{ "scope": "Pose A1..16 (resume at12); Mixed A1..16; Mixed C16 only per final user decision", "summary": [ { "mode": "pose-a", "level": 1, "provider": "pose", "seconds": 30.00001587200677, "selected_fps": 9.992614694305146, "requested_fps": 9.992614694305146, "complete_fps": 9.992614694305146, "accepted_fps": 9.992614694305146, "finalized_fps": 9.992614694305146, "redis_fps": 9.992614694305146, "redis_min": 9.992614694305146, "redis_std": 0.0, "total_redis_fps": 9.992614694305146, "complete_min": 9.992614694305146, "queue_expired": 0, "capacity_drop": 0, "max_redis_silence_s": 0.22382426500553265, "source_drift_mean_s": 0.014387916666668499, "redis_drift_mean_s": -2.4612073060596114, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "c_suppressed": 0, "batch_executions": { "1": 299, "2": 0, "3": 0 }, "triton": { "success": { "count": 299, "mean_ms": 9.053364826086957 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 299, "mean_ms": 5.2450878996655526 }, "compute_input": { "count": 299, "mean_ms": 0.018035478260869563 }, "compute_infer": { "count": 299, "mean_ms": 3.3244590200668895 }, "compute_output": { "count": 299, "mean_ms": 0.34978159197324415 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 300, "sum_ns": 13461019000, "mean_ms": 44.870063333333334 }, "source_exit_to_ingress": { "n": 300, "sum_ns": 244796793, "mean_ms": 0.8159893100000001 }, "source_encoded_queue": { "n": 300, "sum_ns": 32661000, "mean_ms": 0.10887 }, "decode_between_queues": { "n": 300, "sum_ns": 13301160000, "mean_ms": 44.3372 }, "source_raw_queue": { "n": 300, "sum_ns": 28955000, "mean_ms": 0.09651666666666667 }, "raw_queue_to_source_exit": { "n": 300, "sum_ns": 7763000, "mean_ms": 0.02587666666666667 }, "selected_to_preprocess_start": { "n": 300, "sum_ns": 211536941, "mean_ms": 0.7051231366666667 }, "preprocess_start_to_preprocess_output": { "n": 300, "sum_ns": 229877317, "mean_ms": 0.7662577233333334 }, "selected_to_preprocess": { "n": 300, "sum_ns": 531146367, "mean_ms": 1.7704878899999998 }, "preprocess_start_to_preprocess": { "n": 300, "sum_ns": 319609426, "mean_ms": 1.0653647533333335 }, "preprocess_output_to_infer_entry": { "n": 300, "sum_ns": 89732109, "mean_ms": 0.29910703000000005 }, "preprocess_to_infer_output": { "n": 300, "sum_ns": 3936486019, "mean_ms": 13.121620063333333 }, "preprocess_to_callback": { "n": 300, "sum_ns": 4115014576, "mean_ms": 13.716715253333334 }, "infer_output_to_callback": { "n": 300, "sum_ns": 178528557, "mean_ms": 0.59509519 }, "copy_wall": { "n": 300, "sum_ns": 596258536, "mean_ms": 1.9875284533333333 }, "copy_thread_cpu": { "n": 300, "sum_ns": 592319308, "mean_ms": 1.9743976933333334 }, "callback_to_copied": { "n": 300, "sum_ns": 643486203, "mean_ms": 2.1449540099999997 }, "accepted_interval": { "n": 300, "sum_ns": 30045290141, "mean_ms": 100.15096713666667 }, "selected_to_submitted": { "n": 300, "sum_ns": 5306869602, "mean_ms": 17.68956534 }, "completed_queue_wait": { "n": 300, "sum_ns": 63236091, "mean_ms": 0.21078697 }, "result_observations_wall": { "n": 300, "sum_ns": 219598158, "mean_ms": 0.73199386 }, "result_observations_cpu": { "n": 300, "sum_ns": 219687787, "mean_ms": 0.7322926233333333 }, "result_nms_wall": { "n": 300, "sum_ns": 242150408, "mean_ms": 0.8071680266666666 }, "result_nms_cpu": { "n": 300, "sum_ns": 155405136, "mean_ms": 0.51801712 }, "result_tracking_wall": { "n": 300, "sum_ns": 892073853, "mean_ms": 2.97357951 }, "result_tracking_cpu": { "n": 300, "sum_ns": 625989130, "mean_ms": 2.086630433333333 }, "result_region_wall": { "n": 300, "sum_ns": 64250335, "mean_ms": 0.21416778333333333 }, "result_region_cpu": { "n": 300, "sum_ns": 64263220, "mean_ms": 0.21421073333333335 }, "result_fall_wall": { "n": 300, "sum_ns": 297685994, "mean_ms": 0.9922866466666667 }, "result_fall_cpu": { "n": 300, "sum_ns": 297720791, "mean_ms": 0.9924026366666667 }, "result_fight_wall": { "n": 300, "sum_ns": 116257576, "mean_ms": 0.3875252533333334 }, "result_fight_cpu": { "n": 300, "sum_ns": 116294900, "mean_ms": 0.38764966666666667 }, "result_collector_wall": { "n": 300, "sum_ns": 589331418, "mean_ms": 1.96443806 }, "result_collector_cpu": { "n": 300, "sum_ns": 583524580, "mean_ms": 1.9450819333333333 }, "result_composition_wall": { "n": 300, "sum_ns": 3263634, "mean_ms": 0.010878780000000001 }, "result_composition_cpu": { "n": 300, "sum_ns": 3278801, "mean_ms": 0.010929336666666666 }, "result_artifact_handoff_wall": { "n": 300, "sum_ns": 1882307, "mean_ms": 0.006274356666666666 }, "result_artifact_handoff_cpu": { "n": 300, "sum_ns": 1887691, "mean_ms": 0.006292303333333333 }, "result_publish_wall": { "n": 300, "sum_ns": 284927389, "mean_ms": 0.9497579633333334 }, "result_publish_cpu": { "n": 300, "sum_ns": 283808551, "mean_ms": 0.9460285033333333 }, "result_total_wall": { "n": 300, "sum_ns": 2889808396, "mean_ms": 9.632694653333335 }, "result_total_cpu": { "n": 300, "sum_ns": 2529245310, "mean_ms": 8.430817699999999 } }, "existing": null, "new": { "complete_fps": 9.992614694305146, "redis_fps": 9.992614694305146 }, "cpu_busy_pct": 7.203791469194313, "gpu_util_pct": 4.142857142857143, "batch_ratios": { "ge4": { "numerator": 0, "denominator": 299, "percent": 0.0 }, "gt4": { "numerator": 0, "denominator": 299, "percent": 0.0 }, "eq8": { "numerator": 0, "denominator": 299, "percent": 0.0 } }, "ingress_redis_mean_ms": 28.236666666666668, "ingress_redis_max_ms": 134, "reference_pass": true }, { "mode": "pose-a", "level": 2, "provider": "pose", "seconds": 30.000012547010556, "selected_fps": 9.965044537193215, "requested_fps": 9.965044537193215, "complete_fps": 9.981756509497057, "accepted_fps": 9.981756509497057, "finalized_fps": 9.965044537193215, "redis_fps": 9.965044537193215, "redis_min": 9.93632963669009, "redis_std": 0.028714900503126195, "total_redis_fps": 19.93008907438643, "complete_min": 9.93632963669009, "queue_expired": 0, "capacity_drop": 0, "max_redis_silence_s": 0.4277359760017134, "source_drift_mean_s": -0.011610208333333743, "redis_drift_mean_s": -1.315914651189248, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "c_suppressed": 0, "batch_executions": { "1": 507, "2": 44, "3": 0, "4": 1 }, "triton": { "success": { "count": 599, "mean_ms": 9.835880223706177 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 599, "mean_ms": 5.160781843071787 }, "compute_input": { "count": 599, "mean_ms": 0.014693395659432389 }, "compute_infer": { "count": 599, "mean_ms": 4.200245495826378 }, "compute_output": { "count": 599, "mean_ms": 0.3348273756260434 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 596, "sum_ns": 27542084000, "mean_ms": 46.21155033557047 }, "source_exit_to_ingress": { "n": 596, "sum_ns": 386019142, "mean_ms": 0.6476831241610739 }, "source_encoded_queue": { "n": 596, "sum_ns": 55124000, "mean_ms": 0.09248993288590604 }, "decode_between_queues": { "n": 596, "sum_ns": 27201764000, "mean_ms": 45.64054362416107 }, "source_raw_queue": { "n": 596, "sum_ns": 66415000, "mean_ms": 0.11143456375838927 }, "raw_queue_to_source_exit": { "n": 596, "sum_ns": 15048000, "mean_ms": 0.02524832214765101 }, "selected_to_preprocess_start": { "n": 598, "sum_ns": 441140338, "mean_ms": 0.737692872909699 }, "preprocess_start_to_preprocess_output": { "n": 598, "sum_ns": 407450399, "mean_ms": 0.6813551822742475 }, "selected_to_preprocess": { "n": 598, "sum_ns": 1055346904, "mean_ms": 1.7647941538461538 }, "preprocess_start_to_preprocess": { "n": 598, "sum_ns": 614206566, "mean_ms": 1.0271012809364548 }, "preprocess_output_to_infer_entry": { "n": 598, "sum_ns": 206756167, "mean_ms": 0.34574609866220735 }, "preprocess_to_infer_output": { "n": 599, "sum_ns": 8064097173, "mean_ms": 13.462599621035059 }, "preprocess_to_callback": { "n": 599, "sum_ns": 8411061246, "mean_ms": 14.041838474123539 }, "infer_output_to_callback": { "n": 599, "sum_ns": 346964073, "mean_ms": 0.5792388530884808 }, "copy_wall": { "n": 599, "sum_ns": 1378658726, "mean_ms": 2.301600544240401 }, "copy_thread_cpu": { "n": 599, "sum_ns": 1373518304, "mean_ms": 2.2930188714524204 }, "callback_to_copied": { "n": 599, "sum_ns": 1474413182, "mean_ms": 2.461457732888147 }, "accepted_interval": { "n": 599, "sum_ns": 60140878677, "mean_ms": 100.40213468614358 }, "selected_to_submitted": { "n": 599, "sum_ns": 10979312097, "mean_ms": 18.329402499165273 }, "completed_queue_wait": { "n": 599, "sum_ns": 156988928, "mean_ms": 0.2620850217028381 }, "result_observations_wall": { "n": 599, "sum_ns": 434651270, "mean_ms": 0.72562816360601 }, "result_observations_cpu": { "n": 599, "sum_ns": 434530361, "mean_ms": 0.7254263121869783 }, "result_nms_wall": { "n": 598, "sum_ns": 478608681, "mean_ms": 0.8003489648829432 }, "result_nms_cpu": { "n": 598, "sum_ns": 277943499, "mean_ms": 0.4647884598662207 }, "result_tracking_wall": { "n": 598, "sum_ns": 1197379126, "mean_ms": 2.0023062307692308 }, "result_tracking_cpu": { "n": 598, "sum_ns": 803722180, "mean_ms": 1.3440170234113713 }, "result_region_wall": { "n": 598, "sum_ns": 117055990, "mean_ms": 0.19574580267558528 }, "result_region_cpu": { "n": 598, "sum_ns": 117111331, "mean_ms": 0.19583834615384615 }, "result_fall_wall": { "n": 598, "sum_ns": 412458953, "mean_ms": 0.6897306906354514 }, "result_fall_cpu": { "n": 598, "sum_ns": 412533407, "mean_ms": 0.6898551956521739 }, "result_fight_wall": { "n": 598, "sum_ns": 162195079, "mean_ms": 0.27122922909699 }, "result_fight_cpu": { "n": 598, "sum_ns": 162266441, "mean_ms": 0.2713485635451505 }, "result_collector_wall": { "n": 598, "sum_ns": 1116634344, "mean_ms": 1.8672815117056856 }, "result_collector_cpu": { "n": 598, "sum_ns": 1107087988, "mean_ms": 1.8513177056856187 }, "result_composition_wall": { "n": 598, "sum_ns": 6304284, "mean_ms": 0.01054228093645485 }, "result_composition_cpu": { "n": 598, "sum_ns": 6334404, "mean_ms": 0.010592648829431438 }, "result_artifact_handoff_wall": { "n": 598, "sum_ns": 3978761, "mean_ms": 0.006653446488294315 }, "result_artifact_handoff_cpu": { "n": 598, "sum_ns": 3982883, "mean_ms": 0.006660339464882943 }, "result_publish_wall": { "n": 598, "sum_ns": 524760862, "mean_ms": 0.8775265250836121 }, "result_publish_cpu": { "n": 598, "sum_ns": 521552980, "mean_ms": 0.8721621739130434 }, "result_total_wall": { "n": 598, "sum_ns": 4821128220, "mean_ms": 8.062087324414716 }, "result_total_cpu": { "n": 598, "sum_ns": 4212248861, "mean_ms": 7.04389441638796 } }, "existing": { "complete_fps": 10.027183382304022, "redis_fps": 9.993759437696342 }, "new": { "complete_fps": 9.93632963669009, "redis_fps": 9.93632963669009 }, "cpu_busy_pct": 9.850962274390838, "gpu_util_pct": 7.428571428571429, "batch_ratios": { "ge4": { "numerator": 1, "denominator": 552, "percent": 0.18115942028985507 }, "gt4": { "numerator": 0, "denominator": 552, "percent": 0.0 }, "eq8": { "numerator": 0, "denominator": 552, "percent": 0.0 } }, "ingress_redis_mean_ms": 27.31096681096681, "ingress_redis_max_ms": 152, "reference_pass": true }, { "mode": "pose-a", "level": 3, "provider": "pose", "seconds": 30.00001156399958, "selected_fps": 9.9357810286918, "requested_fps": 9.9357810286918, "complete_fps": 9.94694222715728, "accepted_fps": 9.94694222715728, "finalized_fps": 9.94694222715728, "redis_fps": 9.9357810286918, "redis_min": 9.837499278798305, "redis_std": 0.06971780905015344, "total_redis_fps": 29.8073430860754, "complete_min": 9.837499278798305, "queue_expired": 0, "capacity_drop": 0, "max_redis_silence_s": 0.4914500790182501, "source_drift_mean_s": -0.017997361111111054, "redis_drift_mean_s": -3.403668075864893, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "c_suppressed": 0, "batch_executions": { "1": 661, "2": 108, "3": 6, "4": 0 }, "triton": { "success": { "count": 895, "mean_ms": 10.214203405586593 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 895, "mean_ms": 5.114242929608938 }, "compute_input": { "count": 895, "mean_ms": 0.01564842905027933 }, "compute_infer": { "count": 895, "mean_ms": 4.616750283798883 }, "compute_output": { "count": 895, "mean_ms": 0.32444580111731847 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 892, "sum_ns": 40227493000, "mean_ms": 45.09808632286995 }, "source_exit_to_ingress": { "n": 892, "sum_ns": 921792469, "mean_ms": 1.0333996289237668 }, "source_encoded_queue": { "n": 892, "sum_ns": 77751000, "mean_ms": 0.08716479820627802 }, "decode_between_queues": { "n": 892, "sum_ns": 39688661000, "mean_ms": 44.49401457399103 }, "source_raw_queue": { "n": 892, "sum_ns": 159484000, "mean_ms": 0.17879372197309415 }, "raw_queue_to_source_exit": { "n": 892, "sum_ns": 21735000, "mean_ms": 0.024366591928251122 }, "selected_to_preprocess_start": { "n": 893, "sum_ns": 556958080, "mean_ms": 0.6236932586786114 }, "preprocess_start_to_preprocess_output": { "n": 893, "sum_ns": 576327463, "mean_ms": 0.645383497200448 }, "selected_to_preprocess": { "n": 893, "sum_ns": 1363394074, "mean_ms": 1.5267570817469205 }, "preprocess_start_to_preprocess": { "n": 893, "sum_ns": 806435994, "mean_ms": 0.9030638230683091 }, "preprocess_output_to_infer_entry": { "n": 893, "sum_ns": 230108531, "mean_ms": 0.2576803258678611 }, "preprocess_to_infer_output": { "n": 894, "sum_ns": 12239902916, "mean_ms": 13.691166572706935 }, "preprocess_to_callback": { "n": 894, "sum_ns": 12766432772, "mean_ms": 14.280126143176734 }, "infer_output_to_callback": { "n": 894, "sum_ns": 526529856, "mean_ms": 0.5889595704697986 }, "copy_wall": { "n": 894, "sum_ns": 2219742096, "mean_ms": 2.4829329932885904 }, "copy_thread_cpu": { "n": 894, "sum_ns": 2214204241, "mean_ms": 2.476738524608501 }, "callback_to_copied": { "n": 894, "sum_ns": 2355097544, "mean_ms": 2.6343372975391497 }, "accepted_interval": { "n": 894, "sum_ns": 89848384733, "mean_ms": 100.50154891834451 }, "selected_to_submitted": { "n": 894, "sum_ns": 16542863454, "mean_ms": 18.50432153691275 }, "completed_queue_wait": { "n": 894, "sum_ns": 252091506, "mean_ms": 0.2819815503355705 }, "result_observations_wall": { "n": 894, "sum_ns": 631269173, "mean_ms": 0.7061176431767338 }, "result_observations_cpu": { "n": 894, "sum_ns": 631524123, "mean_ms": 0.706402822147651 }, "result_nms_wall": { "n": 894, "sum_ns": 692003087, "mean_ms": 0.7740526700223713 }, "result_nms_cpu": { "n": 894, "sum_ns": 399449221, "mean_ms": 0.44681120917225947 }, "result_tracking_wall": { "n": 894, "sum_ns": 1394246017, "mean_ms": 1.559559303131991 }, "result_tracking_cpu": { "n": 894, "sum_ns": 1055927004, "mean_ms": 1.1811264026845638 }, "result_region_wall": { "n": 894, "sum_ns": 178682389, "mean_ms": 0.19986844407158838 }, "result_region_cpu": { "n": 894, "sum_ns": 178778480, "mean_ms": 0.19997592841163309 }, "result_fall_wall": { "n": 894, "sum_ns": 793386721, "mean_ms": 0.887457182326622 }, "result_fall_cpu": { "n": 894, "sum_ns": 792724075, "mean_ms": 0.8867159675615213 }, "result_fight_wall": { "n": 894, "sum_ns": 213135660, "mean_ms": 0.23840677852348993 }, "result_fight_cpu": { "n": 894, "sum_ns": 213251354, "mean_ms": 0.23853619015659958 }, "result_collector_wall": { "n": 894, "sum_ns": 1861630918, "mean_ms": 2.082361205816555 }, "result_collector_cpu": { "n": 894, "sum_ns": 1853109323, "mean_ms": 2.072829220357942 }, "result_composition_wall": { "n": 894, "sum_ns": 10191413, "mean_ms": 0.01139979082774049 }, "result_composition_cpu": { "n": 894, "sum_ns": 10231327, "mean_ms": 0.01144443736017897 }, "result_artifact_handoff_wall": { "n": 894, "sum_ns": 6550250, "mean_ms": 0.007326901565995526 }, "result_artifact_handoff_cpu": { "n": 894, "sum_ns": 6540936, "mean_ms": 0.00731648322147651 }, "result_publish_wall": { "n": 894, "sum_ns": 885508748, "mean_ms": 0.9905019552572707 }, "result_publish_cpu": { "n": 894, "sum_ns": 881330513, "mean_ms": 0.9858283143176734 }, "result_total_wall": { "n": 894, "sum_ns": 7250120905, "mean_ms": 8.109754927293064 }, "result_total_cpu": { "n": 894, "sum_ns": 6603349835, "mean_ms": 7.38629735458613 } }, "existing": { "complete_fps": 10.001663701336767, "redis_fps": 9.984921903638547 }, "new": { "complete_fps": 9.837499278798305, "redis_fps": 9.837499278798305 }, "cpu_busy_pct": 15.714186321575175, "gpu_util_pct": 10.285714285714286, "batch_ratios": { "ge4": { "numerator": 0, "denominator": 775, "percent": 0.0 }, "gt4": { "numerator": 0, "denominator": 775, "percent": 0.0 }, "eq8": { "numerator": 0, "denominator": 775, "percent": 0.0 } }, "ingress_redis_mean_ms": 27.494333402197878, "ingress_redis_max_ms": 191, "reference_pass": true }, { "mode": "pose-a", "level": 4, "provider": "pose", "seconds": 30.00011916301446, "selected_fps": 9.952162631979618, "requested_fps": 9.960505124518269, "complete_fps": 9.960505124518269, "accepted_fps": 9.960505124518269, "finalized_fps": 9.952205133680433, "redis_fps": 9.952205133680433, "redis_min": 9.888259079994864, "redis_std": 0.04119421486969802, "total_redis_fps": 39.80882053472173, "complete_min": 9.888259079994864, "queue_expired": 0, "capacity_drop": 0, "max_redis_silence_s": 0.3964439719566144, "source_drift_mean_s": -0.01089739583333323, "redis_drift_mean_s": -3.3752344268471672, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "c_suppressed": 0, "batch_executions": { "1": 712, "2": 189, "3": 35, "4": 0 }, "triton": { "success": { "count": 1195, "mean_ms": 10.88452250543933 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 1195, "mean_ms": 5.0217770845188285 }, "compute_input": { "count": 1195, "mean_ms": 0.02039388117154812 }, "compute_infer": { "count": 1195, "mean_ms": 5.385457047698744 }, "compute_output": { "count": 1195, "mean_ms": 0.2935942577405858 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 1193, "sum_ns": 53656262000, "mean_ms": 44.97591114836547 }, "source_exit_to_ingress": { "n": 1193, "sum_ns": 1316673539, "mean_ms": 1.1036660008382229 }, "source_encoded_queue": { "n": 1193, "sum_ns": 95159000, "mean_ms": 0.07976445934618608 }, "decode_between_queues": { "n": 1193, "sum_ns": 52827437000, "mean_ms": 44.28117099748533 }, "source_raw_queue": { "n": 1193, "sum_ns": 222209000, "mean_ms": 0.18626068734283321 }, "raw_queue_to_source_exit": { "n": 1193, "sum_ns": 30429000, "mean_ms": 0.02550628667225482 }, "selected_to_preprocess_start": { "n": 1194, "sum_ns": 768885252, "mean_ms": 0.6439574974874372 }, "preprocess_start_to_preprocess_output": { "n": 1195, "sum_ns": 692264280, "mean_ms": 0.5793006527196654 }, "selected_to_preprocess": { "n": 1195, "sum_ns": 1747642530, "mean_ms": 1.4624623682008369 }, "preprocess_start_to_preprocess": { "n": 1195, "sum_ns": 978124900, "mean_ms": 0.818514560669456 }, "preprocess_output_to_infer_entry": { "n": 1195, "sum_ns": 285860620, "mean_ms": 0.2392139079497908 }, "preprocess_to_infer_output": { "n": 1195, "sum_ns": 16984194661, "mean_ms": 14.212715197489539 }, "preprocess_to_callback": { "n": 1195, "sum_ns": 17703624034, "mean_ms": 14.814748145606695 }, "infer_output_to_callback": { "n": 1195, "sum_ns": 719429373, "mean_ms": 0.6020329481171548 }, "copy_wall": { "n": 1195, "sum_ns": 2874139223, "mean_ms": 2.4051374251046025 }, "copy_thread_cpu": { "n": 1195, "sum_ns": 2867320239, "mean_ms": 2.3994311623430966 }, "callback_to_copied": { "n": 1195, "sum_ns": 3061052195, "mean_ms": 2.5615499539748954 }, "accepted_interval": { "n": 1195, "sum_ns": 120025713671, "mean_ms": 100.439927758159 }, "selected_to_submitted": { "n": 1195, "sum_ns": 22593809332, "mean_ms": 18.906953415899583 }, "completed_queue_wait": { "n": 1194, "sum_ns": 344891079, "mean_ms": 0.2888535 }, "result_observations_wall": { "n": 1194, "sum_ns": 920320039, "mean_ms": 0.7707873023450587 }, "result_observations_cpu": { "n": 1194, "sum_ns": 917448755, "mean_ms": 0.7683825418760469 }, "result_nms_wall": { "n": 1194, "sum_ns": 797721040, "mean_ms": 0.6681080737018426 }, "result_nms_cpu": { "n": 1194, "sum_ns": 552768669, "mean_ms": 0.4629553341708542 }, "result_tracking_wall": { "n": 1194, "sum_ns": 1742703728, "mean_ms": 1.4595508609715244 }, "result_tracking_cpu": { "n": 1194, "sum_ns": 1440792054, "mean_ms": 1.2066935125628142 }, "result_region_wall": { "n": 1194, "sum_ns": 261612211, "mean_ms": 0.21910570435510887 }, "result_region_cpu": { "n": 1194, "sum_ns": 261737792, "mean_ms": 0.2192108810720268 }, "result_fall_wall": { "n": 1194, "sum_ns": 1054414060, "mean_ms": 0.8830938525963149 }, "result_fall_cpu": { "n": 1194, "sum_ns": 1052131881, "mean_ms": 0.8811824798994975 }, "result_fight_wall": { "n": 1194, "sum_ns": 289891154, "mean_ms": 0.24278991122278057 }, "result_fight_cpu": { "n": 1194, "sum_ns": 289988150, "mean_ms": 0.2428711474036851 }, "result_collector_wall": { "n": 1194, "sum_ns": 4211547338, "mean_ms": 3.5272590770519265 }, "result_collector_cpu": { "n": 1194, "sum_ns": 4176932856, "mean_ms": 3.4982687236180907 }, "result_composition_wall": { "n": 1194, "sum_ns": 15085940, "mean_ms": 0.012634790619765494 }, "result_composition_cpu": { "n": 1194, "sum_ns": 15135178, "mean_ms": 0.012676028475711894 }, "result_artifact_handoff_wall": { "n": 1194, "sum_ns": 9563283, "mean_ms": 0.008009449748743718 }, "result_artifact_handoff_cpu": { "n": 1194, "sum_ns": 9541447, "mean_ms": 0.007991161641541037 }, "result_publish_wall": { "n": 1194, "sum_ns": 619661010, "mean_ms": 0.5189790703517588 }, "result_publish_cpu": { "n": 1194, "sum_ns": 615427754, "mean_ms": 0.5154336298157454 }, "result_total_wall": { "n": 1194, "sum_ns": 10780113500, "mean_ms": 9.028570770519263 }, "result_total_cpu": { "n": 1194, "sum_ns": 10185142178, "mean_ms": 8.530269830820771 } }, "existing": { "complete_fps": 9.938543855322399, "redis_fps": 9.938543855322399 }, "new": { "complete_fps": 10.02638893210588, "redis_fps": 9.993188968754536 }, "cpu_busy_pct": 20.221999666165914, "gpu_util_pct": 15.285714285714286, "batch_ratios": { "ge4": { "numerator": 0, "denominator": 936, "percent": 0.0 }, "gt4": { "numerator": 0, "denominator": 936, "percent": 0.0 }, "eq8": { "numerator": 0, "denominator": 936, "percent": 0.0 } }, "ingress_redis_mean_ms": 28.93256734006734, "ingress_redis_max_ms": 255, "reference_pass": true }, { "mode": "pose-a", "level": 5, "provider": "pose", "seconds": 30.00011679297313, "selected_fps": 9.881063295457832, "requested_fps": 9.881063295457832, "complete_fps": 9.8743610498118, "accepted_fps": 9.8743610498118, "finalized_fps": 9.8743610498118, "redis_fps": 9.8743610498118, "redis_min": 9.67895291365461, "redis_std": 0.10300712348571174, "total_redis_fps": 49.371805249059, "complete_min": 9.67895291365461, "queue_expired": 0, "capacity_drop": 0, "max_redis_silence_s": 0.43874532904010266, "source_drift_mean_s": -0.013853876666665373, "redis_drift_mean_s": -2.70447894011599, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "c_suppressed": 0, "batch_executions": { "1": 759, "2": 285, "3": 45, "4": 5, "7": 0 }, "triton": { "success": { "count": 1484, "mean_ms": 11.331636313342319 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 1484, "mean_ms": 4.977207195417789 }, "compute_input": { "count": 1484, "mean_ms": 0.024807309973045824 }, "compute_infer": { "count": 1484, "mean_ms": 5.882620751347709 }, "compute_output": { "count": 1484, "mean_ms": 0.27403335040431265 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 1478, "sum_ns": 67655779000, "mean_ms": 45.77522259810555 }, "source_exit_to_ingress": { "n": 1478, "sum_ns": 1810346306, "mean_ms": 1.2248621826792963 }, "source_encoded_queue": { "n": 1478, "sum_ns": 94748000, "mean_ms": 0.06410554803788904 }, "decode_between_queues": { "n": 1478, "sum_ns": 66812314000, "mean_ms": 45.204542625169154 }, "source_raw_queue": { "n": 1478, "sum_ns": 234952000, "mean_ms": 0.15896617050067657 }, "raw_queue_to_source_exit": { "n": 1478, "sum_ns": 39260000, "mean_ms": 0.026562922868741543 }, "selected_to_preprocess_start": { "n": 1482, "sum_ns": 940881399, "mean_ms": 0.6348727388663967 }, "preprocess_start_to_preprocess_output": { "n": 1482, "sum_ns": 775762343, "mean_ms": 0.5234563717948718 }, "selected_to_preprocess": { "n": 1482, "sum_ns": 2036468227, "mean_ms": 1.3741351059379217 }, "preprocess_start_to_preprocess": { "n": 1482, "sum_ns": 1095586828, "mean_ms": 0.7392623670715249 }, "preprocess_output_to_infer_entry": { "n": 1482, "sum_ns": 319824485, "mean_ms": 0.21580599527665317 }, "preprocess_to_infer_output": { "n": 1482, "sum_ns": 21575720483, "mean_ms": 14.558515845479082 }, "preprocess_to_callback": { "n": 1481, "sum_ns": 22445787620, "mean_ms": 15.155832288993922 }, "infer_output_to_callback": { "n": 1481, "sum_ns": 887370228, "mean_ms": 0.5991696340310602 }, "copy_wall": { "n": 1481, "sum_ns": 4483838206, "mean_ms": 3.0275747508440243 }, "copy_thread_cpu": { "n": 1481, "sum_ns": 4467368998, "mean_ms": 3.0164544213369346 }, "callback_to_copied": { "n": 1481, "sum_ns": 4718396421, "mean_ms": 3.1859530189061442 }, "accepted_interval": { "n": 1481, "sum_ns": 149932485588, "mean_ms": 101.23732990411884 }, "selected_to_submitted": { "n": 1481, "sum_ns": 29303509093, "mean_ms": 19.786299185010126 }, "completed_queue_wait": { "n": 1481, "sum_ns": 568158471, "mean_ms": 0.3836316482106685 }, "result_observations_wall": { "n": 1481, "sum_ns": 1211881003, "mean_ms": 0.8182856198514518 }, "result_observations_cpu": { "n": 1481, "sum_ns": 1211920785, "mean_ms": 0.8183124814314653 }, "result_nms_wall": { "n": 1481, "sum_ns": 1067210898, "mean_ms": 0.7206015516542876 }, "result_nms_cpu": { "n": 1481, "sum_ns": 698575888, "mean_ms": 0.4716920243079 }, "result_tracking_wall": { "n": 1481, "sum_ns": 2239642966, "mean_ms": 1.5122504834571235 }, "result_tracking_cpu": { "n": 1481, "sum_ns": 1738735605, "mean_ms": 1.1740280925050641 }, "result_region_wall": { "n": 1481, "sum_ns": 327080514, "mean_ms": 0.22085112356515868 }, "result_region_cpu": { "n": 1481, "sum_ns": 326933700, "mean_ms": 0.22075199189736666 }, "result_fall_wall": { "n": 1481, "sum_ns": 988460674, "mean_ms": 0.6674278690074273 }, "result_fall_cpu": { "n": 1481, "sum_ns": 988830509, "mean_ms": 0.6676775887913572 }, "result_fight_wall": { "n": 1481, "sum_ns": 338876556, "mean_ms": 0.22881604051316679 }, "result_fight_cpu": { "n": 1481, "sum_ns": 339076935, "mean_ms": 0.22895134031060094 }, "result_collector_wall": { "n": 1481, "sum_ns": 4559565887, "mean_ms": 3.078707553679946 }, "result_collector_cpu": { "n": 1481, "sum_ns": 4526386415, "mean_ms": 3.056304128966914 }, "result_composition_wall": { "n": 1481, "sum_ns": 20001004, "mean_ms": 0.013505066846725186 }, "result_composition_cpu": { "n": 1481, "sum_ns": 20053141, "mean_ms": 0.013540270762997974 }, "result_artifact_handoff_wall": { "n": 1481, "sum_ns": 12633365, "mean_ms": 0.008530293720459148 }, "result_artifact_handoff_cpu": { "n": 1481, "sum_ns": 12597372, "mean_ms": 0.008505990546927751 }, "result_publish_wall": { "n": 1481, "sum_ns": 956657914, "mean_ms": 0.6459540270087778 }, "result_publish_cpu": { "n": 1481, "sum_ns": 944880709, "mean_ms": 0.6380018291694801 }, "result_total_wall": { "n": 1481, "sum_ns": 12840930646, "mean_ms": 8.670446081026334 }, "result_total_cpu": { "n": 1481, "sum_ns": 11920036052, "mean_ms": 8.048640143146523 } }, "existing": { "complete_fps": 9.867191529046686, "redis_fps": 9.867191529046686 }, "new": { "complete_fps": 9.903039132872257, "redis_fps": 9.903039132872257 }, "cpu_busy_pct": 24.720788884407295, "gpu_util_pct": 16.571428571428573, "batch_ratios": { "ge4": { "numerator": 5, "denominator": 1094, "percent": 0.4570383912248629 }, "gt4": { "numerator": 0, "denominator": 1094, "percent": 0.0 }, "eq8": { "numerator": 0, "denominator": 1094, "percent": 0.0 } }, "ingress_redis_mean_ms": 29.583982364919148, "ingress_redis_max_ms": 293, "reference_pass": true }, { "mode": "pose-a", "level": 6, "provider": "pose", "seconds": 30.00001442799112, "selected_fps": 9.944371593346542, "requested_fps": 9.938807349458225, "complete_fps": 9.944377300162035, "accepted_fps": 9.944377300162035, "finalized_fps": 9.944377300162035, "redis_fps": 9.944377300162035, "redis_min": 9.882097145652716, "redis_std": 0.05961538109181443, "total_redis_fps": 59.6662638009722, "complete_min": 9.882097145652716, "queue_expired": 0, "capacity_drop": 0, "max_redis_silence_s": 0.4089261920307763, "source_drift_mean_s": -0.010032559188035046, "redis_drift_mean_s": -3.408991176494605, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "c_suppressed": 0, "batch_executions": { "1": 807, "2": 354, "3": 84, "4": 6, "7": 0 }, "triton": { "success": { "count": 1791, "mean_ms": 11.707918236739252 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 1791, "mean_ms": 4.920651461194864 }, "compute_input": { "count": 1791, "mean_ms": 0.030373324399776663 }, "compute_infer": { "count": 1791, "mean_ms": 6.307718666666667 }, "compute_output": { "count": 1791, "mean_ms": 0.2604278888888889 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 1783, "sum_ns": 79174107000, "mean_ms": 44.40499551318003 }, "source_exit_to_ingress": { "n": 1783, "sum_ns": 1990780279, "mean_ms": 1.116534088053842 }, "source_encoded_queue": { "n": 1783, "sum_ns": 88906000, "mean_ms": 0.04986315199102636 }, "decode_between_queues": { "n": 1783, "sum_ns": 77988533000, "mean_ms": 43.740063376332024 }, "source_raw_queue": { "n": 1783, "sum_ns": 423236000, "mean_ms": 0.23737296690970275 }, "raw_queue_to_source_exit": { "n": 1783, "sum_ns": 47882000, "mean_ms": 0.026854739203589457 }, "selected_to_preprocess_start": { "n": 1788, "sum_ns": 1178997137, "mean_ms": 0.6593943719239374 }, "preprocess_start_to_preprocess_output": { "n": 1787, "sum_ns": 893698255, "mean_ms": 0.5001109429210968 }, "selected_to_preprocess": { "n": 1787, "sum_ns": 2444839900, "mean_ms": 1.3681252937884723 }, "preprocess_start_to_preprocess": { "n": 1787, "sum_ns": 1266493982, "mean_ms": 0.7087263469501959 }, "preprocess_output_to_infer_entry": { "n": 1787, "sum_ns": 372795727, "mean_ms": 0.20861540402909903 }, "preprocess_to_infer_output": { "n": 1788, "sum_ns": 26421697059, "mean_ms": 14.777235491610737 }, "preprocess_to_callback": { "n": 1788, "sum_ns": 27481444785, "mean_ms": 15.369935562080537 }, "infer_output_to_callback": { "n": 1788, "sum_ns": 1059747726, "mean_ms": 0.5927000704697987 }, "copy_wall": { "n": 1788, "sum_ns": 5407672246, "mean_ms": 3.0244251935123043 }, "copy_thread_cpu": { "n": 1788, "sum_ns": 5394395470, "mean_ms": 3.0169997035794185 }, "callback_to_copied": { "n": 1788, "sum_ns": 5697355608, "mean_ms": 3.186440496644295 }, "accepted_interval": { "n": 1788, "sum_ns": 179849041860, "mean_ms": 100.58671244966443 }, "selected_to_submitted": { "n": 1788, "sum_ns": 35758352415, "mean_ms": 19.999078531879196 }, "completed_queue_wait": { "n": 1788, "sum_ns": 418079502, "mean_ms": 0.23382522483221477 }, "result_observations_wall": { "n": 1788, "sum_ns": 1482856926, "mean_ms": 0.8293383255033557 }, "result_observations_cpu": { "n": 1788, "sum_ns": 1483454270, "mean_ms": 0.8296724105145414 }, "result_nms_wall": { "n": 1788, "sum_ns": 1247846040, "mean_ms": 0.6979004697986577 }, "result_nms_cpu": { "n": 1788, "sum_ns": 844915264, "mean_ms": 0.4725476868008949 }, "result_tracking_wall": { "n": 1788, "sum_ns": 2854732697, "mean_ms": 1.596606653803132 }, "result_tracking_cpu": { "n": 1788, "sum_ns": 2214778624, "mean_ms": 1.2386905055928412 }, "result_region_wall": { "n": 1788, "sum_ns": 417342318, "mean_ms": 0.23341292953020135 }, "result_region_cpu": { "n": 1788, "sum_ns": 417171488, "mean_ms": 0.2333173870246085 }, "result_fall_wall": { "n": 1788, "sum_ns": 1958516274, "mean_ms": 1.0953670436241612 }, "result_fall_cpu": { "n": 1788, "sum_ns": 1954017940, "mean_ms": 1.092851196868009 }, "result_fight_wall": { "n": 1788, "sum_ns": 437500174, "mean_ms": 0.24468689821029083 }, "result_fight_cpu": { "n": 1788, "sum_ns": 437723006, "mean_ms": 0.2448115246085011 }, "result_collector_wall": { "n": 1788, "sum_ns": 6427436393, "mean_ms": 3.5947630833333335 }, "result_collector_cpu": { "n": 1788, "sum_ns": 6377801004, "mean_ms": 3.567002798657718 }, "result_composition_wall": { "n": 1788, "sum_ns": 24942811, "mean_ms": 0.013950118008948546 }, "result_composition_cpu": { "n": 1788, "sum_ns": 25008188, "mean_ms": 0.013986682326621924 }, "result_artifact_handoff_wall": { "n": 1788, "sum_ns": 15960262, "mean_ms": 0.008926321029082774 }, "result_artifact_handoff_cpu": { "n": 1788, "sum_ns": 15882803, "mean_ms": 0.008882999440715883 }, "result_publish_wall": { "n": 1788, "sum_ns": 1186774351, "mean_ms": 0.6637440441834451 }, "result_publish_cpu": { "n": 1788, "sum_ns": 1175818192, "mean_ms": 0.6576164384787472 }, "result_total_wall": { "n": 1788, "sum_ns": 17430656232, "mean_ms": 9.748689167785235 }, "result_total_cpu": { "n": 1788, "sum_ns": 16309313015, "mean_ms": 9.12153971756152 } }, "existing": { "complete_fps": 9.956833331063898, "redis_fps": 9.956833331063898 }, "new": { "complete_fps": 9.882097145652716, "redis_fps": 9.882097145652716 }, "cpu_busy_pct": 31.191423088689266, "gpu_util_pct": 20.857142857142858, "batch_ratios": { "ge4": { "numerator": 6, "denominator": 1251, "percent": 0.47961630695443647 }, "gt4": { "numerator": 0, "denominator": 1251, "percent": 0.0 }, "eq8": { "numerator": 0, "denominator": 1251, "percent": 0.0 } }, "ingress_redis_mean_ms": 30.546806767261977, "ingress_redis_max_ms": 272, "reference_pass": true }, { "mode": "pose-a", "level": 7, "provider": "pose", "seconds": 30.000012175994925, "selected_fps": 9.859775315659203, "requested_fps": 9.86451381977831, "complete_fps": 9.85499162680875, "accepted_fps": 9.85499162680875, "finalized_fps": 9.850232318370962, "redis_fps": 9.850232318370962, "redis_min": 9.541226894963314, "redis_std": 0.1289924774415256, "total_redis_fps": 68.95162622859672, "complete_min": 9.541226894963314, "queue_expired": 0, "capacity_drop": 0, "max_redis_silence_s": 0.4646491109742783, "source_drift_mean_s": -0.006927059523809162, "redis_drift_mean_s": -2.9242480131766047, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "c_suppressed": 0, "batch_executions": { "1": 793, "2": 389, "3": 128, "4": 23, "5": 3, "6": 1, "7": 0 }, "triton": { "success": { "count": 2068, "mean_ms": 12.245853554158607 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 2068, "mean_ms": 4.862368294487428 }, "compute_input": { "count": 2068, "mean_ms": 0.03247461508704062 }, "compute_infer": { "count": 2068, "mean_ms": 6.887475994680851 }, "compute_output": { "count": 2068, "mean_ms": 0.2590678568665377 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 2068, "sum_ns": 94376963000, "mean_ms": 45.63682930367505 }, "source_exit_to_ingress": { "n": 2068, "sum_ns": 3343961704, "mean_ms": 1.6170027582205029 }, "source_encoded_queue": { "n": 2068, "sum_ns": 90505000, "mean_ms": 0.04376450676982591 }, "decode_between_queues": { "n": 2068, "sum_ns": 92973492000, "mean_ms": 44.95816827852998 }, "source_raw_queue": { "n": 2068, "sum_ns": 574504000, "mean_ms": 0.2778065764023211 }, "raw_queue_to_source_exit": { "n": 2068, "sum_ns": 56365000, "mean_ms": 0.02725580270793037 }, "selected_to_preprocess_start": { "n": 2072, "sum_ns": 1374023821, "mean_ms": 0.6631389097490348 }, "preprocess_start_to_preprocess_output": { "n": 2072, "sum_ns": 1027605687, "mean_ms": 0.49594869063706565 }, "selected_to_preprocess": { "n": 2072, "sum_ns": 2834103792, "mean_ms": 1.3678107104247106 }, "preprocess_start_to_preprocess": { "n": 2072, "sum_ns": 1460079971, "mean_ms": 0.7046718006756756 }, "preprocess_output_to_infer_entry": { "n": 2072, "sum_ns": 432474284, "mean_ms": 0.20872311003861002 }, "preprocess_to_infer_output": { "n": 2070, "sum_ns": 31550570137, "mean_ms": 15.241821322222222 }, "preprocess_to_callback": { "n": 2070, "sum_ns": 32781214532, "mean_ms": 15.836335522705316 }, "infer_output_to_callback": { "n": 2070, "sum_ns": 1230644395, "mean_ms": 0.5945142004830918 }, "copy_wall": { "n": 2070, "sum_ns": 6579362199, "mean_ms": 3.1784358449275363 }, "copy_thread_cpu": { "n": 2070, "sum_ns": 6559431546, "mean_ms": 3.1688075101449273 }, "callback_to_copied": { "n": 2070, "sum_ns": 6919933498, "mean_ms": 3.3429630425120775 }, "accepted_interval": { "n": 2070, "sum_ns": 210134891259, "mean_ms": 101.51444022173912 }, "selected_to_submitted": { "n": 2070, "sum_ns": 42689835803, "mean_ms": 20.62310908357488 }, "completed_queue_wait": { "n": 2070, "sum_ns": 839272064, "mean_ms": 0.40544544154589374 }, "result_observations_wall": { "n": 2070, "sum_ns": 1801357488, "mean_ms": 0.8702210086956521 }, "result_observations_cpu": { "n": 2070, "sum_ns": 1798033250, "mean_ms": 0.8686150966183575 }, "result_nms_wall": { "n": 2069, "sum_ns": 1435671409, "mean_ms": 0.6938962827452875 }, "result_nms_cpu": { "n": 2069, "sum_ns": 995325645, "mean_ms": 0.4810660439826003 }, "result_tracking_wall": { "n": 2069, "sum_ns": 3349508964, "mean_ms": 1.6189023508941518 }, "result_tracking_cpu": { "n": 2069, "sum_ns": 2644013030, "mean_ms": 1.2779183325277912 }, "result_region_wall": { "n": 2069, "sum_ns": 514788576, "mean_ms": 0.24881033156114066 }, "result_region_cpu": { "n": 2069, "sum_ns": 515072209, "mean_ms": 0.2489474185596907 }, "result_fall_wall": { "n": 2069, "sum_ns": 2352961758, "mean_ms": 1.13724589560174 }, "result_fall_cpu": { "n": 2069, "sum_ns": 2344252207, "mean_ms": 1.1330363494441757 }, "result_fight_wall": { "n": 2069, "sum_ns": 531050414, "mean_ms": 0.25667008893185117 }, "result_fight_cpu": { "n": 2069, "sum_ns": 531360765, "mean_ms": 0.2568200894151764 }, "result_collector_wall": { "n": 2069, "sum_ns": 6722372570, "mean_ms": 3.2490925906234898 }, "result_collector_cpu": { "n": 2069, "sum_ns": 6680727975, "mean_ms": 3.2289647051715806 }, "result_composition_wall": { "n": 2069, "sum_ns": 30007403, "mean_ms": 0.014503336394393428 }, "result_composition_cpu": { "n": 2069, "sum_ns": 30039069, "mean_ms": 0.01451864137264379 }, "result_artifact_handoff_wall": { "n": 2069, "sum_ns": 19256288, "mean_ms": 0.00930705074915418 }, "result_artifact_handoff_cpu": { "n": 2069, "sum_ns": 19170492, "mean_ms": 0.00926558337361044 }, "result_publish_wall": { "n": 2069, "sum_ns": 1682067857, "mean_ms": 0.8129859144514258 }, "result_publish_cpu": { "n": 2069, "sum_ns": 1667689527, "mean_ms": 0.8060365041082648 }, "result_total_wall": { "n": 2069, "sum_ns": 20099179103, "mean_ms": 9.714441325761237 }, "result_total_cpu": { "n": 2069, "sum_ns": 18876048418, "mean_ms": 9.123271347510874 } }, "existing": { "complete_fps": 9.851428484967215, "redis_fps": 9.84587595845646 }, "new": { "complete_fps": 9.87637047785796, "redis_fps": 9.87637047785796 }, "cpu_busy_pct": 33.30135957961465, "gpu_util_pct": 27.571428571428573, "batch_ratios": { "ge4": { "numerator": 27, "denominator": 1337, "percent": 2.019446522064323 }, "gt4": { "numerator": 4, "denominator": 1337, "percent": 0.2991772625280479 }, "eq8": { "numerator": 0, "denominator": 1337, "percent": 0.0 } }, "ingress_redis_mean_ms": 31.50733137212834, "ingress_redis_max_ms": 270, "reference_pass": true }, { "mode": "pose-a", "level": 8, "provider": "pose", "seconds": 30.000057642988395, "selected_fps": 9.942485414857327, "requested_fps": 9.942485414857327, "complete_fps": 9.938340261728012, "accepted_fps": 9.938340261728012, "finalized_fps": 9.94250627380406, "redis_fps": 9.94250627380406, "redis_min": 9.831788499473124, "redis_std": 0.06236260602249329, "total_redis_fps": 79.54005019043248, "complete_min": 9.79846040286474, "queue_expired": 0, "capacity_drop": 0, "max_redis_silence_s": 0.442304308002349, "source_drift_mean_s": -0.011163734848485344, "redis_drift_mean_s": -2.563704624915702, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "c_suppressed": 0, "batch_executions": { "1": 783, "2": 458, "3": 163, "4": 30, "5": 13, "6": 1, "7": 1 }, "triton": { "success": { "count": 2386, "mean_ms": 12.63001493210394 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 2386, "mean_ms": 4.813658662615255 }, "compute_input": { "count": 2386, "mean_ms": 0.03810634031852473 }, "compute_infer": { "count": 2386, "mean_ms": 7.2869126047778705 }, "compute_output": { "count": 2386, "mean_ms": 0.2730962003352892 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 2384, "sum_ns": 108115816000, "mean_ms": 45.35059395973154 }, "source_exit_to_ingress": { "n": 2384, "sum_ns": 3956365172, "mean_ms": 1.659549149328859 }, "source_encoded_queue": { "n": 2384, "sum_ns": 89036000, "mean_ms": 0.03734731543624161 }, "decode_between_queues": { "n": 2384, "sum_ns": 106426693000, "mean_ms": 44.6420692114094 }, "source_raw_queue": { "n": 2384, "sum_ns": 711461000, "mean_ms": 0.29843162751677854 }, "raw_queue_to_source_exit": { "n": 2384, "sum_ns": 65369000, "mean_ms": 0.02741988255033557 }, "selected_to_preprocess_start": { "n": 2390, "sum_ns": 1628694007, "mean_ms": 0.6814619276150627 }, "preprocess_start_to_preprocess_output": { "n": 2390, "sum_ns": 1134624688, "mean_ms": 0.47473836317991636 }, "selected_to_preprocess": { "n": 2390, "sum_ns": 3234434556, "mean_ms": 1.3533198979079497 }, "preprocess_start_to_preprocess": { "n": 2390, "sum_ns": 1605740549, "mean_ms": 0.6718579702928871 }, "preprocess_output_to_infer_entry": { "n": 2390, "sum_ns": 471115861, "mean_ms": 0.1971196071129707 }, "preprocess_to_infer_output": { "n": 2389, "sum_ns": 37197393278, "mean_ms": 15.570277638342404 }, "preprocess_to_callback": { "n": 2389, "sum_ns": 38644175868, "mean_ms": 16.175879392214316 }, "infer_output_to_callback": { "n": 2389, "sum_ns": 1446782590, "mean_ms": 0.605601753871913 }, "copy_wall": { "n": 2389, "sum_ns": 7838072616, "mean_ms": 3.280901053160318 }, "copy_thread_cpu": { "n": 2389, "sum_ns": 7819457590, "mean_ms": 3.2731090791125994 }, "callback_to_copied": { "n": 2389, "sum_ns": 8237808459, "mean_ms": 3.448224553788196 }, "accepted_interval": { "n": 2389, "sum_ns": 240311162952, "mean_ms": 100.5906919012139 }, "selected_to_submitted": { "n": 2389, "sum_ns": 50303206106, "mean_ms": 21.056176687316867 }, "completed_queue_wait": { "n": 2389, "sum_ns": 737356656, "mean_ms": 0.308646570113018 }, "result_observations_wall": { "n": 2389, "sum_ns": 2138879445, "mean_ms": 0.8953032419422353 }, "result_observations_cpu": { "n": 2389, "sum_ns": 2137737359, "mean_ms": 0.894825181665969 }, "result_nms_wall": { "n": 2389, "sum_ns": 1641382313, "mean_ms": 0.6870583143574718 }, "result_nms_cpu": { "n": 2389, "sum_ns": 1159159952, "mean_ms": 0.48520717957304316 }, "result_tracking_wall": { "n": 2390, "sum_ns": 3525660347, "mean_ms": 1.4751716933054393 }, "result_tracking_cpu": { "n": 2390, "sum_ns": 2784710691, "mean_ms": 1.1651509167364016 }, "result_region_wall": { "n": 2390, "sum_ns": 580083065, "mean_ms": 0.24271257949790795 }, "result_region_cpu": { "n": 2390, "sum_ns": 580379663, "mean_ms": 0.2428366790794979 }, "result_fall_wall": { "n": 2390, "sum_ns": 2364526789, "mean_ms": 0.9893417527196653 }, "result_fall_cpu": { "n": 2390, "sum_ns": 2359169906, "mean_ms": 0.9871003790794979 }, "result_fight_wall": { "n": 2390, "sum_ns": 543805715, "mean_ms": 0.2275337719665272 }, "result_fight_cpu": { "n": 2390, "sum_ns": 542719369, "mean_ms": 0.2270792338912134 }, "result_collector_wall": { "n": 2390, "sum_ns": 8688669003, "mean_ms": 3.635426361087866 }, "result_collector_cpu": { "n": 2390, "sum_ns": 8612295692, "mean_ms": 3.60347100083682 }, "result_composition_wall": { "n": 2390, "sum_ns": 38150414, "mean_ms": 0.015962516317991633 }, "result_composition_cpu": { "n": 2390, "sum_ns": 35801854, "mean_ms": 0.014979855230125523 }, "result_artifact_handoff_wall": { "n": 2390, "sum_ns": 22951423, "mean_ms": 0.009603105857740586 }, "result_artifact_handoff_cpu": { "n": 2390, "sum_ns": 22800914, "mean_ms": 0.00954013138075314 }, "result_publish_wall": { "n": 2390, "sum_ns": 1860866064, "mean_ms": 0.7786050476987448 }, "result_publish_cpu": { "n": 2390, "sum_ns": 1842473716, "mean_ms": 0.7709095046025105 }, "result_total_wall": { "n": 2390, "sum_ns": 23474510452, "mean_ms": 9.82197090041841 }, "result_total_cpu": { "n": 2390, "sum_ns": 22132585838, "mean_ms": 9.260496166527197 } }, "existing": { "complete_fps": 9.951514718694938, "redis_fps": 9.956275875353278 }, "new": { "complete_fps": 9.846119062959529, "redis_fps": 9.846119062959529 }, "cpu_busy_pct": 37.222693575531665, "gpu_util_pct": 24.142857142857142, "batch_ratios": { "ge4": { "numerator": 45, "denominator": 1449, "percent": 3.1055900621118013 }, "gt4": { "numerator": 15, "denominator": 1449, "percent": 1.0351966873706004 }, "eq8": { "numerator": 0, "denominator": 1449, "percent": 0.0 } }, "ingress_redis_mean_ms": 31.775284293879906, "ingress_redis_max_ms": 288, "reference_pass": true }, { "mode": "pose-a", "level": 9, "provider": "pose", "seconds": 30.000024417007808, "selected_fps": 9.892537286103213, "requested_fps": 9.896224760175466, "complete_fps": 9.881403696458637, "accepted_fps": 9.881403696458637, "finalized_fps": 9.877661271718827, "redis_fps": 9.881369469875503, "redis_min": 9.645007622589192, "redis_std": 0.1271497955917374, "total_redis_fps": 88.93232522887953, "complete_min": 9.645007622589192, "queue_expired": 0, "capacity_drop": 0, "max_redis_silence_s": 0.6906003910116851, "source_drift_mean_s": -0.012026075757576204, "redis_drift_mean_s": -3.0263983119124345, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "c_suppressed": 0, "batch_executions": { "1": 709, "2": 524, "3": 207, "4": 61, "5": 5, "6": 3, "7": 1 }, "triton": { "success": { "count": 2672, "mean_ms": 13.082700083832334 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 2672, "mean_ms": 4.797008869011976 }, "compute_input": { "count": 2672, "mean_ms": 0.03902529341317366 }, "compute_infer": { "count": 2672, "mean_ms": 7.765471541916168 }, "compute_output": { "count": 2672, "mean_ms": 0.25938763884730537 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 2667, "sum_ns": 123248060000, "mean_ms": 46.21224596925384 }, "source_exit_to_ingress": { "n": 2667, "sum_ns": 4688922226, "mean_ms": 1.758126068991376 }, "source_encoded_queue": { "n": 2667, "sum_ns": 93635000, "mean_ms": 0.03510873640794901 }, "decode_between_queues": { "n": 2667, "sum_ns": 121137646000, "mean_ms": 45.42093963254593 }, "source_raw_queue": { "n": 2667, "sum_ns": 702132000, "mean_ms": 0.2632665916760405 }, "raw_queue_to_source_exit": { "n": 2667, "sum_ns": 74323000, "mean_ms": 0.0278676415448069 }, "selected_to_preprocess_start": { "n": 2673, "sum_ns": 1820914092, "mean_ms": 0.6812248754208754 }, "preprocess_start_to_preprocess_output": { "n": 2674, "sum_ns": 1322629547, "mean_ms": 0.49462585901271505 }, "selected_to_preprocess": { "n": 2674, "sum_ns": 3649268218, "mean_ms": 1.3647225946148094 }, "preprocess_start_to_preprocess": { "n": 2674, "sum_ns": 1827789149, "mean_ms": 0.6835411925953628 }, "preprocess_output_to_infer_entry": { "n": 2674, "sum_ns": 505159602, "mean_ms": 0.18891533358264773 }, "preprocess_to_infer_output": { "n": 2670, "sum_ns": 42783128775, "mean_ms": 16.023643735955055 }, "preprocess_to_callback": { "n": 2670, "sum_ns": 44410580201, "mean_ms": 16.633176105243447 }, "infer_output_to_callback": { "n": 2670, "sum_ns": 1627451426, "mean_ms": 0.6095323692883896 }, "copy_wall": { "n": 2670, "sum_ns": 9848398846, "mean_ms": 3.6885388936329586 }, "copy_thread_cpu": { "n": 2670, "sum_ns": 9809278638, "mean_ms": 3.6738871303370786 }, "callback_to_copied": { "n": 2670, "sum_ns": 10291040367, "mean_ms": 3.8543222348314607 }, "accepted_interval": { "n": 2670, "sum_ns": 270186485314, "mean_ms": 101.19344019250937 }, "selected_to_submitted": { "n": 2670, "sum_ns": 58554519078, "mean_ms": 21.93053148988764 }, "completed_queue_wait": { "n": 2670, "sum_ns": 842169959, "mean_ms": 0.3154194602996255 }, "result_observations_wall": { "n": 2670, "sum_ns": 2401290721, "mean_ms": 0.899359820599251 }, "result_observations_cpu": { "n": 2670, "sum_ns": 2401502943, "mean_ms": 0.899439304494382 }, "result_nms_wall": { "n": 2670, "sum_ns": 1936945278, "mean_ms": 0.7254476696629213 }, "result_nms_cpu": { "n": 2670, "sum_ns": 1295161685, "mean_ms": 0.48507928277153556 }, "result_tracking_wall": { "n": 2669, "sum_ns": 4066050709, "mean_ms": 1.523436009366804 }, "result_tracking_cpu": { "n": 2669, "sum_ns": 3159790314, "mean_ms": 1.1838854679655302 }, "result_region_wall": { "n": 2669, "sum_ns": 648438165, "mean_ms": 0.24295172911202698 }, "result_region_cpu": { "n": 2669, "sum_ns": 646771176, "mean_ms": 0.24232715473960284 }, "result_fall_wall": { "n": 2669, "sum_ns": 2512112067, "mean_ms": 0.9412184589733983 }, "result_fall_cpu": { "n": 2669, "sum_ns": 2505710143, "mean_ms": 0.9388198362682653 }, "result_fight_wall": { "n": 2669, "sum_ns": 599845177, "mean_ms": 0.22474528924690895 }, "result_fight_cpu": { "n": 2669, "sum_ns": 598653254, "mean_ms": 0.22429870887973022 }, "result_collector_wall": { "n": 2669, "sum_ns": 10336384477, "mean_ms": 3.8727555177969277 }, "result_collector_cpu": { "n": 2669, "sum_ns": 10248580941, "mean_ms": 3.839857977144998 }, "result_composition_wall": { "n": 2669, "sum_ns": 40899146, "mean_ms": 0.015323771449981266 }, "result_composition_cpu": { "n": 2669, "sum_ns": 40951806, "mean_ms": 0.015343501686024729 }, "result_artifact_handoff_wall": { "n": 2669, "sum_ns": 25515557, "mean_ms": 0.009559968902210565 }, "result_artifact_handoff_cpu": { "n": 2669, "sum_ns": 25364458, "mean_ms": 0.009503356313225927 }, "result_publish_wall": { "n": 2669, "sum_ns": 1772561943, "mean_ms": 0.6641296152116898 }, "result_publish_cpu": { "n": 2669, "sum_ns": 1755148400, "mean_ms": 0.657605245410266 }, "result_total_wall": { "n": 2669, "sum_ns": 26521709104, "mean_ms": 9.936946086174599 }, "result_total_cpu": { "n": 2669, "sum_ns": 24845933877, "mean_ms": 9.309079759085801 } }, "existing": { "complete_fps": 9.86575542146145, "redis_fps": 9.865716916555424 }, "new": { "complete_fps": 10.006589896436127, "redis_fps": 10.006589896436127 }, "cpu_busy_pct": 37.61747629589407, "gpu_util_pct": 32.42857142857143, "batch_ratios": { "ge4": { "numerator": 70, "denominator": 1510, "percent": 4.635761589403973 }, "gt4": { "numerator": 9, "denominator": 1510, "percent": 0.5960264900662252 }, "eq8": { "numerator": 0, "denominator": 1510, "percent": 0.0 } }, "ingress_redis_mean_ms": 32.725724152462085, "ingress_redis_max_ms": 304, "reference_pass": true }, { "mode": "pose-a", "level": 10, "provider": "pose", "seconds": 30.000010134011973, "selected_fps": 9.900083424833916, "requested_fps": 9.900083424833916, "complete_fps": 9.893429151734757, "accepted_fps": 9.893429151734757, "finalized_fps": 9.900092047497482, "redis_fps": 9.900092047497482, "redis_min": 9.756637114622126, "redis_std": 0.07498431309263776, "total_redis_fps": 99.00092047497482, "complete_min": 9.756637114622126, "queue_expired": 0, "capacity_drop": 0, "max_redis_silence_s": 0.5041664890013635, "source_drift_mean_s": -0.00979897166666785, "redis_drift_mean_s": -2.723308459499555, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "c_suppressed": 0, "batch_executions": { "1": 718, "2": 537, "3": 242, "4": 86, "5": 19, "6": 2, "7": 0 }, "triton": { "success": { "count": 2969, "mean_ms": 13.476910563826204 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 2969, "mean_ms": 4.771814588750421 }, "compute_input": { "count": 2969, "mean_ms": 0.043021537217918494 }, "compute_infer": { "count": 2969, "mean_ms": 8.171477236443247 }, "compute_output": { "count": 2969, "mean_ms": 0.26106253755473224 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 2962, "sum_ns": 133679191000, "mean_ms": 45.13139466576637 }, "source_exit_to_ingress": { "n": 2962, "sum_ns": 4703216135, "mean_ms": 1.5878514972991222 }, "source_encoded_queue": { "n": 2962, "sum_ns": 98633000, "mean_ms": 0.03329945982444294 }, "decode_between_queues": { "n": 2962, "sum_ns": 131792631000, "mean_ms": 44.4944736664416 }, "source_raw_queue": { "n": 2962, "sum_ns": 842758000, "mean_ms": 0.284523295070898 }, "raw_queue_to_source_exit": { "n": 2962, "sum_ns": 83169000, "mean_ms": 0.028078663065496286 }, "selected_to_preprocess_start": { "n": 2971, "sum_ns": 2040236190, "mean_ms": 0.6867169942780209 }, "preprocess_start_to_preprocess_output": { "n": 2971, "sum_ns": 1488674404, "mean_ms": 0.5010684631437227 }, "selected_to_preprocess": { "n": 2971, "sum_ns": 4102776972, "mean_ms": 1.3809414244362168 }, "preprocess_start_to_preprocess": { "n": 2971, "sum_ns": 2062540782, "mean_ms": 0.6942244301581959 }, "preprocess_output_to_infer_entry": { "n": 2971, "sum_ns": 573866378, "mean_ms": 0.19315596701447324 }, "preprocess_to_infer_output": { "n": 2969, "sum_ns": 48505754341, "mean_ms": 16.33740462815763 }, "preprocess_to_callback": { "n": 2969, "sum_ns": 50329880425, "mean_ms": 16.951795360390705 }, "infer_output_to_callback": { "n": 2969, "sum_ns": 1824126084, "mean_ms": 0.614390732233075 }, "copy_wall": { "n": 2969, "sum_ns": 10394580852, "mean_ms": 3.5010376732906705 }, "copy_thread_cpu": { "n": 2969, "sum_ns": 10356609512, "mean_ms": 3.4882484041764905 }, "callback_to_copied": { "n": 2969, "sum_ns": 10894345631, "mean_ms": 3.6693653186258 }, "accepted_interval": { "n": 2969, "sum_ns": 300095164738, "mean_ms": 101.07617539171437 }, "selected_to_submitted": { "n": 2969, "sum_ns": 65564334128, "mean_ms": 22.082968719434152 }, "completed_queue_wait": { "n": 2969, "sum_ns": 818316646, "mean_ms": 0.27562029168070057 }, "result_observations_wall": { "n": 2969, "sum_ns": 2765509089, "mean_ms": 0.931461464802964 }, "result_observations_cpu": { "n": 2969, "sum_ns": 2764140447, "mean_ms": 0.9310004873694846 }, "result_nms_wall": { "n": 2970, "sum_ns": 2034028494, "mean_ms": 0.6848580787878787 }, "result_nms_cpu": { "n": 2970, "sum_ns": 1463269526, "mean_ms": 0.4926833420875421 }, "result_tracking_wall": { "n": 2971, "sum_ns": 4353048348, "mean_ms": 1.465179518007405 }, "result_tracking_cpu": { "n": 2971, "sum_ns": 3342192355, "mean_ms": 1.124938524065971 }, "result_region_wall": { "n": 2971, "sum_ns": 734654045, "mean_ms": 0.24727500673174013 }, "result_region_cpu": { "n": 2971, "sum_ns": 735049412, "mean_ms": 0.2474080821272299 }, "result_fall_wall": { "n": 2971, "sum_ns": 2178109851, "mean_ms": 0.733123477280377 }, "result_fall_cpu": { "n": 2971, "sum_ns": 2176067452, "mean_ms": 0.7324360323123528 }, "result_fight_wall": { "n": 2971, "sum_ns": 638501715, "mean_ms": 0.21491138168966678 }, "result_fight_cpu": { "n": 2971, "sum_ns": 638910253, "mean_ms": 0.21504889027263546 }, "result_collector_wall": { "n": 2971, "sum_ns": 12270793580, "mean_ms": 4.130189693705823 }, "result_collector_cpu": { "n": 2971, "sum_ns": 12170504605, "mean_ms": 4.096433727701111 }, "result_composition_wall": { "n": 2971, "sum_ns": 47125702, "mean_ms": 0.015861899023897678 }, "result_composition_cpu": { "n": 2971, "sum_ns": 47217349, "mean_ms": 0.015892746213396165 }, "result_artifact_handoff_wall": { "n": 2971, "sum_ns": 30742877, "mean_ms": 0.010347652978795018 }, "result_artifact_handoff_cpu": { "n": 2971, "sum_ns": 29305765, "mean_ms": 0.009863939750925614 }, "result_publish_wall": { "n": 2971, "sum_ns": 1935373949, "mean_ms": 0.6514217263547627 }, "result_publish_cpu": { "n": 2971, "sum_ns": 1916031949, "mean_ms": 0.6449114604510265 }, "result_total_wall": { "n": 2971, "sum_ns": 29497863966, "mean_ms": 9.928597767081792 }, "result_total_cpu": { "n": 2971, "sum_ns": 27776303336, "mean_ms": 9.349142825984517 } }, "existing": { "complete_fps": 9.894618689266423, "redis_fps": 9.902021906780561 }, "new": { "complete_fps": 9.882723313949773, "redis_fps": 9.882723313949773 }, "cpu_busy_pct": 39.82733412239783, "gpu_util_pct": 35.57142857142857, "batch_ratios": { "ge4": { "numerator": 107, "denominator": 1604, "percent": 6.670822942643391 }, "gt4": { "numerator": 21, "denominator": 1604, "percent": 1.3092269326683292 }, "eq8": { "numerator": 0, "denominator": 1604, "percent": 0.0 } }, "ingress_redis_mean_ms": 32.85405271637582, "ingress_redis_max_ms": 304, "reference_pass": true }, { "mode": "pose-a", "level": 11, "provider": "pose", "seconds": 30.000005219015293, "selected_fps": 9.891106863448893, "requested_fps": 9.891106863448893, "complete_fps": 9.888087357879357, "accepted_fps": 9.888087357879357, "finalized_fps": 9.89109805589622, "redis_fps": 9.894108233170574, "redis_min": 9.647293148531523, "redis_std": 0.11705888111000715, "total_redis_fps": 108.83519056487631, "complete_min": 9.680674785723673, "queue_expired": 0, "capacity_drop": 0, "max_redis_silence_s": 0.44780455000000075, "source_drift_mean_s": -0.009027420798896986, "redis_drift_mean_s": -3.3462325122061327, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "c_suppressed": 0, "batch_executions": { "1": 628, "2": 544, "3": 304, "4": 108, "5": 29, "6": 9, "7": 1 }, "triton": { "success": { "count": 3266, "mean_ms": 14.158258281383956 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 3266, "mean_ms": 4.710231142375996 }, "compute_input": { "count": 3266, "mean_ms": 0.04964615799142682 }, "compute_infer": { "count": 3266, "mean_ms": 8.904102346907532 }, "compute_output": { "count": 3266, "mean_ms": 0.26224376913655845 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 3257, "sum_ns": 147640743000, "mean_ms": 45.33028645993245 }, "source_exit_to_ingress": { "n": 3257, "sum_ns": 6137841196, "mean_ms": 1.8845075824378263 }, "source_encoded_queue": { "n": 3257, "sum_ns": 99725000, "mean_ms": 0.030618667485416026 }, "decode_between_queues": { "n": 3257, "sum_ns": 145355729000, "mean_ms": 44.62871630334664 }, "source_raw_queue": { "n": 3257, "sum_ns": 876814000, "mean_ms": 0.2692090881178999 }, "raw_queue_to_source_exit": { "n": 3257, "sum_ns": 90542000, "mean_ms": 0.027799201719373657 }, "selected_to_preprocess_start": { "n": 3266, "sum_ns": 2536642580, "mean_ms": 0.7766817452541335 }, "preprocess_start_to_preprocess_output": { "n": 3266, "sum_ns": 1819995637, "mean_ms": 0.5572552470912432 }, "selected_to_preprocess": { "n": 3266, "sum_ns": 4969793752, "mean_ms": 1.5216759804041642 }, "preprocess_start_to_preprocess": { "n": 3266, "sum_ns": 2433151172, "mean_ms": 0.7449942351500306 }, "preprocess_output_to_infer_entry": { "n": 3266, "sum_ns": 613155535, "mean_ms": 0.1877389880587875 }, "preprocess_to_infer_output": { "n": 3265, "sum_ns": 55549422057, "mean_ms": 17.013605530474734 }, "preprocess_to_callback": { "n": 3265, "sum_ns": 57708977757, "mean_ms": 17.675031472281777 }, "infer_output_to_callback": { "n": 3265, "sum_ns": 2159555700, "mean_ms": 0.6614259418070444 }, "copy_wall": { "n": 3265, "sum_ns": 11338843069, "mean_ms": 3.472846269218989 }, "copy_thread_cpu": { "n": 3265, "sum_ns": 11297855725, "mean_ms": 3.460292718223583 }, "callback_to_copied": { "n": 3265, "sum_ns": 11888826211, "mean_ms": 3.641294398468607 }, "accepted_interval": { "n": 3265, "sum_ns": 329951139364, "mean_ms": 101.05701052496171 }, "selected_to_submitted": { "n": 3265, "sum_ns": 74834108355, "mean_ms": 22.920094442572744 }, "completed_queue_wait": { "n": 3266, "sum_ns": 1082260887, "mean_ms": 0.3313719800979792 }, "result_observations_wall": { "n": 3266, "sum_ns": 3039176918, "mean_ms": 0.9305501892222903 }, "result_observations_cpu": { "n": 3266, "sum_ns": 3038758153, "mean_ms": 0.9304219696876913 }, "result_nms_wall": { "n": 3267, "sum_ns": 2268935016, "mean_ms": 0.6945010762167126 }, "result_nms_cpu": { "n": 3267, "sum_ns": 1605951777, "mean_ms": 0.49156773094582185 }, "result_tracking_wall": { "n": 3267, "sum_ns": 5064823648, "mean_ms": 1.5502980250994796 }, "result_tracking_cpu": { "n": 3267, "sum_ns": 4034934807, "mean_ms": 1.2350580982552801 }, "result_region_wall": { "n": 3267, "sum_ns": 845748182, "mean_ms": 0.2588760887664524 }, "result_region_cpu": { "n": 3267, "sum_ns": 845776079, "mean_ms": 0.2588846277930823 }, "result_fall_wall": { "n": 3267, "sum_ns": 2716995980, "mean_ms": 0.8316486011631467 }, "result_fall_cpu": { "n": 3267, "sum_ns": 2712882253, "mean_ms": 0.8303894254667891 }, "result_fight_wall": { "n": 3267, "sum_ns": 794500037, "mean_ms": 0.24318948178757271 }, "result_fight_cpu": { "n": 3267, "sum_ns": 794189208, "mean_ms": 0.24309433976124883 }, "result_collector_wall": { "n": 3266, "sum_ns": 14010958350, "mean_ms": 4.28994438150643 }, "result_collector_cpu": { "n": 3266, "sum_ns": 13890342557, "mean_ms": 4.25301364268218 }, "result_composition_wall": { "n": 3266, "sum_ns": 51836435, "mean_ms": 0.015871535517452542 }, "result_composition_cpu": { "n": 3266, "sum_ns": 51669880, "mean_ms": 0.015820538885486835 }, "result_artifact_handoff_wall": { "n": 3266, "sum_ns": 32517210, "mean_ms": 0.009956279853031231 }, "result_artifact_handoff_cpu": { "n": 3266, "sum_ns": 32152570, "mean_ms": 0.009844632578077158 }, "result_publish_wall": { "n": 3266, "sum_ns": 2039712267, "mean_ms": 0.6245291693202695 }, "result_publish_cpu": { "n": 3266, "sum_ns": 2013766501, "mean_ms": 0.6165849666258421 }, "result_total_wall": { "n": 3266, "sum_ns": 33615612953, "mean_ms": 10.292594290569506 }, "result_total_cpu": { "n": 3266, "sum_ns": 31747018897, "mean_ms": 9.720458939681567 } }, "existing": { "complete_fps": 9.875417640736641, "redis_fps": 9.88204060355698 }, "new": { "complete_fps": 10.014784529306507, "redis_fps": 10.014784529306507 }, "cpu_busy_pct": 41.03496308678089, "gpu_util_pct": 37.0, "batch_ratios": { "ge4": { "numerator": 147, "denominator": 1623, "percent": 9.057301293900185 }, "gt4": { "numerator": 39, "denominator": 1623, "percent": 2.402957486136784 }, "eq8": { "numerator": 0, "denominator": 1623, "percent": 0.0 } }, "ingress_redis_mean_ms": 34.091796180115104, "ingress_redis_max_ms": 312, "reference_pass": true }, { "mode": "pose-a-resume", "level": 12, "provider": "pose", "seconds": 30.00000787700992, "selected_fps": 9.957702275619663, "requested_fps": 9.954927909090054, "complete_fps": 9.954937363274853, "accepted_fps": 9.954937363274853, "finalized_fps": 9.94937674016706, "redis_fps": 9.946592314336584, "redis_min": 9.835930230386655, "redis_std": 0.0524871980574627, "total_redis_fps": 119.35910777203901, "complete_min": 9.835930230386655, "queue_expired": 0, "capacity_drop": 0, "max_redis_silence_s": 0.476746940985322, "source_drift_mean_s": 0.0012952916666666054, "redis_drift_mean_s": -3.8437775063277524, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "c_suppressed": 0, "batch_executions": { "1": 610, "2": 541, "3": 314, "4": 158, "5": 45, "6": 11, "7": 2, "8": 1 }, "triton": { "success": { "count": 3579, "mean_ms": 14.685169785135512 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 3579, "mean_ms": 4.653809804414641 }, "compute_input": { "count": 3579, "mean_ms": 0.048183649063984355 }, "compute_infer": { "count": 3579, "mean_ms": 9.482212456552109 }, "compute_output": { "count": 3579, "mean_ms": 0.2612787753562448 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 3574, "sum_ns": 160748107000, "mean_ms": 44.97708645775042 }, "source_exit_to_ingress": { "n": 3574, "sum_ns": 5128468800, "mean_ms": 1.4349381085618356 }, "source_encoded_queue": { "n": 3574, "sum_ns": 110719000, "mean_ms": 0.030979015109121433 }, "decode_between_queues": { "n": 3574, "sum_ns": 158949566000, "mean_ms": 44.473857302742026 }, "source_raw_queue": { "n": 3574, "sum_ns": 396677000, "mean_ms": 0.11098964745383325 }, "raw_queue_to_source_exit": { "n": 3574, "sum_ns": 96252000, "mean_ms": 0.0269311695579183 }, "selected_to_preprocess_start": { "n": 3582, "sum_ns": 2411062178, "mean_ms": 0.6731050189838079 }, "preprocess_start_to_preprocess_output": { "n": 3582, "sum_ns": 2093264338, "mean_ms": 0.5843842372975991 }, "selected_to_preprocess": { "n": 3582, "sum_ns": 5140006753, "mean_ms": 1.4349544257398101 }, "preprocess_start_to_preprocess": { "n": 3582, "sum_ns": 2728944575, "mean_ms": 0.7618494067560022 }, "preprocess_output_to_infer_entry": { "n": 3582, "sum_ns": 635680237, "mean_ms": 0.17746516945840313 }, "preprocess_to_infer_output": { "n": 3582, "sum_ns": 62659798536, "mean_ms": 17.492964415410384 }, "preprocess_to_callback": { "n": 3582, "sum_ns": 64920104060, "mean_ms": 18.123982149637072 }, "infer_output_to_callback": { "n": 3582, "sum_ns": 2260305524, "mean_ms": 0.6310177342266889 }, "copy_wall": { "n": 3582, "sum_ns": 9542272321, "mean_ms": 2.663950955053043 }, "copy_thread_cpu": { "n": 3582, "sum_ns": 9506144381, "mean_ms": 2.6538649863204915 }, "callback_to_copied": { "n": 3582, "sum_ns": 10136904213, "mean_ms": 2.829956508375209 }, "accepted_interval": { "n": 3582, "sum_ns": 360066637157, "mean_ms": 100.52111590089336 }, "selected_to_submitted": { "n": 3582, "sum_ns": 80469150816, "mean_ms": 22.46486622445561 }, "completed_queue_wait": { "n": 3582, "sum_ns": 1060553424, "mean_ms": 0.29607856616415407 }, "result_observations_wall": { "n": 3582, "sum_ns": 2796099639, "mean_ms": 0.7805973308207704 }, "result_observations_cpu": { "n": 3582, "sum_ns": 2795699117, "mean_ms": 0.7804855156337241 }, "result_nms_wall": { "n": 3580, "sum_ns": 2320989321, "mean_ms": 0.6483210393854749 }, "result_nms_cpu": { "n": 3580, "sum_ns": 1722212993, "mean_ms": 0.4810650818435754 }, "result_tracking_wall": { "n": 3580, "sum_ns": 5279001655, "mean_ms": 1.4745814678770948 }, "result_tracking_cpu": { "n": 3580, "sum_ns": 4169158047, "mean_ms": 1.1645692868715085 }, "result_region_wall": { "n": 3580, "sum_ns": 860913316, "mean_ms": 0.24047857988826818 }, "result_region_cpu": { "n": 3580, "sum_ns": 861231785, "mean_ms": 0.2405675377094972 }, "result_fall_wall": { "n": 3580, "sum_ns": 3182694265, "mean_ms": 0.8890207444134078 }, "result_fall_cpu": { "n": 3580, "sum_ns": 3175029653, "mean_ms": 0.8868797913407821 }, "result_fight_wall": { "n": 3580, "sum_ns": 797991162, "mean_ms": 0.2229025592178771 }, "result_fight_cpu": { "n": 3580, "sum_ns": 798338652, "mean_ms": 0.22299962346368712 }, "result_collector_wall": { "n": 3580, "sum_ns": 10013664165, "mean_ms": 2.7971128952513964 }, "result_collector_cpu": { "n": 3580, "sum_ns": 9928211265, "mean_ms": 2.773243370111732 }, "result_composition_wall": { "n": 3580, "sum_ns": 52154774, "mean_ms": 0.014568372625698324 }, "result_composition_cpu": { "n": 3580, "sum_ns": 52265535, "mean_ms": 0.014599311452513966 }, "result_artifact_handoff_wall": { "n": 3580, "sum_ns": 34317913, "mean_ms": 0.009586009217877096 }, "result_artifact_handoff_cpu": { "n": 3580, "sum_ns": 34107833, "mean_ms": 0.009527327653631285 }, "result_publish_wall": { "n": 3580, "sum_ns": 2514847014, "mean_ms": 0.7024712329608939 }, "result_publish_cpu": { "n": 3580, "sum_ns": 2489219591, "mean_ms": 0.695312734916201 }, "result_total_wall": { "n": 3580, "sum_ns": 30588346242, "mean_ms": 8.54423079385475 }, "result_total_cpu": { "n": 3580, "sum_ns": 28743181545, "mean_ms": 8.028821660614526 } }, "existing": null, "new": { "complete_fps": 9.954937363274853, "redis_fps": 9.946592314336584 }, "cpu_busy_pct": 40.49973462945892, "gpu_util_pct": 41.142857142857146, "batch_ratios": { "ge4": { "numerator": 217, "denominator": 1682, "percent": 12.901307966706302 }, "gt4": { "numerator": 59, "denominator": 1682, "percent": 3.507728894173603 }, "eq8": { "numerator": 1, "denominator": 1682, "percent": 0.059453032104637336 } }, "ingress_redis_mean_ms": 31.849204218038437, "ingress_redis_max_ms": 290, "reference_pass": true }, { "mode": "pose-a-resume", "level": 13, "provider": "pose", "seconds": 30.000019207014702, "selected_fps": 9.936069317747545, "requested_fps": 9.936069317747545, "complete_fps": 9.936077868640508, "accepted_fps": 9.936077868640508, "finalized_fps": 9.933522698621685, "redis_fps": 9.933502256380624, "redis_min": 9.76536535241439, "redis_std": 0.07877316946384537, "total_redis_fps": 129.1355293329481, "complete_min": 9.798808384443205, "queue_expired": 0, "capacity_drop": 0, "max_redis_silence_s": 0.4841638799989596, "source_drift_mean_s": 0.0037680448717943983, "redis_drift_mean_s": -3.6004184576560507, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "c_suppressed": 0, "batch_executions": { "1": 568, "2": 585, "3": 363, "4": 151, "5": 72, "6": 14, "7": 0, "8": 0 }, "triton": { "success": { "count": 3875, "mean_ms": 14.873245701935483 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 3875, "mean_ms": 4.686844251096774 }, "compute_input": { "count": 3875, "mean_ms": 0.05138172696774194 }, "compute_infer": { "count": 3875, "mean_ms": 9.631438524387097 }, "compute_output": { "count": 3875, "mean_ms": 0.2616105323870968 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 3858, "sum_ns": 177248751000, "mean_ms": 45.94317029548989 }, "source_exit_to_ingress": { "n": 3858, "sum_ns": 6289154542, "mean_ms": 1.630159290305858 }, "source_encoded_queue": { "n": 3858, "sum_ns": 110762000, "mean_ms": 0.02870969414204251 }, "decode_between_queues": { "n": 3858, "sum_ns": 174684709000, "mean_ms": 45.278566355624676 }, "source_raw_queue": { "n": 3858, "sum_ns": 972450000, "mean_ms": 0.2520606531881804 }, "raw_queue_to_source_exit": { "n": 3858, "sum_ns": 106014000, "mean_ms": 0.02747900466562986 }, "selected_to_preprocess_start": { "n": 3871, "sum_ns": 2639740219, "mean_ms": 0.6819272071816068 }, "preprocess_start_to_preprocess_output": { "n": 3871, "sum_ns": 2301647708, "mean_ms": 0.5945873696719194 }, "selected_to_preprocess": { "n": 3871, "sum_ns": 5636805070, "mean_ms": 1.4561625083957634 }, "preprocess_start_to_preprocess": { "n": 3871, "sum_ns": 2997064851, "mean_ms": 0.7742353012141565 }, "preprocess_output_to_infer_entry": { "n": 3871, "sum_ns": 695417143, "mean_ms": 0.17964793154223715 }, "preprocess_to_infer_output": { "n": 3871, "sum_ns": 68378100057, "mean_ms": 17.66419531309739 }, "preprocess_to_callback": { "n": 3871, "sum_ns": 70910169785, "mean_ms": 18.31830787522604 }, "infer_output_to_callback": { "n": 3871, "sum_ns": 2542591911, "mean_ms": 0.6568307700852494 }, "copy_wall": { "n": 3872, "sum_ns": 13235716129, "mean_ms": 3.418315115960744 }, "copy_thread_cpu": { "n": 3872, "sum_ns": 13187560679, "mean_ms": 3.4058782745351244 }, "callback_to_copied": { "n": 3871, "sum_ns": 13887757942, "mean_ms": 3.587640904675794 }, "accepted_interval": { "n": 3872, "sum_ns": 389534760744, "mean_ms": 100.60298572933884 }, "selected_to_submitted": { "n": 3871, "sum_ns": 90752260381, "mean_ms": 23.444138563936967 }, "completed_queue_wait": { "n": 3872, "sum_ns": 939395403, "mean_ms": 0.24261244912190083 }, "result_observations_wall": { "n": 3872, "sum_ns": 3412767478, "mean_ms": 0.8813965594008265 }, "result_observations_cpu": { "n": 3872, "sum_ns": 3413805021, "mean_ms": 0.8816645198863636 }, "result_nms_wall": { "n": 3872, "sum_ns": 2683147216, "mean_ms": 0.6929615743801654 }, "result_nms_cpu": { "n": 3872, "sum_ns": 1896334986, "mean_ms": 0.48975593646694215 }, "result_tracking_wall": { "n": 3872, "sum_ns": 5658778518, "mean_ms": 1.4614613941115702 }, "result_tracking_cpu": { "n": 3872, "sum_ns": 4489518396, "mean_ms": 1.159483056818182 }, "result_region_wall": { "n": 3872, "sum_ns": 996573027, "mean_ms": 0.25737939746900823 }, "result_region_cpu": { "n": 3872, "sum_ns": 996341145, "mean_ms": 0.25731951058884295 }, "result_fall_wall": { "n": 3872, "sum_ns": 3790118296, "mean_ms": 0.9788528657024794 }, "result_fall_cpu": { "n": 3872, "sum_ns": 3782109225, "mean_ms": 0.9767844072830578 }, "result_fight_wall": { "n": 3872, "sum_ns": 889323305, "mean_ms": 0.2296806056301653 }, "result_fight_cpu": { "n": 3872, "sum_ns": 887735927, "mean_ms": 0.22927064230371902 }, "result_collector_wall": { "n": 3871, "sum_ns": 13504441272, "mean_ms": 3.4886182567811934 }, "result_collector_cpu": { "n": 3871, "sum_ns": 13393297919, "mean_ms": 3.459906463187807 }, "result_composition_wall": { "n": 3871, "sum_ns": 60312716, "mean_ms": 0.015580655127873936 }, "result_composition_cpu": { "n": 3871, "sum_ns": 60431584, "mean_ms": 0.015611362438646345 }, "result_artifact_handoff_wall": { "n": 3871, "sum_ns": 39322463, "mean_ms": 0.010158218289847584 }, "result_artifact_handoff_cpu": { "n": 3871, "sum_ns": 38350836, "mean_ms": 0.009907216739860501 }, "result_publish_wall": { "n": 3871, "sum_ns": 2537857863, "mean_ms": 0.6556078178765177 }, "result_publish_cpu": { "n": 3871, "sum_ns": 2510699016, "mean_ms": 0.6485918408679927 }, "result_total_wall": { "n": 3871, "sum_ns": 36878943582, "mean_ms": 9.526981033841384 }, "result_total_cpu": { "n": 3871, "sum_ns": 34748522123, "mean_ms": 8.976626743218805 } }, "existing": { "complete_fps": 9.939931448493676, "redis_fps": 9.9371412018788 }, "new": { "complete_fps": 9.889834910402493, "redis_fps": 9.889834910402493 }, "cpu_busy_pct": 42.41883298002901, "gpu_util_pct": 40.857142857142854, "batch_ratios": { "ge4": { "numerator": 237, "denominator": 1753, "percent": 13.51968054763263 }, "gt4": { "numerator": 86, "denominator": 1753, "percent": 4.905875641756988 }, "eq8": { "numerator": 0, "denominator": 1753, "percent": 0.0 } }, "ingress_redis_mean_ms": 33.735867012875495, "ingress_redis_max_ms": 276, "reference_pass": true }, { "mode": "pose-a-resume", "level": 14, "provider": "pose", "seconds": 30.00001526903361, "selected_fps": 9.916699985249956, "requested_fps": 9.916699985249956, "complete_fps": 9.921447024996798, "accepted_fps": 9.921447024996798, "finalized_fps": 9.921456661618768, "redis_fps": 9.921449964160685, "redis_min": 9.738334242912705, "redis_std": 0.08261179186101313, "total_redis_fps": 138.90029949824958, "complete_min": 9.771684702648708, "queue_expired": 0, "capacity_drop": 0, "max_redis_silence_s": 0.45453719998477027, "source_drift_mean_s": 0.003172982142856868, "redis_drift_mean_s": -3.447798050306807, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "c_suppressed": 0, "batch_executions": { "1": 588, "2": 516, "3": 359, "4": 214, "5": 79, "6": 25, "7": 8, "8": 2 }, "triton": { "success": { "count": 4170, "mean_ms": 15.75911251942446 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 4170, "mean_ms": 4.6718134040767385 }, "compute_input": { "count": 4170, "mean_ms": 0.059590561151079136 }, "compute_infer": { "count": 4170, "mean_ms": 10.513447685131894 }, "compute_output": { "count": 4170, "mean_ms": 0.26332664196642686 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 4159, "sum_ns": 187640276000, "mean_ms": 45.116680932916566 }, "source_exit_to_ingress": { "n": 4159, "sum_ns": 9511378966, "mean_ms": 2.2869389194517913 }, "source_encoded_queue": { "n": 4159, "sum_ns": 135063000, "mean_ms": 0.03247487376773263 }, "decode_between_queues": { "n": 4159, "sum_ns": 184582864000, "mean_ms": 44.38154941091608 }, "source_raw_queue": { "n": 4159, "sum_ns": 1138907000, "mean_ms": 0.27384154844914643 }, "raw_queue_to_source_exit": { "n": 4159, "sum_ns": 117107000, "mean_ms": 0.028157489781197403 }, "selected_to_preprocess_start": { "n": 4168, "sum_ns": 3069206563, "mean_ms": 0.7363739354606526 }, "preprocess_start_to_preprocess_output": { "n": 4168, "sum_ns": 3058670388, "mean_ms": 0.7338460623800385 }, "selected_to_preprocess": { "n": 4168, "sum_ns": 6933896379, "mean_ms": 1.6636027780710172 }, "preprocess_start_to_preprocess": { "n": 4168, "sum_ns": 3864689816, "mean_ms": 0.9272288426103646 }, "preprocess_output_to_infer_entry": { "n": 4168, "sum_ns": 806019428, "mean_ms": 0.1933827802303263 }, "preprocess_to_infer_output": { "n": 4168, "sum_ns": 77955376532, "mean_ms": 18.703305309980806 }, "preprocess_to_callback": { "n": 4170, "sum_ns": 80920848832, "mean_ms": 19.40547933621103 }, "infer_output_to_callback": { "n": 4170, "sum_ns": 2924142529, "mean_ms": 0.701233220383693 }, "copy_wall": { "n": 4170, "sum_ns": 14809005844, "mean_ms": 3.5513203462829734 }, "copy_thread_cpu": { "n": 4170, "sum_ns": 14759765677, "mean_ms": 3.5395121527577937 }, "callback_to_copied": { "n": 4170, "sum_ns": 15531048360, "mean_ms": 3.7244720287769786 }, "accepted_interval": { "n": 4170, "sum_ns": 420182142357, "mean_ms": 100.76310368273381 }, "selected_to_submitted": { "n": 4170, "sum_ns": 103740418703, "mean_ms": 24.877798250119906 }, "completed_queue_wait": { "n": 4170, "sum_ns": 1198894518, "mean_ms": 0.2875046805755396 }, "result_observations_wall": { "n": 4170, "sum_ns": 3973429687, "mean_ms": 0.9528608362110312 }, "result_observations_cpu": { "n": 4170, "sum_ns": 3971943798, "mean_ms": 0.9525045079136691 }, "result_nms_wall": { "n": 4170, "sum_ns": 3076580018, "mean_ms": 0.7377889731414867 }, "result_nms_cpu": { "n": 4170, "sum_ns": 2094110064, "mean_ms": 0.5021846676258993 }, "result_tracking_wall": { "n": 4171, "sum_ns": 6639104859, "mean_ms": 1.5917297672021098 }, "result_tracking_cpu": { "n": 4171, "sum_ns": 5185447299, "mean_ms": 1.2432144087748742 }, "result_region_wall": { "n": 4171, "sum_ns": 1137834908, "mean_ms": 0.2727966693838408 }, "result_region_cpu": { "n": 4171, "sum_ns": 1133983783, "mean_ms": 0.27187335962598896 }, "result_fall_wall": { "n": 4171, "sum_ns": 4979505567, "mean_ms": 1.1938397427475425 }, "result_fall_cpu": { "n": 4171, "sum_ns": 4961552344, "mean_ms": 1.1895354456964757 }, "result_fight_wall": { "n": 4171, "sum_ns": 1074247654, "mean_ms": 0.2575515833133541 }, "result_fight_cpu": { "n": 4171, "sum_ns": 1073039938, "mean_ms": 0.25726203260608965 }, "result_collector_wall": { "n": 4170, "sum_ns": 16578344423, "mean_ms": 3.9756221637889686 }, "result_collector_cpu": { "n": 4170, "sum_ns": 16451748946, "mean_ms": 3.945263536211031 }, "result_composition_wall": { "n": 4170, "sum_ns": 67840150, "mean_ms": 0.016268621103117505 }, "result_composition_cpu": { "n": 4170, "sum_ns": 67968396, "mean_ms": 0.016299375539568346 }, "result_artifact_handoff_wall": { "n": 4170, "sum_ns": 45575981, "mean_ms": 0.010929491846522782 }, "result_artifact_handoff_cpu": { "n": 4170, "sum_ns": 42890517, "mean_ms": 0.010285495683453237 }, "result_publish_wall": { "n": 4171, "sum_ns": 2940077348, "mean_ms": 0.7048854826180772 }, "result_publish_cpu": { "n": 4171, "sum_ns": 2892018026, "mean_ms": 0.6933632284823783 }, "result_total_wall": { "n": 4171, "sum_ns": 44326235287, "mean_ms": 10.627244134979621 }, "result_total_cpu": { "n": 4171, "sum_ns": 41634007171, "mean_ms": 9.98178066914409 } }, "existing": { "complete_fps": 9.922591033256666, "redis_fps": 9.922594198510081 }, "new": { "complete_fps": 9.906574917618522, "redis_fps": 9.906574917618522 }, "cpu_busy_pct": 45.13887920090401, "gpu_util_pct": 43.857142857142854, "batch_ratios": { "ge4": { "numerator": 328, "denominator": 1791, "percent": 18.313791178112787 }, "gt4": { "numerator": 114, "denominator": 1791, "percent": 6.365159128978225 }, "eq8": { "numerator": 2, "denominator": 1791, "percent": 0.11166945840312674 } }, "ingress_redis_mean_ms": 36.340518674800514, "ingress_redis_max_ms": 334, "reference_pass": true }, { "mode": "pose-a-resume", "level": 15, "provider": "pose", "seconds": 30.000008552975487, "selected_fps": 9.952254858303155, "requested_fps": 9.952254858303155, "complete_fps": 9.961135225408658, "accepted_fps": 9.961135225408658, "finalized_fps": 9.958929774179445, "redis_fps": 9.956721365346002, "redis_min": 9.723564088588894, "redis_std": 0.07883937041457283, "total_redis_fps": 149.35082048019004, "complete_min": 9.756863965604609, "queue_expired": 0, "capacity_drop": 0, "max_redis_silence_s": 0.3966872199671343, "source_drift_mean_s": 0.003369373247862491, "redis_drift_mean_s": -3.286050606551671, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "c_suppressed": 0, "batch_executions": { "1": 545, "2": 508, "3": 363, "4": 225, "5": 112, "6": 41, "7": 13, "8": 4 }, "triton": { "success": { "count": 4479, "mean_ms": 16.60468030229962 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 4479, "mean_ms": 4.774626441169904 }, "compute_input": { "count": 4479, "mean_ms": 0.058307865148470646 }, "compute_infer": { "count": 4479, "mean_ms": 11.237408739897297 }, "compute_output": { "count": 4479, "mean_ms": 0.2668587028354543 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 4465, "sum_ns": 206232783000, "mean_ms": 46.18875319148936 }, "source_exit_to_ingress": { "n": 4465, "sum_ns": 10076615314, "mean_ms": 2.256800742217245 }, "source_encoded_queue": { "n": 4465, "sum_ns": 154141000, "mean_ms": 0.034522060470324745 }, "decode_between_queues": { "n": 4465, "sum_ns": 203158041000, "mean_ms": 45.50012116461367 }, "source_raw_queue": { "n": 4465, "sum_ns": 1203952000, "mean_ms": 0.2696421052631579 }, "raw_queue_to_source_exit": { "n": 4465, "sum_ns": 126174000, "mean_ms": 0.028258454647256438 }, "selected_to_preprocess_start": { "n": 4476, "sum_ns": 3195528930, "mean_ms": 0.7139251407506703 }, "preprocess_start_to_preprocess_output": { "n": 4476, "sum_ns": 3584291019, "mean_ms": 0.800779941689008 }, "selected_to_preprocess": { "n": 4476, "sum_ns": 7723639169, "mean_ms": 1.7255672852993744 }, "preprocess_start_to_preprocess": { "n": 4476, "sum_ns": 4528110239, "mean_ms": 1.011642144548704 }, "preprocess_output_to_infer_entry": { "n": 4476, "sum_ns": 943819220, "mean_ms": 0.21086220285969615 }, "preprocess_to_infer_output": { "n": 4478, "sum_ns": 87634756006, "mean_ms": 19.570066102277803 }, "preprocess_to_callback": { "n": 4480, "sum_ns": 90939896046, "mean_ms": 20.299083938839285 }, "infer_output_to_callback": { "n": 4480, "sum_ns": 3261475366, "mean_ms": 0.7280078941964286 }, "copy_wall": { "n": 4480, "sum_ns": 18914360506, "mean_ms": 4.221955470089286 }, "copy_thread_cpu": { "n": 4480, "sum_ns": 18819239556, "mean_ms": 4.200723115178571 }, "callback_to_copied": { "n": 4480, "sum_ns": 19694765080, "mean_ms": 4.396152919642858 }, "accepted_interval": { "n": 4480, "sum_ns": 450001589734, "mean_ms": 100.44678342276787 }, "selected_to_submitted": { "n": 4480, "sum_ns": 118750289575, "mean_ms": 26.506761065848213 }, "completed_queue_wait": { "n": 4481, "sum_ns": 1300302081, "mean_ms": 0.29018122762776166 }, "result_observations_wall": { "n": 4481, "sum_ns": 4400142694, "mean_ms": 0.9819555219817006 }, "result_observations_cpu": { "n": 4481, "sum_ns": 4398074863, "mean_ms": 0.9814940555679537 }, "result_nms_wall": { "n": 4479, "sum_ns": 3411283860, "mean_ms": 0.7616172940388479 }, "result_nms_cpu": { "n": 4479, "sum_ns": 2259555536, "mean_ms": 0.5044776816253628 }, "result_tracking_wall": { "n": 4479, "sum_ns": 7136308065, "mean_ms": 1.5932815505693236 }, "result_tracking_cpu": { "n": 4479, "sum_ns": 5476685212, "mean_ms": 1.222747312346506 }, "result_region_wall": { "n": 4479, "sum_ns": 1217571292, "mean_ms": 0.2718399848180397 }, "result_region_cpu": { "n": 4479, "sum_ns": 1216755812, "mean_ms": 0.2716579173922751 }, "result_fall_wall": { "n": 4479, "sum_ns": 5139675550, "mean_ms": 1.1475051462379997 }, "result_fall_cpu": { "n": 4479, "sum_ns": 5123371693, "mean_ms": 1.1438650799285555 }, "result_fight_wall": { "n": 4479, "sum_ns": 1145663120, "mean_ms": 0.2557854699709757 }, "result_fight_cpu": { "n": 4479, "sum_ns": 1142763855, "mean_ms": 0.2551381681178835 }, "result_collector_wall": { "n": 4479, "sum_ns": 17653042047, "mean_ms": 3.9412909236436704 }, "result_collector_cpu": { "n": 4479, "sum_ns": 17508566992, "mean_ms": 3.909034827416834 }, "result_composition_wall": { "n": 4479, "sum_ns": 75538227, "mean_ms": 0.016864975887474883 }, "result_composition_cpu": { "n": 4479, "sum_ns": 75239964, "mean_ms": 0.016798384460817144 }, "result_artifact_handoff_wall": { "n": 4479, "sum_ns": 47002065, "mean_ms": 0.010493874748827865 }, "result_artifact_handoff_cpu": { "n": 4479, "sum_ns": 46384854, "mean_ms": 0.01035607367716008 }, "result_publish_wall": { "n": 4479, "sum_ns": 2879357859, "mean_ms": 0.6428573027461487 }, "result_publish_cpu": { "n": 4479, "sum_ns": 2839260917, "mean_ms": 0.6339050942174592 }, "result_total_wall": { "n": 4479, "sum_ns": 47132825774, "mean_ms": 10.52306893815584 }, "result_total_cpu": { "n": 4479, "sum_ns": 44056979682, "mean_ms": 9.836342862692565 } }, "existing": { "complete_fps": 9.95593202517373, "redis_fps": 9.953583995236809 }, "new": { "complete_fps": 10.03398002869764, "redis_fps": 10.000644546874723 }, "cpu_busy_pct": 46.47954130104212, "gpu_util_pct": 49.285714285714285, "batch_ratios": { "ge4": { "numerator": 395, "denominator": 1811, "percent": 21.811154058531198 }, "gt4": { "numerator": 170, "denominator": 1811, "percent": 9.387078961899503 }, "eq8": { "numerator": 4, "denominator": 1811, "percent": 0.22087244616234125 } }, "ingress_redis_mean_ms": 38.03423525014397, "ingress_redis_max_ms": 348, "reference_pass": true }, { "mode": "pose-a-resume", "level": 16, "provider": "pose", "seconds": 30.000088028959, "selected_fps": 9.928224852039186, "requested_fps": 9.928224852039186, "complete_fps": 9.924052609354382, "accepted_fps": 9.924052609354382, "finalized_fps": 9.932386225866802, "redis_fps": 9.932386225866802, "redis_min": 9.770676768265666, "redis_std": 0.09143391281144707, "total_redis_fps": 158.91817961386883, "complete_min": 9.770676768265666, "queue_expired": 0, "capacity_drop": 0, "max_redis_silence_s": 0.4812622210010886, "source_drift_mean_s": 0.0118683645833328, "redis_drift_mean_s": -3.628531376213807, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "c_suppressed": 0, "batch_executions": { "1": 463, "2": 505, "3": 423, "4": 252, "5": 116, "6": 42, "7": 15, "8": 9 }, "triton": { "success": { "count": 4759, "mean_ms": 16.91027855137634 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 4759, "mean_ms": 4.695396453036352 }, "compute_input": { "count": 4759, "mean_ms": 0.05792531876444631 }, "compute_infer": { "count": 4759, "mean_ms": 11.595778407858795 }, "compute_output": { "count": 4759, "mean_ms": 0.28519479281361626 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 4756, "sum_ns": 215686817000, "mean_ms": 45.35046614802354 }, "source_exit_to_ingress": { "n": 4756, "sum_ns": 12727124847, "mean_ms": 2.676014475820017 }, "source_encoded_queue": { "n": 4756, "sum_ns": 161938000, "mean_ms": 0.03404920100925147 }, "decode_between_queues": { "n": 4756, "sum_ns": 212375682000, "mean_ms": 44.65426450798991 }, "source_raw_queue": { "n": 4756, "sum_ns": 1314364000, "mean_ms": 0.2763591253153911 }, "raw_queue_to_source_exit": { "n": 4756, "sum_ns": 137058000, "mean_ms": 0.028817914213624896 }, "selected_to_preprocess_start": { "n": 4767, "sum_ns": 3429077073, "mean_ms": 0.7193364952800503 }, "preprocess_start_to_preprocess_output": { "n": 4767, "sum_ns": 4478234655, "mean_ms": 0.9394240937696665 }, "selected_to_preprocess": { "n": 4767, "sum_ns": 8876178258, "mean_ms": 1.8620050887350537 }, "preprocess_start_to_preprocess": { "n": 4767, "sum_ns": 5447101185, "mean_ms": 1.1426685934550032 }, "preprocess_output_to_infer_entry": { "n": 4767, "sum_ns": 968866530, "mean_ms": 0.2032444996853367 }, "preprocess_to_infer_output": { "n": 4764, "sum_ns": 95079429974, "mean_ms": 19.957898819059615 }, "preprocess_to_callback": { "n": 4765, "sum_ns": 98718800374, "mean_ms": 20.717481715424974 }, "infer_output_to_callback": { "n": 4764, "sum_ns": 3604153770, "mean_ms": 0.7565394143576826 }, "copy_wall": { "n": 4765, "sum_ns": 18440380791, "mean_ms": 3.869964489192025 }, "copy_thread_cpu": { "n": 4765, "sum_ns": 18356795657, "mean_ms": 3.8524230130115424 }, "callback_to_copied": { "n": 4765, "sum_ns": 19276753306, "mean_ms": 4.045488626652675 }, "accepted_interval": { "n": 4765, "sum_ns": 480093979644, "mean_ms": 100.7542454656873 }, "selected_to_submitted": { "n": 4765, "sum_ns": 127288208635, "mean_ms": 26.71316025918153 }, "completed_queue_wait": { "n": 4766, "sum_ns": 2437247807, "mean_ms": 0.5113822507343685 }, "result_observations_wall": { "n": 4766, "sum_ns": 4796364405, "mean_ms": 1.0063710459504827 }, "result_observations_cpu": { "n": 4766, "sum_ns": 4792094495, "mean_ms": 1.005475135333613 }, "result_nms_wall": { "n": 4766, "sum_ns": 3843393270, "mean_ms": 0.8064190663029794 }, "result_nms_cpu": { "n": 4766, "sum_ns": 2439753056, "mean_ms": 0.5119079009651699 }, "result_tracking_wall": { "n": 4767, "sum_ns": 8875248390, "mean_ms": 1.8618100251730647 }, "result_tracking_cpu": { "n": 4767, "sum_ns": 6268045790, "mean_ms": 1.3148826914201805 }, "result_region_wall": { "n": 4767, "sum_ns": 1336505025, "mean_ms": 0.2803660635619886 }, "result_region_cpu": { "n": 4767, "sum_ns": 1335215659, "mean_ms": 0.28009558611285923 }, "result_fall_wall": { "n": 4767, "sum_ns": 6196941116, "mean_ms": 1.2999666700230752 }, "result_fall_cpu": { "n": 4767, "sum_ns": 6173152269, "mean_ms": 1.2949763517935808 }, "result_fight_wall": { "n": 4767, "sum_ns": 1355819970, "mean_ms": 0.2844178665827565 }, "result_fight_cpu": { "n": 4767, "sum_ns": 1352916047, "mean_ms": 0.2838086945668135 }, "result_collector_wall": { "n": 4769, "sum_ns": 21247280325, "mean_ms": 4.455290485426715 }, "result_collector_cpu": { "n": 4769, "sum_ns": 21054715035, "mean_ms": 4.414911938561543 }, "result_composition_wall": { "n": 4769, "sum_ns": 80848427, "mean_ms": 0.016952909834346826 }, "result_composition_cpu": { "n": 4769, "sum_ns": 80895261, "mean_ms": 0.01696273034179073 }, "result_artifact_handoff_wall": { "n": 4769, "sum_ns": 52266355, "mean_ms": 0.01095960473893898 }, "result_artifact_handoff_cpu": { "n": 4769, "sum_ns": 50417920, "mean_ms": 0.010572010903753407 }, "result_publish_wall": { "n": 4769, "sum_ns": 4377194517, "mean_ms": 0.9178432621094569 }, "result_publish_cpu": { "n": 4769, "sum_ns": 4323235212, "mean_ms": 0.9065286668064584 }, "result_total_wall": { "n": 4769, "sum_ns": 56558615231, "mean_ms": 11.859638337387294 }, "result_total_cpu": { "n": 4769, "sum_ns": 52201569342, "mean_ms": 10.946019992031871 } }, "existing": { "complete_fps": 9.93416247304907, "redis_fps": 9.943051663995652 }, "new": { "complete_fps": 9.772404653934053, "redis_fps": 9.772404653934053 }, "cpu_busy_pct": 48.679450830318856, "gpu_util_pct": 53.0, "batch_ratios": { "ge4": { "numerator": 434, "denominator": 1825, "percent": 23.78082191780822 }, "gt4": { "numerator": 182, "denominator": 1825, "percent": 9.972602739726028 }, "eq8": { "numerator": 9, "denominator": 1825, "percent": 0.4931506849315068 } }, "ingress_redis_mean_ms": 39.642996748562446, "ingress_redis_max_ms": 457, "reference_pass": true }, { "mode": "mixed-a", "level": 1, "provider": "crowd", "seconds": 30.000019076978788, "selected_fps": 9.919608219175238, "requested_fps": 9.919608219175238, "complete_fps": 9.919608219175238, "accepted_fps": 9.919608219175238, "finalized_fps": 9.919608219175238, "redis_fps": 9.919608219175238, "redis_min": 9.919608219175238, "redis_std": 0.0, "total_redis_fps": 9.919608219175238, "complete_min": 9.919608219175238, "queue_expired": 0, "capacity_drop": 0, "max_redis_silence_s": 0.35115914698690176, "source_drift_mean_s": -0.015491461538461593, "redis_drift_mean_s": -0.31704570975979857, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "c_suppressed": 0, "batch_executions": { "1": 297, "2": 0 }, "triton": { "success": { "count": 297, "mean_ms": 9.990154158249158 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 297, "mean_ms": 5.2240634646464645 }, "compute_input": { "count": 297, "mean_ms": 0.06212848484848485 }, "compute_infer": { "count": 297, "mean_ms": 4.323547218855219 }, "compute_output": { "count": 297, "mean_ms": 0.29573980471380473 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 296, "sum_ns": 13132462000, "mean_ms": 44.36642567567568 }, "source_exit_to_ingress": { "n": 296, "sum_ns": 108179725, "mean_ms": 0.3654720439189189 }, "source_encoded_queue": { "n": 296, "sum_ns": 29083000, "mean_ms": 0.09825337837837837 }, "decode_between_queues": { "n": 296, "sum_ns": 12987193000, "mean_ms": 43.87565202702702 }, "source_raw_queue": { "n": 296, "sum_ns": 27911000, "mean_ms": 0.09429391891891892 }, "raw_queue_to_source_exit": { "n": 296, "sum_ns": 7513000, "mean_ms": 0.025381756756756756 }, "selected_to_preprocess_start": { "n": 296, "sum_ns": 217067133, "mean_ms": 0.7333349087837838 }, "preprocess_start_to_preprocess_output": { "n": 296, "sum_ns": 220921301, "mean_ms": 0.7463557466216216 }, "selected_to_preprocess": { "n": 296, "sum_ns": 520970902, "mean_ms": 1.7600368310810812 }, "preprocess_start_to_preprocess": { "n": 296, "sum_ns": 303903769, "mean_ms": 1.0267019222972973 }, "preprocess_output_to_infer_entry": { "n": 296, "sum_ns": 82982468, "mean_ms": 0.28034617567567566 }, "preprocess_to_infer_output": { "n": 296, "sum_ns": 3741315806, "mean_ms": 12.639580425675675 }, "preprocess_to_callback": { "n": 296, "sum_ns": 3946324303, "mean_ms": 13.332176699324325 }, "infer_output_to_callback": { "n": 296, "sum_ns": 205008497, "mean_ms": 0.6925962736486486 }, "copy_wall": { "n": 296, "sum_ns": 1706406779, "mean_ms": 5.764887766891892 }, "copy_thread_cpu": { "n": 296, "sum_ns": 1703162979, "mean_ms": 5.753928983108108 }, "callback_to_copied": { "n": 296, "sum_ns": 1759041306, "mean_ms": 5.942707114864866 }, "accepted_interval": { "n": 296, "sum_ns": 29854667567, "mean_ms": 100.86036340202702 }, "selected_to_submitted": { "n": 296, "sum_ns": 6242624047, "mean_ms": 21.08994610472973 }, "completed_queue_wait": { "n": 296, "sum_ns": 46433391, "mean_ms": 0.1568695641891892 }, "result_composition_wall": { "n": 296, "sum_ns": 4352527, "mean_ms": 0.014704483108108108 }, "result_composition_cpu": { "n": 296, "sum_ns": 4285109, "mean_ms": 0.014476719594594595 }, "result_publish_wall": { "n": 296, "sum_ns": 60123050, "mean_ms": 0.20311841216216217 }, "result_publish_cpu": { "n": 296, "sum_ns": 60165311, "mean_ms": 0.2032611858108108 }, "result_total_wall": { "n": 296, "sum_ns": 343692837, "mean_ms": 1.1611244493243242 }, "result_total_cpu": { "n": 296, "sum_ns": 339915825, "mean_ms": 1.1483642736486488 } }, "existing": null, "new": { "complete_fps": 9.919608219175238, "redis_fps": 9.919608219175238 }, "cpu_busy_pct": 8.209663021646953, "gpu_util_pct": 6.0, "batch_ratios": { "ge4": { "numerator": 0, "denominator": 297, "percent": 0.0 }, "gt4": { "numerator": 0, "denominator": 297, "percent": 0.0 }, "eq8": { "numerator": 0, "denominator": 297, "percent": 0.0 } }, "ingress_redis_mean_ms": 22.845637583892618, "ingress_redis_max_ms": 27, "reference_pass": true }, { "mode": "mixed-a", "level": 1, "provider": "fire", "seconds": 30.000019076978788, "selected_fps": 9.916853624627041, "requested_fps": 9.916853624627041, "complete_fps": 9.916853624627041, "accepted_fps": 9.916853624627041, "finalized_fps": 9.916853624627041, "redis_fps": 9.916853624627041, "redis_min": 9.916853624627041, "redis_std": 0.0, "total_redis_fps": 9.916853624627041, "complete_min": 9.916853624627041, "queue_expired": 0, "capacity_drop": 0, "max_redis_silence_s": 0.3518724279711023, "source_drift_mean_s": -0.015230538461538119, "redis_drift_mean_s": -0.038448799271005384, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "c_suppressed": 0, "batch_executions": { "1": 295, "2": 1 }, "triton": { "success": { "count": 297, "mean_ms": 10.163362188552188 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 297, "mean_ms": 5.203059848484848 }, "compute_input": { "count": 297, "mean_ms": 0.064955367003367 }, "compute_infer": { "count": 297, "mean_ms": 4.5349933569023575 }, "compute_output": { "count": 297, "mean_ms": 0.27882084175084176 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 296, "sum_ns": 13214041000, "mean_ms": 44.6420304054054 }, "source_exit_to_ingress": { "n": 296, "sum_ns": 96323877, "mean_ms": 0.3254185033783784 }, "source_encoded_queue": { "n": 296, "sum_ns": 25257000, "mean_ms": 0.0853277027027027 }, "decode_between_queues": { "n": 296, "sum_ns": 13071997000, "mean_ms": 44.16215202702703 }, "source_raw_queue": { "n": 296, "sum_ns": 32921000, "mean_ms": 0.1112195945945946 }, "raw_queue_to_source_exit": { "n": 296, "sum_ns": 7016000, "mean_ms": 0.023702702702702704 }, "selected_to_preprocess_start": { "n": 296, "sum_ns": 211585767, "mean_ms": 0.7148167804054054 }, "preprocess_start_to_preprocess_output": { "n": 296, "sum_ns": 213731419, "mean_ms": 0.7220656047297297 }, "selected_to_preprocess": { "n": 296, "sum_ns": 506337683, "mean_ms": 1.7106002804054055 }, "preprocess_start_to_preprocess": { "n": 296, "sum_ns": 294751916, "mean_ms": 0.9957835 }, "preprocess_output_to_infer_entry": { "n": 296, "sum_ns": 81020497, "mean_ms": 0.2737178952702703 }, "preprocess_to_infer_output": { "n": 296, "sum_ns": 3755829816, "mean_ms": 12.688614243243244 }, "preprocess_to_callback": { "n": 296, "sum_ns": 3946132963, "mean_ms": 13.331530280405406 }, "infer_output_to_callback": { "n": 296, "sum_ns": 190303147, "mean_ms": 0.6429160371621622 }, "copy_wall": { "n": 296, "sum_ns": 1593403344, "mean_ms": 5.383119405405405 }, "copy_thread_cpu": { "n": 296, "sum_ns": 1587980053, "mean_ms": 5.3647974763513515 }, "callback_to_copied": { "n": 296, "sum_ns": 1644546888, "mean_ms": 5.555901648648648 }, "accepted_interval": { "n": 296, "sum_ns": 29856788424, "mean_ms": 100.86752845945945 }, "selected_to_submitted": { "n": 296, "sum_ns": 6112475616, "mean_ms": 20.650255459459462 }, "completed_queue_wait": { "n": 296, "sum_ns": 55594721, "mean_ms": 0.18782000337837837 }, "result_composition_wall": { "n": 296, "sum_ns": 2072829, "mean_ms": 0.007002800675675676 }, "result_composition_cpu": { "n": 296, "sum_ns": 2067187, "mean_ms": 0.006983739864864865 }, "result_artifact_handoff_wall": { "n": 296, "sum_ns": 1729836, "mean_ms": 0.005844040540540541 }, "result_artifact_handoff_cpu": { "n": 296, "sum_ns": 1735363, "mean_ms": 0.005862712837837837 }, "result_publish_wall": { "n": 296, "sum_ns": 23447161, "mean_ms": 0.07921338175675675 }, "result_publish_cpu": { "n": 296, "sum_ns": 23492762, "mean_ms": 0.07936743918918919 }, "result_total_wall": { "n": 296, "sum_ns": 211562179, "mean_ms": 0.7147370912162162 }, "result_total_cpu": { "n": 296, "sum_ns": 211031800, "mean_ms": 0.7129452702702703 } }, "existing": null, "new": { "complete_fps": 9.916853624627041, "redis_fps": 9.916853624627041 }, "cpu_busy_pct": 8.209663021646953, "gpu_util_pct": 6.0, "batch_ratios": { "ge4": { "numerator": 0, "denominator": 296, "percent": 0.0 }, "gt4": { "numerator": 0, "denominator": 296, "percent": 0.0 }, "eq8": { "numerator": 0, "denominator": 296, "percent": 0.0 } }, "ingress_redis_mean_ms": 22.040268456375838, "ingress_redis_max_ms": 44, "reference_pass": true }, { "mode": "mixed-a", "level": 1, "provider": "pose", "seconds": 30.000019076978788, "selected_fps": 9.920536185492484, "requested_fps": 9.920536185492484, "complete_fps": 9.920536185492484, "accepted_fps": 9.920536185492484, "finalized_fps": 9.920536185492484, "redis_fps": 9.920536185492484, "redis_min": 9.920536185492484, "redis_std": 0.0, "total_redis_fps": 9.920536185492484, "complete_min": 9.920536185492484, "queue_expired": 0, "capacity_drop": 0, "max_redis_silence_s": 0.3575499560101889, "source_drift_mean_s": -0.006108583333333861, "redis_drift_mean_s": -5.228530349236483, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "c_suppressed": 0, "batch_executions": { "1": 295, "2": 1, "3": 0, "4": 0, "5": 0, "6": 0, "7": 0, "8": 0 }, "triton": { "success": { "count": 297, "mean_ms": 10.661368451178452 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 297, "mean_ms": 5.197875922558922 }, "compute_input": { "count": 297, "mean_ms": 0.0789227744107744 }, "compute_infer": { "count": 297, "mean_ms": 5.028370016835017 }, "compute_output": { "count": 297, "mean_ms": 0.2661431818181818 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 297, "sum_ns": 13258366000, "mean_ms": 44.64096296296296 }, "source_exit_to_ingress": { "n": 297, "sum_ns": 239445871, "mean_ms": 0.8062150538720538 }, "source_encoded_queue": { "n": 297, "sum_ns": 23229000, "mean_ms": 0.07821212121212122 }, "decode_between_queues": { "n": 297, "sum_ns": 13122658000, "mean_ms": 44.18403367003367 }, "source_raw_queue": { "n": 297, "sum_ns": 28617000, "mean_ms": 0.09635353535353534 }, "raw_queue_to_source_exit": { "n": 297, "sum_ns": 7173000, "mean_ms": 0.024151515151515153 }, "selected_to_preprocess_start": { "n": 297, "sum_ns": 241309199, "mean_ms": 0.8124888855218855 }, "preprocess_start_to_preprocess_output": { "n": 297, "sum_ns": 225984413, "mean_ms": 0.7608902794612795 }, "selected_to_preprocess": { "n": 297, "sum_ns": 576936690, "mean_ms": 1.9425477777777778 }, "preprocess_start_to_preprocess": { "n": 297, "sum_ns": 335627491, "mean_ms": 1.1300588922558923 }, "preprocess_output_to_infer_entry": { "n": 297, "sum_ns": 109643078, "mean_ms": 0.36916861279461277 }, "preprocess_to_infer_output": { "n": 297, "sum_ns": 4209561832, "mean_ms": 14.173608861952863 }, "preprocess_to_callback": { "n": 297, "sum_ns": 4363605244, "mean_ms": 14.692273548821548 }, "infer_output_to_callback": { "n": 297, "sum_ns": 154043412, "mean_ms": 0.5186646868686868 }, "copy_wall": { "n": 297, "sum_ns": 481987749, "mean_ms": 1.6228543737373735 }, "copy_thread_cpu": { "n": 297, "sum_ns": 480907677, "mean_ms": 1.6192177676767676 }, "callback_to_copied": { "n": 297, "sum_ns": 525959863, "mean_ms": 1.7709086296296297 }, "accepted_interval": { "n": 297, "sum_ns": 29980538560, "mean_ms": 100.94457427609427 }, "selected_to_submitted": { "n": 297, "sum_ns": 5483645501, "mean_ms": 18.463452865319866 }, "completed_queue_wait": { "n": 297, "sum_ns": 93995636, "mean_ms": 0.31648362289562293 }, "result_observations_wall": { "n": 297, "sum_ns": 185763654, "mean_ms": 0.6254668484848485 }, "result_observations_cpu": { "n": 297, "sum_ns": 185828691, "mean_ms": 0.6256858282828284 }, "result_nms_wall": { "n": 297, "sum_ns": 235739835, "mean_ms": 0.7937368181818182 }, "result_nms_cpu": { "n": 297, "sum_ns": 133332257, "mean_ms": 0.4489301582491582 }, "result_tracking_wall": { "n": 297, "sum_ns": 760009793, "mean_ms": 2.558955531986532 }, "result_tracking_cpu": { "n": 297, "sum_ns": 518126812, "mean_ms": 1.7445347205387205 }, "result_region_wall": { "n": 297, "sum_ns": 59304785, "mean_ms": 0.19967941077441076 }, "result_region_cpu": { "n": 297, "sum_ns": 59328330, "mean_ms": 0.19975868686868686 }, "result_fall_wall": { "n": 297, "sum_ns": 349234484, "mean_ms": 1.1758736835016834 }, "result_fall_cpu": { "n": 297, "sum_ns": 348281274, "mean_ms": 1.1726642222222223 }, "result_fight_wall": { "n": 297, "sum_ns": 111933686, "mean_ms": 0.37688109764309763 }, "result_fight_cpu": { "n": 297, "sum_ns": 111966675, "mean_ms": 0.37699217171717175 }, "result_collector_wall": { "n": 297, "sum_ns": 476041774, "mean_ms": 1.6028342558922557 }, "result_collector_cpu": { "n": 297, "sum_ns": 471979647, "mean_ms": 1.5891570606060605 }, "result_composition_wall": { "n": 297, "sum_ns": 2906531, "mean_ms": 0.009786299663299663 }, "result_composition_cpu": { "n": 297, "sum_ns": 2920450, "mean_ms": 0.009833164983164984 }, "result_artifact_handoff_wall": { "n": 297, "sum_ns": 1824174, "mean_ms": 0.006142 }, "result_artifact_handoff_cpu": { "n": 297, "sum_ns": 1827418, "mean_ms": 0.006152922558922559 }, "result_publish_wall": { "n": 297, "sum_ns": 408341616, "mean_ms": 1.3748875959595959 }, "result_publish_cpu": { "n": 297, "sum_ns": 406478864, "mean_ms": 1.3686157037037037 }, "result_total_wall": { "n": 297, "sum_ns": 2754702989, "mean_ms": 9.275094239057239 }, "result_total_cpu": { "n": 297, "sum_ns": 2402800137, "mean_ms": 8.090236151515152 } }, "existing": null, "new": { "complete_fps": 9.920536185492484, "redis_fps": 9.920536185492484 }, "cpu_busy_pct": 8.209663021646953, "gpu_util_pct": 6.0, "batch_ratios": { "ge4": { "numerator": 0, "denominator": 296, "percent": 0.0 }, "gt4": { "numerator": 0, "denominator": 296, "percent": 0.0 }, "eq8": { "numerator": 0, "denominator": 296, "percent": 0.0 } }, "ingress_redis_mean_ms": 28.711409395973153, "ingress_redis_max_ms": 134, "reference_pass": true }, { "mode": "mixed-a", "level": 2, "provider": "crowd", "seconds": 30.000010349962395, "selected_fps": 9.988303628133995, "requested_fps": 9.988303628133995, "complete_fps": 9.988303628133995, "accepted_fps": 9.988303628133995, "finalized_fps": 9.988303628133995, "redis_fps": 9.988303628133995, "redis_min": 9.987912812924801, "redis_std": 0.0003908152091947059, "total_redis_fps": 19.97660725626799, "complete_min": 9.987912812924801, "queue_expired": 0, "capacity_drop": 0, "max_redis_silence_s": 0.23824932699790224, "source_drift_mean_s": -0.00023885256410279747, "redis_drift_mean_s": -0.15675819881252898, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "c_suppressed": 0, "batch_executions": { "1": 480, "2": 60 }, "triton": { "success": { "count": 600, "mean_ms": 11.029408011666666 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 600, "mean_ms": 5.104822151666666 }, "compute_input": { "count": 600, "mean_ms": 0.048879145 }, "compute_infer": { "count": 600, "mean_ms": 5.569285506666667 }, "compute_output": { "count": 600, "mean_ms": 0.21331816166666664 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 595, "sum_ns": 26324054000, "mean_ms": 44.242107563025215 }, "source_exit_to_ingress": { "n": 595, "sum_ns": 218511498, "mean_ms": 0.3672462151260504 }, "source_encoded_queue": { "n": 595, "sum_ns": 38643000, "mean_ms": 0.06494621848739496 }, "decode_between_queues": { "n": 595, "sum_ns": 26033451000, "mean_ms": 43.75369915966386 }, "source_raw_queue": { "n": 595, "sum_ns": 39877000, "mean_ms": 0.06702016806722688 }, "raw_queue_to_source_exit": { "n": 595, "sum_ns": 14393000, "mean_ms": 0.024189915966386553 }, "selected_to_preprocess_start": { "n": 596, "sum_ns": 383916937, "mean_ms": 0.6441559345637584 }, "preprocess_start_to_preprocess_output": { "n": 596, "sum_ns": 365450082, "mean_ms": 0.61317127852349 }, "selected_to_preprocess": { "n": 596, "sum_ns": 870738523, "mean_ms": 1.4609706761744965 }, "preprocess_start_to_preprocess": { "n": 596, "sum_ns": 486821586, "mean_ms": 0.8168147416107382 }, "preprocess_output_to_infer_entry": { "n": 596, "sum_ns": 121371504, "mean_ms": 0.20364346308724832 }, "preprocess_to_infer_output": { "n": 596, "sum_ns": 7883510253, "mean_ms": 13.227366196308724 }, "preprocess_to_callback": { "n": 596, "sum_ns": 8254595937, "mean_ms": 13.849993182885905 }, "infer_output_to_callback": { "n": 596, "sum_ns": 371085684, "mean_ms": 0.6226269865771813 }, "copy_wall": { "n": 596, "sum_ns": 2926704214, "mean_ms": 4.910577540268457 }, "copy_thread_cpu": { "n": 596, "sum_ns": 2923953221, "mean_ms": 4.905961780201342 }, "callback_to_copied": { "n": 596, "sum_ns": 3019041594, "mean_ms": 5.065506030201342 }, "accepted_interval": { "n": 596, "sum_ns": 59642964575, "mean_ms": 100.07208821308724 }, "selected_to_submitted": { "n": 596, "sum_ns": 12181247568, "mean_ms": 20.43833484563758 }, "completed_queue_wait": { "n": 596, "sum_ns": 102265335, "mean_ms": 0.17158613255033558 }, "result_composition_wall": { "n": 596, "sum_ns": 6862805, "mean_ms": 0.011514773489932887 }, "result_composition_cpu": { "n": 596, "sum_ns": 6710676, "mean_ms": 0.011259523489932886 }, "result_publish_wall": { "n": 596, "sum_ns": 118879568, "mean_ms": 0.19946236241610737 }, "result_publish_cpu": { "n": 596, "sum_ns": 118402844, "mean_ms": 0.1986624899328859 }, "result_total_wall": { "n": 596, "sum_ns": 634017509, "mean_ms": 1.0637877667785236 }, "result_total_cpu": { "n": 596, "sum_ns": 632163028, "mean_ms": 1.0606762214765102 } }, "existing": { "complete_fps": 9.98869444334319, "redis_fps": 9.98869444334319 }, "new": { "complete_fps": 9.987912812924801, "redis_fps": 9.987912812924801 }, "cpu_busy_pct": 12.989598852671298, "gpu_util_pct": 12.714285714285714, "batch_ratios": { "ge4": { "numerator": 0, "denominator": 540, "percent": 0.0 }, "gt4": { "numerator": 0, "denominator": 540, "percent": 0.0 }, "eq8": { "numerator": 0, "denominator": 540, "percent": 0.0 } }, "ingress_redis_mean_ms": 21.929253065774805, "ingress_redis_max_ms": 48, "reference_pass": true }, { "mode": "mixed-a", "level": 2, "provider": "fire", "seconds": 30.000010349962395, "selected_fps": 9.988649899663528, "requested_fps": 9.988649899663528, "complete_fps": 9.988649899663528, "accepted_fps": 9.988649899663528, "finalized_fps": 9.988649899663528, "redis_fps": 9.988649899663528, "redis_min": 9.987425065023386, "redis_std": 0.0012248346401415589, "total_redis_fps": 19.977299799327056, "complete_min": 9.987425065023386, "queue_expired": 0, "capacity_drop": 0, "max_redis_silence_s": 0.23987291095545515, "source_drift_mean_s": -3.917628205054932e-05, "redis_drift_mean_s": -0.019175609836867138, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "c_suppressed": 0, "batch_executions": { "1": 482, "2": 59 }, "triton": { "success": { "count": 600, "mean_ms": 11.436440851666667 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 600, "mean_ms": 5.086246993333333 }, "compute_input": { "count": 600, "mean_ms": 0.05217418666666667 }, "compute_infer": { "count": 600, "mean_ms": 6.03335095 }, "compute_output": { "count": 600, "mean_ms": 0.18732461833333336 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 595, "sum_ns": 26301965000, "mean_ms": 44.204983193277315 }, "source_exit_to_ingress": { "n": 595, "sum_ns": 204827473, "mean_ms": 0.34424785378151257 }, "source_encoded_queue": { "n": 595, "sum_ns": 37083000, "mean_ms": 0.06232436974789916 }, "decode_between_queues": { "n": 595, "sum_ns": 26008878000, "mean_ms": 43.7124 }, "source_raw_queue": { "n": 595, "sum_ns": 39155000, "mean_ms": 0.06580672268907563 }, "raw_queue_to_source_exit": { "n": 595, "sum_ns": 13366000, "mean_ms": 0.022463865546218487 }, "selected_to_preprocess_start": { "n": 596, "sum_ns": 366357460, "mean_ms": 0.6146937248322147 }, "preprocess_start_to_preprocess_output": { "n": 596, "sum_ns": 341662654, "mean_ms": 0.5732594865771813 }, "selected_to_preprocess": { "n": 596, "sum_ns": 826246956, "mean_ms": 1.3863203959731543 }, "preprocess_start_to_preprocess": { "n": 596, "sum_ns": 459889496, "mean_ms": 0.7716266711409395 }, "preprocess_output_to_infer_entry": { "n": 596, "sum_ns": 118226842, "mean_ms": 0.19836718456375838 }, "preprocess_to_infer_output": { "n": 596, "sum_ns": 8007373825, "mean_ms": 13.435190981543625 }, "preprocess_to_callback": { "n": 596, "sum_ns": 8353859658, "mean_ms": 14.01654305033557 }, "infer_output_to_callback": { "n": 596, "sum_ns": 346485833, "mean_ms": 0.5813520687919462 }, "copy_wall": { "n": 596, "sum_ns": 3043811285, "mean_ms": 5.107065914429531 }, "copy_thread_cpu": { "n": 596, "sum_ns": 3036945866, "mean_ms": 5.095546755033557 }, "callback_to_copied": { "n": 596, "sum_ns": 3134396166, "mean_ms": 5.259053969798658 }, "accepted_interval": { "n": 596, "sum_ns": 59644723007, "mean_ms": 100.075038602349 }, "selected_to_submitted": { "n": 596, "sum_ns": 12352219911, "mean_ms": 20.72520119295302 }, "completed_queue_wait": { "n": 596, "sum_ns": 108819889, "mean_ms": 0.18258370637583893 }, "result_composition_wall": { "n": 596, "sum_ns": 4231642, "mean_ms": 0.0071000704697986574 }, "result_composition_cpu": { "n": 596, "sum_ns": 4207849, "mean_ms": 0.00706014932885906 }, "result_artifact_handoff_wall": { "n": 596, "sum_ns": 3771237, "mean_ms": 0.006327578859060402 }, "result_artifact_handoff_cpu": { "n": 596, "sum_ns": 3781561, "mean_ms": 0.006344901006711409 }, "result_publish_wall": { "n": 596, "sum_ns": 47843964, "mean_ms": 0.08027510738255034 }, "result_publish_cpu": { "n": 596, "sum_ns": 47932381, "mean_ms": 0.08042345805369126 }, "result_total_wall": { "n": 596, "sum_ns": 413167434, "mean_ms": 0.6932339496644295 }, "result_total_cpu": { "n": 596, "sum_ns": 412614837, "mean_ms": 0.6923067734899329 } }, "existing": { "complete_fps": 9.987425065023386, "redis_fps": 9.987425065023386 }, "new": { "complete_fps": 9.989874734303669, "redis_fps": 9.989874734303669 }, "cpu_busy_pct": 12.989598852671298, "gpu_util_pct": 12.714285714285714, "batch_ratios": { "ge4": { "numerator": 0, "denominator": 541, "percent": 0.0 }, "gt4": { "numerator": 0, "denominator": 541, "percent": 0.0 }, "eq8": { "numerator": 0, "denominator": 541, "percent": 0.0 } }, "ingress_redis_mean_ms": 21.94134894091416, "ingress_redis_max_ms": 41, "reference_pass": true }, { "mode": "mixed-a", "level": 2, "provider": "pose", "seconds": 30.000010349962395, "selected_fps": 9.998711219791634, "requested_fps": 9.998711219791634, "complete_fps": 9.998711219791634, "accepted_fps": 9.998711219791634, "finalized_fps": 9.982095661921338, "redis_fps": 9.982095661921338, "redis_min": 9.969334722177171, "redis_std": 0.012760939744166144, "total_redis_fps": 19.964191323842677, "complete_min": 9.994856601665504, "queue_expired": 0, "capacity_drop": 0, "max_redis_silence_s": 0.258433151000645, "source_drift_mean_s": -0.0024812083333326886, "redis_drift_mean_s": -5.9544485940148775, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "c_suppressed": 0, "batch_executions": { "1": 474, "2": 63, "3": 0, "4": 0, "5": 0, "6": 0, "7": 0, "8": 0 }, "triton": { "success": { "count": 600, "mean_ms": 12.259681503333335 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 600, "mean_ms": 5.053787521666666 }, "compute_input": { "count": 600, "mean_ms": 0.05069808 }, "compute_infer": { "count": 600, "mean_ms": 6.865959353333333 }, "compute_output": { "count": 600, "mean_ms": 0.19994462 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 599, "sum_ns": 26431929000, "mean_ms": 44.12675959933222 }, "source_exit_to_ingress": { "n": 599, "sum_ns": 638829803, "mean_ms": 1.0664938280467446 }, "source_encoded_queue": { "n": 599, "sum_ns": 36507000, "mean_ms": 0.060946577629382305 }, "decode_between_queues": { "n": 599, "sum_ns": 26058742000, "mean_ms": 43.5037429048414 }, "source_raw_queue": { "n": 599, "sum_ns": 117590000, "mean_ms": 0.19631051752921538 }, "raw_queue_to_source_exit": { "n": 599, "sum_ns": 14000000, "mean_ms": 0.02337228714524207 }, "selected_to_preprocess_start": { "n": 600, "sum_ns": 381608462, "mean_ms": 0.6360141033333334 }, "preprocess_start_to_preprocess_output": { "n": 600, "sum_ns": 372865782, "mean_ms": 0.6214429699999999 }, "selected_to_preprocess": { "n": 600, "sum_ns": 904666892, "mean_ms": 1.5077781533333334 }, "preprocess_start_to_preprocess": { "n": 600, "sum_ns": 523058430, "mean_ms": 0.87176405 }, "preprocess_output_to_infer_entry": { "n": 600, "sum_ns": 150192648, "mean_ms": 0.25032108 }, "preprocess_to_infer_output": { "n": 600, "sum_ns": 9080809251, "mean_ms": 15.134682085000001 }, "preprocess_to_callback": { "n": 600, "sum_ns": 9383745084, "mean_ms": 15.63957514 }, "infer_output_to_callback": { "n": 600, "sum_ns": 302935833, "mean_ms": 0.504893055 }, "copy_wall": { "n": 600, "sum_ns": 1279870274, "mean_ms": 2.1331171233333337 }, "copy_thread_cpu": { "n": 600, "sum_ns": 1275941451, "mean_ms": 2.126569085 }, "callback_to_copied": { "n": 600, "sum_ns": 1364377004, "mean_ms": 2.2739616733333334 }, "accepted_interval": { "n": 600, "sum_ns": 60037187679, "mean_ms": 100.06197946500001 }, "selected_to_submitted": { "n": 600, "sum_ns": 11688697473, "mean_ms": 19.481162455 }, "completed_queue_wait": { "n": 599, "sum_ns": 111329377, "mean_ms": 0.18585872621035057 }, "result_observations_wall": { "n": 599, "sum_ns": 425294627, "mean_ms": 0.7100077245409014 }, "result_observations_cpu": { "n": 599, "sum_ns": 425442122, "mean_ms": 0.710253959933222 }, "result_nms_wall": { "n": 600, "sum_ns": 469123650, "mean_ms": 0.78187275 }, "result_nms_cpu": { "n": 600, "sum_ns": 265688133, "mean_ms": 0.44281355499999997 }, "result_tracking_wall": { "n": 599, "sum_ns": 965568949, "mean_ms": 1.6119681953255425 }, "result_tracking_cpu": { "n": 599, "sum_ns": 780620061, "mean_ms": 1.303205444073456 }, "result_region_wall": { "n": 599, "sum_ns": 120778108, "mean_ms": 0.20163290150250418 }, "result_region_cpu": { "n": 599, "sum_ns": 120833766, "mean_ms": 0.20172581969949918 }, "result_fall_wall": { "n": 599, "sum_ns": 671503664, "mean_ms": 1.1210411752921536 }, "result_fall_cpu": { "n": 599, "sum_ns": 668350559, "mean_ms": 1.115777227045075 }, "result_fight_wall": { "n": 599, "sum_ns": 167548486, "mean_ms": 0.2797136661101836 }, "result_fight_cpu": { "n": 599, "sum_ns": 167613359, "mean_ms": 0.27982196828046746 }, "result_collector_wall": { "n": 599, "sum_ns": 1050585583, "mean_ms": 1.7538991368948247 }, "result_collector_cpu": { "n": 599, "sum_ns": 1043979444, "mean_ms": 1.7428705242070117 }, "result_composition_wall": { "n": 599, "sum_ns": 6871881, "mean_ms": 0.011472255425709517 }, "result_composition_cpu": { "n": 599, "sum_ns": 6896527, "mean_ms": 0.011513400667779634 }, "result_artifact_handoff_wall": { "n": 599, "sum_ns": 4315560, "mean_ms": 0.007204607679465776 }, "result_artifact_handoff_cpu": { "n": 599, "sum_ns": 4313638, "mean_ms": 0.007201398998330551 }, "result_publish_wall": { "n": 599, "sum_ns": 485231394, "mean_ms": 0.8100691051752921 }, "result_publish_cpu": { "n": 599, "sum_ns": 483007038, "mean_ms": 0.8063556560934891 }, "result_total_wall": { "n": 599, "sum_ns": 4673447647, "mean_ms": 7.8020828831385645 }, "result_total_cpu": { "n": 599, "sum_ns": 4350286258, "mean_ms": 7.26258139899833 } }, "existing": { "complete_fps": 10.002565837917762, "redis_fps": 9.969334722177171 }, "new": { "complete_fps": 9.994856601665504, "redis_fps": 9.994856601665504 }, "cpu_busy_pct": 12.989598852671298, "gpu_util_pct": 12.714285714285714, "batch_ratios": { "ge4": { "numerator": 0, "denominator": 537, "percent": 0.0 }, "gt4": { "numerator": 0, "denominator": 537, "percent": 0.0 }, "eq8": { "numerator": 0, "denominator": 537, "percent": 0.0 } }, "ingress_redis_mean_ms": 28.205490523968784, "ingress_redis_max_ms": 163, "reference_pass": true }, { "mode": "mixed-a", "level": 3, "provider": "crowd", "seconds": 30.000025236979127, "selected_fps": 9.96372807965335, "requested_fps": 9.96372807965335, "complete_fps": 9.96372807965335, "accepted_fps": 9.96372807965335, "finalized_fps": 9.96372807965335, "redis_fps": 9.96372807965335, "redis_min": 9.881692585812372, "redis_std": 0.05805218747295257, "total_redis_fps": 29.89118423896005, "complete_min": 9.881692585812372, "queue_expired": 0, "capacity_drop": 0, "max_redis_silence_s": 0.38051478803390637, "source_drift_mean_s": -0.005570583333333367, "redis_drift_mean_s": -0.13235650952169437, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "c_suppressed": 0, "batch_executions": { "1": 664, "2": 111, "3": 4 }, "triton": { "success": { "count": 898, "mean_ms": 11.197780932071268 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 898, "mean_ms": 5.027971444320713 }, "compute_input": { "count": 898, "mean_ms": 0.04254710022271715 }, "compute_infer": { "count": 898, "mean_ms": 5.830485221603563 }, "compute_output": { "count": 898, "mean_ms": 0.18676345100222716 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 896, "sum_ns": 40362024000, "mean_ms": 45.04690178571428 }, "source_exit_to_ingress": { "n": 896, "sum_ns": 297765918, "mean_ms": 0.33232803348214285 }, "source_encoded_queue": { "n": 896, "sum_ns": 37629000, "mean_ms": 0.04199665178571428 }, "decode_between_queues": { "n": 896, "sum_ns": 39874488000, "mean_ms": 44.50277678571428 }, "source_raw_queue": { "n": 896, "sum_ns": 34571000, "mean_ms": 0.03858370535714285 }, "raw_queue_to_source_exit": { "n": 896, "sum_ns": 20608000, "mean_ms": 0.023 }, "selected_to_preprocess_start": { "n": 897, "sum_ns": 548387016, "mean_ms": 0.6113567625418059 }, "preprocess_start_to_preprocess_output": { "n": 897, "sum_ns": 460786046, "mean_ms": 0.513696818283166 }, "selected_to_preprocess": { "n": 897, "sum_ns": 1164707023, "mean_ms": 1.2984470713489409 }, "preprocess_start_to_preprocess": { "n": 897, "sum_ns": 616320007, "mean_ms": 0.6870903088071348 }, "preprocess_output_to_infer_entry": { "n": 897, "sum_ns": 155533961, "mean_ms": 0.1733934905239688 }, "preprocess_to_infer_output": { "n": 897, "sum_ns": 11850538866, "mean_ms": 13.211303083612039 }, "preprocess_to_callback": { "n": 897, "sum_ns": 12413508910, "mean_ms": 13.83891740245262 }, "infer_output_to_callback": { "n": 897, "sum_ns": 562970044, "mean_ms": 0.6276143188405797 }, "copy_wall": { "n": 897, "sum_ns": 4480983065, "mean_ms": 4.9955218115942035 }, "copy_thread_cpu": { "n": 897, "sum_ns": 4475992331, "mean_ms": 4.989958005574136 }, "callback_to_copied": { "n": 897, "sum_ns": 4623790811, "mean_ms": 5.154727771460423 }, "accepted_interval": { "n": 897, "sum_ns": 90010805831, "mean_ms": 100.34649479487179 }, "selected_to_submitted": { "n": 897, "sum_ns": 18265331632, "mean_ms": 20.362688552954292 }, "completed_queue_wait": { "n": 897, "sum_ns": 149790250, "mean_ms": 0.1669902452619844 }, "result_composition_wall": { "n": 897, "sum_ns": 13582989, "mean_ms": 0.015142685618729097 }, "result_composition_cpu": { "n": 897, "sum_ns": 13302004, "mean_ms": 0.014829435897435897 }, "result_publish_wall": { "n": 897, "sum_ns": 145199273, "mean_ms": 0.16187209921962095 }, "result_publish_cpu": { "n": 897, "sum_ns": 145335424, "mean_ms": 0.162023884057971 }, "result_total_wall": { "n": 897, "sum_ns": 943469066, "mean_ms": 1.0518049788182833 }, "result_total_cpu": { "n": 897, "sum_ns": 938355500, "mean_ms": 1.0461042363433668 } }, "existing": { "complete_fps": 9.941830140113652, "redis_fps": 9.941830140113652 }, "new": { "complete_fps": 10.00752395873275, "redis_fps": 10.00752395873275 }, "cpu_busy_pct": 19.777573631757697, "gpu_util_pct": 17.428571428571427, "batch_ratios": { "ge4": { "numerator": 0, "denominator": 779, "percent": 0.0 }, "gt4": { "numerator": 0, "denominator": 779, "percent": 0.0 }, "eq8": { "numerator": 0, "denominator": 779, "percent": 0.0 } }, "ingress_redis_mean_ms": 21.883495452480958, "ingress_redis_max_ms": 34, "reference_pass": true }, { "mode": "mixed-a", "level": 3, "provider": "fire", "seconds": 30.000025236979127, "selected_fps": 9.9658709819257, "requested_fps": 9.9658709819257, "complete_fps": 9.9658709819257, "accepted_fps": 9.9658709819257, "finalized_fps": 9.9658709819257, "redis_fps": 9.9658709819257, "redis_min": 9.888845288992357, "redis_std": 0.05452499753104871, "total_redis_fps": 29.897612945777105, "complete_min": 9.888845288992357, "queue_expired": 0, "capacity_drop": 0, "max_redis_silence_s": 0.3771036290563643, "source_drift_mean_s": -0.0033467777777777606, "redis_drift_mean_s": -0.007237655691146528, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "c_suppressed": 0, "batch_executions": { "1": 666, "2": 110, "3": 4 }, "triton": { "success": { "count": 898, "mean_ms": 11.753641579064587 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 898, "mean_ms": 5.011894511135858 }, "compute_input": { "count": 898, "mean_ms": 0.04455052115812917 }, "compute_infer": { "count": 898, "mean_ms": 6.460037587973274 }, "compute_output": { "count": 898, "mean_ms": 0.15522041202672607 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 896, "sum_ns": 40355071000, "mean_ms": 45.039141741071425 }, "source_exit_to_ingress": { "n": 896, "sum_ns": 292613057, "mean_ms": 0.32657707254464285 }, "source_encoded_queue": { "n": 896, "sum_ns": 33321000, "mean_ms": 0.03718861607142857 }, "decode_between_queues": { "n": 896, "sum_ns": 39890485000, "mean_ms": 44.52063058035714 }, "source_raw_queue": { "n": 896, "sum_ns": 37076000, "mean_ms": 0.04137946428571428 }, "raw_queue_to_source_exit": { "n": 896, "sum_ns": 19830000, "mean_ms": 0.022131696428571428 }, "selected_to_preprocess_start": { "n": 897, "sum_ns": 540835495, "mean_ms": 0.602938121516165 }, "preprocess_start_to_preprocess_output": { "n": 897, "sum_ns": 464940596, "mean_ms": 0.5183284236343367 }, "selected_to_preprocess": { "n": 897, "sum_ns": 1154777205, "mean_ms": 1.2873770401337792 }, "preprocess_start_to_preprocess": { "n": 897, "sum_ns": 613941710, "mean_ms": 0.6844389186176143 }, "preprocess_output_to_infer_entry": { "n": 897, "sum_ns": 149001114, "mean_ms": 0.1661104949832776 }, "preprocess_to_infer_output": { "n": 897, "sum_ns": 12137839544, "mean_ms": 13.531593694537348 }, "preprocess_to_callback": { "n": 897, "sum_ns": 12689034730, "mean_ms": 14.146081081382386 }, "infer_output_to_callback": { "n": 897, "sum_ns": 551195186, "mean_ms": 0.614487386845039 }, "copy_wall": { "n": 897, "sum_ns": 4533164606, "mean_ms": 5.053695212931995 }, "copy_thread_cpu": { "n": 897, "sum_ns": 4527802218, "mean_ms": 5.047717076923077 }, "callback_to_copied": { "n": 897, "sum_ns": 4672497383, "mean_ms": 5.209027182831661 }, "accepted_interval": { "n": 897, "sum_ns": 90008487236, "mean_ms": 100.34390996209588 }, "selected_to_submitted": { "n": 897, "sum_ns": 18579134279, "mean_ms": 20.712524279821626 }, "completed_queue_wait": { "n": 897, "sum_ns": 162114387, "mean_ms": 0.18072952842809364 }, "result_composition_wall": { "n": 897, "sum_ns": 6633021, "mean_ms": 0.007394672240802675 }, "result_composition_cpu": { "n": 897, "sum_ns": 6574944, "mean_ms": 0.0073299264214046825 }, "result_artifact_handoff_wall": { "n": 897, "sum_ns": 6019323, "mean_ms": 0.0067105050167224085 }, "result_artifact_handoff_cpu": { "n": 897, "sum_ns": 6033448, "mean_ms": 0.006726251950947604 }, "result_publish_wall": { "n": 897, "sum_ns": 74580674, "mean_ms": 0.08314456410256411 }, "result_publish_cpu": { "n": 897, "sum_ns": 74723299, "mean_ms": 0.0833035663322185 }, "result_total_wall": { "n": 897, "sum_ns": 639526160, "mean_ms": 0.7129611594202898 }, "result_total_cpu": { "n": 897, "sum_ns": 638916982, "mean_ms": 0.7122820312151616 } }, "existing": { "complete_fps": 9.945053709184489, "redis_fps": 9.945053709184489 }, "new": { "complete_fps": 10.007505527408124, "redis_fps": 10.007505527408124 }, "cpu_busy_pct": 19.777573631757697, "gpu_util_pct": 17.428571428571427, "batch_ratios": { "ge4": { "numerator": 0, "denominator": 780, "percent": 0.0 }, "gt4": { "numerator": 0, "denominator": 780, "percent": 0.0 }, "eq8": { "numerator": 0, "denominator": 780, "percent": 0.0 } }, "ingress_redis_mean_ms": 21.919727524220278, "ingress_redis_max_ms": 45, "reference_pass": true }, { "mode": "mixed-a", "level": 3, "provider": "pose", "seconds": 30.000025236979127, "selected_fps": 9.962268429341778, "requested_fps": 9.962268429341778, "complete_fps": 9.97345201602638, "accepted_fps": 9.97345201602638, "finalized_fps": 9.97345201602638, "redis_fps": 9.97345201602638, "redis_min": 9.897474215872512, "redis_std": 0.053866182695147105, "total_redis_fps": 29.92035604807914, "complete_min": 9.897474215872512, "queue_expired": 0, "capacity_drop": 0, "max_redis_silence_s": 0.3812591179739684, "source_drift_mean_s": 0.0001406111111120644, "redis_drift_mean_s": -5.222128420226879, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "c_suppressed": 0, "batch_executions": { "1": 652, "2": 115, "3": 5, "4": 0, "5": 0, "6": 0, "7": 0, "8": 0 }, "triton": { "success": { "count": 897, "mean_ms": 12.613845255295429 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 897, "mean_ms": 4.995211240802676 }, "compute_input": { "count": 897, "mean_ms": 0.04446929765886287 }, "compute_infer": { "count": 897, "mean_ms": 7.321656156075808 }, "compute_output": { "count": 897, "mean_ms": 0.16092438127090303 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 896, "sum_ns": 40711235000, "mean_ms": 45.43664620535714 }, "source_exit_to_ingress": { "n": 896, "sum_ns": 951285662, "mean_ms": 1.0617027477678571 }, "source_encoded_queue": { "n": 896, "sum_ns": 35277000, "mean_ms": 0.039371651785714286 }, "decode_between_queues": { "n": 896, "sum_ns": 40028536000, "mean_ms": 44.674705357142855 }, "source_raw_queue": { "n": 896, "sum_ns": 237441000, "mean_ms": 0.26500111607142857 }, "raw_queue_to_source_exit": { "n": 896, "sum_ns": 19789000, "mean_ms": 0.0220859375 }, "selected_to_preprocess_start": { "n": 897, "sum_ns": 545684509, "mean_ms": 0.6083439342251951 }, "preprocess_start_to_preprocess_output": { "n": 897, "sum_ns": 471005998, "mean_ms": 0.5250902987736902 }, "selected_to_preprocess": { "n": 897, "sum_ns": 1194504117, "mean_ms": 1.3316656822742474 }, "preprocess_start_to_preprocess": { "n": 897, "sum_ns": 648819608, "mean_ms": 0.7233217480490525 }, "preprocess_output_to_infer_entry": { "n": 897, "sum_ns": 177813610, "mean_ms": 0.1982314492753623 }, "preprocess_to_infer_output": { "n": 898, "sum_ns": 13700164213, "mean_ms": 15.256307586859688 }, "preprocess_to_callback": { "n": 898, "sum_ns": 14186354573, "mean_ms": 15.797722241648108 }, "infer_output_to_callback": { "n": 898, "sum_ns": 486190360, "mean_ms": 0.5414146547884187 }, "copy_wall": { "n": 898, "sum_ns": 2030308278, "mean_ms": 2.2609223585746103 }, "copy_thread_cpu": { "n": 898, "sum_ns": 2027772001, "mean_ms": 2.2580979966592425 }, "callback_to_copied": { "n": 898, "sum_ns": 2158951873, "mean_ms": 2.4041780322939865 }, "accepted_interval": { "n": 898, "sum_ns": 90119344461, "mean_ms": 100.35561743986636 }, "selected_to_submitted": { "n": 898, "sum_ns": 17599817379, "mean_ms": 19.59890576726058 }, "completed_queue_wait": { "n": 898, "sum_ns": 222947237, "mean_ms": 0.24827086525612474 }, "result_observations_wall": { "n": 898, "sum_ns": 668609980, "mean_ms": 0.7445545434298441 }, "result_observations_cpu": { "n": 898, "sum_ns": 668896137, "mean_ms": 0.7448732037861915 }, "result_nms_wall": { "n": 898, "sum_ns": 604143805, "mean_ms": 0.672765929844098 }, "result_nms_cpu": { "n": 898, "sum_ns": 397249787, "mean_ms": 0.44237170044543433 }, "result_tracking_wall": { "n": 898, "sum_ns": 1611432580, "mean_ms": 1.7944683518930957 }, "result_tracking_cpu": { "n": 898, "sum_ns": 1135562351, "mean_ms": 1.2645460478841872 }, "result_region_wall": { "n": 898, "sum_ns": 188171575, "mean_ms": 0.2095451837416481 }, "result_region_cpu": { "n": 898, "sum_ns": 188258901, "mean_ms": 0.20964242873051225 }, "result_fall_wall": { "n": 898, "sum_ns": 954030727, "mean_ms": 1.0623950189309577 }, "result_fall_cpu": { "n": 898, "sum_ns": 952380703, "mean_ms": 1.0605575757238308 }, "result_fight_wall": { "n": 898, "sum_ns": 230804323, "mean_ms": 0.25702040423162587 }, "result_fight_cpu": { "n": 898, "sum_ns": 230927320, "mean_ms": 0.2571573719376392 }, "result_collector_wall": { "n": 898, "sum_ns": 2301025121, "mean_ms": 2.562388776169265 }, "result_collector_cpu": { "n": 898, "sum_ns": 2279271401, "mean_ms": 2.538164143652561 }, "result_composition_wall": { "n": 898, "sum_ns": 11119831, "mean_ms": 0.012382885300668152 }, "result_composition_cpu": { "n": 898, "sum_ns": 11156001, "mean_ms": 0.012423163697104677 }, "result_artifact_handoff_wall": { "n": 898, "sum_ns": 6837890, "mean_ms": 0.007614576837416481 }, "result_artifact_handoff_cpu": { "n": 898, "sum_ns": 6825046, "mean_ms": 0.0076002739420935415 }, "result_publish_wall": { "n": 898, "sum_ns": 488486776, "mean_ms": 0.5439719109131402 }, "result_publish_cpu": { "n": 898, "sum_ns": 486899946, "mean_ms": 0.5422048396436525 }, "result_total_wall": { "n": 898, "sum_ns": 7679779219, "mean_ms": 8.552092671492204 }, "result_total_cpu": { "n": 898, "sum_ns": 6969155007, "mean_ms": 7.760751678173719 } }, "existing": { "complete_fps": 9.956849159079066, "redis_fps": 9.956849159079066 }, "new": { "complete_fps": 10.006657729921004, "redis_fps": 10.006657729921004 }, "cpu_busy_pct": 19.777573631757697, "gpu_util_pct": 17.428571428571427, "batch_ratios": { "ge4": { "numerator": 0, "denominator": 772, "percent": 0.0 }, "gt4": { "numerator": 0, "denominator": 772, "percent": 0.0 }, "eq8": { "numerator": 0, "denominator": 772, "percent": 0.0 } }, "ingress_redis_mean_ms": 28.874869242405474, "ingress_redis_max_ms": 208, "reference_pass": true }, { "mode": "mixed-a", "level": 4, "provider": "crowd", "seconds": 30.000012593984138, "selected_fps": 9.958232389403618, "requested_fps": 9.958232389403618, "complete_fps": 9.958232389403618, "accepted_fps": 9.958232389403618, "finalized_fps": 9.958232389403618, "redis_fps": 9.966542896654785, "redis_min": 9.838282853011892, "redis_std": 0.07655091947845188, "total_redis_fps": 39.86617158661914, "complete_min": 9.838282853011892, "queue_expired": 0, "capacity_drop": 0, "max_redis_silence_s": 0.41207747103180736, "source_drift_mean_s": -0.003928187499999865, "redis_drift_mean_s": -0.11318825136117526, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "c_suppressed": 0, "batch_executions": { "1": 706, "2": 209, "3": 22, "4": 1 }, "triton": { "success": { "count": 1194, "mean_ms": 12.237420860971524 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 1194, "mean_ms": 4.916896981574539 }, "compute_input": { "count": 1194, "mean_ms": 0.04376994304857621 }, "compute_infer": { "count": 1194, "mean_ms": 6.971484076214406 }, "compute_output": { "count": 1194, "mean_ms": 0.18454008040201006 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 1199, "sum_ns": 52834962000, "mean_ms": 44.06585654712261 }, "source_exit_to_ingress": { "n": 1199, "sum_ns": 421922744, "mean_ms": 0.3518955329441201 }, "source_encoded_queue": { "n": 1199, "sum_ns": 39693000, "mean_ms": 0.033105087572977476 }, "decode_between_queues": { "n": 1199, "sum_ns": 52190940000, "mean_ms": 43.528723936613844 }, "source_raw_queue": { "n": 1199, "sum_ns": 31539000, "mean_ms": 0.02630442035029191 }, "raw_queue_to_source_exit": { "n": 1199, "sum_ns": 30215000, "mean_ms": 0.025200166805671394 }, "selected_to_preprocess_start": { "n": 1201, "sum_ns": 737264605, "mean_ms": 0.613875607826811 }, "preprocess_start_to_preprocess_output": { "n": 1201, "sum_ns": 589375314, "mean_ms": 0.4907371473771857 }, "selected_to_preprocess": { "n": 1201, "sum_ns": 1509223414, "mean_ms": 1.2566389791840133 }, "preprocess_start_to_preprocess": { "n": 1201, "sum_ns": 771958809, "mean_ms": 0.6427633713572023 }, "preprocess_output_to_infer_entry": { "n": 1201, "sum_ns": 182583495, "mean_ms": 0.15202622398001667 }, "preprocess_to_infer_output": { "n": 1201, "sum_ns": 17008662478, "mean_ms": 14.162083661948378 }, "preprocess_to_callback": { "n": 1201, "sum_ns": 17793455937, "mean_ms": 14.815533669442132 }, "infer_output_to_callback": { "n": 1201, "sum_ns": 784793459, "mean_ms": 0.6534500074937551 }, "copy_wall": { "n": 1201, "sum_ns": 5993315756, "mean_ms": 4.990271237302248 }, "copy_thread_cpu": { "n": 1201, "sum_ns": 5980906619, "mean_ms": 4.979938900083265 }, "callback_to_copied": { "n": 1201, "sum_ns": 6189247561, "mean_ms": 5.1534117910074935 }, "accepted_interval": { "n": 1201, "sum_ns": 120574179113, "mean_ms": 100.39482024396337 }, "selected_to_submitted": { "n": 1201, "sum_ns": 25580847632, "mean_ms": 21.299623340549545 }, "completed_queue_wait": { "n": 1201, "sum_ns": 197414207, "mean_ms": 0.16437486011656952 }, "result_composition_wall": { "n": 1201, "sum_ns": 18539531, "mean_ms": 0.015436745212323064 }, "result_composition_cpu": { "n": 1201, "sum_ns": 18145686, "mean_ms": 0.015108814321398835 }, "result_publish_wall": { "n": 1201, "sum_ns": 191247895, "mean_ms": 0.15924054537885093 }, "result_publish_cpu": { "n": 1201, "sum_ns": 191385811, "mean_ms": 0.159355379683597 }, "result_total_wall": { "n": 1201, "sum_ns": 1261131972, "mean_ms": 1.050068253122398 }, "result_total_cpu": { "n": 1201, "sum_ns": 1255677896, "mean_ms": 1.0455269741881765 } }, "existing": { "complete_fps": 9.998215568200859, "redis_fps": 10.009296244535749 }, "new": { "complete_fps": 9.838282853011892, "redis_fps": 9.838282853011892 }, "cpu_busy_pct": 26.40309147472831, "gpu_util_pct": 26.428571428571427, "batch_ratios": { "ge4": { "numerator": 1, "denominator": 938, "percent": 0.10660980810234541 }, "gt4": { "numerator": 0, "denominator": 938, "percent": 0.0 }, "eq8": { "numerator": 0, "denominator": 938, "percent": 0.0 } }, "ingress_redis_mean_ms": 22.730235698306167, "ingress_redis_max_ms": 36, "reference_pass": true }, { "mode": "mixed-a", "level": 4, "provider": "fire", "seconds": 30.000012593984138, "selected_fps": 9.95747967397723, "requested_fps": 9.95747967397723, "complete_fps": 9.95747967397723, "accepted_fps": 9.95747967397723, "finalized_fps": 9.95747967397723, "redis_fps": 9.95747967397723, "redis_min": 9.837271990634264, "redis_std": 0.06983525560888723, "total_redis_fps": 39.82991869590892, "complete_min": 9.837271990634264, "queue_expired": 0, "capacity_drop": 0, "max_redis_silence_s": 0.4114608829841018, "source_drift_mean_s": -0.0035382499999982255, "redis_drift_mean_s": -0.0236430691856866, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "c_suppressed": 0, "batch_executions": { "1": 706, "2": 207, "3": 22, "4": 2 }, "triton": { "success": { "count": 1194, "mean_ms": 13.168500770519262 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 1194, "mean_ms": 4.932214690117253 }, "compute_input": { "count": 1194, "mean_ms": 0.04756652596314908 }, "compute_infer": { "count": 1194, "mean_ms": 7.952903701005025 }, "compute_output": { "count": 1194, "mean_ms": 0.14776064405360134 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 1199, "sum_ns": 52864091000, "mean_ms": 44.090150959132615 }, "source_exit_to_ingress": { "n": 1199, "sum_ns": 411442966, "mean_ms": 0.3431551009174312 }, "source_encoded_queue": { "n": 1199, "sum_ns": 35144000, "mean_ms": 0.029311092577147622 }, "decode_between_queues": { "n": 1199, "sum_ns": 52222624000, "mean_ms": 43.5551492910759 }, "source_raw_queue": { "n": 1199, "sum_ns": 30774000, "mean_ms": 0.025666388657214347 }, "raw_queue_to_source_exit": { "n": 1199, "sum_ns": 29644000, "mean_ms": 0.024723936613844873 }, "selected_to_preprocess_start": { "n": 1201, "sum_ns": 734263529, "mean_ms": 0.6113767935054122 }, "preprocess_start_to_preprocess_output": { "n": 1201, "sum_ns": 601166547, "mean_ms": 0.5005549933388843 }, "selected_to_preprocess": { "n": 1201, "sum_ns": 1518333057, "mean_ms": 1.2642240274771024 }, "preprocess_start_to_preprocess": { "n": 1201, "sum_ns": 784069528, "mean_ms": 0.6528472339716903 }, "preprocess_output_to_infer_entry": { "n": 1201, "sum_ns": 182902981, "mean_ms": 0.152292240632806 }, "preprocess_to_infer_output": { "n": 1201, "sum_ns": 17910450901, "mean_ms": 14.912948293921731 }, "preprocess_to_callback": { "n": 1201, "sum_ns": 18665828086, "mean_ms": 15.541905150707745 }, "infer_output_to_callback": { "n": 1201, "sum_ns": 755377185, "mean_ms": 0.6289568567860117 }, "copy_wall": { "n": 1201, "sum_ns": 5914430983, "mean_ms": 4.924588661948376 }, "copy_thread_cpu": { "n": 1201, "sum_ns": 5908094055, "mean_ms": 4.919312285595337 }, "callback_to_copied": { "n": 1201, "sum_ns": 6105212217, "mean_ms": 5.083440646960866 }, "accepted_interval": { "n": 1201, "sum_ns": 120575905023, "mean_ms": 100.39625730474604 }, "selected_to_submitted": { "n": 1201, "sum_ns": 26379554878, "mean_ms": 21.96465851623647 }, "completed_queue_wait": { "n": 1201, "sum_ns": 200712200, "mean_ms": 0.16712089925062446 }, "result_composition_wall": { "n": 1201, "sum_ns": 9289130, "mean_ms": 0.0077344962531223985 }, "result_composition_cpu": { "n": 1201, "sum_ns": 9154163, "mean_ms": 0.007622117402164863 }, "result_artifact_handoff_wall": { "n": 1201, "sum_ns": 8502616, "mean_ms": 0.0070796136552872604 }, "result_artifact_handoff_cpu": { "n": 1201, "sum_ns": 8514259, "mean_ms": 0.007089308076602831 }, "result_publish_wall": { "n": 1201, "sum_ns": 104200317, "mean_ms": 0.08676129641965029 }, "result_publish_cpu": { "n": 1201, "sum_ns": 104384912, "mean_ms": 0.0869149975020816 }, "result_total_wall": { "n": 1201, "sum_ns": 888208930, "mean_ms": 0.7395578101582015 }, "result_total_cpu": { "n": 1201, "sum_ns": 886981011, "mean_ms": 0.7385353963363863 } }, "existing": { "complete_fps": 9.99754890175822, "redis_fps": 9.99754890175822 }, "new": { "complete_fps": 9.837271990634264, "redis_fps": 9.837271990634264 }, "cpu_busy_pct": 26.40309147472831, "gpu_util_pct": 26.428571428571427, "batch_ratios": { "ge4": { "numerator": 2, "denominator": 937, "percent": 0.21344717182497333 }, "gt4": { "numerator": 0, "denominator": 937, "percent": 0.0 }, "eq8": { "numerator": 0, "denominator": 937, "percent": 0.0 } }, "ingress_redis_mean_ms": 23.098573368944894, "ingress_redis_max_ms": 43, "reference_pass": true }, { "mode": "mixed-a", "level": 4, "provider": "pose", "seconds": 30.000012593984138, "selected_fps": 9.970057272976382, "requested_fps": 9.970057272976382, "complete_fps": 9.986612640358, "accepted_fps": 9.986612640358, "finalized_fps": 9.97830315717281, "redis_fps": 9.97004745098794, "redis_min": 9.859997501736911, "redis_std": 0.06356431738890407, "total_redis_fps": 39.88018980395176, "complete_min": 9.859997501736911, "queue_expired": 0, "capacity_drop": 0, "max_redis_silence_s": 0.39439592201961204, "source_drift_mean_s": -0.008482166666666532, "redis_drift_mean_s": -5.8114800402719595, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "c_suppressed": 0, "batch_executions": { "1": 708, "2": 206, "3": 23, "4": 1, "5": 0, "6": 0, "7": 0, "8": 0 }, "triton": { "success": { "count": 1193, "mean_ms": 14.041230233864209 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 1193, "mean_ms": 4.91560322883487 }, "compute_input": { "count": 1193, "mean_ms": 0.04977118524727577 }, "compute_infer": { "count": 1193, "mean_ms": 8.792989322715844 }, "compute_output": { "count": 1193, "mean_ms": 0.17762005867560773 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 1200, "sum_ns": 52980712000, "mean_ms": 44.15059333333333 }, "source_exit_to_ingress": { "n": 1200, "sum_ns": 2021851793, "mean_ms": 1.6848764941666667 }, "source_encoded_queue": { "n": 1200, "sum_ns": 37035000, "mean_ms": 0.0308625 }, "decode_between_queues": { "n": 1200, "sum_ns": 52076819000, "mean_ms": 43.397349166666665 }, "source_raw_queue": { "n": 1200, "sum_ns": 265589000, "mean_ms": 0.22132416666666666 }, "raw_queue_to_source_exit": { "n": 1200, "sum_ns": 29224000, "mean_ms": 0.02435333333333333 }, "selected_to_preprocess_start": { "n": 1202, "sum_ns": 763326868, "mean_ms": 0.6350473111480865 }, "preprocess_start_to_preprocess_output": { "n": 1202, "sum_ns": 608995715, "mean_ms": 0.5066520091514143 }, "selected_to_preprocess": { "n": 1202, "sum_ns": 1585915960, "mean_ms": 1.3193976372712148 }, "preprocess_start_to_preprocess": { "n": 1202, "sum_ns": 822589092, "mean_ms": 0.6843503261231281 }, "preprocess_output_to_infer_entry": { "n": 1202, "sum_ns": 213593377, "mean_ms": 0.17769831697171382 }, "preprocess_to_infer_output": { "n": 1204, "sum_ns": 19837482045, "mean_ms": 16.476313990863787 }, "preprocess_to_callback": { "n": 1204, "sum_ns": 20522695952, "mean_ms": 17.04542853156146 }, "infer_output_to_callback": { "n": 1204, "sum_ns": 685213907, "mean_ms": 0.5691145406976744 }, "copy_wall": { "n": 1204, "sum_ns": 3345383786, "mean_ms": 2.77855796179402 }, "copy_thread_cpu": { "n": 1204, "sum_ns": 3335462202, "mean_ms": 2.7703174435215945 }, "callback_to_copied": { "n": 1204, "sum_ns": 3527032337, "mean_ms": 2.929428851328904 }, "accepted_interval": { "n": 1204, "sum_ns": 120814838550, "mean_ms": 100.34455029069768 }, "selected_to_submitted": { "n": 1204, "sum_ns": 25724931515, "mean_ms": 21.366222188538206 }, "completed_queue_wait": { "n": 1203, "sum_ns": 279396382, "mean_ms": 0.2322496940980881 }, "result_observations_wall": { "n": 1203, "sum_ns": 996255630, "mean_ms": 0.828142668329177 }, "result_observations_cpu": { "n": 1203, "sum_ns": 994067913, "mean_ms": 0.8263241172069826 }, "result_nms_wall": { "n": 1203, "sum_ns": 821756259, "mean_ms": 0.6830891596009975 }, "result_nms_cpu": { "n": 1203, "sum_ns": 553011838, "mean_ms": 0.45969396342477137 }, "result_tracking_wall": { "n": 1203, "sum_ns": 1805573505, "mean_ms": 1.5008923566084789 }, "result_tracking_cpu": { "n": 1203, "sum_ns": 1462896849, "mean_ms": 1.2160406059850375 }, "result_region_wall": { "n": 1203, "sum_ns": 275998574, "mean_ms": 0.2294252485453034 }, "result_region_cpu": { "n": 1203, "sum_ns": 276033429, "mean_ms": 0.22945422194513718 }, "result_fall_wall": { "n": 1203, "sum_ns": 1423239470, "mean_ms": 1.1830752036575227 }, "result_fall_cpu": { "n": 1203, "sum_ns": 1418517344, "mean_ms": 1.1791499118869493 }, "result_fight_wall": { "n": 1203, "sum_ns": 298687475, "mean_ms": 0.2482855153782211 }, "result_fight_cpu": { "n": 1203, "sum_ns": 298853027, "mean_ms": 0.24842313133832086 }, "result_collector_wall": { "n": 1203, "sum_ns": 3681726844, "mean_ms": 3.0604545669160435 }, "result_collector_cpu": { "n": 1203, "sum_ns": 3651513248, "mean_ms": 3.0353393582709893 }, "result_composition_wall": { "n": 1203, "sum_ns": 15991208, "mean_ms": 0.013292774729842062 }, "result_composition_cpu": { "n": 1203, "sum_ns": 16037571, "mean_ms": 0.013331314214463841 }, "result_artifact_handoff_wall": { "n": 1203, "sum_ns": 9969286, "mean_ms": 0.008287020781379884 }, "result_artifact_handoff_cpu": { "n": 1203, "sum_ns": 9933658, "mean_ms": 0.008257404821280134 }, "result_publish_wall": { "n": 1203, "sum_ns": 639896293, "mean_ms": 0.5319171180382378 }, "result_publish_cpu": { "n": 1203, "sum_ns": 635296043, "mean_ms": 0.528093136325852 }, "result_total_wall": { "n": 1203, "sum_ns": 10872430646, "mean_ms": 9.037764460515378 }, "result_total_cpu": { "n": 1203, "sum_ns": 10212230636, "mean_ms": 8.488969772236077 } }, "existing": { "complete_fps": 10.02881768656503, "redis_fps": 10.00673076740495 }, "new": { "complete_fps": 9.859997501736911, "redis_fps": 9.859997501736911 }, "cpu_busy_pct": 26.40309147472831, "gpu_util_pct": 26.428571428571427, "batch_ratios": { "ge4": { "numerator": 1, "denominator": 938, "percent": 0.10660980810234541 }, "gt4": { "numerator": 0, "denominator": 938, "percent": 0.0 }, "eq8": { "numerator": 0, "denominator": 938, "percent": 0.0 } }, "ingress_redis_mean_ms": 31.06046504220417, "ingress_redis_max_ms": 266, "reference_pass": true }, { "mode": "mixed-a", "level": 5, "provider": "crowd", "seconds": 30.00000696897041, "selected_fps": 9.94683416500225, "requested_fps": 9.94683416500225, "complete_fps": 9.940186581489533, "accepted_fps": 9.940186581489533, "finalized_fps": 9.933596283221602, "redis_fps": 9.933596283221602, "redis_min": 9.838423598818354, "redis_std": 0.062363579507652415, "total_redis_fps": 49.66798141610801, "complete_min": 9.838423598818354, "queue_expired": 0, "capacity_drop": 0, "max_redis_silence_s": 0.3942451470065862, "source_drift_mean_s": -0.005391466666663488, "redis_drift_mean_s": -0.0920958701470051, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "c_suppressed": 0, "batch_executions": { "1": 781, "2": 282, "3": 42, "4": 5, "8": 0 }, "triton": { "success": { "count": 1491, "mean_ms": 12.55278908383635 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 1491, "mean_ms": 4.838022672702884 }, "compute_input": { "count": 1491, "mean_ms": 0.0513014942991281 }, "compute_infer": { "count": 1491, "mean_ms": 7.341520851777331 }, "compute_output": { "count": 1491, "mean_ms": 0.1955977209926224 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 1492, "sum_ns": 67868770000, "mean_ms": 45.48845174262735 }, "source_exit_to_ingress": { "n": 1492, "sum_ns": 527956860, "mean_ms": 0.35385848525469166 }, "source_encoded_queue": { "n": 1492, "sum_ns": 44384000, "mean_ms": 0.029747989276139412 }, "decode_between_queues": { "n": 1492, "sum_ns": 67058864000, "mean_ms": 44.94561930294906 }, "source_raw_queue": { "n": 1492, "sum_ns": 35678000, "mean_ms": 0.023912868632707775 }, "raw_queue_to_source_exit": { "n": 1492, "sum_ns": 38970000, "mean_ms": 0.02611930294906166 }, "selected_to_preprocess_start": { "n": 1494, "sum_ns": 928141849, "mean_ms": 0.621246217536814 }, "preprocess_start_to_preprocess_output": { "n": 1494, "sum_ns": 742237198, "mean_ms": 0.49681204685408303 }, "selected_to_preprocess": { "n": 1494, "sum_ns": 1893277376, "mean_ms": 1.2672539330655959 }, "preprocess_start_to_preprocess": { "n": 1494, "sum_ns": 965135527, "mean_ms": 0.6460077155287818 }, "preprocess_output_to_infer_entry": { "n": 1494, "sum_ns": 222898329, "mean_ms": 0.1491956686746988 }, "preprocess_to_infer_output": { "n": 1493, "sum_ns": 21611487008, "mean_ms": 14.475208980576022 }, "preprocess_to_callback": { "n": 1493, "sum_ns": 22677380341, "mean_ms": 15.189136196249162 }, "infer_output_to_callback": { "n": 1493, "sum_ns": 1065893333, "mean_ms": 0.7139272156731413 }, "copy_wall": { "n": 1493, "sum_ns": 7460858775, "mean_ms": 4.997226239115874 }, "copy_thread_cpu": { "n": 1493, "sum_ns": 7440295205, "mean_ms": 4.983452916945747 }, "callback_to_copied": { "n": 1493, "sum_ns": 7714375569, "mean_ms": 5.1670298519758875 }, "accepted_interval": { "n": 1493, "sum_ns": 150043683741, "mean_ms": 100.49811369122573 }, "selected_to_submitted": { "n": 1493, "sum_ns": 32404521258, "mean_ms": 21.70430090957803 }, "completed_queue_wait": { "n": 1492, "sum_ns": 244871012, "mean_ms": 0.16412266219839142 }, "result_composition_wall": { "n": 1492, "sum_ns": 61729617, "mean_ms": 0.04137373793565684 }, "result_composition_cpu": { "n": 1492, "sum_ns": 60687118, "mean_ms": 0.040675012064343166 }, "result_publish_wall": { "n": 1492, "sum_ns": 233420243, "mean_ms": 0.15644788404825738 }, "result_publish_cpu": { "n": 1492, "sum_ns": 233586344, "mean_ms": 0.15655921179624666 }, "result_total_wall": { "n": 1492, "sum_ns": 1650724791, "mean_ms": 1.1063839081769438 }, "result_total_cpu": { "n": 1492, "sum_ns": 1636209690, "mean_ms": 1.0966552882037532 } }, "existing": { "complete_fps": 9.936648930627063, "redis_fps": 9.92841105779215 }, "new": { "complete_fps": 9.954337184939414, "redis_fps": 9.954337184939414 }, "cpu_busy_pct": 33.95101379657041, "gpu_util_pct": 33.142857142857146, "batch_ratios": { "ge4": { "numerator": 5, "denominator": 1110, "percent": 0.45045045045045046 }, "gt4": { "numerator": 0, "denominator": 1110, "percent": 0.0 }, "eq8": { "numerator": 0, "denominator": 1110, "percent": 0.0 } }, "ingress_redis_mean_ms": 23.207418505143337, "ingress_redis_max_ms": 61, "reference_pass": true }, { "mode": "mixed-a", "level": 5, "provider": "fire", "seconds": 30.00000696897041, "selected_fps": 9.949648313237423, "requested_fps": 9.949648313237423, "complete_fps": 9.943000634654183, "accepted_fps": 9.943000634654183, "finalized_fps": 9.943000634654183, "redis_fps": 9.943000634654183, "redis_min": 9.83856430319636, "redis_std": 0.06276258244120717, "total_redis_fps": 49.715003173270915, "complete_min": 9.83856430319636, "queue_expired": 0, "capacity_drop": 0, "max_redis_silence_s": 0.37750283698551357, "source_drift_mean_s": -0.004212899999998765, "redis_drift_mean_s": -0.025095700867269123, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "c_suppressed": 0, "batch_executions": { "1": 774, "2": 283, "3": 45, "4": 4, "8": 0 }, "triton": { "success": { "count": 1491, "mean_ms": 13.62098209054326 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 1491, "mean_ms": 4.908506342723005 }, "compute_input": { "count": 1491, "mean_ms": 0.04984522602280349 }, "compute_infer": { "count": 1491, "mean_ms": 8.416130019450033 }, "compute_output": { "count": 1491, "mean_ms": 0.15086507981220657 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 1490, "sum_ns": 67776186000, "mean_ms": 45.487373154362416 }, "source_exit_to_ingress": { "n": 1490, "sum_ns": 547480946, "mean_ms": 0.36743687651006707 }, "source_encoded_queue": { "n": 1490, "sum_ns": 41881000, "mean_ms": 0.028108053691275166 }, "decode_between_queues": { "n": 1490, "sum_ns": 66974991000, "mean_ms": 44.94965838926174 }, "source_raw_queue": { "n": 1490, "sum_ns": 34775000, "mean_ms": 0.023338926174496642 }, "raw_queue_to_source_exit": { "n": 1490, "sum_ns": 38620000, "mean_ms": 0.02591946308724832 }, "selected_to_preprocess_start": { "n": 1492, "sum_ns": 933532210, "mean_ms": 0.6256918297587132 }, "preprocess_start_to_preprocess_output": { "n": 1492, "sum_ns": 763762943, "mean_ms": 0.5119054577747989 }, "selected_to_preprocess": { "n": 1492, "sum_ns": 1924832136, "mean_ms": 1.2901019678284182 }, "preprocess_start_to_preprocess": { "n": 1492, "sum_ns": 991299926, "mean_ms": 0.6644101380697051 }, "preprocess_output_to_infer_entry": { "n": 1492, "sum_ns": 227536983, "mean_ms": 0.15250468029490616 }, "preprocess_to_infer_output": { "n": 1491, "sum_ns": 23014054308, "mean_ms": 15.435314760563381 }, "preprocess_to_callback": { "n": 1491, "sum_ns": 24064444924, "mean_ms": 16.139802095238096 }, "infer_output_to_callback": { "n": 1491, "sum_ns": 1050390616, "mean_ms": 0.7044873346747149 }, "copy_wall": { "n": 1491, "sum_ns": 7488056213, "mean_ms": 5.022170498323273 }, "copy_thread_cpu": { "n": 1491, "sum_ns": 7467617560, "mean_ms": 5.008462481556003 }, "callback_to_copied": { "n": 1491, "sum_ns": 7735385844, "mean_ms": 5.188052209255534 }, "accepted_interval": { "n": 1491, "sum_ns": 149859020328, "mean_ms": 100.50906795975855 }, "selected_to_submitted": { "n": 1491, "sum_ns": 33842788512, "mean_ms": 22.698047291750502 }, "completed_queue_wait": { "n": 1491, "sum_ns": 259672422, "mean_ms": 0.174159907444668 }, "result_composition_wall": { "n": 1491, "sum_ns": 11929182, "mean_ms": 0.008000792756539235 }, "result_composition_cpu": { "n": 1491, "sum_ns": 11743727, "mean_ms": 0.00787640979208585 }, "result_artifact_handoff_wall": { "n": 1491, "sum_ns": 11119225, "mean_ms": 0.007457562038900067 }, "result_artifact_handoff_cpu": { "n": 1491, "sum_ns": 11147213, "mean_ms": 0.007476333333333333 }, "result_publish_wall": { "n": 1491, "sum_ns": 131329588, "mean_ms": 0.08808154795439303 }, "result_publish_cpu": { "n": 1491, "sum_ns": 131544707, "mean_ms": 0.0882258262910798 }, "result_total_wall": { "n": 1491, "sum_ns": 1137542421, "mean_ms": 0.7629392494969819 }, "result_total_cpu": { "n": 1491, "sum_ns": 1135884797, "mean_ms": 0.7618274963112005 } }, "existing": { "complete_fps": 9.940201377780092, "redis_fps": 9.940201377780092 }, "new": { "complete_fps": 9.954197662150548, "redis_fps": 9.954197662150548 }, "cpu_busy_pct": 33.95101379657041, "gpu_util_pct": 33.142857142857146, "batch_ratios": { "ge4": { "numerator": 4, "denominator": 1106, "percent": 0.3616636528028933 }, "gt4": { "numerator": 0, "denominator": 1106, "percent": 0.0 }, "eq8": { "numerator": 0, "denominator": 1106, "percent": 0.0 } }, "ingress_redis_mean_ms": 23.882383269175214, "ingress_redis_max_ms": 51, "reference_pass": true }, { "mode": "mixed-a", "level": 5, "provider": "pose", "seconds": 30.00000696897041, "selected_fps": 9.91717262389258, "requested_fps": 9.92384652548636, "complete_fps": 9.923951515116752, "accepted_fps": 9.923951515116752, "finalized_fps": 9.923951515116752, "redis_fps": 9.923951515116752, "redis_min": 9.888221807575853, "redis_std": 0.034840153278524834, "total_redis_fps": 49.61975757558376, "complete_min": 9.888221807575853, "queue_expired": 0, "capacity_drop": 0, "max_redis_silence_s": 0.3965218170196749, "source_drift_mean_s": -0.007437466666665967, "redis_drift_mean_s": -4.660446864039364, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "c_suppressed": 0, "batch_executions": { "1": 799, "2": 272, "3": 40, "4": 6, "5": 0, "6": 0, "7": 0, "8": 0 }, "triton": { "success": { "count": 1487, "mean_ms": 14.483984238063215 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 1487, "mean_ms": 4.917729698049765 }, "compute_input": { "count": 1487, "mean_ms": 0.0495282091459314 }, "compute_infer": { "count": 1487, "mean_ms": 9.224733684599865 }, "compute_output": { "count": 1487, "mean_ms": 0.17511989307330195 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 1486, "sum_ns": 67850701000, "mean_ms": 45.659960296096905 }, "source_exit_to_ingress": { "n": 1486, "sum_ns": 2037174994, "mean_ms": 1.3709118398384927 }, "source_encoded_queue": { "n": 1486, "sum_ns": 45884000, "mean_ms": 0.030877523553162853 }, "decode_between_queues": { "n": 1486, "sum_ns": 66785193000, "mean_ms": 44.94292934051144 }, "source_raw_queue": { "n": 1486, "sum_ns": 271506000, "mean_ms": 0.1827092866756393 }, "raw_queue_to_source_exit": { "n": 1486, "sum_ns": 37821000, "mean_ms": 0.025451547779273217 }, "selected_to_preprocess_start": { "n": 1489, "sum_ns": 976554788, "mean_ms": 0.6558460631296172 }, "preprocess_start_to_preprocess_output": { "n": 1489, "sum_ns": 799057456, "mean_ms": 0.5366403331094693 }, "selected_to_preprocess": { "n": 1489, "sum_ns": 2040076025, "mean_ms": 1.3700980691739424 }, "preprocess_start_to_preprocess": { "n": 1489, "sum_ns": 1063521237, "mean_ms": 0.714252006044325 }, "preprocess_output_to_infer_entry": { "n": 1489, "sum_ns": 264463781, "mean_ms": 0.1776116729348556 }, "preprocess_to_infer_output": { "n": 1489, "sum_ns": 25509316201, "mean_ms": 17.13184432572196 }, "preprocess_to_callback": { "n": 1489, "sum_ns": 26446445217, "mean_ms": 17.761212368703827 }, "infer_output_to_callback": { "n": 1489, "sum_ns": 937129016, "mean_ms": 0.629368042981867 }, "copy_wall": { "n": 1489, "sum_ns": 4382663420, "mean_ms": 2.9433602552048352 }, "copy_thread_cpu": { "n": 1489, "sum_ns": 4374119771, "mean_ms": 2.937622411685695 }, "callback_to_copied": { "n": 1489, "sum_ns": 4616779616, "mean_ms": 3.1005907427803896 }, "accepted_interval": { "n": 1489, "sum_ns": 150050537500, "mean_ms": 100.7726914036266 }, "selected_to_submitted": { "n": 1489, "sum_ns": 33214435952, "mean_ms": 22.306538584284755 }, "completed_queue_wait": { "n": 1489, "sum_ns": 404517069, "mean_ms": 0.27167029482874416 }, "result_observations_wall": { "n": 1489, "sum_ns": 1284553101, "mean_ms": 0.8626951652115513 }, "result_observations_cpu": { "n": 1489, "sum_ns": 1284543131, "mean_ms": 0.8626884694425789 }, "result_nms_wall": { "n": 1490, "sum_ns": 1085907737, "mean_ms": 0.7287971389261745 }, "result_nms_cpu": { "n": 1490, "sum_ns": 695828155, "mean_ms": 0.46699876174496646 }, "result_tracking_wall": { "n": 1489, "sum_ns": 2293290205, "mean_ms": 1.5401546037609135 }, "result_tracking_cpu": { "n": 1489, "sum_ns": 1722478828, "mean_ms": 1.156802436534587 }, "result_region_wall": { "n": 1489, "sum_ns": 338140532, "mean_ms": 0.2270923653458697 }, "result_region_cpu": { "n": 1489, "sum_ns": 338315794, "mean_ms": 0.22721006984553394 }, "result_fall_wall": { "n": 1489, "sum_ns": 1303037228, "mean_ms": 0.8751089509738079 }, "result_fall_cpu": { "n": 1489, "sum_ns": 1301189557, "mean_ms": 0.8738680705171256 }, "result_fight_wall": { "n": 1489, "sum_ns": 339546204, "mean_ms": 0.22803640295500335 }, "result_fight_cpu": { "n": 1489, "sum_ns": 339742626, "mean_ms": 0.22816831833445267 }, "result_collector_wall": { "n": 1489, "sum_ns": 5546418468, "mean_ms": 3.7249284539959704 }, "result_collector_cpu": { "n": 1489, "sum_ns": 5502590338, "mean_ms": 3.6954938468770986 }, "result_composition_wall": { "n": 1489, "sum_ns": 20966105, "mean_ms": 0.01408066151779718 }, "result_composition_cpu": { "n": 1489, "sum_ns": 21022914, "mean_ms": 0.014118813969106782 }, "result_artifact_handoff_wall": { "n": 1489, "sum_ns": 13098814, "mean_ms": 0.008797054398925454 }, "result_artifact_handoff_cpu": { "n": 1489, "sum_ns": 13062923, "mean_ms": 0.008772950302216252 }, "result_publish_wall": { "n": 1489, "sum_ns": 969995187, "mean_ms": 0.6514406897246474 }, "result_publish_cpu": { "n": 1489, "sum_ns": 963521118, "mean_ms": 0.6470927588985896 }, "result_total_wall": { "n": 1489, "sum_ns": 14356336817, "mean_ms": 9.641596250503694 }, "result_total_cpu": { "n": 1489, "sum_ns": 13332910996, "mean_ms": 8.954271991940901 } }, "existing": { "complete_fps": 9.916866689682786, "redis_fps": 9.916866689682786 }, "new": { "complete_fps": 9.952290816852617, "redis_fps": 9.952290816852617 }, "cpu_busy_pct": 33.95101379657041, "gpu_util_pct": 33.142857142857146, "batch_ratios": { "ge4": { "numerator": 6, "denominator": 1117, "percent": 0.5371530886302597 }, "gt4": { "numerator": 0, "denominator": 1117, "percent": 0.0 }, "eq8": { "numerator": 0, "denominator": 1117, "percent": 0.0 } }, "ingress_redis_mean_ms": 32.511249850827035, "ingress_redis_max_ms": 359, "reference_pass": true }, { "mode": "mixed-a", "level": 6, "provider": "crowd", "seconds": 30.00001782499021, "selected_fps": 10.002911358715515, "requested_fps": 10.002911358715515, "complete_fps": 9.997323116800192, "accepted_fps": 9.997323116800192, "finalized_fps": 9.997323116800192, "redis_fps": 9.997323116800192, "redis_min": 9.924717641613773, "redis_std": 0.033249897895763644, "total_redis_fps": 59.98393870080116, "complete_min": 9.924717641613773, "queue_expired": 0, "capacity_drop": 0, "max_redis_silence_s": 0.4127116780146025, "source_drift_mean_s": -0.010005736111111737, "redis_drift_mean_s": -0.08821179575224493, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "c_suppressed": 0, "batch_executions": { "1": 789, "2": 366, "3": 80, "4": 8, "5": 1, "6": 0, "8": 0 }, "triton": { "success": { "count": 1798, "mean_ms": 13.136847452169077 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 1798, "mean_ms": 4.770008757508342 }, "compute_input": { "count": 1798, "mean_ms": 0.055041815350389316 }, "compute_infer": { "count": 1798, "mean_ms": 7.977100380422692 }, "compute_output": { "count": 1798, "mean_ms": 0.2026709705228031 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 1792, "sum_ns": 81346753000, "mean_ms": 45.39439341517858 }, "source_exit_to_ingress": { "n": 1792, "sum_ns": 690851548, "mean_ms": 0.3855198370535714 }, "source_encoded_queue": { "n": 1792, "sum_ns": 54465000, "mean_ms": 0.03039341517857143 }, "decode_between_queues": { "n": 1792, "sum_ns": 80343645000, "mean_ms": 44.834623325892856 }, "source_raw_queue": { "n": 1792, "sum_ns": 38687000, "mean_ms": 0.021588727678571427 }, "raw_queue_to_source_exit": { "n": 1792, "sum_ns": 49093000, "mean_ms": 0.027395647321428573 }, "selected_to_preprocess_start": { "n": 1796, "sum_ns": 1128586744, "mean_ms": 0.6283890556792873 }, "preprocess_start_to_preprocess_output": { "n": 1796, "sum_ns": 981969175, "mean_ms": 0.5467534381959911 }, "selected_to_preprocess": { "n": 1796, "sum_ns": 2382893163, "mean_ms": 1.3267779304008909 }, "preprocess_start_to_preprocess": { "n": 1796, "sum_ns": 1254306419, "mean_ms": 0.6983888747216036 }, "preprocess_output_to_infer_entry": { "n": 1796, "sum_ns": 272337244, "mean_ms": 0.15163543652561245 }, "preprocess_to_infer_output": { "n": 1795, "sum_ns": 27193108751, "mean_ms": 15.149364206685238 }, "preprocess_to_callback": { "n": 1795, "sum_ns": 28548720682, "mean_ms": 15.904579767130919 }, "infer_output_to_callback": { "n": 1795, "sum_ns": 1355611931, "mean_ms": 0.7552155604456825 }, "copy_wall": { "n": 1795, "sum_ns": 9017456567, "mean_ms": 5.02365268356546 }, "copy_thread_cpu": { "n": 1795, "sum_ns": 8991380651, "mean_ms": 5.00912571086351 }, "callback_to_copied": { "n": 1795, "sum_ns": 9333266929, "mean_ms": 5.199591603899721 }, "accepted_interval": { "n": 1795, "sum_ns": 179625361778, "mean_ms": 100.06983943064067 }, "selected_to_submitted": { "n": 1795, "sum_ns": 40410897205, "mean_ms": 22.5130346545961 }, "completed_queue_wait": { "n": 1795, "sum_ns": 289967541, "mean_ms": 0.16154180557103065 }, "result_composition_wall": { "n": 1795, "sum_ns": 63695353, "mean_ms": 0.03548487632311977 }, "result_composition_cpu": { "n": 1795, "sum_ns": 62786750, "mean_ms": 0.034978690807799445 }, "result_publish_wall": { "n": 1795, "sum_ns": 313703262, "mean_ms": 0.1747650484679666 }, "result_publish_cpu": { "n": 1795, "sum_ns": 313400954, "mean_ms": 0.17459663175487466 }, "result_total_wall": { "n": 1795, "sum_ns": 2173787929, "mean_ms": 1.2110239158774372 }, "result_total_cpu": { "n": 1795, "sum_ns": 2149137152, "mean_ms": 1.1972908924791086 } }, "existing": { "complete_fps": 10.011844211837477, "redis_fps": 10.011844211837477 }, "new": { "complete_fps": 9.924717641613773, "redis_fps": 9.924717641613773 }, "cpu_busy_pct": 39.19043753324189, "gpu_util_pct": 38.57142857142857, "batch_ratios": { "ge4": { "numerator": 9, "denominator": 1244, "percent": 0.7234726688102894 }, "gt4": { "numerator": 1, "denominator": 1244, "percent": 0.08038585209003216 }, "eq8": { "numerator": 0, "denominator": 1244, "percent": 0.0 } }, "ingress_redis_mean_ms": 24.086001840199017, "ingress_redis_max_ms": 63, "reference_pass": true }, { "mode": "mixed-a", "level": 6, "provider": "fire", "seconds": 30.00001782499021, "selected_fps": 9.996664144582333, "requested_fps": 9.996664144582333, "complete_fps": 9.996664144582333, "accepted_fps": 9.996664144582333, "finalized_fps": 9.996664144582333, "redis_fps": 9.996664144582333, "redis_min": 9.950834541113894, "redis_std": 0.022638570491472363, "total_redis_fps": 59.979984867494, "complete_min": 9.950834541113894, "queue_expired": 0, "capacity_drop": 0, "max_redis_silence_s": 0.4012765400111675, "source_drift_mean_s": -0.009110777777778233, "redis_drift_mean_s": -0.03573663454070064, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "c_suppressed": 0, "batch_executions": { "1": 801, "2": 363, "3": 78, "4": 8, "5": 1, "8": 0 }, "triton": { "success": { "count": 1798, "mean_ms": 14.382177233036709 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 1798, "mean_ms": 4.869645477196885 }, "compute_input": { "count": 1798, "mean_ms": 0.05738479199110122 }, "compute_infer": { "count": 1798, "mean_ms": 9.187796254727475 }, "compute_output": { "count": 1798, "mean_ms": 0.16714376473859843 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 1791, "sum_ns": 80931411000, "mean_ms": 45.18783417085427 }, "source_exit_to_ingress": { "n": 1791, "sum_ns": 707349987, "mean_ms": 0.3949469497487437 }, "source_encoded_queue": { "n": 1791, "sum_ns": 50714000, "mean_ms": 0.02831602456728085 }, "decode_between_queues": { "n": 1791, "sum_ns": 79935483000, "mean_ms": 44.631760469011724 }, "source_raw_queue": { "n": 1791, "sum_ns": 45081000, "mean_ms": 0.025170854271356784 }, "raw_queue_to_source_exit": { "n": 1791, "sum_ns": 47461000, "mean_ms": 0.02649972082635399 }, "selected_to_preprocess_start": { "n": 1795, "sum_ns": 1131301213, "mean_ms": 0.6302513721448468 }, "preprocess_start_to_preprocess_output": { "n": 1795, "sum_ns": 987027252, "mean_ms": 0.5498759064066853 }, "selected_to_preprocess": { "n": 1795, "sum_ns": 2394649233, "mean_ms": 1.334066425069638 }, "preprocess_start_to_preprocess": { "n": 1795, "sum_ns": 1263348020, "mean_ms": 0.7038150529247911 }, "preprocess_output_to_infer_entry": { "n": 1795, "sum_ns": 276320768, "mean_ms": 0.15393914651810583 }, "preprocess_to_infer_output": { "n": 1795, "sum_ns": 29097836530, "mean_ms": 16.210493888579386 }, "preprocess_to_callback": { "n": 1795, "sum_ns": 30438616881, "mean_ms": 16.95744673036212 }, "infer_output_to_callback": { "n": 1795, "sum_ns": 1340780351, "mean_ms": 0.7469528417827298 }, "copy_wall": { "n": 1795, "sum_ns": 9152227060, "mean_ms": 5.0987337381615605 }, "copy_thread_cpu": { "n": 1795, "sum_ns": 9122803217, "mean_ms": 5.082341625069637 }, "callback_to_copied": { "n": 1795, "sum_ns": 9459240271, "mean_ms": 5.269771738718664 }, "accepted_interval": { "n": 1795, "sum_ns": 179653592375, "mean_ms": 100.0855667827298 }, "selected_to_submitted": { "n": 1795, "sum_ns": 42441684746, "mean_ms": 23.64439261615599 }, "completed_queue_wait": { "n": 1795, "sum_ns": 316277783, "mean_ms": 0.17619932200557104 }, "result_composition_wall": { "n": 1795, "sum_ns": 14957340, "mean_ms": 0.008332779944289694 }, "result_composition_cpu": { "n": 1795, "sum_ns": 14693089, "mean_ms": 0.008185564902506963 }, "result_artifact_handoff_wall": { "n": 1795, "sum_ns": 13717628, "mean_ms": 0.007642132590529248 }, "result_artifact_handoff_cpu": { "n": 1795, "sum_ns": 13741745, "mean_ms": 0.007655568245125348 }, "result_publish_wall": { "n": 1795, "sum_ns": 163513439, "mean_ms": 0.09109383788300836 }, "result_publish_cpu": { "n": 1795, "sum_ns": 161357815, "mean_ms": 0.08989293314763232 }, "result_total_wall": { "n": 1795, "sum_ns": 1425095039, "mean_ms": 0.7939248128133705 }, "result_total_cpu": { "n": 1795, "sum_ns": 1419265457, "mean_ms": 0.7906771348189414 } }, "existing": { "complete_fps": 10.00583006527602, "redis_fps": 10.00583006527602 }, "new": { "complete_fps": 9.950834541113894, "redis_fps": 9.950834541113894 }, "cpu_busy_pct": 39.19043753324189, "gpu_util_pct": 38.57142857142857, "batch_ratios": { "ge4": { "numerator": 9, "denominator": 1251, "percent": 0.7194244604316546 }, "gt4": { "numerator": 1, "denominator": 1251, "percent": 0.07993605115907274 }, "eq8": { "numerator": 0, "denominator": 1251, "percent": 0.0 } }, "ingress_redis_mean_ms": 24.848309997432853, "ingress_redis_max_ms": 57, "reference_pass": true }, { "mode": "mixed-a", "level": 6, "provider": "pose", "seconds": 30.00001782499021, "selected_fps": 9.972533924953042, "requested_fps": 9.972533924953042, "complete_fps": 9.97804076409005, "accepted_fps": 9.97804076409005, "finalized_fps": 9.978010014294147, "redis_fps": 9.978010014294147, "redis_min": 9.861009535661385, "redis_std": 0.054722091598434136, "total_redis_fps": 59.86806008576489, "complete_min": 9.894323757065646, "queue_expired": 0, "capacity_drop": 0, "max_redis_silence_s": 0.40780455397907645, "source_drift_mean_s": -0.010580666666666695, "redis_drift_mean_s": -3.890004733926783, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "c_suppressed": 0, "batch_executions": { "1": 809, "2": 350, "3": 83, "4": 8, "5": 1, "6": 0, "7": 0, "8": 0 }, "triton": { "success": { "count": 1795, "mean_ms": 15.763351684122563 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 1795, "mean_ms": 4.9396841348189415 }, "compute_input": { "count": 1795, "mean_ms": 0.05877218050139276 }, "compute_infer": { "count": 1795, "mean_ms": 10.427301116991643 }, "compute_output": { "count": 1795, "mean_ms": 0.2074803286908078 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 1794, "sum_ns": 81800300000, "mean_ms": 45.596599777034555 }, "source_exit_to_ingress": { "n": 1794, "sum_ns": 3575488865, "mean_ms": 1.9930261231884057 }, "source_encoded_queue": { "n": 1794, "sum_ns": 49327000, "mean_ms": 0.027495540691192866 }, "decode_between_queues": { "n": 1794, "sum_ns": 80410417000, "mean_ms": 44.821860089186174 }, "source_raw_queue": { "n": 1794, "sum_ns": 445096000, "mean_ms": 0.2481025641025641 }, "raw_queue_to_source_exit": { "n": 1794, "sum_ns": 47678000, "mean_ms": 0.026576365663322183 }, "selected_to_preprocess_start": { "n": 1798, "sum_ns": 1201756196, "mean_ms": 0.6683849810901001 }, "preprocess_start_to_preprocess_output": { "n": 1798, "sum_ns": 1066497646, "mean_ms": 0.5931577563959956 }, "selected_to_preprocess": { "n": 1798, "sum_ns": 2586119197, "mean_ms": 1.438331032814238 }, "preprocess_start_to_preprocess": { "n": 1798, "sum_ns": 1384363001, "mean_ms": 0.769946051724138 }, "preprocess_output_to_infer_entry": { "n": 1798, "sum_ns": 317865355, "mean_ms": 0.1767882953281424 }, "preprocess_to_infer_output": { "n": 1799, "sum_ns": 33120008846, "mean_ms": 18.41023282156754 }, "preprocess_to_callback": { "n": 1798, "sum_ns": 34278463679, "mean_ms": 19.064774015016685 }, "infer_output_to_callback": { "n": 1798, "sum_ns": 1172476808, "mean_ms": 0.6521005606229143 }, "copy_wall": { "n": 1799, "sum_ns": 5344100630, "mean_ms": 2.970595125069483 }, "copy_thread_cpu": { "n": 1799, "sum_ns": 5328271512, "mean_ms": 2.9617962823790998 }, "callback_to_copied": { "n": 1798, "sum_ns": 5631433573, "mean_ms": 3.1320542675194663 }, "accepted_interval": { "n": 1798, "sum_ns": 180518897398, "mean_ms": 100.39983170077865 }, "selected_to_submitted": { "n": 1798, "sum_ns": 42638120384, "mean_ms": 23.71419376195773 }, "completed_queue_wait": { "n": 1799, "sum_ns": 503461038, "mean_ms": 0.2798560522512507 }, "result_observations_wall": { "n": 1799, "sum_ns": 1625132755, "mean_ms": 0.9033533935519733 }, "result_observations_cpu": { "n": 1799, "sum_ns": 1624802079, "mean_ms": 0.9031695825458588 }, "result_nms_wall": { "n": 1799, "sum_ns": 1246487896, "mean_ms": 0.692878207893274 }, "result_nms_cpu": { "n": 1799, "sum_ns": 856075512, "mean_ms": 0.47586187437465255 }, "result_tracking_wall": { "n": 1799, "sum_ns": 3054818961, "mean_ms": 1.6980650144524736 }, "result_tracking_cpu": { "n": 1799, "sum_ns": 2445604368, "mean_ms": 1.3594243290717063 }, "result_region_wall": { "n": 1799, "sum_ns": 454499511, "mean_ms": 0.25264008393551973 }, "result_region_cpu": { "n": 1799, "sum_ns": 454435888, "mean_ms": 0.2526047181767649 }, "result_fall_wall": { "n": 1799, "sum_ns": 1778581012, "mean_ms": 0.9886498121178432 }, "result_fall_cpu": { "n": 1799, "sum_ns": 1775710769, "mean_ms": 0.987054346303502 }, "result_fight_wall": { "n": 1799, "sum_ns": 496621927, "mean_ms": 0.27605443413007225 }, "result_fight_cpu": { "n": 1799, "sum_ns": 494886778, "mean_ms": 0.2750899266259033 }, "result_collector_wall": { "n": 1798, "sum_ns": 7644923938, "mean_ms": 4.251904303670745 }, "result_collector_cpu": { "n": 1798, "sum_ns": 7586120043, "mean_ms": 4.21919913403782 }, "result_composition_wall": { "n": 1798, "sum_ns": 26359343, "mean_ms": 0.014660368743047832 }, "result_composition_cpu": { "n": 1798, "sum_ns": 26410986, "mean_ms": 0.014689091212458287 }, "result_artifact_handoff_wall": { "n": 1799, "sum_ns": 16660248, "mean_ms": 0.009260838243468593 }, "result_artifact_handoff_cpu": { "n": 1799, "sum_ns": 16364449, "mean_ms": 0.009096414118954975 }, "result_publish_wall": { "n": 1799, "sum_ns": 1517585347, "mean_ms": 0.8435716214563647 }, "result_publish_cpu": { "n": 1799, "sum_ns": 1504917893, "mean_ms": 0.8365302351306281 }, "result_total_wall": { "n": 1799, "sum_ns": 19559927211, "mean_ms": 10.872666598665925 }, "result_total_cpu": { "n": 1799, "sum_ns": 18464300597, "mean_ms": 10.263646802112286 } }, "existing": { "complete_fps": 9.994784165494929, "redis_fps": 10.0014101100207 }, "new": { "complete_fps": 9.894323757065646, "redis_fps": 9.861009535661385 }, "cpu_busy_pct": 39.19043753324189, "gpu_util_pct": 38.57142857142857, "batch_ratios": { "ge4": { "numerator": 9, "denominator": 1251, "percent": 0.7194244604316546 }, "gt4": { "numerator": 1, "denominator": 1251, "percent": 0.07993605115907274 }, "eq8": { "numerator": 0, "denominator": 1251, "percent": 0.0 } }, "ingress_redis_mean_ms": 35.13812093223283, "ingress_redis_max_ms": 293, "reference_pass": true }, { "mode": "mixed-a", "level": 7, "provider": "crowd", "seconds": 30.00001112400787, "selected_fps": 9.91198709634781, "requested_fps": 9.91198709634781, "complete_fps": 9.907199496164933, "accepted_fps": 9.907199496164933, "finalized_fps": 9.907199496164933, "redis_fps": 9.902453968739234, "redis_min": 9.650303223013594, "redis_std": 0.11222543195124492, "total_redis_fps": 69.31717778117464, "complete_min": 9.650303223013594, "queue_expired": 0, "capacity_drop": 0, "max_redis_silence_s": 0.6588024019729346, "source_drift_mean_s": -0.006150166666667096, "redis_drift_mean_s": -0.08074514801463814, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "c_suppressed": 0, "batch_executions": { "1": 848, "2": 409, "3": 120, "4": 13, "5": 0, "6": 1, "8": 0 }, "triton": { "success": { "count": 2084, "mean_ms": 13.79331192418426 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 2084, "mean_ms": 4.747655964491362 }, "compute_input": { "count": 2084, "mean_ms": 0.06124010700575816 }, "compute_infer": { "count": 2084, "mean_ms": 8.627541276871401 }, "compute_output": { "count": 2084, "mean_ms": 0.22119405278310939 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 2072, "sum_ns": 92196784000, "mean_ms": 44.496517374517374 }, "source_exit_to_ingress": { "n": 2072, "sum_ns": 912430197, "mean_ms": 0.44036206418918916 }, "source_encoded_queue": { "n": 2072, "sum_ns": 69920000, "mean_ms": 0.033745173745173745 }, "decode_between_queues": { "n": 2072, "sum_ns": 91131365000, "mean_ms": 43.98231901544402 }, "source_raw_queue": { "n": 2072, "sum_ns": 55562000, "mean_ms": 0.02681563706563707 }, "raw_queue_to_source_exit": { "n": 2072, "sum_ns": 59380000, "mean_ms": 0.028658301158301158 }, "selected_to_preprocess_start": { "n": 2078, "sum_ns": 1351803050, "mean_ms": 0.6505308229066411 }, "preprocess_start_to_preprocess_output": { "n": 2078, "sum_ns": 1310021882, "mean_ms": 0.6304243897978825 }, "selected_to_preprocess": { "n": 2078, "sum_ns": 2982594131, "mean_ms": 1.4353196010587104 }, "preprocess_start_to_preprocess": { "n": 2078, "sum_ns": 1630791081, "mean_ms": 0.7847887781520693 }, "preprocess_output_to_infer_entry": { "n": 2078, "sum_ns": 320769199, "mean_ms": 0.15436438835418673 }, "preprocess_to_infer_output": { "n": 2077, "sum_ns": 32978326760, "mean_ms": 15.877865556090516 }, "preprocess_to_callback": { "n": 2077, "sum_ns": 34633325948, "mean_ms": 16.674687505055367 }, "infer_output_to_callback": { "n": 2077, "sum_ns": 1654999188, "mean_ms": 0.7968219489648531 }, "copy_wall": { "n": 2077, "sum_ns": 10414110671, "mean_ms": 5.014015729898892 }, "copy_thread_cpu": { "n": 2077, "sum_ns": 10371855117, "mean_ms": 4.993671216658642 }, "callback_to_copied": { "n": 2077, "sum_ns": 10784398942, "mean_ms": 5.1922960722195475 }, "accepted_interval": { "n": 2077, "sum_ns": 209536429723, "mean_ms": 100.8841741564757 }, "selected_to_submitted": { "n": 2077, "sum_ns": 48576408953, "mean_ms": 23.387775133846894 }, "completed_queue_wait": { "n": 2077, "sum_ns": 344037174, "mean_ms": 0.16564139335580164 }, "result_composition_wall": { "n": 2077, "sum_ns": 32073099, "mean_ms": 0.015442031295137219 }, "result_composition_cpu": { "n": 2077, "sum_ns": 31246650, "mean_ms": 0.015044126143476168 }, "result_publish_wall": { "n": 2077, "sum_ns": 346715475, "mean_ms": 0.1669308979297063 }, "result_publish_cpu": { "n": 2077, "sum_ns": 346439143, "mean_ms": 0.1667978541165142 }, "result_total_wall": { "n": 2077, "sum_ns": 2478087974, "mean_ms": 1.1931092797303804 }, "result_total_cpu": { "n": 2077, "sum_ns": 2448395252, "mean_ms": 1.1788133134328358 } }, "existing": { "complete_fps": 9.915240983815544, "redis_fps": 9.909704535152226 }, "new": { "complete_fps": 9.858950570261282, "redis_fps": 9.858950570261282 }, "cpu_busy_pct": 44.961750777594084, "gpu_util_pct": 47.42857142857143, "batch_ratios": { "ge4": { "numerator": 14, "denominator": 1391, "percent": 1.00647016534867 }, "gt4": { "numerator": 1, "denominator": 1391, "percent": 0.07189072609633357 }, "eq8": { "numerator": 0, "denominator": 1391, "percent": 0.0 } }, "ingress_redis_mean_ms": 24.923676224413725, "ingress_redis_max_ms": 76, "reference_pass": true }, { "mode": "mixed-a", "level": 7, "provider": "fire", "seconds": 30.00001112400787, "selected_fps": 9.906552703605794, "requested_fps": 9.906552703605794, "complete_fps": 9.911259612754572, "accepted_fps": 9.911259612754572, "finalized_fps": 9.911259612754572, "redis_fps": 9.911259612754572, "redis_min": 9.652191890207158, "redis_std": 0.11514590264635277, "total_redis_fps": 69.378817289282, "complete_min": 9.652191890207158, "queue_expired": 0, "capacity_drop": 0, "max_redis_silence_s": 0.6622592019848526, "source_drift_mean_s": -0.005929738095238779, "redis_drift_mean_s": -0.035546065749968554, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "c_suppressed": 0, "batch_executions": { "1": 849, "2": 409, "3": 116, "4": 16, "5": 1, "6": 0, "7": 0, "8": 0 }, "triton": { "success": { "count": 2084, "mean_ms": 15.320247154510556 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 2084, "mean_ms": 4.894749785988483 }, "compute_input": { "count": 2084, "mean_ms": 0.0623604452975048 }, "compute_infer": { "count": 2084, "mean_ms": 10.070237752879079 }, "compute_output": { "count": 2084, "mean_ms": 0.18429171353166987 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 2071, "sum_ns": 92298483000, "mean_ms": 44.56710912602607 }, "source_exit_to_ingress": { "n": 2071, "sum_ns": 943062083, "mean_ms": 0.4553655639787542 }, "source_encoded_queue": { "n": 2071, "sum_ns": 67085000, "mean_ms": 0.03239256397875422 }, "decode_between_queues": { "n": 2071, "sum_ns": 91249207000, "mean_ms": 44.06045726702076 }, "source_raw_queue": { "n": 2071, "sum_ns": 55133000, "mean_ms": 0.02662143891839691 }, "raw_queue_to_source_exit": { "n": 2071, "sum_ns": 57930000, "mean_ms": 0.02797199420569773 }, "selected_to_preprocess_start": { "n": 2077, "sum_ns": 1341406234, "mean_ms": 0.6458383408762638 }, "preprocess_start_to_preprocess_output": { "n": 2077, "sum_ns": 1336123791, "mean_ms": 0.6432950365912374 }, "selected_to_preprocess": { "n": 2077, "sum_ns": 3013144506, "mean_ms": 1.4507195503129515 }, "preprocess_start_to_preprocess": { "n": 2077, "sum_ns": 1671738272, "mean_ms": 0.8048812094366875 }, "preprocess_output_to_infer_entry": { "n": 2077, "sum_ns": 335614481, "mean_ms": 0.16158617284545018 }, "preprocess_to_infer_output": { "n": 2078, "sum_ns": 35817678187, "mean_ms": 17.236611254571702 }, "preprocess_to_callback": { "n": 2078, "sum_ns": 37501723226, "mean_ms": 18.047027538979787 }, "infer_output_to_callback": { "n": 2078, "sum_ns": 1684045039, "mean_ms": 0.8104162844080847 }, "copy_wall": { "n": 2078, "sum_ns": 10581575760, "mean_ms": 5.092192377285852 }, "copy_thread_cpu": { "n": 2078, "sum_ns": 10511040967, "mean_ms": 5.0582487810394605 }, "callback_to_copied": { "n": 2078, "sum_ns": 10947677514, "mean_ms": 5.268372239653512 }, "accepted_interval": { "n": 2078, "sum_ns": 209632512029, "mean_ms": 100.88186334408086 }, "selected_to_submitted": { "n": 2078, "sum_ns": 51646506286, "mean_ms": 24.853949127045237 }, "completed_queue_wait": { "n": 2078, "sum_ns": 389070630, "mean_ms": 0.18723321944177093 }, "result_composition_wall": { "n": 2078, "sum_ns": 17919751, "mean_ms": 0.008623556785370549 }, "result_composition_cpu": { "n": 2078, "sum_ns": 17565841, "mean_ms": 0.008453243984600577 }, "result_artifact_handoff_wall": { "n": 2078, "sum_ns": 16652096, "mean_ms": 0.008013520692974013 }, "result_artifact_handoff_cpu": { "n": 2078, "sum_ns": 16670815, "mean_ms": 0.008022528873917228 }, "result_publish_wall": { "n": 2078, "sum_ns": 194079500, "mean_ms": 0.09339725697786333 }, "result_publish_cpu": { "n": 2078, "sum_ns": 194196274, "mean_ms": 0.09345345235803658 }, "result_total_wall": { "n": 2078, "sum_ns": 1699181429, "mean_ms": 0.8177003989412898 }, "result_total_cpu": { "n": 2078, "sum_ns": 1695121050, "mean_ms": 0.8157464148219442 } }, "existing": { "complete_fps": 9.920604260102134, "redis_fps": 9.920604260102134 }, "new": { "complete_fps": 9.8551917286692, "redis_fps": 9.8551917286692 }, "cpu_busy_pct": 44.961750777594084, "gpu_util_pct": 47.42857142857143, "batch_ratios": { "ge4": { "numerator": 17, "denominator": 1391, "percent": 1.2221423436376708 }, "gt4": { "numerator": 1, "denominator": 1391, "percent": 0.07189072609633357 }, "eq8": { "numerator": 0, "denominator": 1391, "percent": 0.0 } }, "ingress_redis_mean_ms": 26.058870298182974, "ingress_redis_max_ms": 65, "reference_pass": true }, { "mode": "mixed-a", "level": 7, "provider": "pose", "seconds": 30.00001112400787, "selected_fps": 9.869697661378392, "requested_fps": 9.869697661378392, "complete_fps": 9.874435284170689, "accepted_fps": 9.874435284170689, "finalized_fps": 9.879204899898797, "redis_fps": 9.879204899898797, "redis_min": 9.668356347295346, "redis_std": 0.10904960461798188, "total_redis_fps": 69.15443429929158, "complete_min": 9.668356347295346, "queue_expired": 0, "capacity_drop": 0, "max_redis_silence_s": 0.6634175090002827, "source_drift_mean_s": -0.004349476190477525, "redis_drift_mean_s": -3.337569279668307, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "c_suppressed": 0, "batch_executions": { "1": 862, "2": 404, "3": 117, "4": 14, "5": 0, "6": 0, "7": 0, "8": 0 }, "triton": { "success": { "count": 2077, "mean_ms": 16.79886990226288 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 2077, "mean_ms": 5.1082520245546466 }, "compute_input": { "count": 2077, "mean_ms": 0.06489735580163698 }, "compute_infer": { "count": 2077, "mean_ms": 11.243577919595571 }, "compute_output": { "count": 2077, "mean_ms": 0.24223850553683196 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 2068, "sum_ns": 92597329000, "mean_ms": 44.77627127659574 }, "source_exit_to_ingress": { "n": 2068, "sum_ns": 4112056009, "mean_ms": 1.988421667794971 }, "source_encoded_queue": { "n": 2068, "sum_ns": 72922000, "mean_ms": 0.03526208897485493 }, "decode_between_queues": { "n": 2068, "sum_ns": 90953094000, "mean_ms": 43.98118665377176 }, "source_raw_queue": { "n": 2068, "sum_ns": 606155000, "mean_ms": 0.2931117021276596 }, "raw_queue_to_source_exit": { "n": 2068, "sum_ns": 56794000, "mean_ms": 0.027463249516441007 }, "selected_to_preprocess_start": { "n": 2074, "sum_ns": 1425774743, "mean_ms": 0.6874516600771455 }, "preprocess_start_to_preprocess_output": { "n": 2074, "sum_ns": 1362274991, "mean_ms": 0.6568346147540983 }, "selected_to_preprocess": { "n": 2074, "sum_ns": 3176088644, "mean_ms": 1.5313831456123432 }, "preprocess_start_to_preprocess": { "n": 2074, "sum_ns": 1750313901, "mean_ms": 0.8439314855351977 }, "preprocess_output_to_infer_entry": { "n": 2074, "sum_ns": 388038910, "mean_ms": 0.18709687078109935 }, "preprocess_to_infer_output": { "n": 2075, "sum_ns": 40492911111, "mean_ms": 19.514655957108435 }, "preprocess_to_callback": { "n": 2075, "sum_ns": 42030992085, "mean_ms": 20.2558998 }, "infer_output_to_callback": { "n": 2075, "sum_ns": 1538080974, "mean_ms": 0.7412438428915662 }, "copy_wall": { "n": 2075, "sum_ns": 8581587711, "mean_ms": 4.135704920963856 }, "copy_thread_cpu": { "n": 2075, "sum_ns": 8528735493, "mean_ms": 4.1102339725301205 }, "callback_to_copied": { "n": 2075, "sum_ns": 8925798991, "mean_ms": 4.301589875180723 }, "accepted_interval": { "n": 2075, "sum_ns": 210356855816, "mean_ms": 101.37679798361447 }, "selected_to_submitted": { "n": 2075, "sum_ns": 54308970034, "mean_ms": 26.172997606746986 }, "completed_queue_wait": { "n": 2075, "sum_ns": 810314728, "mean_ms": 0.3905131219277108 }, "result_observations_wall": { "n": 2075, "sum_ns": 1947880892, "mean_ms": 0.9387377792771083 }, "result_observations_cpu": { "n": 2075, "sum_ns": 1946325202, "mean_ms": 0.9379880491566265 }, "result_nms_wall": { "n": 2075, "sum_ns": 1513448584, "mean_ms": 0.7293728115662651 }, "result_nms_cpu": { "n": 2075, "sum_ns": 1021681893, "mean_ms": 0.49237681590361443 }, "result_tracking_wall": { "n": 2075, "sum_ns": 3437396078, "mean_ms": 1.6565764231325302 }, "result_tracking_cpu": { "n": 2075, "sum_ns": 2559927874, "mean_ms": 1.2337001802409637 }, "result_region_wall": { "n": 2075, "sum_ns": 537527541, "mean_ms": 0.25904941734939757 }, "result_region_cpu": { "n": 2075, "sum_ns": 537489534, "mean_ms": 0.2590311007228916 }, "result_fall_wall": { "n": 2075, "sum_ns": 2167435189, "mean_ms": 1.0445470790361446 }, "result_fall_cpu": { "n": 2075, "sum_ns": 2158023650, "mean_ms": 1.0400113975903613 }, "result_fight_wall": { "n": 2075, "sum_ns": 511369789, "mean_ms": 0.24644327180722891 }, "result_fight_cpu": { "n": 2075, "sum_ns": 510217363, "mean_ms": 0.24588788578313253 }, "result_collector_wall": { "n": 2076, "sum_ns": 7419945000, "mean_ms": 3.5741546242774564 }, "result_collector_cpu": { "n": 2076, "sum_ns": 7371517640, "mean_ms": 3.550827379576108 }, "result_composition_wall": { "n": 2076, "sum_ns": 33172614, "mean_ms": 0.015979101156069365 }, "result_composition_cpu": { "n": 2076, "sum_ns": 32690580, "mean_ms": 0.01574690751445087 }, "result_artifact_handoff_wall": { "n": 2076, "sum_ns": 20287309, "mean_ms": 0.009772306840077072 }, "result_artifact_handoff_cpu": { "n": 2076, "sum_ns": 19936088, "mean_ms": 0.009603125240847785 }, "result_publish_wall": { "n": 2076, "sum_ns": 1380080588, "mean_ms": 0.6647787032755299 }, "result_publish_cpu": { "n": 2076, "sum_ns": 1354887757, "mean_ms": 0.6526434282273603 }, "result_total_wall": { "n": 2076, "sum_ns": 20717714087, "mean_ms": 9.979631063102119 }, "result_total_cpu": { "n": 2076, "sum_ns": 19241407194, "mean_ms": 9.26850057514451 } }, "existing": { "complete_fps": 9.87858820066872, "redis_fps": 9.884152752351513 }, "new": { "complete_fps": 9.8495177851825, "redis_fps": 9.8495177851825 }, "cpu_busy_pct": 44.961750777594084, "gpu_util_pct": 47.42857142857143, "batch_ratios": { "ge4": { "numerator": 14, "denominator": 1397, "percent": 1.0021474588403723 }, "gt4": { "numerator": 0, "denominator": 1397, "percent": 0.0 }, "eq8": { "numerator": 0, "denominator": 1397, "percent": 0.0 } }, "ingress_redis_mean_ms": 36.86899465547185, "ingress_redis_max_ms": 370, "reference_pass": true }, { "mode": "mixed-a", "level": 8, "provider": "crowd", "seconds": 30.00001303094905, "selected_fps": 9.901593899011305, "requested_fps": 9.89744096693958, "complete_fps": 9.897439376962701, "accepted_fps": 9.897439376962701, "finalized_fps": 9.893250966341139, "redis_fps": 9.88909930158912, "redis_min": 9.65515413239688, "redis_std": 0.10987635946657943, "total_redis_fps": 79.11279441271296, "complete_min": 9.65515413239688, "queue_expired": 0, "capacity_drop": 0, "max_redis_silence_s": 0.7014561769901775, "source_drift_mean_s": -0.006969875946968888, "redis_drift_mean_s": -0.06519265971871348, "sender": { "replaced": 1, "expired": 0, "send_error": 0 }, "c_suppressed": 0, "batch_executions": { "1": 752, "2": 494, "3": 174, "4": 22, "5": 4, "6": 1, "7": 0, "8": 0 }, "triton": { "success": { "count": 2376, "mean_ms": 14.957490916666666 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 2376, "mean_ms": 4.853784603535353 }, "compute_input": { "count": 2376, "mean_ms": 0.07849911069023568 }, "compute_infer": { "count": 2376, "mean_ms": 9.613019585437712 }, "compute_output": { "count": 2376, "mean_ms": 0.26953285648148145 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 2370, "sum_ns": 106072006000, "mean_ms": 44.756120675105485 }, "source_exit_to_ingress": { "n": 2370, "sum_ns": 1172302045, "mean_ms": 0.49464221308016876 }, "source_encoded_queue": { "n": 2370, "sum_ns": 93094000, "mean_ms": 0.039280168776371305 }, "decode_between_queues": { "n": 2370, "sum_ns": 104867876000, "mean_ms": 44.24804894514768 }, "source_raw_queue": { "n": 2370, "sum_ns": 67271000, "mean_ms": 0.02838438818565401 }, "raw_queue_to_source_exit": { "n": 2370, "sum_ns": 71681000, "mean_ms": 0.030245147679324895 }, "selected_to_preprocess_start": { "n": 2377, "sum_ns": 1588073238, "mean_ms": 0.6680998056373579 }, "preprocess_start_to_preprocess_output": { "n": 2376, "sum_ns": 1748289351, "mean_ms": 0.7358120164141414 }, "selected_to_preprocess": { "n": 2376, "sum_ns": 3720267242, "mean_ms": 1.5657690412457912 }, "preprocess_start_to_preprocess": { "n": 2376, "sum_ns": 2132830443, "mean_ms": 0.8976559103535353 }, "preprocess_output_to_infer_entry": { "n": 2376, "sum_ns": 384541092, "mean_ms": 0.16184389393939394 }, "preprocess_to_infer_output": { "n": 2375, "sum_ns": 40615444869, "mean_ms": 17.101239944842103 }, "preprocess_to_callback": { "n": 2376, "sum_ns": 42698289214, "mean_ms": 17.970660443602693 }, "infer_output_to_callback": { "n": 2376, "sum_ns": 2066564074, "mean_ms": 0.8697660244107744 }, "copy_wall": { "n": 2376, "sum_ns": 12120651489, "mean_ms": 5.101284296717171 }, "copy_thread_cpu": { "n": 2376, "sum_ns": 12015534786, "mean_ms": 5.05704326010101 }, "callback_to_copied": { "n": 2376, "sum_ns": 12559574264, "mean_ms": 5.286016104377104 }, "accepted_interval": { "n": 2376, "sum_ns": 239964075048, "mean_ms": 100.99498108080809 }, "selected_to_submitted": { "n": 2376, "sum_ns": 59197073173, "mean_ms": 24.914593086279464 }, "completed_queue_wait": { "n": 2375, "sum_ns": 427952170, "mean_ms": 0.18019038736842105 }, "result_composition_wall": { "n": 2375, "sum_ns": 41872165, "mean_ms": 0.017630385263157897 }, "result_composition_cpu": { "n": 2375, "sum_ns": 40638206, "mean_ms": 0.01711082357894737 }, "result_publish_wall": { "n": 2375, "sum_ns": 401255190, "mean_ms": 0.16894955368421052 }, "result_publish_cpu": { "n": 2375, "sum_ns": 400917106, "mean_ms": 0.16880720252631579 }, "result_total_wall": { "n": 2375, "sum_ns": 2901357811, "mean_ms": 1.2216243414736843 }, "result_total_cpu": { "n": 2375, "sum_ns": 2862826181, "mean_ms": 1.205400497263158 } }, "existing": { "complete_fps": 9.932051554757818, "redis_fps": 9.922520040045153 }, "new": { "complete_fps": 9.65515413239688, "redis_fps": 9.65515413239688 }, "cpu_busy_pct": 50.12413212707764, "gpu_util_pct": 55.57142857142857, "batch_ratios": { "ge4": { "numerator": 27, "denominator": 1447, "percent": 1.8659295093296475 }, "gt4": { "numerator": 5, "denominator": 1447, "percent": 0.3455425017277125 }, "eq8": { "numerator": 0, "denominator": 1447, "percent": 0.0 } }, "ingress_redis_mean_ms": 26.552314577845706, "ingress_redis_max_ms": 58, "reference_pass": true }, { "mode": "mixed-a", "level": 8, "provider": "fire", "seconds": 30.00001303094905, "selected_fps": 9.902169931375488, "requested_fps": 9.902169931375488, "complete_fps": 9.893865562064743, "accepted_fps": 9.893865562064743, "finalized_fps": 9.893865562064743, "redis_fps": 9.88971168264482, "redis_min": 9.654949524798026, "redis_std": 0.11024405774977047, "total_redis_fps": 79.11769346115857, "complete_min": 9.654949524798026, "queue_expired": 0, "capacity_drop": 0, "max_redis_silence_s": 0.6702557550161146, "source_drift_mean_s": -0.007540865530301558, "redis_drift_mean_s": -0.040638665901052556, "sender": { "replaced": 1, "expired": 0, "send_error": 0 }, "c_suppressed": 0, "batch_executions": { "1": 751, "2": 484, "3": 174, "4": 26, "5": 5, "6": 1, "7": 0, "8": 0 }, "triton": { "success": { "count": 2376, "mean_ms": 16.987545780723906 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 2376, "mean_ms": 5.2726084642255895 }, "compute_input": { "count": 2376, "mean_ms": 0.0776883489057239 }, "compute_infer": { "count": 2376, "mean_ms": 11.314514015572392 }, "compute_output": { "count": 2376, "mean_ms": 0.2019630845959596 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 2370, "sum_ns": 106045267000, "mean_ms": 44.74483839662447 }, "source_exit_to_ingress": { "n": 2370, "sum_ns": 1227695220, "mean_ms": 0.5180148607594937 }, "source_encoded_queue": { "n": 2370, "sum_ns": 86062000, "mean_ms": 0.03631308016877637 }, "decode_between_queues": { "n": 2370, "sum_ns": 104878094000, "mean_ms": 44.252360337552744 }, "source_raw_queue": { "n": 2370, "sum_ns": 64476000, "mean_ms": 0.027205063291139243 }, "raw_queue_to_source_exit": { "n": 2370, "sum_ns": 69938000, "mean_ms": 0.02950970464135021 }, "selected_to_preprocess_start": { "n": 2377, "sum_ns": 1587388518, "mean_ms": 0.6678117450567943 }, "preprocess_start_to_preprocess_output": { "n": 2377, "sum_ns": 1804260576, "mean_ms": 0.7590494640302903 }, "selected_to_preprocess": { "n": 2377, "sum_ns": 3796271031, "mean_ms": 1.597084994110223 }, "preprocess_start_to_preprocess": { "n": 2377, "sum_ns": 2208882513, "mean_ms": 0.9292732490534287 }, "preprocess_output_to_infer_entry": { "n": 2377, "sum_ns": 404621937, "mean_ms": 0.17022378502313842 }, "preprocess_to_infer_output": { "n": 2375, "sum_ns": 45118452193, "mean_ms": 18.99724302863158 }, "preprocess_to_callback": { "n": 2375, "sum_ns": 47279896076, "mean_ms": 19.907324663578947 }, "infer_output_to_callback": { "n": 2375, "sum_ns": 2161443883, "mean_ms": 0.9100816349473684 }, "copy_wall": { "n": 2375, "sum_ns": 12097627520, "mean_ms": 5.093737903157894 }, "copy_thread_cpu": { "n": 2375, "sum_ns": 11980960580, "mean_ms": 5.044614981052631 }, "callback_to_copied": { "n": 2375, "sum_ns": 12523532831, "mean_ms": 5.2730664551578945 }, "accepted_interval": { "n": 2375, "sum_ns": 239880698829, "mean_ms": 101.00239950694737 }, "selected_to_submitted": { "n": 2375, "sum_ns": 63814097444, "mean_ms": 26.869093660631577 }, "completed_queue_wait": { "n": 2375, "sum_ns": 493558548, "mean_ms": 0.20781412547368422 }, "result_composition_wall": { "n": 2375, "sum_ns": 21377460, "mean_ms": 0.009001035789473684 }, "result_composition_cpu": { "n": 2375, "sum_ns": 20840375, "mean_ms": 0.008774894736842105 }, "result_artifact_handoff_wall": { "n": 2375, "sum_ns": 19417666, "mean_ms": 0.008175859368421053 }, "result_artifact_handoff_cpu": { "n": 2375, "sum_ns": 19467507, "mean_ms": 0.008196845052631579 }, "result_publish_wall": { "n": 2375, "sum_ns": 227134155, "mean_ms": 0.09563543368421053 }, "result_publish_cpu": { "n": 2375, "sum_ns": 226825769, "mean_ms": 0.09550558694736841 }, "result_total_wall": { "n": 2375, "sum_ns": 2047007290, "mean_ms": 0.8618978063157895 }, "result_total_cpu": { "n": 2375, "sum_ns": 2037268756, "mean_ms": 0.8577973709473684 } }, "existing": { "complete_fps": 9.927996424531417, "redis_fps": 9.923249133765792 }, "new": { "complete_fps": 9.654949524798026, "redis_fps": 9.654949524798026 }, "cpu_busy_pct": 50.12413212707764, "gpu_util_pct": 55.57142857142857, "batch_ratios": { "ge4": { "numerator": 32, "denominator": 1441, "percent": 2.220680083275503 }, "gt4": { "numerator": 6, "denominator": 1441, "percent": 0.4163775156141568 }, "eq8": { "numerator": 0, "denominator": 1441, "percent": 0.0 } }, "ingress_redis_mean_ms": 28.252121898173314, "ingress_redis_max_ms": 73, "reference_pass": true }, { "mode": "mixed-a", "level": 8, "provider": "pose", "seconds": 30.00001303094905, "selected_fps": 9.86732607285472, "requested_fps": 9.86732607285472, "complete_fps": 9.858957968864402, "accepted_fps": 9.858957968864402, "finalized_fps": 9.854807721411827, "redis_fps": 9.858975537180727, "redis_min": 9.649348858503123, "redis_std": 0.1172987776200088, "total_redis_fps": 78.87180429744582, "complete_min": 9.649348858503123, "queue_expired": 0, "capacity_drop": 0, "max_redis_silence_s": 0.6732258030097, "source_drift_mean_s": -0.005368378787878808, "redis_drift_mean_s": -2.922892105104897, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "c_suppressed": 0, "batch_executions": { "1": 771, "2": 493, "3": 168, "4": 23, "5": 2, "6": 1, "7": 0, "8": 0 }, "triton": { "success": { "count": 2369, "mean_ms": 18.919051432672013 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 2369, "mean_ms": 5.6551384841705366 }, "compute_input": { "count": 2369, "mean_ms": 0.07879427902068384 }, "compute_infer": { "count": 2369, "mean_ms": 12.754679954833264 }, "compute_output": { "count": 2369, "mean_ms": 0.2721865183621781 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 2359, "sum_ns": 106481508000, "mean_ms": 45.13840949554896 }, "source_exit_to_ingress": { "n": 2359, "sum_ns": 5534257950, "mean_ms": 2.3460186307757525 }, "source_encoded_queue": { "n": 2359, "sum_ns": 90732000, "mean_ms": 0.03846206019499788 }, "decode_between_queues": { "n": 2359, "sum_ns": 104695437000, "mean_ms": 44.38127893175074 }, "source_raw_queue": { "n": 2359, "sum_ns": 643008000, "mean_ms": 0.27257651547265793 }, "raw_queue_to_source_exit": { "n": 2359, "sum_ns": 69349000, "mean_ms": 0.029397626112759645 }, "selected_to_preprocess_start": { "n": 2366, "sum_ns": 1664462604, "mean_ms": 0.7034922248520711 }, "preprocess_start_to_preprocess_output": { "n": 2366, "sum_ns": 1821419921, "mean_ms": 0.7698309049027895 }, "selected_to_preprocess": { "n": 2366, "sum_ns": 3939093252, "mean_ms": 1.6648745781910397 }, "preprocess_start_to_preprocess": { "n": 2366, "sum_ns": 2274630648, "mean_ms": 0.9613823533389687 }, "preprocess_output_to_infer_entry": { "n": 2366, "sum_ns": 453210727, "mean_ms": 0.1915514484361792 }, "preprocess_to_infer_output": { "n": 2364, "sum_ns": 51825303931, "mean_ms": 21.92271739890017 }, "preprocess_to_callback": { "n": 2364, "sum_ns": 53764108110, "mean_ms": 22.742854530456853 }, "infer_output_to_callback": { "n": 2364, "sum_ns": 1938804179, "mean_ms": 0.8201371315566836 }, "copy_wall": { "n": 2364, "sum_ns": 9350816147, "mean_ms": 3.955505984348562 }, "copy_thread_cpu": { "n": 2364, "sum_ns": 9282767434, "mean_ms": 3.926720572758037 }, "callback_to_copied": { "n": 2364, "sum_ns": 9753892191, "mean_ms": 4.126011925126904 }, "accepted_interval": { "n": 2364, "sum_ns": 239629393101, "mean_ms": 101.36607153172588 }, "selected_to_submitted": { "n": 2364, "sum_ns": 67663684260, "mean_ms": 28.622539873096446 }, "completed_queue_wait": { "n": 2364, "sum_ns": 940433960, "mean_ms": 0.397814703891709 }, "result_observations_wall": { "n": 2364, "sum_ns": 2288782835, "mean_ms": 0.9681822483079526 }, "result_observations_cpu": { "n": 2364, "sum_ns": 2283926378, "mean_ms": 0.9661279094754653 }, "result_nms_wall": { "n": 2364, "sum_ns": 2018594512, "mean_ms": 0.8538893874788493 }, "result_nms_cpu": { "n": 2364, "sum_ns": 1181783110, "mean_ms": 0.49990825296108293 }, "result_tracking_wall": { "n": 2364, "sum_ns": 3942950503, "mean_ms": 1.6679147643824026 }, "result_tracking_cpu": { "n": 2364, "sum_ns": 3018349985, "mean_ms": 1.2767977939932318 }, "result_region_wall": { "n": 2364, "sum_ns": 622224327, "mean_ms": 0.26320826015228427 }, "result_region_cpu": { "n": 2364, "sum_ns": 621637127, "mean_ms": 0.2629598675972927 }, "result_fall_wall": { "n": 2364, "sum_ns": 2175816487, "mean_ms": 0.9203961450930627 }, "result_fall_cpu": { "n": 2364, "sum_ns": 2167500549, "mean_ms": 0.916878404822335 }, "result_fight_wall": { "n": 2364, "sum_ns": 595575152, "mean_ms": 0.2519353434856176 }, "result_fight_cpu": { "n": 2364, "sum_ns": 593512273, "mean_ms": 0.2510627212351946 }, "result_collector_wall": { "n": 2363, "sum_ns": 9588153793, "mean_ms": 4.057619040626323 }, "result_collector_cpu": { "n": 2363, "sum_ns": 9493166277, "mean_ms": 4.01742119212865 }, "result_composition_wall": { "n": 2363, "sum_ns": 38995545, "mean_ms": 0.016502558188743122 }, "result_composition_cpu": { "n": 2363, "sum_ns": 37977518, "mean_ms": 0.01607173846804909 }, "result_artifact_handoff_wall": { "n": 2363, "sum_ns": 25370246, "mean_ms": 0.010736456199746086 }, "result_artifact_handoff_cpu": { "n": 2363, "sum_ns": 23698573, "mean_ms": 0.010029019466779516 }, "result_publish_wall": { "n": 2364, "sum_ns": 2133495944, "mean_ms": 0.9024940541455161 }, "result_publish_cpu": { "n": 2364, "sum_ns": 2107263758, "mean_ms": 0.8913975287648054 }, "result_total_wall": { "n": 2364, "sum_ns": 25519365847, "mean_ms": 10.794994013113367 }, "result_total_cpu": { "n": 2364, "sum_ns": 23577934979, "mean_ms": 9.973745760998309 } }, "existing": { "complete_fps": 9.888902127487443, "redis_fps": 9.888922205563242 }, "new": { "complete_fps": 9.649348858503123, "redis_fps": 9.649348858503123 }, "cpu_busy_pct": 50.12413212707764, "gpu_util_pct": 55.57142857142857, "batch_ratios": { "ge4": { "numerator": 26, "denominator": 1458, "percent": 1.7832647462277091 }, "gt4": { "numerator": 3, "denominator": 1458, "percent": 0.205761316872428 }, "eq8": { "numerator": 0, "denominator": 1458, "percent": 0.0 } }, "ingress_redis_mean_ms": 40.4395439713179, "ingress_redis_max_ms": 466, "reference_pass": true }, { "mode": "mixed-a", "level": 9, "provider": "crowd", "seconds": 30.000022651976906, "selected_fps": 9.91959198716829, "requested_fps": 9.91959198716829, "complete_fps": 9.915900497215466, "accepted_fps": 9.915900497215466, "finalized_fps": 9.91220866952644, "redis_fps": 9.91220866952644, "redis_min": 9.808578710158834, "redis_std": 0.06283588174205418, "total_redis_fps": 89.20987802573795, "complete_min": 9.808578710158834, "queue_expired": 0, "capacity_drop": 0, "max_redis_silence_s": 0.45371272903867066, "source_drift_mean_s": -0.006285611111110832, "redis_drift_mean_s": -0.06122722493146699, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "c_suppressed": 0, "batch_executions": { "1": 713, "2": 558, "3": 191, "4": 58, "5": 8, "6": 1, "7": 0, "8": 0 }, "triton": { "success": { "count": 2680, "mean_ms": 16.000746961940298 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 2680, "mean_ms": 4.84143703880597 }, "compute_input": { "count": 2680, "mean_ms": 0.0919814552238806 }, "compute_infer": { "count": 2680, "mean_ms": 10.625333888432836 }, "compute_output": { "count": 2680, "mean_ms": 0.2932813436567164 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 2680, "sum_ns": 122015127000, "mean_ms": 45.52803246268657 }, "source_exit_to_ingress": { "n": 2680, "sum_ns": 1505845221, "mean_ms": 0.5618825451492537 }, "source_encoded_queue": { "n": 2680, "sum_ns": 101517000, "mean_ms": 0.0378794776119403 }, "decode_between_queues": { "n": 2680, "sum_ns": 120758488000, "mean_ms": 45.059137313432835 }, "source_raw_queue": { "n": 2680, "sum_ns": 89564000, "mean_ms": 0.03341940298507463 }, "raw_queue_to_source_exit": { "n": 2680, "sum_ns": 83227000, "mean_ms": 0.031054850746268656 }, "selected_to_preprocess_start": { "n": 2687, "sum_ns": 1813605288, "mean_ms": 0.6749554477112021 }, "preprocess_start_to_preprocess_output": { "n": 2687, "sum_ns": 2366076792, "mean_ms": 0.8805644927428359 }, "selected_to_preprocess": { "n": 2687, "sum_ns": 4634673420, "mean_ms": 1.7248505470785263 }, "preprocess_start_to_preprocess": { "n": 2687, "sum_ns": 2821068132, "mean_ms": 1.0498950993673242 }, "preprocess_output_to_infer_entry": { "n": 2687, "sum_ns": 454991340, "mean_ms": 0.1693306066244883 }, "preprocess_to_infer_output": { "n": 2686, "sum_ns": 49051985693, "mean_ms": 18.26209445011169 }, "preprocess_to_callback": { "n": 2686, "sum_ns": 51570173485, "mean_ms": 19.19961782762472 }, "infer_output_to_callback": { "n": 2686, "sum_ns": 2518187792, "mean_ms": 0.9375233775130305 }, "copy_wall": { "n": 2686, "sum_ns": 13915480003, "mean_ms": 5.180744602755026 }, "copy_thread_cpu": { "n": 2686, "sum_ns": 13755743479, "mean_ms": 5.12127456403574 }, "callback_to_copied": { "n": 2686, "sum_ns": 14423703636, "mean_ms": 5.36995667758749 }, "accepted_interval": { "n": 2686, "sum_ns": 270926542693, "mean_ms": 100.86617375018615 }, "selected_to_submitted": { "n": 2686, "sum_ns": 70884810267, "mean_ms": 26.390472921444527 }, "completed_queue_wait": { "n": 2685, "sum_ns": 511116605, "mean_ms": 0.1903600018621974 }, "result_composition_wall": { "n": 2685, "sum_ns": 92863799, "mean_ms": 0.03458614487895716 }, "result_composition_cpu": { "n": 2685, "sum_ns": 90944324, "mean_ms": 0.033871256610800746 }, "result_publish_wall": { "n": 2685, "sum_ns": 451246890, "mean_ms": 0.16806215642458103 }, "result_publish_cpu": { "n": 2685, "sum_ns": 449783474, "mean_ms": 0.16751712253258846 }, "result_total_wall": { "n": 2685, "sum_ns": 3365169454, "mean_ms": 1.2533219567970204 }, "result_total_cpu": { "n": 2685, "sum_ns": 3307050432, "mean_ms": 1.231676138547486 } }, "existing": { "complete_fps": 9.929315720597545, "redis_fps": 9.925162414447389 }, "new": { "complete_fps": 9.808578710158834, "redis_fps": 9.808578710158834 }, "cpu_busy_pct": 54.15410925300326, "gpu_util_pct": 62.714285714285715, "batch_ratios": { "ge4": { "numerator": 67, "denominator": 1529, "percent": 4.381948986265533 }, "gt4": { "numerator": 9, "denominator": 1529, "percent": 0.5886200130804448 }, "eq8": { "numerator": 0, "denominator": 1529, "percent": 0.0 } }, "ingress_redis_mean_ms": 28.066376530911782, "ingress_redis_max_ms": 67, "reference_pass": true }, { "mode": "mixed-a", "level": 9, "provider": "fire", "seconds": 30.000022651976906, "selected_fps": 9.90819588386132, "requested_fps": 9.90819588386132, "complete_fps": 9.915577876485271, "accepted_fps": 9.915577876485271, "finalized_fps": 9.919264645170879, "redis_fps": 9.919264795082885, "redis_min": 9.798677978862086, "redis_std": 0.06484449090894719, "total_redis_fps": 89.27338315574596, "complete_min": 9.83077550410796, "queue_expired": 0, "capacity_drop": 0, "max_redis_silence_s": 0.46781218698015437, "source_drift_mean_s": -0.0050048425925918886, "redis_drift_mean_s": -0.0493553984158846, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "c_suppressed": 0, "batch_executions": { "1": 713, "2": 546, "3": 197, "4": 62, "5": 6, "6": 1, "7": 0, "8": 0 }, "triton": { "success": { "count": 2680, "mean_ms": 18.085256710447762 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 2680, "mean_ms": 5.334548185820895 }, "compute_input": { "count": 2680, "mean_ms": 0.09288511977611941 }, "compute_infer": { "count": 2680, "mean_ms": 12.28679173619403 }, "compute_output": { "count": 2680, "mean_ms": 0.24118446156716417 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 2678, "sum_ns": 121870942000, "mean_ms": 45.508193427931296 }, "source_exit_to_ingress": { "n": 2678, "sum_ns": 1596361069, "mean_ms": 0.5961019675130695 }, "source_encoded_queue": { "n": 2678, "sum_ns": 110990000, "mean_ms": 0.04144510828976848 }, "decode_between_queues": { "n": 2678, "sum_ns": 120621954000, "mean_ms": 45.04180507841673 }, "source_raw_queue": { "n": 2678, "sum_ns": 93365000, "mean_ms": 0.034863704256908136 }, "raw_queue_to_source_exit": { "n": 2678, "sum_ns": 81697000, "mean_ms": 0.030506721433905898 }, "selected_to_preprocess_start": { "n": 2685, "sum_ns": 1804526463, "mean_ms": 0.6720768949720671 }, "preprocess_start_to_preprocess_output": { "n": 2685, "sum_ns": 2395474022, "mean_ms": 0.8921690957169459 }, "selected_to_preprocess": { "n": 2685, "sum_ns": 4669095771, "mean_ms": 1.7389555944134079 }, "preprocess_start_to_preprocess": { "n": 2685, "sum_ns": 2864569308, "mean_ms": 1.0668786994413408 }, "preprocess_output_to_infer_entry": { "n": 2685, "sum_ns": 469095286, "mean_ms": 0.17470960372439479 }, "preprocess_to_infer_output": { "n": 2687, "sum_ns": 54414064764, "mean_ms": 20.250861467807965 }, "preprocess_to_callback": { "n": 2687, "sum_ns": 57003689448, "mean_ms": 21.214622049869742 }, "infer_output_to_callback": { "n": 2687, "sum_ns": 2589624684, "mean_ms": 0.963760582061779 }, "copy_wall": { "n": 2687, "sum_ns": 13981713612, "mean_ms": 5.203466174916263 }, "copy_thread_cpu": { "n": 2687, "sum_ns": 13783690060, "mean_ms": 5.1297692817268326 }, "callback_to_copied": { "n": 2687, "sum_ns": 14483080400, "mean_ms": 5.390055973204317 }, "accepted_interval": { "n": 2687, "sum_ns": 270982402542, "mean_ms": 100.84942409452921 }, "selected_to_submitted": { "n": 2687, "sum_ns": 76414965554, "mean_ms": 28.438766488276887 }, "completed_queue_wait": { "n": 2688, "sum_ns": 608031915, "mean_ms": 0.22620234933035713 }, "result_composition_wall": { "n": 2688, "sum_ns": 24904915, "mean_ms": 0.009265221354166665 }, "result_composition_cpu": { "n": 2688, "sum_ns": 24328544, "mean_ms": 0.009050797619047618 }, "result_artifact_handoff_wall": { "n": 2688, "sum_ns": 22433401, "mean_ms": 0.00834575930059524 }, "result_artifact_handoff_cpu": { "n": 2688, "sum_ns": 22437316, "mean_ms": 0.008347215773809523 }, "result_publish_wall": { "n": 2688, "sum_ns": 265169774, "mean_ms": 0.09864946949404761 }, "result_publish_cpu": { "n": 2688, "sum_ns": 265307010, "mean_ms": 0.09870052455357144 }, "result_total_wall": { "n": 2688, "sum_ns": 2428992162, "mean_ms": 0.9036429174107143 }, "result_total_cpu": { "n": 2688, "sum_ns": 2410981473, "mean_ms": 0.8969425122767857 } }, "existing": { "complete_fps": 9.926038381493736, "redis_fps": 9.934338147110486 }, "new": { "complete_fps": 9.831893836417551, "redis_fps": 9.798677978862086 }, "cpu_busy_pct": 54.15410925300326, "gpu_util_pct": 62.714285714285715, "batch_ratios": { "ge4": { "numerator": 69, "denominator": 1525, "percent": 4.524590163934426 }, "gt4": { "numerator": 7, "denominator": 1525, "percent": 0.45901639344262296 }, "eq8": { "numerator": 0, "denominator": 1525, "percent": 0.0 } }, "ingress_redis_mean_ms": 29.850397204995716, "ingress_redis_max_ms": 79, "reference_pass": true }, { "mode": "mixed-a", "level": 9, "provider": "pose", "seconds": 30.000022651976906, "selected_fps": 9.867717347423707, "requested_fps": 9.864013441846037, "complete_fps": 9.875101209061173, "accepted_fps": 9.875101209061173, "finalized_fps": 9.871408343063536, "redis_fps": 9.867719775185902, "redis_min": 9.72675349331938, "redis_std": 0.07671799062948075, "total_redis_fps": 88.80947797667312, "complete_min": 9.759950604218082, "queue_expired": 0, "capacity_drop": 0, "max_redis_silence_s": 0.45890800398774445, "source_drift_mean_s": -0.009622388888887638, "redis_drift_mean_s": -3.064336702186347, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "c_suppressed": 0, "batch_executions": { "1": 749, "2": 532, "3": 191, "4": 60, "5": 7, "6": 1, "7": 0, "8": 0 }, "triton": { "success": { "count": 2667, "mean_ms": 20.541696917135358 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 2667, "mean_ms": 5.903672758530184 }, "compute_input": { "count": 2667, "mean_ms": 0.0873562185976753 }, "compute_infer": { "count": 2667, "mean_ms": 14.040681475065616 }, "compute_output": { "count": 2667, "mean_ms": 0.3356396914135733 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 2666, "sum_ns": 122248774000, "mean_ms": 45.85475393848463 }, "source_exit_to_ingress": { "n": 2666, "sum_ns": 6685592443, "mean_ms": 2.5077240971492873 }, "source_encoded_queue": { "n": 2666, "sum_ns": 103437000, "mean_ms": 0.03879857464366092 }, "decode_between_queues": { "n": 2666, "sum_ns": 120300811000, "mean_ms": 45.12408514628657 }, "source_raw_queue": { "n": 2666, "sum_ns": 765101000, "mean_ms": 0.28698462115528883 }, "raw_queue_to_source_exit": { "n": 2666, "sum_ns": 80454000, "mean_ms": 0.030177794448612152 }, "selected_to_preprocess_start": { "n": 2672, "sum_ns": 1935900722, "mean_ms": 0.7245137432634731 }, "preprocess_start_to_preprocess_output": { "n": 2672, "sum_ns": 2423595487, "mean_ms": 0.9070342391467066 }, "selected_to_preprocess": { "n": 2672, "sum_ns": 4905745509, "mean_ms": 1.8359826006736528 }, "preprocess_start_to_preprocess": { "n": 2672, "sum_ns": 2969844787, "mean_ms": 1.1114688574101796 }, "preprocess_output_to_infer_entry": { "n": 2672, "sum_ns": 546249300, "mean_ms": 0.20443461826347306 }, "preprocess_to_infer_output": { "n": 2674, "sum_ns": 63215623925, "mean_ms": 23.640846643605087 }, "preprocess_to_callback": { "n": 2675, "sum_ns": 65542311444, "mean_ms": 24.501798670654207 }, "infer_output_to_callback": { "n": 2675, "sum_ns": 2298043487, "mean_ms": 0.8590816773831775 }, "copy_wall": { "n": 2676, "sum_ns": 10055826357, "mean_ms": 3.757782644618834 }, "copy_thread_cpu": { "n": 2676, "sum_ns": 9971109653, "mean_ms": 3.7261246834828103 }, "callback_to_copied": { "n": 2675, "sum_ns": 10523471392, "mean_ms": 3.934007997009346 }, "accepted_interval": { "n": 2676, "sum_ns": 271238750551, "mean_ms": 101.35977225373693 }, "selected_to_submitted": { "n": 2675, "sum_ns": 81235811607, "mean_ms": 30.3685277035514 }, "completed_queue_wait": { "n": 2675, "sum_ns": 897515807, "mean_ms": 0.33551992785046725 }, "result_observations_wall": { "n": 2675, "sum_ns": 2710558404, "mean_ms": 1.0132928613084111 }, "result_observations_cpu": { "n": 2675, "sum_ns": 2700763276, "mean_ms": 1.0096311312149533 }, "result_nms_wall": { "n": 2675, "sum_ns": 2046141288, "mean_ms": 0.7649126310280374 }, "result_nms_cpu": { "n": 2675, "sum_ns": 1373186108, "mean_ms": 0.5133406011214953 }, "result_tracking_wall": { "n": 2675, "sum_ns": 4200719667, "mean_ms": 1.5703624923364485 }, "result_tracking_cpu": { "n": 2675, "sum_ns": 3260928472, "mean_ms": 1.2190386811214953 }, "result_region_wall": { "n": 2675, "sum_ns": 702526822, "mean_ms": 0.2626268493457944 }, "result_region_cpu": { "n": 2675, "sum_ns": 699792740, "mean_ms": 0.2616047626168224 }, "result_fall_wall": { "n": 2675, "sum_ns": 2371908355, "mean_ms": 0.8866947121495328 }, "result_fall_cpu": { "n": 2675, "sum_ns": 2361166670, "mean_ms": 0.8826791289719627 }, "result_fight_wall": { "n": 2675, "sum_ns": 619495761, "mean_ms": 0.2315872003738318 }, "result_fight_cpu": { "n": 2675, "sum_ns": 616258620, "mean_ms": 0.23037705420560747 }, "result_collector_wall": { "n": 2675, "sum_ns": 11726401662, "mean_ms": 4.383701555887851 }, "result_collector_cpu": { "n": 2675, "sum_ns": 11609958110, "mean_ms": 4.3401712560747665 }, "result_composition_wall": { "n": 2675, "sum_ns": 44380617, "mean_ms": 0.016590884859813082 }, "result_composition_cpu": { "n": 2675, "sum_ns": 44368806, "mean_ms": 0.01658646953271028 }, "result_artifact_handoff_wall": { "n": 2675, "sum_ns": 33362880, "mean_ms": 0.012472104672897196 }, "result_artifact_handoff_cpu": { "n": 2675, "sum_ns": 27925117, "mean_ms": 0.010439296074766355 }, "result_publish_wall": { "n": 2674, "sum_ns": 2589625007, "mean_ms": 0.968446150710546 }, "result_publish_cpu": { "n": 2674, "sum_ns": 2557081982, "mean_ms": 0.9562759842931937 }, "result_total_wall": { "n": 2674, "sum_ns": 29465780367, "mean_ms": 11.019364385564698 }, "result_total_cpu": { "n": 2674, "sum_ns": 27615004182, "mean_ms": 10.327226694839192 } }, "existing": { "complete_fps": 9.880317468890306, "redis_fps": 9.872013355780625 }, "new": { "complete_fps": 9.83337113042811, "redis_fps": 9.83337113042811 }, "cpu_busy_pct": 54.15410925300326, "gpu_util_pct": 62.714285714285715, "batch_ratios": { "ge4": { "numerator": 68, "denominator": 1540, "percent": 4.415584415584416 }, "gt4": { "numerator": 8, "denominator": 1540, "percent": 0.5194805194805194 }, "eq8": { "numerator": 0, "denominator": 1540, "percent": 0.0 } }, "ingress_redis_mean_ms": 42.22392471117161, "ingress_redis_max_ms": 339, "reference_pass": true }, { "mode": "mixed-a", "level": 10, "provider": "crowd", "seconds": 30.000027456961107, "selected_fps": 9.966141744986523, "requested_fps": 9.966141744986523, "complete_fps": 9.966143808314774, "accepted_fps": 9.966143808314774, "finalized_fps": 9.966143791399617, "redis_fps": 9.966143791399617, "redis_min": 9.829859105910948, "redis_std": 0.05340865502397787, "total_redis_fps": 99.66143791399617, "complete_min": 9.829859105910948, "queue_expired": 0, "capacity_drop": 0, "max_redis_silence_s": 0.43443516199477017, "source_drift_mean_s": -0.00880860151515261, "redis_drift_mean_s": -0.07460760470667807, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "c_suppressed": 0, "batch_executions": { "1": 713, "2": 561, "3": 282, "4": 64, "5": 11, "6": 1, "7": 0, "8": 0 }, "triton": { "success": { "count": 2998, "mean_ms": 17.361034423282188 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 2998, "mean_ms": 5.223166960306871 }, "compute_input": { "count": 2998, "mean_ms": 0.1139538338892595 }, "compute_infer": { "count": 2998, "mean_ms": 11.564081880587057 }, "compute_output": { "count": 2998, "mean_ms": 0.30774934556370914 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 2991, "sum_ns": 135506348000, "mean_ms": 45.30469675693748 }, "source_exit_to_ingress": { "n": 2991, "sum_ns": 1901806894, "mean_ms": 0.6358431608157806 }, "source_encoded_queue": { "n": 2991, "sum_ns": 138627000, "mean_ms": 0.04634804413239719 }, "decode_between_queues": { "n": 2991, "sum_ns": 133920328000, "mean_ms": 44.774432631227015 }, "source_raw_queue": { "n": 2991, "sum_ns": 101909000, "mean_ms": 0.034071882313607485 }, "raw_queue_to_source_exit": { "n": 2991, "sum_ns": 96376000, "mean_ms": 0.032221999331327314 }, "selected_to_preprocess_start": { "n": 3001, "sum_ns": 2087771872, "mean_ms": 0.6956920599800066 }, "preprocess_start_to_preprocess_output": { "n": 3001, "sum_ns": 3055798354, "mean_ms": 1.0182600313228924 }, "selected_to_preprocess": { "n": 3001, "sum_ns": 5673324987, "mean_ms": 1.8904781696101298 }, "preprocess_start_to_preprocess": { "n": 3001, "sum_ns": 3585553115, "mean_ms": 1.1947861096301233 }, "preprocess_output_to_infer_entry": { "n": 3001, "sum_ns": 529754761, "mean_ms": 0.17652607830723094 }, "preprocess_to_infer_output": { "n": 3001, "sum_ns": 59142085128, "mean_ms": 19.707459222925692 }, "preprocess_to_callback": { "n": 3002, "sum_ns": 62099240490, "mean_ms": 20.685956192538306 }, "infer_output_to_callback": { "n": 3002, "sum_ns": 2935283002, "mean_ms": 0.9777758167888075 }, "copy_wall": { "n": 3001, "sum_ns": 15865184916, "mean_ms": 5.28663276107964 }, "copy_thread_cpu": { "n": 3001, "sum_ns": 15634910253, "mean_ms": 5.209900117627457 }, "callback_to_copied": { "n": 3001, "sum_ns": 16444207143, "mean_ms": 5.479575855714762 }, "accepted_interval": { "n": 3001, "sum_ns": 300987318361, "mean_ms": 100.29567422892369 }, "selected_to_submitted": { "n": 3001, "sum_ns": 84493256647, "mean_ms": 28.155033871042985 }, "completed_queue_wait": { "n": 3002, "sum_ns": 622132467, "mean_ms": 0.2072393294470353 }, "result_composition_wall": { "n": 3001, "sum_ns": 48545722, "mean_ms": 0.016176515161612795 }, "result_composition_cpu": { "n": 3001, "sum_ns": 47043770, "mean_ms": 0.01567603132289237 }, "result_publish_wall": { "n": 3001, "sum_ns": 517242488, "mean_ms": 0.17235671042985673 }, "result_publish_cpu": { "n": 3001, "sum_ns": 515251050, "mean_ms": 0.17169311896034656 }, "result_total_wall": { "n": 3001, "sum_ns": 3890692150, "mean_ms": 1.2964652282572475 }, "result_total_cpu": { "n": 3001, "sum_ns": 3808752774, "mean_ms": 1.269161204265245 } }, "existing": { "complete_fps": 9.962642030692553, "redis_fps": 9.958951476716347 }, "new": { "complete_fps": 9.997659806914772, "redis_fps": 10.03087462354904 }, "cpu_busy_pct": 58.52673500581958, "gpu_util_pct": 67.71428571428571, "batch_ratios": { "ge4": { "numerator": 76, "denominator": 1632, "percent": 4.6568627450980395 }, "gt4": { "numerator": 12, "denominator": 1632, "percent": 0.7352941176470589 }, "eq8": { "numerator": 0, "denominator": 1632, "percent": 0.0 } }, "ingress_redis_mean_ms": 29.931745955880018, "ingress_redis_max_ms": 98, "reference_pass": true }, { "mode": "mixed-a", "level": 10, "provider": "fire", "seconds": 30.000027456961107, "selected_fps": 9.956511248332504, "requested_fps": 9.959833107046128, "complete_fps": 9.959802855910254, "accepted_fps": 9.959802855910254, "finalized_fps": 9.959802855910254, "redis_fps": 9.959802855910254, "redis_min": 9.82640740027716, "redis_std": 0.05267919812134409, "total_redis_fps": 99.59802855910254, "complete_min": 9.82640740027716, "queue_expired": 0, "capacity_drop": 0, "max_redis_silence_s": 0.42856461502378806, "source_drift_mean_s": -0.007881915151516643, "redis_drift_mean_s": -0.05924349954738667, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "c_suppressed": 0, "batch_executions": { "1": 713, "2": 551, "3": 277, "4": 70, "5": 13, "6": 1, "7": 0, "8": 0 }, "triton": { "success": { "count": 2997, "mean_ms": 20.311540770103434 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 2997, "mean_ms": 6.194123206206206 }, "compute_input": { "count": 2997, "mean_ms": 0.11146261928595262 }, "compute_infer": { "count": 2997, "mean_ms": 13.591339831164499 }, "compute_output": { "count": 2997, "mean_ms": 0.2745982055388722 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 2986, "sum_ns": 135334745000, "mean_ms": 45.32308941728064 }, "source_exit_to_ingress": { "n": 2986, "sum_ns": 1981447798, "mean_ms": 0.6635793027461486 }, "source_encoded_queue": { "n": 2986, "sum_ns": 125891000, "mean_ms": 0.042160415271265905 }, "decode_between_queues": { "n": 2986, "sum_ns": 133783518000, "mean_ms": 44.80358941728064 }, "source_raw_queue": { "n": 2986, "sum_ns": 101932000, "mean_ms": 0.03413663764233087 }, "raw_queue_to_source_exit": { "n": 2986, "sum_ns": 96947000, "mean_ms": 0.032467180174146015 }, "selected_to_preprocess_start": { "n": 2996, "sum_ns": 2101114542, "mean_ms": 0.7013065894526035 }, "preprocess_start_to_preprocess_output": { "n": 2997, "sum_ns": 3078351298, "mean_ms": 1.0271442435769103 }, "selected_to_preprocess": { "n": 2997, "sum_ns": 5721832718, "mean_ms": 1.9091867594260927 }, "preprocess_start_to_preprocess": { "n": 2997, "sum_ns": 3620117459, "mean_ms": 1.207913733400067 }, "preprocess_output_to_infer_entry": { "n": 2997, "sum_ns": 541766161, "mean_ms": 0.1807694898231565 }, "preprocess_to_infer_output": { "n": 2998, "sum_ns": 67738419041, "mean_ms": 22.594536037691796 }, "preprocess_to_callback": { "n": 2997, "sum_ns": 70699996642, "mean_ms": 23.590255803136472 }, "infer_output_to_callback": { "n": 2997, "sum_ns": 2985899973, "mean_ms": 0.9962962872872873 }, "copy_wall": { "n": 2997, "sum_ns": 16052865597, "mean_ms": 5.356311510510511 }, "copy_thread_cpu": { "n": 2997, "sum_ns": 15763548732, "mean_ms": 5.25977602002002 }, "callback_to_copied": { "n": 2997, "sum_ns": 16620540692, "mean_ms": 5.54572595662329 }, "accepted_interval": { "n": 2997, "sum_ns": 300609601630, "mean_ms": 100.30350404738071 }, "selected_to_submitted": { "n": 2997, "sum_ns": 93348014800, "mean_ms": 31.147152085418753 }, "completed_queue_wait": { "n": 2997, "sum_ns": 714578430, "mean_ms": 0.23843124124124127 }, "result_composition_wall": { "n": 2997, "sum_ns": 29409668, "mean_ms": 0.009813035702369036 }, "result_composition_cpu": { "n": 2997, "sum_ns": 28557155, "mean_ms": 0.00952858024691358 }, "result_artifact_handoff_wall": { "n": 2997, "sum_ns": 26280950, "mean_ms": 0.008769085752419085 }, "result_artifact_handoff_cpu": { "n": 2997, "sum_ns": 26225050, "mean_ms": 0.008750433767100434 }, "result_publish_wall": { "n": 2997, "sum_ns": 310783472, "mean_ms": 0.10369818885552219 }, "result_publish_cpu": { "n": 2997, "sum_ns": 307786808, "mean_ms": 0.10269830096763431 }, "result_total_wall": { "n": 2997, "sum_ns": 2843619861, "mean_ms": 0.9488221091091091 }, "result_total_cpu": { "n": 2997, "sum_ns": 2809378869, "mean_ms": 0.9373970200200201 } }, "existing": { "complete_fps": 9.952865447635523, "redis_fps": 9.952865447635523 }, "new": { "complete_fps": 10.022239530382839, "redis_fps": 10.022239530382839 }, "cpu_busy_pct": 58.52673500581958, "gpu_util_pct": 67.71428571428571, "batch_ratios": { "ge4": { "numerator": 84, "denominator": 1625, "percent": 5.1692307692307695 }, "gt4": { "numerator": 14, "denominator": 1625, "percent": 0.8615384615384616 }, "eq8": { "numerator": 0, "denominator": 1625, "percent": 0.0 } }, "ingress_redis_mean_ms": 32.672451874704386, "ingress_redis_max_ms": 71, "reference_pass": true }, { "mode": "mixed-a", "level": 10, "provider": "pose", "seconds": 30.000027456961107, "selected_fps": 9.912200425301627, "requested_fps": 9.912200425301627, "complete_fps": 9.912181632216708, "accepted_fps": 9.912181632216708, "finalized_fps": 9.908881527137256, "redis_fps": 9.908881527137256, "redis_min": 9.724262390725531, "redis_std": 0.09537278882601732, "total_redis_fps": 99.08881527137255, "complete_min": 9.724262390725531, "queue_expired": 0, "capacity_drop": 0, "max_redis_silence_s": 0.4551572509808466, "source_drift_mean_s": -0.007289174999997365, "redis_drift_mean_s": -2.7589075413969533, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "c_suppressed": 0, "batch_executions": { "1": 680, "2": 550, "3": 273, "4": 72, "5": 13, "6": 5, "7": 0, "8": 0 }, "triton": { "success": { "count": 2982, "mean_ms": 24.230640545606974 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 2982, "mean_ms": 7.628646760228035 }, "compute_input": { "count": 2982, "mean_ms": 0.10734552146210598 }, "compute_infer": { "count": 2982, "mean_ms": 15.909377802816902 }, "compute_output": { "count": 2982, "mean_ms": 0.38745654929577467 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 2970, "sum_ns": 135131501000, "mean_ms": 45.49882188552189 }, "source_exit_to_ingress": { "n": 2970, "sum_ns": 8207476298, "mean_ms": 2.7634600329966332 }, "source_encoded_queue": { "n": 2970, "sum_ns": 138689000, "mean_ms": 0.04669663299663299 }, "decode_between_queues": { "n": 2970, "sum_ns": 132686322000, "mean_ms": 44.67552929292929 }, "source_raw_queue": { "n": 2970, "sum_ns": 898859000, "mean_ms": 0.30264612794612794 }, "raw_queue_to_source_exit": { "n": 2970, "sum_ns": 92447000, "mean_ms": 0.031126936026936027 }, "selected_to_preprocess_start": { "n": 2979, "sum_ns": 2266152596, "mean_ms": 0.7607091628063108 }, "preprocess_start_to_preprocess_output": { "n": 2979, "sum_ns": 3115668927, "mean_ms": 1.0458774511581068 }, "selected_to_preprocess": { "n": 2979, "sum_ns": 6024332917, "mean_ms": 2.022266840214837 }, "preprocess_start_to_preprocess": { "n": 2979, "sum_ns": 3758180321, "mean_ms": 1.2615576774085264 }, "preprocess_output_to_infer_entry": { "n": 2979, "sum_ns": 642511394, "mean_ms": 0.2156802262504196 }, "preprocess_to_infer_output": { "n": 2979, "sum_ns": 82342786126, "mean_ms": 27.64108295602551 }, "preprocess_to_callback": { "n": 2979, "sum_ns": 85108593849, "mean_ms": 28.56951790835851 }, "infer_output_to_callback": { "n": 2979, "sum_ns": 2765807723, "mean_ms": 0.9284349523329977 }, "copy_wall": { "n": 2979, "sum_ns": 12445244093, "mean_ms": 4.177658305807318 }, "copy_thread_cpu": { "n": 2979, "sum_ns": 12302870617, "mean_ms": 4.129865933870426 }, "callback_to_copied": { "n": 2979, "sum_ns": 12987412937, "mean_ms": 4.359655232292716 }, "accepted_interval": { "n": 2979, "sum_ns": 300393450109, "mean_ms": 100.83700910003357 }, "selected_to_submitted": { "n": 2979, "sum_ns": 104403720942, "mean_ms": 35.04656627794562 }, "completed_queue_wait": { "n": 2979, "sum_ns": 1271627130, "mean_ms": 0.4268637562940584 }, "result_observations_wall": { "n": 2979, "sum_ns": 3195269538, "mean_ms": 1.072598032225579 }, "result_observations_cpu": { "n": 2979, "sum_ns": 3175649913, "mean_ms": 1.066012055387714 }, "result_nms_wall": { "n": 2979, "sum_ns": 2329463241, "mean_ms": 0.7819614773413898 }, "result_nms_cpu": { "n": 2979, "sum_ns": 1591330947, "mean_ms": 0.5341829295065458 }, "result_tracking_wall": { "n": 2978, "sum_ns": 4619841998, "mean_ms": 1.5513237065144394 }, "result_tracking_cpu": { "n": 2978, "sum_ns": 3713500043, "mean_ms": 1.2469778519140364 }, "result_region_wall": { "n": 2978, "sum_ns": 832705108, "mean_ms": 0.2796189079919409 }, "result_region_cpu": { "n": 2978, "sum_ns": 823499604, "mean_ms": 0.2765277380792478 }, "result_fall_wall": { "n": 2978, "sum_ns": 2939369797, "mean_ms": 0.9870281386836803 }, "result_fall_cpu": { "n": 2978, "sum_ns": 2913907689, "mean_ms": 0.9784780688381464 }, "result_fight_wall": { "n": 2978, "sum_ns": 742379361, "mean_ms": 0.24928789825386163 }, "result_fight_cpu": { "n": 2978, "sum_ns": 736029695, "mean_ms": 0.24715570685023505 }, "result_collector_wall": { "n": 2978, "sum_ns": 14369531135, "mean_ms": 4.825228722296844 }, "result_collector_cpu": { "n": 2978, "sum_ns": 14192069932, "mean_ms": 4.765637989254533 }, "result_composition_wall": { "n": 2978, "sum_ns": 52170486, "mean_ms": 0.017518631967763598 }, "result_composition_cpu": { "n": 2978, "sum_ns": 52137821, "mean_ms": 0.017507663196776362 }, "result_artifact_handoff_wall": { "n": 2978, "sum_ns": 37847506, "mean_ms": 0.012709034922766958 }, "result_artifact_handoff_cpu": { "n": 2978, "sum_ns": 32561490, "mean_ms": 0.010934012760241772 }, "result_publish_wall": { "n": 2978, "sum_ns": 1992097022, "mean_ms": 0.668937885157824 }, "result_publish_cpu": { "n": 2978, "sum_ns": 1950305531, "mean_ms": 0.6549044764942914 }, "result_total_wall": { "n": 2978, "sum_ns": 33981689825, "mean_ms": 11.410909947951644 }, "result_total_cpu": { "n": 2978, "sum_ns": 31966812238, "mean_ms": 10.734322443922094 } }, "existing": { "complete_fps": 9.900968078425302, "redis_fps": 9.901009851898628 }, "new": { "complete_fps": 10.013103616339361, "redis_fps": 9.979726604284897 }, "cpu_busy_pct": 58.52673500581958, "gpu_util_pct": 67.71428571428571, "batch_ratios": { "ge4": { "numerator": 90, "denominator": 1593, "percent": 5.649717514124294 }, "gt4": { "numerator": 18, "denominator": 1593, "percent": 1.1299435028248588 }, "eq8": { "numerator": 0, "denominator": 1593, "percent": 0.0 } }, "ingress_redis_mean_ms": 47.51402122368415, "ingress_redis_max_ms": 422, "reference_pass": true }, { "mode": "mixed-a", "level": 11, "provider": "crowd", "seconds": 30.000025778019335, "selected_fps": 9.951271497334263, "requested_fps": 9.951271497334263, "complete_fps": 9.960378276765706, "accepted_fps": 9.960378276765706, "finalized_fps": 9.95733520246186, "redis_fps": 9.95733520246186, "redis_min": 9.81310912044386, "redis_std": 0.06353386877389754, "total_redis_fps": 109.53068722708045, "complete_min": 9.81310912044386, "queue_expired": 0, "capacity_drop": 0, "max_redis_silence_s": 0.4487870460143313, "source_drift_mean_s": -0.014784757575756964, "redis_drift_mean_s": -0.08207235426321882, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "c_suppressed": 0, "batch_executions": { "1": 682, "2": 566, "3": 336, "4": 80, "5": 19, "6": 7, "7": 0, "8": 0 }, "triton": { "success": { "count": 3279, "mean_ms": 19.937019831960964 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 3279, "mean_ms": 6.251634919487649 }, "compute_input": { "count": 3279, "mean_ms": 0.1530337859103385 }, "compute_infer": { "count": 3279, "mean_ms": 13.01437035010674 }, "compute_output": { "count": 3279, "mean_ms": 0.35812682159194875 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 3270, "sum_ns": 149836446000, "mean_ms": 45.82154311926605 }, "source_exit_to_ingress": { "n": 3270, "sum_ns": 2460517093, "mean_ms": 0.7524517103975535 }, "source_encoded_queue": { "n": 3270, "sum_ns": 155339000, "mean_ms": 0.04750428134556575 }, "decode_between_queues": { "n": 3270, "sum_ns": 147911846000, "mean_ms": 45.23298042813455 }, "source_raw_queue": { "n": 3270, "sum_ns": 153550000, "mean_ms": 0.04695718654434251 }, "raw_queue_to_source_exit": { "n": 3270, "sum_ns": 109914000, "mean_ms": 0.03361284403669725 }, "selected_to_preprocess_start": { "n": 3281, "sum_ns": 2331337481, "mean_ms": 0.7105569890277355 }, "preprocess_start_to_preprocess_output": { "n": 3281, "sum_ns": 3903111438, "mean_ms": 1.18961031331911 }, "selected_to_preprocess": { "n": 3281, "sum_ns": 6864411524, "mean_ms": 2.092170534593112 }, "preprocess_start_to_preprocess": { "n": 3281, "sum_ns": 4533074043, "mean_ms": 1.3816135455653766 }, "preprocess_output_to_infer_entry": { "n": 3281, "sum_ns": 629962605, "mean_ms": 0.1920032322462664 }, "preprocess_to_infer_output": { "n": 3284, "sum_ns": 73647450450, "mean_ms": 22.426142037149816 }, "preprocess_to_callback": { "n": 3284, "sum_ns": 76963655228, "mean_ms": 23.43594860779537 }, "infer_output_to_callback": { "n": 3284, "sum_ns": 3316204778, "mean_ms": 1.0098065706455541 }, "copy_wall": { "n": 3284, "sum_ns": 17322291470, "mean_ms": 5.274753797198539 }, "copy_thread_cpu": { "n": 3284, "sum_ns": 16989000637, "mean_ms": 5.173264505785627 }, "callback_to_copied": { "n": 3284, "sum_ns": 17962831237, "mean_ms": 5.469802447320341 }, "accepted_interval": { "n": 3284, "sum_ns": 330002207276, "mean_ms": 100.48788284896467 }, "selected_to_submitted": { "n": 3284, "sum_ns": 102138362180, "mean_ms": 31.101815523751522 }, "completed_queue_wait": { "n": 3283, "sum_ns": 684113484, "mean_ms": 0.20838059214133414 }, "result_composition_wall": { "n": 3283, "sum_ns": 113672501, "mean_ms": 0.034624581480353335 }, "result_composition_cpu": { "n": 3283, "sum_ns": 109934335, "mean_ms": 0.033485938166311305 }, "result_publish_wall": { "n": 3283, "sum_ns": 584755082, "mean_ms": 0.17811607736826074 }, "result_publish_cpu": { "n": 3283, "sum_ns": 578167110, "mean_ms": 0.1761093847091075 }, "result_total_wall": { "n": 3283, "sum_ns": 4289458319, "mean_ms": 1.306566652147426 }, "result_total_cpu": { "n": 3283, "sum_ns": 4191395159, "mean_ms": 1.2766966673773987 } }, "existing": { "complete_fps": 9.956046362700793, "redis_fps": 9.952698980966561 }, "new": { "complete_fps": 10.003697417414836, "redis_fps": 10.003697417414836 }, "cpu_busy_pct": 62.401644074715314, "gpu_util_pct": 78.42857142857143, "batch_ratios": { "ge4": { "numerator": 106, "denominator": 1690, "percent": 6.272189349112426 }, "gt4": { "numerator": 26, "denominator": 1690, "percent": 1.5384615384615385 }, "eq8": { "numerator": 0, "denominator": 1690, "percent": 0.0 } }, "ingress_redis_mean_ms": 32.936633176233705, "ingress_redis_max_ms": 86, "reference_pass": true }, { "mode": "mixed-a", "level": 11, "provider": "fire", "seconds": 30.000025778019335, "selected_fps": 9.947773562421201, "requested_fps": 9.947773562421201, "complete_fps": 9.947718355146941, "accepted_fps": 9.947718355146941, "finalized_fps": 9.950763249095292, "redis_fps": 9.953808971587597, "redis_min": 9.810478949087013, "redis_std": 0.06504269247852298, "total_redis_fps": 109.49189868746356, "complete_min": 9.810478949087013, "queue_expired": 0, "capacity_drop": 0, "max_redis_silence_s": 0.45733902393840253, "source_drift_mean_s": -0.01017163636363452, "redis_drift_mean_s": -0.5655057920968946, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "c_suppressed": 0, "batch_executions": { "1": 625, "2": 538, "3": 335, "4": 97, "5": 26, "6": 9, "7": 0, "8": 0 }, "triton": { "success": { "count": 3278, "mean_ms": 24.310498621415494 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 3278, "mean_ms": 8.234016776082978 }, "compute_input": { "count": 3278, "mean_ms": 0.1476180375228798 }, "compute_infer": { "count": 3278, "mean_ms": 15.438442543319097 }, "compute_output": { "count": 3278, "mean_ms": 0.33258823886516165 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 3264, "sum_ns": 149605153000, "mean_ms": 45.834912071078435 }, "source_exit_to_ingress": { "n": 3264, "sum_ns": 2476890152, "mean_ms": 0.7588511495098039 }, "source_encoded_queue": { "n": 3264, "sum_ns": 150528000, "mean_ms": 0.046117647058823534 }, "decode_between_queues": { "n": 3264, "sum_ns": 147701571000, "mean_ms": 45.25170680147058 }, "source_raw_queue": { "n": 3264, "sum_ns": 153885000, "mean_ms": 0.04714613970588235 }, "raw_queue_to_source_exit": { "n": 3264, "sum_ns": 104675000, "mean_ms": 0.03206954656862745 }, "selected_to_preprocess_start": { "n": 3275, "sum_ns": 2331535599, "mean_ms": 0.711919266870229 }, "preprocess_start_to_preprocess_output": { "n": 3275, "sum_ns": 4035153822, "mean_ms": 1.2321080372519084 }, "selected_to_preprocess": { "n": 3275, "sum_ns": 7020907352, "mean_ms": 2.143788504427481 }, "preprocess_start_to_preprocess": { "n": 3275, "sum_ns": 4689371753, "mean_ms": 1.431869237557252 }, "preprocess_output_to_infer_entry": { "n": 3275, "sum_ns": 654217931, "mean_ms": 0.19976120030534353 }, "preprocess_to_infer_output": { "n": 3275, "sum_ns": 87587873506, "mean_ms": 26.74438885679389 }, "preprocess_to_callback": { "n": 3275, "sum_ns": 91016924913, "mean_ms": 27.791427454351147 }, "infer_output_to_callback": { "n": 3275, "sum_ns": 3429051407, "mean_ms": 1.0470385975572518 }, "copy_wall": { "n": 3275, "sum_ns": 17372536949, "mean_ms": 5.3045914348091605 }, "copy_thread_cpu": { "n": 3275, "sum_ns": 16981707824, "mean_ms": 5.18525429740458 }, "callback_to_copied": { "n": 3275, "sum_ns": 18001160981, "mean_ms": 5.4965377041221375 }, "accepted_interval": { "n": 3275, "sum_ns": 329007339636, "mean_ms": 100.46025637740459 }, "selected_to_submitted": { "n": 3275, "sum_ns": 116367685998, "mean_ms": 35.53211786198473 }, "completed_queue_wait": { "n": 3276, "sum_ns": 754726740, "mean_ms": 0.23038056776556778 }, "result_composition_wall": { "n": 3276, "sum_ns": 32416184, "mean_ms": 0.00989505006105006 }, "result_composition_cpu": { "n": 3276, "sum_ns": 31053795, "mean_ms": 0.009479180402930403 }, "result_artifact_handoff_wall": { "n": 3276, "sum_ns": 29597169, "mean_ms": 0.009034544871794871 }, "result_artifact_handoff_cpu": { "n": 3276, "sum_ns": 28899109, "mean_ms": 0.008821461843711844 }, "result_publish_wall": { "n": 3276, "sum_ns": 338253624, "mean_ms": 0.10325202197802198 }, "result_publish_cpu": { "n": 3276, "sum_ns": 335377468, "mean_ms": 0.10237407448107448 }, "result_total_wall": { "n": 3276, "sum_ns": 3118427124, "mean_ms": 0.9519008315018316 }, "result_total_cpu": { "n": 3276, "sum_ns": 3070452543, "mean_ms": 0.937256576007326 } }, "existing": { "complete_fps": 9.94117361210347, "redis_fps": 9.947873290188191 }, "new": { "complete_fps": 10.013165785581647, "redis_fps": 10.013165785581647 }, "cpu_busy_pct": 62.401644074715314, "gpu_util_pct": 78.42857142857143, "batch_ratios": { "ge4": { "numerator": 132, "denominator": 1630, "percent": 8.098159509202453 }, "gt4": { "numerator": 35, "denominator": 1630, "percent": 2.147239263803681 }, "eq8": { "numerator": 0, "denominator": 1630, "percent": 0.0 } }, "ingress_redis_mean_ms": 37.032462740090196, "ingress_redis_max_ms": 80, "reference_pass": true }, { "mode": "mixed-a", "level": 11, "provider": "pose", "seconds": 30.000025778019335, "selected_fps": 9.909387712760893, "requested_fps": 9.909387712760893, "complete_fps": 9.918522307872173, "accepted_fps": 9.918522307872173, "finalized_fps": 9.912485144601714, "redis_fps": 9.912485144601714, "redis_min": 9.744328840639662, "redis_std": 0.0807831713162324, "total_redis_fps": 109.03733659061885, "complete_min": 9.744328840639662, "queue_expired": 0, "capacity_drop": 0, "max_redis_silence_s": 0.4582263340125792, "source_drift_mean_s": -0.007698310606059051, "redis_drift_mean_s": -3.0491402784670196, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "c_suppressed": 0, "batch_executions": { "1": 596, "2": 539, "3": 312, "4": 113, "5": 34, "6": 6, "7": 0, "8": 0 }, "triton": { "success": { "count": 3268, "mean_ms": 30.416206216034272 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 3268, "mean_ms": 11.368374543145654 }, "compute_input": { "count": 3268, "mean_ms": 0.1344967622399021 }, "compute_infer": { "count": 3268, "mean_ms": 18.244451619339046 }, "compute_output": { "count": 3268, "mean_ms": 0.4563451373929009 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 3254, "sum_ns": 150893349000, "mean_ms": 46.37164996926859 }, "source_exit_to_ingress": { "n": 3254, "sum_ns": 10510336721, "mean_ms": 3.2299744071911496 }, "source_encoded_queue": { "n": 3254, "sum_ns": 144126000, "mean_ms": 0.04429194837123541 }, "decode_between_queues": { "n": 3254, "sum_ns": 147764997000, "mean_ms": 45.41026336816226 }, "source_raw_queue": { "n": 3254, "sum_ns": 1363174000, "mean_ms": 0.41892255685310387 }, "raw_queue_to_source_exit": { "n": 3254, "sum_ns": 107751000, "mean_ms": 0.03311339889366933 }, "selected_to_preprocess_start": { "n": 3264, "sum_ns": 2584844100, "mean_ms": 0.7919252757352941 }, "preprocess_start_to_preprocess_output": { "n": 3264, "sum_ns": 3968797871, "mean_ms": 1.2159307202818626 }, "selected_to_preprocess": { "n": 3264, "sum_ns": 7284870248, "mean_ms": 2.231884267156863 }, "preprocess_start_to_preprocess": { "n": 3264, "sum_ns": 4700026148, "mean_ms": 1.4399589914215687 }, "preprocess_output_to_infer_entry": { "n": 3264, "sum_ns": 731228277, "mean_ms": 0.2240282711397059 }, "preprocess_to_infer_output": { "n": 3267, "sum_ns": 111455998033, "mean_ms": 34.11570187725742 }, "preprocess_to_callback": { "n": 3267, "sum_ns": 114738775335, "mean_ms": 35.1205311707989 }, "infer_output_to_callback": { "n": 3267, "sum_ns": 3282777302, "mean_ms": 1.0048292935414753 }, "copy_wall": { "n": 3267, "sum_ns": 13036819570, "mean_ms": 3.9904559442913987 }, "copy_thread_cpu": { "n": 3267, "sum_ns": 12810052113, "mean_ms": 3.9210444178145085 }, "callback_to_copied": { "n": 3267, "sum_ns": 13634875875, "mean_ms": 4.17351572543618 }, "accepted_interval": { "n": 3267, "sum_ns": 329491175232, "mean_ms": 100.85435421854913 }, "selected_to_submitted": { "n": 3267, "sum_ns": 135990060620, "mean_ms": 41.625362907866545 }, "completed_queue_wait": { "n": 3265, "sum_ns": 1348399433, "mean_ms": 0.41298604379785603 }, "result_observations_wall": { "n": 3265, "sum_ns": 3544730587, "mean_ms": 1.0856755243491576 }, "result_observations_cpu": { "n": 3265, "sum_ns": 3509158609, "mean_ms": 1.0747805846860643 }, "result_nms_wall": { "n": 3266, "sum_ns": 2734193274, "mean_ms": 0.8371687917942437 }, "result_nms_cpu": { "n": 3266, "sum_ns": 1757511716, "mean_ms": 0.5381236117575015 }, "result_tracking_wall": { "n": 3265, "sum_ns": 5427069154, "mean_ms": 1.662195759264931 }, "result_tracking_cpu": { "n": 3265, "sum_ns": 4263006556, "mean_ms": 1.3056681641653904 }, "result_region_wall": { "n": 3265, "sum_ns": 938770207, "mean_ms": 0.2875253313935681 }, "result_region_cpu": { "n": 3265, "sum_ns": 932591914, "mean_ms": 0.28563305176110265 }, "result_fall_wall": { "n": 3265, "sum_ns": 3605441975, "mean_ms": 1.1042701301684534 }, "result_fall_cpu": { "n": 3265, "sum_ns": 3547314947, "mean_ms": 1.086467058805513 }, "result_fight_wall": { "n": 3265, "sum_ns": 846947988, "mean_ms": 0.25940214027565084 }, "result_fight_cpu": { "n": 3265, "sum_ns": 838998246, "mean_ms": 0.2569673035222052 }, "result_collector_wall": { "n": 3265, "sum_ns": 15555286090, "mean_ms": 4.764253013782542 }, "result_collector_cpu": { "n": 3265, "sum_ns": 15288443595, "mean_ms": 4.682524837672282 }, "result_composition_wall": { "n": 3265, "sum_ns": 58591368, "mean_ms": 0.017945288820826955 }, "result_composition_cpu": { "n": 3265, "sum_ns": 57551168, "mean_ms": 0.017626697702909647 }, "result_artifact_handoff_wall": { "n": 3265, "sum_ns": 40571310, "mean_ms": 0.012426128637059724 }, "result_artifact_handoff_cpu": { "n": 3265, "sum_ns": 36487594, "mean_ms": 0.011175373353751916 }, "result_publish_wall": { "n": 3265, "sum_ns": 2575126650, "mean_ms": 0.7887064777947933 }, "result_publish_cpu": { "n": 3265, "sum_ns": 2492194953, "mean_ms": 0.7633062643185299 }, "result_total_wall": { "n": 3265, "sum_ns": 38722184257, "mean_ms": 11.85978078315467 }, "result_total_cpu": { "n": 3265, "sum_ns": 35990066198, "mean_ms": 11.02299117856049 } }, "existing": { "complete_fps": 9.910783739568277, "redis_fps": 9.904142859970772 }, "new": { "complete_fps": 9.99590799091112, "redis_fps": 9.99590799091112 }, "cpu_busy_pct": 62.401644074715314, "gpu_util_pct": 78.42857142857143, "batch_ratios": { "ge4": { "numerator": 153, "denominator": 1600, "percent": 9.5625 }, "gt4": { "numerator": 40, "denominator": 1600, "percent": 2.5 }, "eq8": { "numerator": 0, "denominator": 1600, "percent": 0.0 } }, "ingress_redis_mean_ms": 54.548918186163355, "ingress_redis_max_ms": 470, "reference_pass": true }, { "mode": "mixed-a", "level": 12, "provider": "crowd", "seconds": 30.000007382011972, "selected_fps": 9.906075928513939, "requested_fps": 9.906075928513939, "complete_fps": 9.9144183265478, "accepted_fps": 9.9144183265478, "finalized_fps": 9.917209656008477, "redis_fps": 9.917209656008477, "redis_min": 9.710717088000136, "redis_std": 0.08761579701829723, "total_redis_fps": 119.00651587210173, "complete_min": 9.710717088000136, "queue_expired": 0, "capacity_drop": 0, "max_redis_silence_s": 0.4325845920247957, "source_drift_mean_s": -0.004947451388887413, "redis_drift_mean_s": -0.0853908925989586, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "c_suppressed": 0, "batch_executions": { "1": 545, "2": 607, "3": 334, "4": 140, "5": 44, "6": 3, "7": 1, "8": 0 }, "triton": { "success": { "count": 3566, "mean_ms": 25.747638298093104 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 3566, "mean_ms": 9.566549876332024 }, "compute_input": { "count": 3566, "mean_ms": 0.23494254458777342 }, "compute_infer": { "count": 3566, "mean_ms": 15.311432521873247 }, "compute_output": { "count": 3566, "mean_ms": 0.4555679890633763 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 3549, "sum_ns": 163643000000, "mean_ms": 46.10960834037757 }, "source_exit_to_ingress": { "n": 3549, "sum_ns": 3087235042, "mean_ms": 0.8698887128768666 }, "source_encoded_queue": { "n": 3549, "sum_ns": 171917000, "mean_ms": 0.04844096928712313 }, "decode_between_queues": { "n": 3549, "sum_ns": 161782356000, "mean_ms": 45.58533558748943 }, "source_raw_queue": { "n": 3549, "sum_ns": 183490000, "mean_ms": 0.051701887855734006 }, "raw_queue_to_source_exit": { "n": 3549, "sum_ns": 119186000, "mean_ms": 0.03358298112144266 }, "selected_to_preprocess_start": { "n": 3561, "sum_ns": 2571068605, "mean_ms": 0.7220074712159505 }, "preprocess_start_to_preprocess_output": { "n": 3561, "sum_ns": 5129853616, "mean_ms": 1.4405654636338106 }, "selected_to_preprocess": { "n": 3561, "sum_ns": 8417164173, "mean_ms": 2.3637079957877 }, "preprocess_start_to_preprocess": { "n": 3561, "sum_ns": 5846095568, "mean_ms": 1.6417005245717495 }, "preprocess_output_to_infer_entry": { "n": 3561, "sum_ns": 716241952, "mean_ms": 0.2011350609379388 }, "preprocess_to_infer_output": { "n": 3564, "sum_ns": 102323891019, "mean_ms": 28.71040713215488 }, "preprocess_to_callback": { "n": 3564, "sum_ns": 106269924573, "mean_ms": 29.817599487373737 }, "infer_output_to_callback": { "n": 3564, "sum_ns": 3946033554, "mean_ms": 1.1071923552188552 }, "copy_wall": { "n": 3564, "sum_ns": 19080069758, "mean_ms": 5.353554926487093 }, "copy_thread_cpu": { "n": 3564, "sum_ns": 18557634369, "mean_ms": 5.206968117003368 }, "callback_to_copied": { "n": 3563, "sum_ns": 19787281506, "mean_ms": 5.5535451883244455 }, "accepted_interval": { "n": 3563, "sum_ns": 359782921650, "mean_ms": 100.97752502104967 }, "selected_to_submitted": { "n": 3563, "sum_ns": 134816751456, "mean_ms": 37.83798805950042 }, "completed_queue_wait": { "n": 3565, "sum_ns": 822503272, "mean_ms": 0.23071620532959328 }, "result_composition_wall": { "n": 3565, "sum_ns": 65332144, "mean_ms": 0.01832598709677419 }, "result_composition_cpu": { "n": 3565, "sum_ns": 62055187, "mean_ms": 0.017406784572230015 }, "result_publish_wall": { "n": 3565, "sum_ns": 608873343, "mean_ms": 0.1707919615708275 }, "result_publish_cpu": { "n": 3565, "sum_ns": 601326305, "mean_ms": 0.1686749803646564 }, "result_total_wall": { "n": 3565, "sum_ns": 4849687460, "mean_ms": 1.36036113884993 }, "result_total_cpu": { "n": 3565, "sum_ns": 4658387411, "mean_ms": 1.3067005360448807 } }, "existing": { "complete_fps": 9.914453947293508, "redis_fps": 9.917499033977883 }, "new": { "complete_fps": 9.914026498345002, "redis_fps": 9.914026498345002 }, "cpu_busy_pct": 66.09777752723481, "gpu_util_pct": 83.71428571428571, "batch_ratios": { "ge4": { "numerator": 188, "denominator": 1674, "percent": 11.230585424133812 }, "gt4": { "numerator": 48, "denominator": 1674, "percent": 2.867383512544803 }, "eq8": { "numerator": 0, "denominator": 1674, "percent": 0.0 } }, "ingress_redis_mean_ms": 39.63246345402946, "ingress_redis_max_ms": 108, "reference_pass": true }, { "mode": "mixed-a", "level": 12, "provider": "fire", "seconds": 30.000007382011972, "selected_fps": 9.925560772342022, "requested_fps": 9.922768563379012, "complete_fps": 9.917209505172103, "accepted_fps": 9.917209505172103, "finalized_fps": 9.917185593411805, "redis_fps": 9.917185593411805, "redis_min": 9.713397714280013, "redis_std": 0.08680580291413159, "total_redis_fps": 119.00622712094165, "complete_min": 9.713397714280013, "queue_expired": 0, "capacity_drop": 0, "max_redis_silence_s": 0.41393330798018724, "source_drift_mean_s": -0.008357437499998165, "redis_drift_mean_s": -0.5040872086394024, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "c_suppressed": 0, "batch_executions": { "1": 431, "2": 488, "3": 306, "4": 186, "5": 69, "6": 12, "7": 6, "8": 5 }, "triton": { "success": { "count": 3568, "mean_ms": 35.46607541003364 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 3568, "mean_ms": 15.010047590807176 }, "compute_input": { "count": 3568, "mean_ms": 0.27144045403587447 }, "compute_infer": { "count": 3568, "mean_ms": 19.593009389293723 }, "compute_output": { "count": 3568, "mean_ms": 0.4043346519058296 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 3555, "sum_ns": 163866817000, "mean_ms": 46.09474458509142 }, "source_exit_to_ingress": { "n": 3555, "sum_ns": 3265628182, "mean_ms": 0.9186014576652601 }, "source_encoded_queue": { "n": 3555, "sum_ns": 177108000, "mean_ms": 0.04981940928270042 }, "decode_between_queues": { "n": 3555, "sum_ns": 161933591000, "mean_ms": 45.55093980309423 }, "source_raw_queue": { "n": 3555, "sum_ns": 215474000, "mean_ms": 0.06061153305203938 }, "raw_queue_to_source_exit": { "n": 3555, "sum_ns": 118517000, "mean_ms": 0.03333811533052039 }, "selected_to_preprocess_start": { "n": 3566, "sum_ns": 2620259783, "mean_ms": 0.7347896194615816 }, "preprocess_start_to_preprocess_output": { "n": 3566, "sum_ns": 5260747458, "mean_ms": 1.4752516707795849 }, "selected_to_preprocess": { "n": 3566, "sum_ns": 8601014186, "mean_ms": 2.4119501362871567 }, "preprocess_start_to_preprocess": { "n": 3566, "sum_ns": 5980754403, "mean_ms": 1.677160516825575 }, "preprocess_output_to_infer_entry": { "n": 3566, "sum_ns": 720006945, "mean_ms": 0.20190884604598988 }, "preprocess_to_infer_output": { "n": 3564, "sum_ns": 137069004454, "mean_ms": 38.459316625701454 }, "preprocess_to_callback": { "n": 3564, "sum_ns": 141090456485, "mean_ms": 39.58767016975309 }, "infer_output_to_callback": { "n": 3564, "sum_ns": 4021452031, "mean_ms": 1.1283535440516275 }, "copy_wall": { "n": 3566, "sum_ns": 19244978769, "mean_ms": 5.396797187044307 }, "copy_thread_cpu": { "n": 3566, "sum_ns": 18597761668, "mean_ms": 5.21530052383623 }, "callback_to_copied": { "n": 3564, "sum_ns": 19946816798, "mean_ms": 5.59674994332211 }, "accepted_interval": { "n": 3564, "sum_ns": 359945622145, "mean_ms": 100.99484347502805 }, "selected_to_submitted": { "n": 3562, "sum_ns": 169879891140, "mean_ms": 47.69227713082538 }, "completed_queue_wait": { "n": 3566, "sum_ns": 847012644, "mean_ms": 0.23752457767807067 }, "result_composition_wall": { "n": 3566, "sum_ns": 36399363, "mean_ms": 0.010207336791923724 }, "result_composition_cpu": { "n": 3566, "sum_ns": 34614095, "mean_ms": 0.009706700785193494 }, "result_artifact_handoff_wall": { "n": 3566, "sum_ns": 32374460, "mean_ms": 0.009078648345485137 }, "result_artifact_handoff_cpu": { "n": 3566, "sum_ns": 32143112, "mean_ms": 0.009013772293886708 }, "result_publish_wall": { "n": 3566, "sum_ns": 380221991, "mean_ms": 0.10662422630398205 }, "result_publish_cpu": { "n": 3566, "sum_ns": 375600054, "mean_ms": 0.10532811385305665 }, "result_total_wall": { "n": 3566, "sum_ns": 3603376885, "mean_ms": 1.0104814596186202 }, "result_total_cpu": { "n": 3566, "sum_ns": 3526667980, "mean_ms": 0.988970269209198 } }, "existing": { "complete_fps": 9.915769007429647, "redis_fps": 9.915742921872958 }, "new": { "complete_fps": 9.933054980339106, "redis_fps": 9.933054980339106 }, "cpu_busy_pct": 66.09777752723481, "gpu_util_pct": 83.71428571428571, "batch_ratios": { "ge4": { "numerator": 278, "denominator": 1503, "percent": 18.496340652029275 }, "gt4": { "numerator": 92, "denominator": 1503, "percent": 6.121091151031271 }, "eq8": { "numerator": 5, "denominator": 1503, "percent": 0.33266799733865604 } }, "ingress_redis_mean_ms": 49.267001278474, "ingress_redis_max_ms": 119, "reference_pass": true }, { "mode": "mixed-a", "level": 12, "provider": "pose", "seconds": 30.000007382011972, "selected_fps": 9.86516652276919, "requested_fps": 9.862363563304203, "complete_fps": 9.868032504524994, "accepted_fps": 9.868032504524994, "finalized_fps": 9.865241717672353, "redis_fps": 9.862457676620346, "redis_min": 9.592825735599053, "redis_std": 0.10610960641075871, "total_redis_fps": 118.34949211944415, "complete_min": 9.592825735599053, "queue_expired": 0, "capacity_drop": 0, "max_redis_silence_s": 0.5210187620250508, "source_drift_mean_s": -0.0015079166666650179, "redis_drift_mean_s": -3.021796149042499, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "c_suppressed": 0, "batch_executions": { "1": 319, "2": 413, "3": 309, "4": 166, "5": 88, "6": 32, "7": 5, "8": 18 }, "triton": { "success": { "count": 3547, "mean_ms": 46.71124645531435 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 3547, "mean_ms": 21.060081522413306 }, "compute_input": { "count": 3547, "mean_ms": 0.16862694699746267 }, "compute_infer": { "count": 3547, "mean_ms": 24.64455090047928 }, "compute_output": { "count": 3547, "mean_ms": 0.5691929354383987 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 3530, "sum_ns": 164082257000, "mean_ms": 46.482225779036824 }, "source_exit_to_ingress": { "n": 3530, "sum_ns": 13774488362, "mean_ms": 3.9021213490084987 }, "source_encoded_queue": { "n": 3530, "sum_ns": 177771000, "mean_ms": 0.050360056657223796 }, "decode_between_queues": { "n": 3530, "sum_ns": 161014667000, "mean_ms": 45.61322011331445 }, "source_raw_queue": { "n": 3530, "sum_ns": 1394600000, "mean_ms": 0.39507082152974504 }, "raw_queue_to_source_exit": { "n": 3530, "sum_ns": 118760000, "mean_ms": 0.03364305949008498 }, "selected_to_preprocess_start": { "n": 3542, "sum_ns": 2990812774, "mean_ms": 0.8443853116883117 }, "preprocess_start_to_preprocess_output": { "n": 3541, "sum_ns": 5425903342, "mean_ms": 1.5323082016379554 }, "selected_to_preprocess": { "n": 3541, "sum_ns": 9339327676, "mean_ms": 2.637483105337475 }, "preprocess_start_to_preprocess": { "n": 3541, "sum_ns": 6349280491, "mean_ms": 1.7930755410900876 }, "preprocess_output_to_infer_entry": { "n": 3541, "sum_ns": 923377149, "mean_ms": 0.26076733945213215 }, "preprocess_to_infer_output": { "n": 3544, "sum_ns": 181088179363, "mean_ms": 51.09711607308126 }, "preprocess_to_callback": { "n": 3543, "sum_ns": 185046422255, "mean_ms": 52.22873899379057 }, "infer_output_to_callback": { "n": 3543, "sum_ns": 4010205889, "mean_ms": 1.1318673127293253 }, "copy_wall": { "n": 3543, "sum_ns": 15952563565, "mean_ms": 4.502558161162856 }, "copy_thread_cpu": { "n": 3543, "sum_ns": 15518652113, "mean_ms": 4.380088092859159 }, "callback_to_copied": { "n": 3543, "sum_ns": 16625146233, "mean_ms": 4.692392388653683 }, "accepted_interval": { "n": 3543, "sum_ns": 359915823047, "mean_ms": 101.58504743070844 }, "selected_to_submitted": { "n": 3543, "sum_ns": 211420290799, "mean_ms": 59.67267592407564 }, "completed_queue_wait": { "n": 3542, "sum_ns": 1495132263, "mean_ms": 0.42211526341050254 }, "result_observations_wall": { "n": 3542, "sum_ns": 4023388804, "mean_ms": 1.1359087532467533 }, "result_observations_cpu": { "n": 3542, "sum_ns": 3964745369, "mean_ms": 1.119352165160926 }, "result_nms_wall": { "n": 3542, "sum_ns": 2995782642, "mean_ms": 0.845788436476567 }, "result_nms_cpu": { "n": 3542, "sum_ns": 1946492656, "mean_ms": 0.5495462044042914 }, "result_tracking_wall": { "n": 3542, "sum_ns": 5600453356, "mean_ms": 1.5811556623376624 }, "result_tracking_cpu": { "n": 3542, "sum_ns": 4426843328, "mean_ms": 1.2498146041784304 }, "result_region_wall": { "n": 3542, "sum_ns": 1065923956, "mean_ms": 0.3009384404291361 }, "result_region_cpu": { "n": 3542, "sum_ns": 1043325135, "mean_ms": 0.29455819734613214 }, "result_fall_wall": { "n": 3542, "sum_ns": 3271908781, "mean_ms": 0.9237461267645398 }, "result_fall_cpu": { "n": 3542, "sum_ns": 3208308944, "mean_ms": 0.9057902156973462 }, "result_fight_wall": { "n": 3542, "sum_ns": 887938728, "mean_ms": 0.25068851722190855 }, "result_fight_cpu": { "n": 3542, "sum_ns": 873232700, "mean_ms": 0.24653661773009597 }, "result_collector_wall": { "n": 3542, "sum_ns": 17819957803, "mean_ms": 5.031043987295313 }, "result_collector_cpu": { "n": 3542, "sum_ns": 17417053685, "mean_ms": 4.917293530491248 }, "result_composition_wall": { "n": 3542, "sum_ns": 66789065, "mean_ms": 0.01885631422924901 }, "result_composition_cpu": { "n": 3542, "sum_ns": 64818634, "mean_ms": 0.018300009599096556 }, "result_artifact_handoff_wall": { "n": 3542, "sum_ns": 58323687, "mean_ms": 0.01646631479390175 }, "result_artifact_handoff_cpu": { "n": 3542, "sum_ns": 41475591, "mean_ms": 0.011709653020892153 }, "result_publish_wall": { "n": 3542, "sum_ns": 2938772325, "mean_ms": 0.8296929206662902 }, "result_publish_cpu": { "n": 3542, "sum_ns": 2846501782, "mean_ms": 0.8036425132693393 }, "result_total_wall": { "n": 3542, "sum_ns": 42401917313, "mean_ms": 11.971179365612649 }, "result_total_cpu": { "n": 3542, "sum_ns": 39346187768, "mean_ms": 11.108466337662337 } }, "existing": { "complete_fps": 9.863955923065967, "redis_fps": 9.860918787372867 }, "new": { "complete_fps": 9.912874900574275, "redis_fps": 9.879385458342604 }, "cpu_busy_pct": 66.09777752723481, "gpu_util_pct": 83.71428571428571, "batch_ratios": { "ge4": { "numerator": 309, "denominator": 1350, "percent": 22.88888888888889 }, "gt4": { "numerator": 143, "denominator": 1350, "percent": 10.592592592592593 }, "eq8": { "numerator": 18, "denominator": 1350, "percent": 1.3333333333333333 } }, "ingress_redis_mean_ms": 72.85585776452831, "ingress_redis_max_ms": 504, "reference_pass": true }, { "mode": "mixed-a", "level": 13, "provider": "crowd", "seconds": 30.000016715028323, "selected_fps": 9.913299606636595, "requested_fps": 9.915853643703583, "complete_fps": 9.92864170653785, "accepted_fps": 9.92864170653785, "finalized_fps": 9.928640967620066, "redis_fps": 9.92351135200078, "redis_min": 9.763266345637735, "redis_std": 0.08529799079961431, "total_redis_fps": 129.00564757601012, "complete_min": 9.75540602133334, "queue_expired": 0, "capacity_drop": 0, "max_redis_silence_s": 0.4738115260261111, "source_drift_mean_s": -0.009113794871792182, "redis_drift_mean_s": -0.053023935408766036, "sender": { "replaced": 1, "expired": 0, "send_error": 0 }, "c_suppressed": 0, "batch_executions": { "1": 156, "2": 183, "3": 163, "4": 126, "5": 86, "6": 49, "7": 20, "8": 185 }, "triton": { "success": { "count": 3859, "mean_ms": 69.05472245400364 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 3859, "mean_ms": 35.08519982456595 }, "compute_input": { "count": 3859, "mean_ms": 0.6206109274423426 }, "compute_infer": { "count": 3859, "mean_ms": 32.225188283234 }, "compute_output": { "count": 3859, "mean_ms": 0.8127461997926925 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 3856, "sum_ns": 177434222000, "mean_ms": 46.01509906639004 }, "source_exit_to_ingress": { "n": 3856, "sum_ns": 5299198821, "mean_ms": 1.3742735531639005 }, "source_encoded_queue": { "n": 3856, "sum_ns": 274788000, "mean_ms": 0.07126244813278008 }, "decode_between_queues": { "n": 3856, "sum_ns": 175013051000, "mean_ms": 45.387202022821576 }, "source_raw_queue": { "n": 3856, "sum_ns": 293009000, "mean_ms": 0.0759878112033195 }, "raw_queue_to_source_exit": { "n": 3856, "sum_ns": 138832000, "mean_ms": 0.036004149377593365 }, "selected_to_preprocess_start": { "n": 3867, "sum_ns": 3078945406, "mean_ms": 0.796210345487458 }, "preprocess_start_to_preprocess_output": { "n": 3866, "sum_ns": 8273174361, "mean_ms": 2.139983021469219 }, "selected_to_preprocess": { "n": 3868, "sum_ns": 12285595964, "mean_ms": 3.1762140548086863 }, "preprocess_start_to_preprocess": { "n": 3868, "sum_ns": 9205998834, "mean_ms": 2.380041063598759 }, "preprocess_output_to_infer_entry": { "n": 3867, "sum_ns": 919877704, "mean_ms": 0.2378788994052237 }, "preprocess_to_infer_output": { "n": 3871, "sum_ns": 294010432497, "mean_ms": 75.95206212787393 }, "preprocess_to_callback": { "n": 3872, "sum_ns": 299123960218, "mean_ms": 77.25308889927685 }, "infer_output_to_callback": { "n": 3872, "sum_ns": 5021312535, "mean_ms": 1.2968265844524793 }, "copy_wall": { "n": 3873, "sum_ns": 21581061868, "mean_ms": 5.57218225355022 }, "copy_thread_cpu": { "n": 3873, "sum_ns": 20237517493, "mean_ms": 5.2252820792667185 }, "callback_to_copied": { "n": 3873, "sum_ns": 22383039827, "mean_ms": 5.779251181771237 }, "accepted_interval": { "n": 3873, "sum_ns": 390144083571, "mean_ms": 100.73433606274206 }, "selected_to_submitted": { "n": 3873, "sum_ns": 334409889550, "mean_ms": 86.34389092434806 }, "completed_queue_wait": { "n": 3873, "sum_ns": 995365865, "mean_ms": 0.25700125613219726 }, "result_composition_wall": { "n": 3873, "sum_ns": 128177051, "mean_ms": 0.03309502995094242 }, "result_composition_cpu": { "n": 3873, "sum_ns": 121803034, "mean_ms": 0.03144927291505293 }, "result_publish_wall": { "n": 3873, "sum_ns": 688123287, "mean_ms": 0.17767190472501934 }, "result_publish_cpu": { "n": 3873, "sum_ns": 668868187, "mean_ms": 0.1727002806609863 }, "result_total_wall": { "n": 3873, "sum_ns": 5274494417, "mean_ms": 1.3618627464497803 }, "result_total_cpu": { "n": 3873, "sum_ns": 5011150801, "mean_ms": 1.293868009553318 } }, "existing": { "complete_fps": 9.922818287426741, "redis_fps": 9.917260403344915 }, "new": { "complete_fps": 9.998522735871147, "redis_fps": 9.998522735871147 }, "cpu_busy_pct": 68.19838399819189, "gpu_util_pct": 90.42857142857143, "batch_ratios": { "ge4": { "numerator": 466, "denominator": 968, "percent": 48.14049586776859 }, "gt4": { "numerator": 340, "denominator": 968, "percent": 35.12396694214876 }, "eq8": { "numerator": 185, "denominator": 968, "percent": 19.111570247933884 } }, "ingress_redis_mean_ms": 88.27781176761124, "ingress_redis_max_ms": 210, "reference_pass": true }, { "mode": "mixed-a", "level": 13, "provider": "fire", "seconds": 30.000016715028323, "selected_fps": 9.921084546983279, "requested_fps": 9.923636788839215, "complete_fps": 9.910767355083363, "accepted_fps": 9.910767355083363, "finalized_fps": 9.910766906639394, "redis_fps": 9.905660057856885, "redis_min": 9.726553542179783, "redis_std": 0.0919453669979108, "total_redis_fps": 128.7735807521395, "complete_min": 9.726553542179783, "queue_expired": 0, "capacity_drop": 0, "max_redis_silence_s": 0.511540697014425, "source_drift_mean_s": -0.011987008382642226, "redis_drift_mean_s": -0.5334784684783489, "sender": { "replaced": 2, "expired": 0, "send_error": 0 }, "c_suppressed": 0, "batch_executions": { "1": 75, "2": 128, "3": 97, "4": 86, "5": 63, "6": 42, "7": 26, "8": 268 }, "triton": { "success": { "count": 3859, "mean_ms": 91.84368940528634 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 3859, "mean_ms": 51.02449227520083 }, "compute_input": { "count": 3859, "mean_ms": 0.6794334882093807 }, "compute_infer": { "count": 3859, "mean_ms": 39.08104176211454 }, "compute_output": { "count": 3859, "mean_ms": 0.73448435371858 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 3861, "sum_ns": 177461891000, "mean_ms": 45.96267573167573 }, "source_exit_to_ingress": { "n": 3861, "sum_ns": 5477128242, "mean_ms": 1.4185776332556332 }, "source_encoded_queue": { "n": 3861, "sum_ns": 255776000, "mean_ms": 0.06624605024605025 }, "decode_between_queues": { "n": 3861, "sum_ns": 175077528000, "mean_ms": 45.3451250971251 }, "source_raw_queue": { "n": 3861, "sum_ns": 264438000, "mean_ms": 0.06848951048951049 }, "raw_queue_to_source_exit": { "n": 3861, "sum_ns": 137834000, "mean_ms": 0.0356990416990417 }, "selected_to_preprocess_start": { "n": 3872, "sum_ns": 3064194436, "mean_ms": 0.7913725299586777 }, "preprocess_start_to_preprocess_output": { "n": 3872, "sum_ns": 8514831948, "mean_ms": 2.199078498966942 }, "selected_to_preprocess": { "n": 3873, "sum_ns": 12564899510, "mean_ms": 3.244229153111283 }, "preprocess_start_to_preprocess": { "n": 3873, "sum_ns": 9499971417, "mean_ms": 2.4528715251742836 }, "preprocess_output_to_infer_entry": { "n": 3872, "sum_ns": 977474626, "mean_ms": 0.2524469591942149 }, "preprocess_to_infer_output": { "n": 3868, "sum_ns": 384533902365, "mean_ms": 99.41414228671148 }, "preprocess_to_callback": { "n": 3868, "sum_ns": 389688345903, "mean_ms": 100.74672851680455 }, "infer_output_to_callback": { "n": 3868, "sum_ns": 5154443538, "mean_ms": 1.3325862300930715 }, "copy_wall": { "n": 3870, "sum_ns": 21754706777, "mean_ms": 5.621371260206718 }, "copy_thread_cpu": { "n": 3870, "sum_ns": 20261036744, "mean_ms": 5.235410011369509 }, "callback_to_copied": { "n": 3867, "sum_ns": 22536847462, "mean_ms": 5.827992620118955 }, "accepted_interval": { "n": 3869, "sum_ns": 390517874802, "mean_ms": 100.93509299612303 }, "selected_to_submitted": { "n": 3867, "sum_ns": 425177211063, "mean_ms": 109.95014508999223 }, "completed_queue_wait": { "n": 3870, "sum_ns": 1118966270, "mean_ms": 0.2891385710594315 }, "result_composition_wall": { "n": 3870, "sum_ns": 39871132, "mean_ms": 0.010302618087855297 }, "result_composition_cpu": { "n": 3870, "sum_ns": 37852320, "mean_ms": 0.009780961240310079 }, "result_artifact_handoff_wall": { "n": 3870, "sum_ns": 35004019, "mean_ms": 0.009044966149870801 }, "result_artifact_handoff_cpu": { "n": 3870, "sum_ns": 34933488, "mean_ms": 0.009026741085271319 }, "result_publish_wall": { "n": 3870, "sum_ns": 415914398, "mean_ms": 0.10747142067183463 }, "result_publish_cpu": { "n": 3870, "sum_ns": 407826112, "mean_ms": 0.10538142428940568 }, "result_total_wall": { "n": 3870, "sum_ns": 3876553644, "mean_ms": 1.0016934480620154 }, "result_total_cpu": { "n": 3870, "sum_ns": 3743603408, "mean_ms": 0.9673393819121447 } }, "existing": { "complete_fps": 9.905493064795577, "redis_fps": 9.899960159466891 }, "new": { "complete_fps": 9.974058838536807, "redis_fps": 9.974058838536807 }, "cpu_busy_pct": 68.19838399819189, "gpu_util_pct": 90.42857142857143, "batch_ratios": { "ge4": { "numerator": 485, "denominator": 785, "percent": 61.78343949044586 }, "gt4": { "numerator": 399, "denominator": 785, "percent": 50.82802547770701 }, "eq8": { "numerator": 268, "denominator": 785, "percent": 34.140127388535035 } }, "ingress_redis_mean_ms": 111.81816251681877, "ingress_redis_max_ms": 244, "reference_pass": true }, { "mode": "mixed-a", "level": 13, "provider": "pose", "seconds": 30.000016715028323, "selected_fps": 9.851136138685979, "requested_fps": 9.851136138685979, "complete_fps": 9.85885785021634, "accepted_fps": 9.85885785021634, "finalized_fps": 9.863970075524247, "redis_fps": 9.861418057172894, "redis_min": 9.596055121215288, "redis_std": 0.12569564310895337, "total_redis_fps": 128.19843474324762, "complete_min": 9.596055121215288, "queue_expired": 0, "capacity_drop": 0, "max_redis_silence_s": 0.48247552098473534, "source_drift_mean_s": -0.004354269230769106, "redis_drift_mean_s": -2.8597317278700083, "sender": { "replaced": 1, "expired": 0, "send_error": 0 }, "c_suppressed": 0, "batch_executions": { "1": 59, "2": 63, "3": 70, "4": 61, "5": 62, "6": 37, "7": 20, "8": 315 }, "triton": { "success": { "count": 3831, "mean_ms": 114.37508622735578 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 3831, "mean_ms": 66.70936813129731 }, "compute_input": { "count": 3831, "mean_ms": 0.5384056421299921 }, "compute_infer": { "count": 3831, "mean_ms": 45.531989228660926 }, "compute_output": { "count": 3831, "mean_ms": 1.1106900529887758 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 3831, "sum_ns": 177359566000, "mean_ms": 46.295892978334635 }, "source_exit_to_ingress": { "n": 3831, "sum_ns": 18165413176, "mean_ms": 4.741689683111459 }, "source_encoded_queue": { "n": 3831, "sum_ns": 271812000, "mean_ms": 0.07095066562255285 }, "decode_between_queues": { "n": 3831, "sum_ns": 173325445000, "mean_ms": 45.24287261811537 }, "source_raw_queue": { "n": 3831, "sum_ns": 1972100000, "mean_ms": 0.5147742103889323 }, "raw_queue_to_source_exit": { "n": 3831, "sum_ns": 127117000, "mean_ms": 0.033181153745758286 }, "selected_to_preprocess_start": { "n": 3842, "sum_ns": 3937786460, "mean_ms": 1.0249314055179595 }, "preprocess_start_to_preprocess_output": { "n": 3842, "sum_ns": 9172204481, "mean_ms": 2.3873515046850597 }, "selected_to_preprocess": { "n": 3843, "sum_ns": 14524948389, "mean_ms": 3.779585841530055 }, "preprocess_start_to_preprocess": { "n": 3842, "sum_ns": 10579152349, "mean_ms": 2.7535534484643414 }, "preprocess_output_to_infer_entry": { "n": 3843, "sum_ns": 1407552400, "mean_ms": 0.366263960447567 }, "preprocess_to_infer_output": { "n": 3845, "sum_ns": 477401999779, "mean_ms": 124.16176847308193 }, "preprocess_to_callback": { "n": 3846, "sum_ns": 482928941650, "mean_ms": 125.56654749089964 }, "infer_output_to_callback": { "n": 3846, "sum_ns": 5387534425, "mean_ms": 1.400814983099324 }, "copy_wall": { "n": 3848, "sum_ns": 18189901722, "mean_ms": 4.727105437110187 }, "copy_thread_cpu": { "n": 3848, "sum_ns": 17247782757, "mean_ms": 4.482272026247401 }, "callback_to_copied": { "n": 3846, "sum_ns": 18934512152, "mean_ms": 4.923170086323453 }, "accepted_interval": { "n": 3847, "sum_ns": 390442687537, "mean_ms": 101.49277035014298 }, "selected_to_submitted": { "n": 3845, "sum_ns": 516765272437, "mean_ms": 134.39929062080625 }, "completed_queue_wait": { "n": 3849, "sum_ns": 2724528914, "mean_ms": 0.7078537058976357 }, "result_observations_wall": { "n": 3849, "sum_ns": 4660056198, "mean_ms": 1.2107186796570537 }, "result_observations_cpu": { "n": 3849, "sum_ns": 4511472261, "mean_ms": 1.172115422447389 }, "result_nms_wall": { "n": 3849, "sum_ns": 3890396144, "mean_ms": 1.0107550387113535 }, "result_nms_cpu": { "n": 3849, "sum_ns": 2191562800, "mean_ms": 0.5693849831124967 }, "result_tracking_wall": { "n": 3850, "sum_ns": 7778103926, "mean_ms": 2.0202867340259743 }, "result_tracking_cpu": { "n": 3850, "sum_ns": 5269254779, "mean_ms": 1.3686376049350648 }, "result_region_wall": { "n": 3850, "sum_ns": 1238933802, "mean_ms": 0.3218009875324675 }, "result_region_cpu": { "n": 3850, "sum_ns": 1201239483, "mean_ms": 0.31201025532467536 }, "result_fall_wall": { "n": 3850, "sum_ns": 4883014729, "mean_ms": 1.268315514025974 }, "result_fall_cpu": { "n": 3850, "sum_ns": 4639905110, "mean_ms": 1.2051701584415584 }, "result_fight_wall": { "n": 3850, "sum_ns": 1172069604, "mean_ms": 0.30443366337662336 }, "result_fight_cpu": { "n": 3850, "sum_ns": 1112960734, "mean_ms": 0.2890807101298701 }, "result_collector_wall": { "n": 3850, "sum_ns": 20401162678, "mean_ms": 5.299003292987013 }, "result_collector_cpu": { "n": 3850, "sum_ns": 19542154235, "mean_ms": 5.075884216883117 }, "result_composition_wall": { "n": 3850, "sum_ns": 77487395, "mean_ms": 0.020126596103896104 }, "result_composition_cpu": { "n": 3850, "sum_ns": 74324064, "mean_ms": 0.01930495168831169 }, "result_artifact_handoff_wall": { "n": 3850, "sum_ns": 65531185, "mean_ms": 0.01702108701298701 }, "result_artifact_handoff_cpu": { "n": 3850, "sum_ns": 47091110, "mean_ms": 0.012231457142857144 }, "result_publish_wall": { "n": 3850, "sum_ns": 4216679603, "mean_ms": 1.0952414553246754 }, "result_publish_cpu": { "n": 3850, "sum_ns": 4029688027, "mean_ms": 1.0466722148051948 }, "result_total_wall": { "n": 3850, "sum_ns": 52748718772, "mean_ms": 13.700965914805195 }, "result_total_cpu": { "n": 3850, "sum_ns": 46576062823, "mean_ms": 12.097678655324675 } }, "existing": { "complete_fps": 9.849821775984347, "redis_fps": 9.849817381809077 }, "new": { "complete_fps": 9.967290741000243, "redis_fps": 10.000626161538706 }, "cpu_busy_pct": 68.19838399819189, "gpu_util_pct": 90.42857142857143, "batch_ratios": { "ge4": { "numerator": 495, "denominator": 687, "percent": 72.0524017467249 }, "gt4": { "numerator": 434, "denominator": 687, "percent": 63.17321688500728 }, "eq8": { "numerator": 315, "denominator": 687, "percent": 45.851528384279476 } }, "ingress_redis_mean_ms": 149.76768869042024, "ingress_redis_max_ms": 566, "reference_pass": true }, { "mode": "mixed-a", "level": 14, "provider": "crowd", "seconds": 30.000090623972937, "selected_fps": 9.868496773213776, "requested_fps": 9.866126240678078, "complete_fps": 9.859058791600786, "accepted_fps": 9.859058791600786, "finalized_fps": 9.861428701645483, "redis_fps": 9.859036309601052, "redis_min": 9.76053585622848, "redis_std": 0.05964066145668043, "total_redis_fps": 138.02650833441473, "complete_min": 9.76053585622848, "queue_expired": 0, "capacity_drop": 0, "max_redis_silence_s": 0.4901366049889475, "source_drift_mean_s": -0.010420431277056, "redis_drift_mean_s": 0.15693286886552874, "sender": { "replaced": 1, "expired": 0, "send_error": 0 }, "c_suppressed": 0, "batch_executions": { "1": 7, "2": 14, "3": 4, "4": 9, "5": 17, "6": 11, "7": 14, "8": 482 }, "triton": { "success": { "count": 4188, "mean_ms": 209.22318753127985 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 4188, "mean_ms": 151.61918230229224 }, "compute_input": { "count": 4188, "mean_ms": 2.6065379577363896 }, "compute_infer": { "count": 4188, "mean_ms": 50.81087002077364 }, "compute_output": { "count": 4188, "mean_ms": 3.745128176217765 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 4141, "sum_ns": 202937540000, "mean_ms": 49.00689205505916 }, "source_exit_to_ingress": { "n": 4141, "sum_ns": 18551444592, "mean_ms": 4.479943151895678 }, "source_encoded_queue": { "n": 4141, "sum_ns": 311210000, "mean_ms": 0.07515334460275296 }, "decode_between_queues": { "n": 4141, "sum_ns": 191243587000, "mean_ms": 46.18294783868631 }, "source_raw_queue": { "n": 4141, "sum_ns": 9336589000, "mean_ms": 2.2546701279884087 }, "raw_queue_to_source_exit": { "n": 4141, "sum_ns": 148703000, "mean_ms": 0.035909925138855346 }, "selected_to_preprocess_start": { "n": 4153, "sum_ns": 3526885756, "mean_ms": 0.8492380823501083 }, "preprocess_start_to_preprocess_output": { "n": 4153, "sum_ns": 14497905953, "mean_ms": 3.4909477372983386 }, "selected_to_preprocess": { "n": 4152, "sum_ns": 22669762916, "mean_ms": 5.459962166666667 }, "preprocess_start_to_preprocess": { "n": 4152, "sum_ns": 19143526374, "mean_ms": 4.6106759089595375 }, "preprocess_output_to_infer_entry": { "n": 4152, "sum_ns": 4646226637, "mean_ms": 1.1190333904142582 }, "preprocess_to_infer_output": { "n": 4151, "sum_ns": 1218490887496, "mean_ms": 293.5415291486389 }, "preprocess_to_callback": { "n": 4149, "sum_ns": 1225699570300, "mean_ms": 295.42047970595326 }, "infer_output_to_callback": { "n": 4149, "sum_ns": 7794372464, "mean_ms": 1.8786147177633163 }, "copy_wall": { "n": 4151, "sum_ns": 25029109931, "mean_ms": 6.029657897133221 }, "copy_thread_cpu": { "n": 4151, "sum_ns": 22108837657, "mean_ms": 5.326147351722476 }, "callback_to_copied": { "n": 4148, "sum_ns": 25956578180, "mean_ms": 6.257612868852459 }, "accepted_interval": { "n": 4148, "sum_ns": 420713282811, "mean_ms": 101.42557444816778 }, "selected_to_submitted": { "n": 4146, "sum_ns": 1273898937491, "mean_ms": 307.2597533745779 }, "completed_queue_wait": { "n": 4152, "sum_ns": 1457045032, "mean_ms": 0.3509260674373796 }, "result_composition_wall": { "n": 4152, "sum_ns": 134470907, "mean_ms": 0.032387019990366084 }, "result_composition_cpu": { "n": 4152, "sum_ns": 128358505, "mean_ms": 0.030914861512524084 }, "result_publish_wall": { "n": 4152, "sum_ns": 755735243, "mean_ms": 0.1820171587186898 }, "result_publish_cpu": { "n": 4152, "sum_ns": 724857124, "mean_ms": 0.17458023217726398 }, "result_total_wall": { "n": 4152, "sum_ns": 6109480205, "mean_ms": 1.4714547699903662 }, "result_total_cpu": { "n": 4152, "sum_ns": 5554367582, "mean_ms": 1.3377571247591522 } }, "existing": { "complete_fps": 9.856429646289083, "redis_fps": 9.856405434904756 }, "new": { "complete_fps": 9.893237680652906, "redis_fps": 9.893237680652906 }, "cpu_busy_pct": 70.67170445004199, "gpu_util_pct": 93.14285714285714, "batch_ratios": { "ge4": { "numerator": 533, "denominator": 558, "percent": 95.51971326164875 }, "gt4": { "numerator": 524, "denominator": 558, "percent": 93.9068100358423 }, "eq8": { "numerator": 482, "denominator": 558, "percent": 86.37992831541219 } }, "ingress_redis_mean_ms": 309.7576866765978, "ingress_redis_max_ms": 595, "reference_pass": true }, { "mode": "mixed-a", "level": 14, "provider": "fire", "seconds": 30.000090623972937, "selected_fps": 9.674235185159837, "requested_fps": 9.671866798616055, "complete_fps": 9.655294003818137, "accepted_fps": 9.655294003818137, "finalized_fps": 9.655294003818137, "redis_fps": 9.650512527063732, "redis_min": 9.53691502591666, "redis_std": 0.05900248987286478, "total_redis_fps": 135.10717537889224, "complete_min": 9.53691502591666, "queue_expired": 0, "capacity_drop": 0, "max_redis_silence_s": 0.5039896430098452, "source_drift_mean_s": -0.016640628571429353, "redis_drift_mean_s": -0.6177823931402713, "sender": { "replaced": 2, "expired": 0, "send_error": 0 }, "c_suppressed": 0, "batch_executions": { "1": 3, "2": 6, "3": 7, "4": 11, "5": 8, "6": 7, "7": 8, "8": 485 }, "triton": { "success": { "count": 4098, "mean_ms": 238.30363968570032 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 4098, "mean_ms": 178.2679303487067 }, "compute_input": { "count": 4098, "mean_ms": 2.3704641422645194 }, "compute_infer": { "count": 4098, "mean_ms": 52.681324687896534 }, "compute_output": { "count": 4098, "mean_ms": 4.5538429272816 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 4055, "sum_ns": 204130106000, "mean_ms": 50.340346732429104 }, "source_exit_to_ingress": { "n": 4055, "sum_ns": 24991680485, "mean_ms": 6.16317644512947 }, "source_encoded_queue": { "n": 4055, "sum_ns": 316793000, "mean_ms": 0.0781240443896424 }, "decode_between_queues": { "n": 4055, "sum_ns": 186491577000, "mean_ms": 45.9905245376079 }, "source_raw_queue": { "n": 4055, "sum_ns": 15308723000, "mean_ms": 3.7752707768187426 }, "raw_queue_to_source_exit": { "n": 4055, "sum_ns": 153086000, "mean_ms": 0.03775240443896424 }, "selected_to_preprocess_start": { "n": 4068, "sum_ns": 3650325214, "mean_ms": 0.8973267487708948 }, "preprocess_start_to_preprocess_output": { "n": 4066, "sum_ns": 14103451948, "mean_ms": 3.4686305823905554 }, "selected_to_preprocess": { "n": 4066, "sum_ns": 21187407336, "mean_ms": 5.210872438760453 }, "preprocess_start_to_preprocess": { "n": 4066, "sum_ns": 17538479580, "mean_ms": 4.313448002951303 }, "preprocess_output_to_infer_entry": { "n": 4066, "sum_ns": 3435027632, "mean_ms": 0.8448174205607476 }, "preprocess_to_infer_output": { "n": 4059, "sum_ns": 1312175210470, "mean_ms": 323.27548915250065 }, "preprocess_to_callback": { "n": 4059, "sum_ns": 1319735422974, "mean_ms": 325.13806922246863 }, "infer_output_to_callback": { "n": 4059, "sum_ns": 7560212504, "mean_ms": 1.8625800699679724 }, "copy_wall": { "n": 4061, "sum_ns": 24712458314, "mean_ms": 6.085313546909628 }, "copy_thread_cpu": { "n": 4061, "sum_ns": 21608872603, "mean_ms": 5.3210718057128785 }, "callback_to_copied": { "n": 4059, "sum_ns": 25599707851, "mean_ms": 6.306900185020941 }, "accepted_interval": { "n": 4059, "sum_ns": 421002009434, "mean_ms": 103.72062316678985 }, "selected_to_submitted": { "n": 4057, "sum_ns": 1366153958337, "mean_ms": 336.7399453628297 }, "completed_queue_wait": { "n": 4061, "sum_ns": 1719644348, "mean_ms": 0.4234534223097759 }, "result_composition_wall": { "n": 4061, "sum_ns": 43756859, "mean_ms": 0.010774897562176804 }, "result_composition_cpu": { "n": 4061, "sum_ns": 40628994, "mean_ms": 0.010004677173110071 }, "result_artifact_handoff_wall": { "n": 4061, "sum_ns": 37607283, "mean_ms": 0.009260596651071163 }, "result_artifact_handoff_cpu": { "n": 4061, "sum_ns": 36755119, "mean_ms": 0.00905075572519084 }, "result_publish_wall": { "n": 4061, "sum_ns": 517146512, "mean_ms": 0.12734462250677173 }, "result_publish_cpu": { "n": 4061, "sum_ns": 474167474, "mean_ms": 0.11676125929573997 }, "result_total_wall": { "n": 4061, "sum_ns": 4498162135, "mean_ms": 1.1076488882048756 }, "result_total_cpu": { "n": 4061, "sum_ns": 4214668109, "mean_ms": 1.0378399677419354 } }, "existing": { "complete_fps": 9.652263179816304, "redis_fps": 9.647113897157713 }, "new": { "complete_fps": 9.694694715841976, "redis_fps": 9.694694715841976 }, "cpu_busy_pct": 70.67170445004199, "gpu_util_pct": 93.14285714285714, "batch_ratios": { "ge4": { "numerator": 519, "denominator": 535, "percent": 97.00934579439253 }, "gt4": { "numerator": 508, "denominator": 535, "percent": 94.95327102803738 }, "eq8": { "numerator": 485, "denominator": 535, "percent": 90.65420560747664 } }, "ingress_redis_mean_ms": 339.0127904039012, "ingress_redis_max_ms": 639, "reference_pass": true }, { "mode": "mixed-a", "level": 14, "provider": "pose", "seconds": 30.000090623972937, "selected_fps": 9.455401333041527, "requested_fps": 9.457788230982038, "complete_fps": 9.455420717275498, "accepted_fps": 9.455420717275498, "finalized_fps": 9.457807615216009, "redis_fps": 9.455417317958776, "redis_min": 9.012999343157984, "redis_std": 0.19287483515680612, "total_redis_fps": 132.37584245142287, "complete_min": 9.012999343157984, "queue_expired": 0, "capacity_drop": 0, "max_redis_silence_s": 0.5702046190272085, "source_drift_mean_s": 0.005629495670994494, "redis_drift_mean_s": -2.417424502660099, "sender": { "replaced": 1, "expired": 0, "send_error": 0 }, "c_suppressed": 0, "batch_executions": { "1": 0, "2": 1, "3": 5, "4": 2, "5": 6, "6": 3, "7": 5, "8": 486 }, "triton": { "success": { "count": 3996, "mean_ms": 274.6602884947447 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 3996, "mean_ms": 207.2961464306807 }, "compute_input": { "count": 3996, "mean_ms": 1.7958291361361363 }, "compute_infer": { "count": 3996, "mean_ms": 61.386948579579574 }, "compute_output": { "count": 3996, "mean_ms": 3.5488203923923924 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 3964, "sum_ns": 210406329000, "mean_ms": 53.07929591321897 }, "source_exit_to_ingress": { "n": 3964, "sum_ns": 49644801086, "mean_ms": 12.523915511099899 }, "source_encoded_queue": { "n": 3964, "sum_ns": 313825000, "mean_ms": 0.07916876892028255 }, "decode_between_queues": { "n": 3964, "sum_ns": 179368646000, "mean_ms": 45.24940615539858 }, "source_raw_queue": { "n": 3964, "sum_ns": 28848159000, "mean_ms": 7.277537588294653 }, "raw_queue_to_source_exit": { "n": 3964, "sum_ns": 153073000, "mean_ms": 0.03861579212916246 }, "selected_to_preprocess_start": { "n": 3973, "sum_ns": 4901705539, "mean_ms": 1.2337542257739744 }, "preprocess_start_to_preprocess_output": { "n": 3968, "sum_ns": 21074460407, "mean_ms": 5.311103933215726 }, "selected_to_preprocess": { "n": 3971, "sum_ns": 39276130564, "mean_ms": 9.890740509695291 }, "preprocess_start_to_preprocess": { "n": 3970, "sum_ns": 34361014770, "mean_ms": 8.655167448362722 }, "preprocess_output_to_infer_entry": { "n": 3968, "sum_ns": 13261584984, "mean_ms": 3.3421333125 }, "preprocess_to_infer_output": { "n": 3967, "sum_ns": 1445520596595, "mean_ms": 364.3863364242501 }, "preprocess_to_callback": { "n": 3970, "sum_ns": 1454370760145, "mean_ms": 366.34024185012595 }, "infer_output_to_callback": { "n": 3972, "sum_ns": 7605617102, "mean_ms": 1.91480793101712 }, "copy_wall": { "n": 3975, "sum_ns": 20812189417, "mean_ms": 5.235770922515723 }, "copy_thread_cpu": { "n": 3975, "sum_ns": 18876946380, "mean_ms": 4.748917328301887 }, "callback_to_copied": { "n": 3972, "sum_ns": 21666608857, "mean_ms": 5.45483606671702 }, "accepted_interval": { "n": 3973, "sum_ns": 420322063258, "mean_ms": 105.79462956405737 }, "selected_to_submitted": { "n": 3971, "sum_ns": 1516365976228, "mean_ms": 381.8599789040544 }, "completed_queue_wait": { "n": 3975, "sum_ns": 4493535347, "mean_ms": 1.1304491438993711 }, "result_observations_wall": { "n": 3975, "sum_ns": 5192933966, "mean_ms": 1.3063984820125785 }, "result_observations_cpu": { "n": 3975, "sum_ns": 4942086000, "mean_ms": 1.243292075471698 }, "result_nms_wall": { "n": 3975, "sum_ns": 5418716985, "mean_ms": 1.363199241509434 }, "result_nms_cpu": { "n": 3975, "sum_ns": 2375570051, "mean_ms": 0.5976276857861635 }, "result_tracking_wall": { "n": 3975, "sum_ns": 7783573573, "mean_ms": 1.9581317164779874 }, "result_tracking_cpu": { "n": 3975, "sum_ns": 5555241850, "mean_ms": 1.3975451194968553 }, "result_region_wall": { "n": 3975, "sum_ns": 1356661622, "mean_ms": 0.34129852125786164 }, "result_region_cpu": { "n": 3975, "sum_ns": 1268915999, "mean_ms": 0.3192241506918239 }, "result_fall_wall": { "n": 3975, "sum_ns": 5635674170, "mean_ms": 1.417779665408805 }, "result_fall_cpu": { "n": 3975, "sum_ns": 5255146439, "mean_ms": 1.322049418616352 }, "result_fight_wall": { "n": 3975, "sum_ns": 1224049138, "mean_ms": 0.3079368900628931 }, "result_fight_cpu": { "n": 3975, "sum_ns": 1123322125, "mean_ms": 0.28259676100628933 }, "result_collector_wall": { "n": 3976, "sum_ns": 21281351222, "mean_ms": 5.352452520623743 }, "result_collector_cpu": { "n": 3976, "sum_ns": 19810240992, "mean_ms": 4.982454977867203 }, "result_composition_wall": { "n": 3976, "sum_ns": 86396593, "mean_ms": 0.021729525402414487 }, "result_composition_cpu": { "n": 3976, "sum_ns": 80265561, "mean_ms": 0.020187515342052313 }, "result_artifact_handoff_wall": { "n": 3976, "sum_ns": 80248070, "mean_ms": 0.020183116197183097 }, "result_artifact_handoff_cpu": { "n": 3976, "sum_ns": 49904604, "mean_ms": 0.012551459758551308 }, "result_publish_wall": { "n": 3976, "sum_ns": 4600660051, "mean_ms": 1.1571076587022133 }, "result_publish_cpu": { "n": 3976, "sum_ns": 4231761291, "mean_ms": 1.0643262804325957 }, "result_total_wall": { "n": 3976, "sum_ns": 57532105799, "mean_ms": 14.469845522887322 }, "result_total_cpu": { "n": 3976, "sum_ns": 48834281747, "mean_ms": 12.282264020875251 } }, "existing": { "complete_fps": 9.449897380634003, "redis_fps": 9.449893719831378 }, "new": { "complete_fps": 9.52722409361495, "redis_fps": 9.52722409361495 }, "cpu_busy_pct": 70.67170445004199, "gpu_util_pct": 93.14285714285714, "batch_ratios": { "ge4": { "numerator": 502, "denominator": 508, "percent": 98.81889763779527 }, "gt4": { "numerator": 500, "denominator": 508, "percent": 98.4251968503937 }, "eq8": { "numerator": 486, "denominator": 508, "percent": 95.66929133858268 } }, "ingress_redis_mean_ms": 398.9184093183842, "ingress_redis_max_ms": 862, "reference_pass": false }, { "mode": "mixed-a", "level": 15, "provider": "crowd", "seconds": 30.000012986012734, "selected_fps": 9.604310654760011, "requested_fps": 9.606542520661652, "complete_fps": 9.595440852187474, "accepted_fps": 9.595440852187474, "finalized_fps": 9.597653918825932, "redis_fps": 9.59320989812933, "redis_min": 9.344634398258984, "redis_std": 0.10139462607080191, "total_redis_fps": 143.89814847193998, "complete_min": 9.311141085003577, "queue_expired": 0, "capacity_drop": 0, "max_redis_silence_s": 0.5074385880143382, "source_drift_mean_s": -0.006540748290599699, "redis_drift_mean_s": -0.22003731273632995, "sender": { "replaced": 2, "expired": 0, "send_error": 0 }, "c_suppressed": 0, "batch_executions": { "1": 5, "2": 5, "3": 6, "4": 9, "5": 7, "6": 11, "7": 9, "8": 513 }, "triton": { "success": { "count": 4337, "mean_ms": 226.6693438556606 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 4337, "mean_ms": 170.49210097348399 }, "compute_input": { "count": 4337, "mean_ms": 2.1762146292368 }, "compute_infer": { "count": 4337, "mean_ms": 49.916864905925756 }, "compute_output": { "count": 4337, "mean_ms": 3.6489830313580818 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 4304, "sum_ns": 221950649000, "mean_ms": 51.5684593401487 }, "source_exit_to_ingress": { "n": 4304, "sum_ns": 46854545374, "mean_ms": 10.886279129646839 }, "source_encoded_queue": { "n": 4304, "sum_ns": 293105000, "mean_ms": 0.06810060408921932 }, "decode_between_queues": { "n": 4304, "sum_ns": 194299708000, "mean_ms": 45.143984200743496 }, "source_raw_queue": { "n": 4304, "sum_ns": 25506960000, "mean_ms": 5.926338289962826 }, "raw_queue_to_source_exit": { "n": 4304, "sum_ns": 147594000, "mean_ms": 0.03429228624535317 }, "selected_to_preprocess_start": { "n": 4316, "sum_ns": 3887581236, "mean_ms": 0.9007370797034291 }, "preprocess_start_to_preprocess_output": { "n": 4317, "sum_ns": 14717547732, "mean_ms": 3.409207257817929 }, "selected_to_preprocess": { "n": 4317, "sum_ns": 24213936236, "mean_ms": 5.608972952513319 }, "preprocess_start_to_preprocess": { "n": 4317, "sum_ns": 20325762347, "mean_ms": 4.70830723812833 }, "preprocess_output_to_infer_entry": { "n": 4317, "sum_ns": 5608214615, "mean_ms": 1.2990999803104006 }, "preprocess_to_infer_output": { "n": 4311, "sum_ns": 1491734484993, "mean_ms": 346.0298039881698 }, "preprocess_to_callback": { "n": 4312, "sum_ns": 1500378931367, "mean_ms": 347.9542976268553 }, "infer_output_to_callback": { "n": 4312, "sum_ns": 8236872826, "mean_ms": 1.9102209707792208 }, "copy_wall": { "n": 4314, "sum_ns": 25796459917, "mean_ms": 5.979707908437645 }, "copy_thread_cpu": { "n": 4314, "sum_ns": 22811122713, "mean_ms": 5.287696502781641 }, "callback_to_copied": { "n": 4312, "sum_ns": 26730321238, "mean_ms": 6.199054090445269 }, "accepted_interval": { "n": 4312, "sum_ns": 449627640481, "mean_ms": 104.27357154012059 }, "selected_to_submitted": { "n": 4310, "sum_ns": 1550937378300, "mean_ms": 359.8462594663573 }, "completed_queue_wait": { "n": 4316, "sum_ns": 1811857531, "mean_ms": 0.41980016936978687 }, "result_composition_wall": { "n": 4315, "sum_ns": 82767561, "mean_ms": 0.019181358285052144 }, "result_composition_cpu": { "n": 4315, "sum_ns": 74855835, "mean_ms": 0.017347818076477405 }, "result_publish_wall": { "n": 4315, "sum_ns": 798211596, "mean_ms": 0.18498530614136732 }, "result_publish_cpu": { "n": 4315, "sum_ns": 765857458, "mean_ms": 0.17748724403244495 }, "result_total_wall": { "n": 4315, "sum_ns": 6355378580, "mean_ms": 1.472857144843569 }, "result_total_cpu": { "n": 4315, "sum_ns": 5724793990, "mean_ms": 1.326719348783314 } }, "existing": { "complete_fps": 9.590582121719862, "redis_fps": 9.588191813800425 }, "new": { "complete_fps": 9.663463078734024, "redis_fps": 9.663463078734024 }, "cpu_busy_pct": 69.80310968396147, "gpu_util_pct": 94.57142857142857, "batch_ratios": { "ge4": { "numerator": 549, "denominator": 565, "percent": 97.16814159292035 }, "gt4": { "numerator": 540, "denominator": 565, "percent": 95.57522123893806 }, "eq8": { "numerator": 513, "denominator": 565, "percent": 90.79646017699115 } }, "ingress_redis_mean_ms": 362.4919546121421, "ingress_redis_max_ms": 701, "reference_pass": true }, { "mode": "mixed-a", "level": 15, "provider": "fire", "seconds": 30.000012986012734, "selected_fps": 9.526596027959979, "requested_fps": 9.524360994189545, "complete_fps": 9.54883394103205, "accepted_fps": 9.54883394103205, "finalized_fps": 9.54883394103205, "redis_fps": 9.546644290978895, "redis_min": 9.172308601166774, "redis_std": 0.12473613217069801, "total_redis_fps": 143.19966436468343, "complete_min": 9.172308601166774, "queue_expired": 0, "capacity_drop": 0, "max_redis_silence_s": 0.5748311469797045, "source_drift_mean_s": -0.010203961111109786, "redis_drift_mean_s": -0.5334633724173716, "sender": { "replaced": 1, "expired": 0, "send_error": 0 }, "c_suppressed": 0, "batch_executions": { "1": 1, "2": 5, "3": 4, "4": 6, "5": 1, "6": 12, "7": 5, "8": 515 }, "triton": { "success": { "count": 4279, "mean_ms": 246.715329130638 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 4279, "mean_ms": 187.4694013084833 }, "compute_input": { "count": 4279, "mean_ms": 2.2620161848562748 }, "compute_infer": { "count": 4279, "mean_ms": 53.166784100023364 }, "compute_output": { "count": 4279, "mean_ms": 3.399012792241178 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 4268, "sum_ns": 224450751000, "mean_ms": 52.589210637300845 }, "source_exit_to_ingress": { "n": 4268, "sum_ns": 56793901013, "mean_ms": 13.306912139878163 }, "source_encoded_queue": { "n": 4268, "sum_ns": 306469000, "mean_ms": 0.07180623242736645 }, "decode_between_queues": { "n": 4268, "sum_ns": 192891517000, "mean_ms": 45.19482591377694 }, "source_raw_queue": { "n": 4268, "sum_ns": 29329861000, "mean_ms": 6.872038659793815 }, "raw_queue_to_source_exit": { "n": 4268, "sum_ns": 150937000, "mean_ms": 0.03536480787253983 }, "selected_to_preprocess_start": { "n": 4279, "sum_ns": 4042275894, "mean_ms": 0.9446777036690815 }, "preprocess_start_to_preprocess_output": { "n": 4279, "sum_ns": 14837636564, "mean_ms": 3.467547689647114 }, "selected_to_preprocess": { "n": 4279, "sum_ns": 25384622431, "mean_ms": 5.93237261766768 }, "preprocess_start_to_preprocess": { "n": 4279, "sum_ns": 21342527102, "mean_ms": 4.987737111942042 }, "preprocess_output_to_infer_entry": { "n": 4279, "sum_ns": 6504890538, "mean_ms": 1.5201894222949286 }, "preprocess_to_infer_output": { "n": 4291, "sum_ns": 1556161132141, "mean_ms": 362.6569872153344 }, "preprocess_to_callback": { "n": 4290, "sum_ns": 1564075222016, "mean_ms": 364.58629883822846 }, "infer_output_to_callback": { "n": 4290, "sum_ns": 8232123250, "mean_ms": 1.9189098484848484 }, "copy_wall": { "n": 4297, "sum_ns": 25733715414, "mean_ms": 5.988763186874563 }, "copy_thread_cpu": { "n": 4297, "sum_ns": 22779111547, "mean_ms": 5.301166289737027 }, "callback_to_copied": { "n": 4286, "sum_ns": 26603409689, "mean_ms": 6.207048457536165 }, "accepted_interval": { "n": 4291, "sum_ns": 449687329689, "mean_ms": 104.7977929827546 }, "selected_to_submitted": { "n": 4284, "sum_ns": 1613927830091, "mean_ms": 376.73385389612514 }, "completed_queue_wait": { "n": 4297, "sum_ns": 1950940496, "mean_ms": 0.4540238529206423 }, "result_composition_wall": { "n": 4297, "sum_ns": 47586298, "mean_ms": 0.011074307191063533 }, "result_composition_cpu": { "n": 4297, "sum_ns": 43231213, "mean_ms": 0.01006078962066558 }, "result_artifact_handoff_wall": { "n": 4297, "sum_ns": 38589269, "mean_ms": 0.00898051407959041 }, "result_artifact_handoff_cpu": { "n": 4297, "sum_ns": 38091597, "mean_ms": 0.0088646956015825 }, "result_publish_wall": { "n": 4297, "sum_ns": 516817169, "mean_ms": 0.12027395136141494 }, "result_publish_cpu": { "n": 4297, "sum_ns": 495686225, "mean_ms": 0.11535634745171049 }, "result_total_wall": { "n": 4297, "sum_ns": 4588131926, "mean_ms": 1.0677523681638352 }, "result_total_cpu": { "n": 4297, "sum_ns": 4381456359, "mean_ms": 1.0196547263206888 } }, "existing": { "complete_fps": 9.551710857149684, "redis_fps": 9.551731293594818 }, "new": { "complete_fps": 9.508557115385177, "redis_fps": 9.475426254355959 }, "cpu_busy_pct": 69.80310968396147, "gpu_util_pct": 94.57142857142857, "batch_ratios": { "ge4": { "numerator": 539, "denominator": 549, "percent": 98.17850637522768 }, "gt4": { "numerator": 533, "denominator": 549, "percent": 97.0856102003643 }, "eq8": { "numerator": 515, "denominator": 549, "percent": 93.80692167577413 } }, "ingress_redis_mean_ms": 378.8587082942753, "ingress_redis_max_ms": 684, "reference_pass": true }, { "mode": "mixed-a", "level": 15, "provider": "pose", "seconds": 30.000012986012734, "selected_fps": 8.540377632008726, "requested_fps": 8.538140782298727, "complete_fps": 8.542593085118531, "accepted_fps": 8.542593085118531, "finalized_fps": 8.540375743776073, "redis_fps": 8.533673956415784, "redis_min": 8.20733796828394, "redis_std": 0.15545325122066067, "total_redis_fps": 128.00510934623676, "complete_min": 8.274336645576053, "queue_expired": 0, "capacity_drop": 0, "max_redis_silence_s": 0.48162252601468936, "source_drift_mean_s": 0.0110071333333331, "redis_drift_mean_s": -2.157737833287053, "sender": { "replaced": 4, "expired": 0, "send_error": 0 }, "c_suppressed": 0, "batch_executions": { "1": 0, "2": 3, "3": 5, "4": 0, "5": 0, "6": 0, "7": 3, "8": 475 }, "triton": { "success": { "count": 3842, "mean_ms": 313.0255519393545 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 3842, "mean_ms": 245.13596784773554 }, "compute_input": { "count": 3842, "mean_ms": 1.679697663977095 }, "compute_infer": { "count": 3842, "mean_ms": 62.29293451249349 }, "compute_output": { "count": 3842, "mean_ms": 3.2664150614263407 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 3838, "sum_ns": 221301494000, "mean_ms": 57.66062897342366 }, "source_exit_to_ingress": { "n": 3838, "sum_ns": 128129688922, "mean_ms": 33.384494247524756 }, "source_encoded_queue": { "n": 3838, "sum_ns": 286166000, "mean_ms": 0.07456122980719125 }, "decode_between_queues": { "n": 3838, "sum_ns": 169383415000, "mean_ms": 44.13325039082856 }, "source_raw_queue": { "n": 3838, "sum_ns": 49927544000, "mean_ms": 13.008739968733716 }, "raw_queue_to_source_exit": { "n": 3838, "sum_ns": 126994000, "mean_ms": 0.03308858780614904 }, "selected_to_preprocess_start": { "n": 3846, "sum_ns": 5559368117, "mean_ms": 1.4454935301612064 }, "preprocess_start_to_preprocess_output": { "n": 3840, "sum_ns": 26198848322, "mean_ms": 6.822616750520834 }, "selected_to_preprocess": { "n": 3843, "sum_ns": 44080099353, "mean_ms": 11.470231421545668 }, "preprocess_start_to_preprocess": { "n": 3843, "sum_ns": 38527067678, "mean_ms": 10.025258308092635 }, "preprocess_output_to_infer_entry": { "n": 3840, "sum_ns": 12317294658, "mean_ms": 3.2076288171875 }, "preprocess_to_infer_output": { "n": 3844, "sum_ns": 1675894684064, "mean_ms": 435.97676484495315 }, "preprocess_to_callback": { "n": 3844, "sum_ns": 1683069192344, "mean_ms": 437.84318219146724 }, "infer_output_to_callback": { "n": 3846, "sum_ns": 7112293922, "mean_ms": 1.8492703905356214 }, "copy_wall": { "n": 3849, "sum_ns": 20451069989, "mean_ms": 5.3133463208625615 }, "copy_thread_cpu": { "n": 3849, "sum_ns": 18277295820, "mean_ms": 4.748582961808261 }, "callback_to_copied": { "n": 3846, "sum_ns": 21269121130, "mean_ms": 5.53019270150806 }, "accepted_interval": { "n": 3847, "sum_ns": 450615114812, "mean_ms": 117.1341603358461 }, "selected_to_submitted": { "n": 3845, "sum_ns": 1749731552045, "mean_ms": 455.0667235487646 }, "completed_queue_wait": { "n": 3849, "sum_ns": 3461776747, "mean_ms": 0.8993964008833464 }, "result_observations_wall": { "n": 3849, "sum_ns": 5137340730, "mean_ms": 1.3347208963367108 }, "result_observations_cpu": { "n": 3849, "sum_ns": 4849380464, "mean_ms": 1.259906589763575 }, "result_nms_wall": { "n": 3850, "sum_ns": 4995363437, "mean_ms": 1.2974969966233767 }, "result_nms_cpu": { "n": 3850, "sum_ns": 2322980339, "mean_ms": 0.6033715166233766 }, "result_tracking_wall": { "n": 3850, "sum_ns": 7584461374, "mean_ms": 1.9699899672727272 }, "result_tracking_cpu": { "n": 3850, "sum_ns": 5424626171, "mean_ms": 1.4089938106493507 }, "result_region_wall": { "n": 3850, "sum_ns": 1292677530, "mean_ms": 0.33576039740259744 }, "result_region_cpu": { "n": 3850, "sum_ns": 1212738315, "mean_ms": 0.31499696493506496 }, "result_fall_wall": { "n": 3850, "sum_ns": 6114103847, "mean_ms": 1.5880789212987012 }, "result_fall_cpu": { "n": 3850, "sum_ns": 5750079325, "mean_ms": 1.4935270974025974 }, "result_fight_wall": { "n": 3850, "sum_ns": 1075742833, "mean_ms": 0.27941372285714283 }, "result_fight_cpu": { "n": 3850, "sum_ns": 1017111548, "mean_ms": 0.2641848176623377 }, "result_collector_wall": { "n": 3848, "sum_ns": 20176939625, "mean_ms": 5.243487428534304 }, "result_collector_cpu": { "n": 3848, "sum_ns": 18780269823, "mean_ms": 4.880527500779626 }, "result_composition_wall": { "n": 3848, "sum_ns": 82863046, "mean_ms": 0.02153405561330561 }, "result_composition_cpu": { "n": 3848, "sum_ns": 76544762, "mean_ms": 0.019892089916839915 }, "result_artifact_handoff_wall": { "n": 3848, "sum_ns": 87851626, "mean_ms": 0.022830464137214138 }, "result_artifact_handoff_cpu": { "n": 3848, "sum_ns": 48361371, "mean_ms": 0.012567923856548856 }, "result_publish_wall": { "n": 3847, "sum_ns": 3322793033, "mean_ms": 0.8637361666233428 }, "result_publish_cpu": { "n": 3847, "sum_ns": 3050080471, "mean_ms": 0.7928464962308293 }, "result_total_wall": { "n": 3847, "sum_ns": 54598124910, "mean_ms": 14.192390150766832 }, "result_total_cpu": { "n": 3847, "sum_ns": 46589196300, "mean_ms": 12.110526722121133 } }, "existing": { "complete_fps": 8.534753692457329, "redis_fps": 8.525197483132958 }, "new": { "complete_fps": 8.652344582375363, "redis_fps": 8.652344582375363 }, "cpu_busy_pct": 69.80310968396147, "gpu_util_pct": 94.57142857142857, "batch_ratios": { "ge4": { "numerator": 478, "denominator": 486, "percent": 98.35390946502058 }, "gt4": { "numerator": 478, "denominator": 486, "percent": 98.35390946502058 }, "eq8": { "numerator": 475, "denominator": 486, "percent": 97.73662551440329 } }, "ingress_redis_mean_ms": 470.8748684964913, "ingress_redis_max_ms": 880, "reference_pass": false }, { "mode": "mixed-a", "level": 16, "provider": "crowd", "seconds": 30.00003185699461, "selected_fps": 9.166355400900851, "requested_fps": 9.16638896299853, "complete_fps": 9.160148982168629, "accepted_fps": 9.160148982168629, "finalized_fps": 9.164315486091184, "redis_fps": 9.162223521605537, "redis_min": 9.101739435314101, "redis_std": 0.0445722402647817, "total_redis_fps": 146.59557634568858, "complete_min": 9.094027214391149, "queue_expired": 0, "capacity_drop": 0, "max_redis_silence_s": 0.45040313800564036, "source_drift_mean_s": 0.002443036837121317, "redis_drift_mean_s": -0.14547740581127228, "sender": { "replaced": 1, "expired": 0, "send_error": 0 }, "c_suppressed": 0, "batch_executions": { "1": 2, "2": 4, "3": 5, "4": 4, "5": 6, "6": 9, "7": 9, "8": 527 }, "triton": { "success": { "count": 4404, "mean_ms": 235.77886245027247 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 4404, "mean_ms": 178.82203602906446 }, "compute_input": { "count": 4404, "mean_ms": 2.170018699818347 }, "compute_infer": { "count": 4404, "mean_ms": 49.46548994504996 }, "compute_output": { "count": 4404, "mean_ms": 4.896028644187103 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 4388, "sum_ns": 244897250000, "mean_ms": 55.81067684594348 }, "source_exit_to_ingress": { "n": 4388, "sum_ns": 112256068053, "mean_ms": 25.582513229945306 }, "source_encoded_queue": { "n": 4388, "sum_ns": 307144000, "mean_ms": 0.06999635369188696 }, "decode_between_queues": { "n": 4388, "sum_ns": 196622380000, "mean_ms": 44.80911121239745 }, "source_raw_queue": { "n": 4388, "sum_ns": 45590566000, "mean_ms": 10.389828167730172 }, "raw_queue_to_source_exit": { "n": 4388, "sum_ns": 155848000, "mean_ms": 0.03551686417502279 }, "selected_to_preprocess_start": { "n": 4400, "sum_ns": 4473272228, "mean_ms": 1.016652779090909 }, "preprocess_start_to_preprocess_output": { "n": 4400, "sum_ns": 15013044873, "mean_ms": 3.412055652954545 }, "selected_to_preprocess": { "n": 4400, "sum_ns": 24680174333, "mean_ms": 5.609130530227273 }, "preprocess_start_to_preprocess": { "n": 4400, "sum_ns": 20206902105, "mean_ms": 4.5924777511363635 }, "preprocess_output_to_infer_entry": { "n": 4400, "sum_ns": 5193857232, "mean_ms": 1.180422098181818 }, "preprocess_to_infer_output": { "n": 4400, "sum_ns": 1742661052557, "mean_ms": 396.0593301265909 }, "preprocess_to_callback": { "n": 4399, "sum_ns": 1750711854364, "mean_ms": 397.9795076981132 }, "infer_output_to_callback": { "n": 4399, "sum_ns": 8564928604, "mean_ms": 1.9470171866333257 }, "copy_wall": { "n": 4404, "sum_ns": 26468360209, "mean_ms": 6.010072708673933 }, "copy_thread_cpu": { "n": 4404, "sum_ns": 23366996693, "mean_ms": 5.305857559718437 }, "callback_to_copied": { "n": 4396, "sum_ns": 27381966354, "mean_ms": 6.2288367502274795 }, "accepted_interval": { "n": 4400, "sum_ns": 479604188048, "mean_ms": 109.00095182909091 }, "selected_to_submitted": { "n": 4393, "sum_ns": 1800352966636, "mean_ms": 409.8231201083542 }, "completed_queue_wait": { "n": 4405, "sum_ns": 2092105677, "mean_ms": 0.4749388597048808 }, "result_composition_wall": { "n": 4406, "sum_ns": 155737915, "mean_ms": 0.0353467805265547 }, "result_composition_cpu": { "n": 4406, "sum_ns": 136702137, "mean_ms": 0.031026358828869723 }, "result_publish_wall": { "n": 4406, "sum_ns": 838943242, "mean_ms": 0.19040926963231958 }, "result_publish_cpu": { "n": 4406, "sum_ns": 810379045, "mean_ms": 0.1839262471629596 }, "result_total_wall": { "n": 4406, "sum_ns": 7053432590, "mean_ms": 1.6008698570131639 }, "result_total_cpu": { "n": 4406, "sum_ns": 6233244384, "mean_ms": 1.4147172909668633 } }, "existing": { "complete_fps": 9.158193868305089, "redis_fps": 9.160406710371124 }, "new": { "complete_fps": 9.189475690121732, "redis_fps": 9.189475690121732 }, "cpu_busy_pct": 70.67495057893251, "gpu_util_pct": 93.85714285714286, "batch_ratios": { "ge4": { "numerator": 555, "denominator": 566, "percent": 98.0565371024735 }, "gt4": { "numerator": 551, "denominator": 566, "percent": 97.34982332155477 }, "eq8": { "numerator": 527, "denominator": 566, "percent": 93.1095406360424 } }, "ingress_redis_mean_ms": 412.8214229169872, "ingress_redis_max_ms": 803, "reference_pass": false }, { "mode": "mixed-a", "level": 16, "provider": "fire", "seconds": 30.00003185699461, "selected_fps": 9.116955765368798, "requested_fps": 9.116955765368798, "complete_fps": 9.127377202190212, "accepted_fps": 9.127377202190212, "finalized_fps": 9.123211372676383, "redis_fps": 9.121137161088003, "redis_min": 9.023467810414372, "redis_std": 0.048533438383830375, "total_redis_fps": 145.93819457740804, "complete_min": 9.023467810414372, "queue_expired": 0, "capacity_drop": 0, "max_redis_silence_s": 0.5947280499967746, "source_drift_mean_s": -0.0051888560606054, "redis_drift_mean_s": -1.0626617279434127, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "c_suppressed": 0, "batch_executions": { "1": 1, "2": 1, "3": 7, "4": 3, "5": 2, "6": 5, "7": 6, "8": 534 }, "triton": { "success": { "count": 4390, "mean_ms": 239.37628023712983 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 4390, "mean_ms": 181.4891236264237 }, "compute_input": { "count": 4390, "mean_ms": 2.2970736002277903 }, "compute_infer": { "count": 4390, "mean_ms": 51.686153299088836 }, "compute_output": { "count": 4390, "mean_ms": 3.472565533712984 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 4369, "sum_ns": 242075742000, "mean_ms": 55.407585717555506 }, "source_exit_to_ingress": { "n": 4369, "sum_ns": 111995727758, "mean_ms": 25.634178932936596 }, "source_encoded_queue": { "n": 4369, "sum_ns": 294141000, "mean_ms": 0.06732455939574274 }, "decode_between_queues": { "n": 4369, "sum_ns": 196055811000, "mean_ms": 44.87429869535363 }, "source_raw_queue": { "n": 4369, "sum_ns": 43427738000, "mean_ms": 9.93997207598993 }, "raw_queue_to_source_exit": { "n": 4369, "sum_ns": 167820000, "mean_ms": 0.0384115358205539 }, "selected_to_preprocess_start": { "n": 4381, "sum_ns": 4461858862, "mean_ms": 1.0184567135357225 }, "preprocess_start_to_preprocess_output": { "n": 4381, "sum_ns": 15176624393, "mean_ms": 3.464191826751883 }, "selected_to_preprocess": { "n": 4381, "sum_ns": 24959349844, "mean_ms": 5.697180973293769 }, "preprocess_start_to_preprocess": { "n": 4381, "sum_ns": 20497490982, "mean_ms": 4.678724259758046 }, "preprocess_output_to_infer_entry": { "n": 4381, "sum_ns": 5320866589, "mean_ms": 1.214532433006163 }, "preprocess_to_infer_output": { "n": 4386, "sum_ns": 1738345872755, "mean_ms": 396.3396882706338 }, "preprocess_to_callback": { "n": 4386, "sum_ns": 1746861899576, "mean_ms": 398.28132685271316 }, "infer_output_to_callback": { "n": 4386, "sum_ns": 8516026821, "mean_ms": 1.9416385820793434 }, "copy_wall": { "n": 4391, "sum_ns": 26342789601, "mean_ms": 5.999268868367114 }, "copy_thread_cpu": { "n": 4391, "sum_ns": 23299954871, "mean_ms": 5.306298080391711 }, "callback_to_copied": { "n": 4385, "sum_ns": 27279067779, "mean_ms": 6.2209960727480045 }, "accepted_interval": { "n": 4389, "sum_ns": 480455112276, "mean_ms": 109.46801373342447 }, "selected_to_submitted": { "n": 4384, "sum_ns": 1798615208909, "mean_ms": 410.2680677255931 }, "completed_queue_wait": { "n": 4389, "sum_ns": 2249516473, "mean_ms": 0.5125350815675552 }, "result_composition_wall": { "n": 4389, "sum_ns": 46647945, "mean_ms": 0.010628376623376623 }, "result_composition_cpu": { "n": 4389, "sum_ns": 44060564, "mean_ms": 0.010038861699703805 }, "result_artifact_handoff_wall": { "n": 4389, "sum_ns": 39923384, "mean_ms": 0.00909623695602643 }, "result_artifact_handoff_cpu": { "n": 4389, "sum_ns": 39642720, "mean_ms": 0.00903228981544771 }, "result_publish_wall": { "n": 4389, "sum_ns": 512781921, "mean_ms": 0.11683342925495557 }, "result_publish_cpu": { "n": 4389, "sum_ns": 495331402, "mean_ms": 0.11285746229209387 }, "result_total_wall": { "n": 4389, "sum_ns": 4904253991, "mean_ms": 1.1173966714513555 }, "result_total_cpu": { "n": 4389, "sum_ns": 4639972026, "mean_ms": 1.057182051948052 } }, "existing": { "complete_fps": 9.125507476725975, "redis_fps": 9.118851432883618 }, "new": { "complete_fps": 9.155423084153767, "redis_fps": 9.155423084153767 }, "cpu_busy_pct": 70.67495057893251, "gpu_util_pct": 93.85714285714286, "batch_ratios": { "ge4": { "numerator": 550, "denominator": 559, "percent": 98.38998211091234 }, "gt4": { "numerator": 547, "denominator": 559, "percent": 97.85330948121646 }, "eq8": { "numerator": 534, "denominator": 559, "percent": 95.52772808586762 } }, "ingress_redis_mean_ms": 412.5492146718416, "ingress_redis_max_ms": 819, "reference_pass": false }, { "mode": "mixed-a", "level": 16, "provider": "pose", "seconds": 30.00003185699461, "selected_fps": 7.870703613383407, "requested_fps": 7.864487151551805, "complete_fps": 7.870703613383407, "accepted_fps": 7.870703613383407, "finalized_fps": 7.868641703170519, "redis_fps": 7.864487180351995, "redis_min": 7.6426231105983025, "redis_std": 0.1316603289173996, "total_redis_fps": 125.83179488563192, "complete_min": 7.609102833797433, "queue_expired": 0, "capacity_drop": 0, "max_redis_silence_s": 0.6007821870152839, "source_drift_mean_s": 0.019969684185608044, "redis_drift_mean_s": -2.571568294384088, "sender": { "replaced": 1, "expired": 0, "send_error": 0 }, "c_suppressed": 0, "batch_executions": { "1": 0, "2": 0, "3": 2, "4": 1, "5": 3, "6": 1, "7": 4, "8": 464 }, "triton": { "success": { "count": 3771, "mean_ms": 323.8074846051445 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 3771, "mean_ms": 253.61550809307877 }, "compute_input": { "count": 3771, "mean_ms": 1.6364279313179526 }, "compute_infer": { "count": 3771, "mean_ms": 64.04086547785732 }, "compute_output": { "count": 3771, "mean_ms": 3.860031316096526 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 3768, "sum_ns": 225086453000, "mean_ms": 59.73631979830149 }, "source_exit_to_ingress": { "n": 3768, "sum_ns": 218547293934, "mean_ms": 58.00087418630573 }, "source_encoded_queue": { "n": 3768, "sum_ns": 278284000, "mean_ms": 0.07385456475583864 }, "decode_between_queues": { "n": 3768, "sum_ns": 163058382000, "mean_ms": 43.27451751592357 }, "source_raw_queue": { "n": 3768, "sum_ns": 59755098000, "mean_ms": 15.858571656050955 }, "raw_queue_to_source_exit": { "n": 3768, "sum_ns": 137936000, "mean_ms": 0.0366072186836518 }, "selected_to_preprocess_start": { "n": 3775, "sum_ns": 6735079465, "mean_ms": 1.7841270105960265 }, "preprocess_start_to_preprocess_output": { "n": 3769, "sum_ns": 24593555534, "mean_ms": 6.525220359246485 }, "selected_to_preprocess": { "n": 3770, "sum_ns": 44224040162, "mean_ms": 11.730514631830237 }, "preprocess_start_to_preprocess": { "n": 3769, "sum_ns": 37487021829, "mean_ms": 9.946145351286814 }, "preprocess_output_to_infer_entry": { "n": 3766, "sum_ns": 12868467796, "mean_ms": 3.4170121603823684 }, "preprocess_to_infer_output": { "n": 3771, "sum_ns": 1808106923447, "mean_ms": 479.47677630522406 }, "preprocess_to_callback": { "n": 3773, "sum_ns": 1815743384769, "mean_ms": 481.2465901852637 }, "infer_output_to_callback": { "n": 3774, "sum_ns": 6807028956, "mean_ms": 1.8036642702702703 }, "copy_wall": { "n": 3784, "sum_ns": 20083635396, "mean_ms": 5.307514639534884 }, "copy_thread_cpu": { "n": 3784, "sum_ns": 18382144526, "mean_ms": 4.857860604122622 }, "callback_to_copied": { "n": 3774, "sum_ns": 20835016427, "mean_ms": 5.520672079226285 }, "accepted_interval": { "n": 3779, "sum_ns": 480418370587, "mean_ms": 127.12843889573962 }, "selected_to_submitted": { "n": 3770, "sum_ns": 1879671240770, "mean_ms": 498.58653601326256 }, "completed_queue_wait": { "n": 3785, "sum_ns": 3272198987, "mean_ms": 0.8645175659180977 }, "result_observations_wall": { "n": 3785, "sum_ns": 5034188169, "mean_ms": 1.330036504359313 }, "result_observations_cpu": { "n": 3785, "sum_ns": 4788307138, "mean_ms": 1.2650745410832231 }, "result_nms_wall": { "n": 3784, "sum_ns": 4706969796, "mean_ms": 1.2439137938689218 }, "result_nms_cpu": { "n": 3784, "sum_ns": 2293218896, "mean_ms": 0.6060303636363636 }, "result_tracking_wall": { "n": 3784, "sum_ns": 7544530315, "mean_ms": 1.9937976519556024 }, "result_tracking_cpu": { "n": 3784, "sum_ns": 5673117568, "mean_ms": 1.4992382579281183 }, "result_region_wall": { "n": 3784, "sum_ns": 1301519430, "mean_ms": 0.3439533377378436 }, "result_region_cpu": { "n": 3784, "sum_ns": 1231599364, "mean_ms": 0.3254755190274841 }, "result_fall_wall": { "n": 3784, "sum_ns": 5476468889, "mean_ms": 1.447269790961945 }, "result_fall_cpu": { "n": 3784, "sum_ns": 5171413166, "mean_ms": 1.366652528012685 }, "result_fight_wall": { "n": 3784, "sum_ns": 1160308330, "mean_ms": 0.3066353937632135 }, "result_fight_cpu": { "n": 3784, "sum_ns": 1082700825, "mean_ms": 0.28612601083509515 }, "result_collector_wall": { "n": 3783, "sum_ns": 19909027635, "mean_ms": 5.262761732751784 }, "result_collector_cpu": { "n": 3783, "sum_ns": 18667971627, "mean_ms": 4.9347004036478985 }, "result_composition_wall": { "n": 3783, "sum_ns": 88057590, "mean_ms": 0.023277184773988897 }, "result_composition_cpu": { "n": 3783, "sum_ns": 75905754, "mean_ms": 0.020064962727993657 }, "result_artifact_handoff_wall": { "n": 3783, "sum_ns": 73313868, "mean_ms": 0.019379822363203805 }, "result_artifact_handoff_cpu": { "n": 3783, "sum_ns": 47427260, "mean_ms": 0.012536944224160719 }, "result_publish_wall": { "n": 3783, "sum_ns": 3168284651, "mean_ms": 0.8375058554057627 }, "result_publish_cpu": { "n": 3783, "sum_ns": 2876833553, "mean_ms": 0.7604635350251123 }, "result_total_wall": { "n": 3783, "sum_ns": 53240205730, "mean_ms": 14.073541033571239 }, "result_total_cpu": { "n": 3783, "sum_ns": 45981623323, "mean_ms": 12.154803944752842 } }, "existing": { "complete_fps": 7.854185778964741, "redis_fps": 7.847554917064569 }, "new": { "complete_fps": 8.11847112966339, "redis_fps": 8.11847112966339 }, "cpu_busy_pct": 70.67495057893251, "gpu_util_pct": 93.85714285714286, "batch_ratios": { "ge4": { "numerator": 473, "denominator": 475, "percent": 99.57894736842105 }, "gt4": { "numerator": 472, "denominator": 475, "percent": 99.36842105263158 }, "eq8": { "numerator": 464, "denominator": 475, "percent": 97.6842105263158 } }, "ingress_redis_mean_ms": 516.2464420468935, "ingress_redis_max_ms": 920, "reference_pass": false }, { "mode": "mixed-c-16", "level": 16, "provider": "crowd", "seconds": 29.9999997279956, "selected_fps": 9.53648422196734, "requested_fps": 9.536502290333143, "complete_fps": 9.505283587900866, "accepted_fps": 9.505283587900866, "finalized_fps": 9.503205386269851, "redis_fps": 9.503205386269851, "redis_min": 9.284117149000382, "redis_std": 0.1059965219149753, "total_redis_fps": 152.05128618031762, "complete_min": 9.284117149000382, "queue_expired": 0, "capacity_drop": 0, "max_redis_silence_s": 0.6046669110073708, "source_drift_mean_s": -0.07349530208333316, "redis_drift_mean_s": 0.22028178362568812, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "c_suppressed": 0, "batch_executions": { "1": 3, "2": 5, "3": 5, "4": 4, "5": 12, "6": 4, "7": 9, "8": 547 }, "triton": { "success": { "count": 4567, "mean_ms": 228.09845191635648 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 4567, "mean_ms": 160.7773437004598 }, "compute_input": { "count": 4567, "mean_ms": 3.6456167254215024 }, "compute_infer": { "count": 4567, "mean_ms": 49.700580931245895 }, "compute_output": { "count": 4567, "mean_ms": 13.7316575682067 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 4564, "sum_ns": 228951244000, "mean_ms": 50.164602103418055 }, "source_exit_to_ingress": { "n": 4564, "sum_ns": 33991080012, "mean_ms": 7.447651185801928 }, "source_encoded_queue": { "n": 4564, "sum_ns": 122307000, "mean_ms": 0.026798203330411916 }, "decode_between_queues": { "n": 4564, "sum_ns": 208995839000, "mean_ms": 45.79225219106048 }, "source_raw_queue": { "n": 4564, "sum_ns": 17957447000, "mean_ms": 3.93458523225241 }, "raw_queue_to_source_exit": { "n": 4564, "sum_ns": 108346000, "mean_ms": 0.02373926380368098 }, "selected_to_preprocess_start": { "n": 4573, "sum_ns": 2898499106, "mean_ms": 0.6338288007872295 }, "preprocess_start_to_preprocess_output": { "n": 4573, "sum_ns": 15015912132, "mean_ms": 3.2836020406735185 }, "selected_to_preprocess": { "n": 4573, "sum_ns": 25506984951, "mean_ms": 5.577735611414827 }, "preprocess_start_to_preprocess": { "n": 4573, "sum_ns": 22608527975, "mean_ms": 4.943916023398207 }, "preprocess_output_to_infer_entry": { "n": 4573, "sum_ns": 7592615843, "mean_ms": 1.6603139827246884 }, "preprocess_to_infer_output": { "n": 4558, "sum_ns": 1565171045865, "mean_ms": 343.3898740379552 }, "preprocess_to_callback": { "n": 4558, "sum_ns": 1572294953473, "mean_ms": 344.9528199809127 }, "infer_output_to_callback": { "n": 4558, "sum_ns": 7123907608, "mean_ms": 1.5629459429574373 }, "copy_wall": { "n": 4563, "sum_ns": 21834018707, "mean_ms": 4.785013961648039 }, "copy_thread_cpu": { "n": 4563, "sum_ns": 21528425358, "mean_ms": 4.71804193688363 }, "callback_to_copied": { "n": 4556, "sum_ns": 22498843676, "mean_ms": 4.938288778753293 }, "accepted_interval": { "n": 4559, "sum_ns": 480208183021, "mean_ms": 105.33191116933538 }, "selected_to_submitted": { "n": 4554, "sum_ns": 1619279000453, "mean_ms": 355.5729030419412 }, "completed_queue_wait": { "n": 4562, "sum_ns": 1162404631, "mean_ms": 0.25480154120999565 }, "result_composition_wall": { "n": 4562, "sum_ns": 59429840, "mean_ms": 0.013027145988601491 }, "result_composition_cpu": { "n": 4562, "sum_ns": 57566799, "mean_ms": 0.012618763480929418 }, "result_artifact_handoff_wall": { "n": 4562, "sum_ns": 12542317, "mean_ms": 0.0027493022797018853 }, "result_artifact_handoff_cpu": { "n": 4562, "sum_ns": 12565512, "mean_ms": 0.002754386672512056 }, "result_publish_wall": { "n": 4562, "sum_ns": 648335967, "mean_ms": 0.14211660828583955 }, "result_publish_cpu": { "n": 4562, "sum_ns": 647079097, "mean_ms": 0.14184109973695747 }, "result_total_wall": { "n": 4562, "sum_ns": 4796613803, "mean_ms": 1.0514278393248575 }, "result_total_cpu": { "n": 4562, "sum_ns": 4620278858, "mean_ms": 1.012774848312144 } }, "existing": null, "new": { "complete_fps": 9.505283587900866, "redis_fps": 9.503205386269851 }, "cpu_busy_pct": 33.83961551077454, "gpu_util_pct": 98.0, "batch_ratios": { "ge4": { "numerator": 576, "denominator": 589, "percent": 97.79286926994907 }, "gt4": { "numerator": 572, "denominator": 589, "percent": 97.11375212224108 }, "eq8": { "numerator": 547, "denominator": 589, "percent": 92.86926994906621 } }, "ingress_redis_mean_ms": 357.5731132711733, "ingress_redis_max_ms": 674, "reference_pass": true }, { "mode": "mixed-c-16", "level": 16, "provider": "fire", "seconds": 29.9999997279956, "selected_fps": 9.367950416485487, "requested_fps": 9.365872363667785, "complete_fps": 9.357560212685348, "accepted_fps": 9.357560212685348, "finalized_fps": 9.357560212685348, "redis_fps": 9.357560212685348, "redis_min": 9.078557298624087, "redis_std": 0.11791223048496943, "total_redis_fps": 149.72096340296557, "complete_min": 9.078557298624087, "queue_expired": 0, "capacity_drop": 0, "max_redis_silence_s": 0.5737196810077876, "source_drift_mean_s": -0.004330395833333547, "redis_drift_mean_s": -0.7188318584589749, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "c_suppressed": 5, "batch_executions": { "1": 2, "2": 2, "3": 6, "4": 4, "5": 3, "6": 5, "7": 2, "8": 547 }, "triton": { "success": { "count": 4475, "mean_ms": 251.90657424916202 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 4475, "mean_ms": 182.3422498241341 }, "compute_input": { "count": 4475, "mean_ms": 3.0595769646927375 }, "compute_infer": { "count": 4475, "mean_ms": 51.415358463240224 }, "compute_output": { "count": 4475, "mean_ms": 14.852161983016758 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 4488, "sum_ns": 232791457000, "mean_ms": 51.86975423351159 }, "source_exit_to_ingress": { "n": 4488, "sum_ns": 49920427789, "mean_ms": 11.123089970811053 }, "source_encoded_queue": { "n": 4488, "sum_ns": 118164000, "mean_ms": 0.026328877005347594 }, "decode_between_queues": { "n": 4488, "sum_ns": 204752568000, "mean_ms": 45.62222994652406 }, "source_raw_queue": { "n": 4488, "sum_ns": 26112454000, "mean_ms": 5.818282976827095 }, "raw_queue_to_source_exit": { "n": 4488, "sum_ns": 103766000, "mean_ms": 0.023120766488413547 }, "selected_to_preprocess_start": { "n": 4497, "sum_ns": 2898738175, "mean_ms": 0.6445937680676007 }, "preprocess_start_to_preprocess_output": { "n": 4497, "sum_ns": 14610158703, "mean_ms": 3.248867845897265 }, "selected_to_preprocess": { "n": 4497, "sum_ns": 22274000474, "mean_ms": 4.953079936402046 }, "preprocess_start_to_preprocess": { "n": 4497, "sum_ns": 19375262299, "mean_ms": 4.308486168334445 }, "preprocess_output_to_infer_entry": { "n": 4497, "sum_ns": 4765103596, "mean_ms": 1.0596183224371805 }, "preprocess_to_infer_output": { "n": 4493, "sum_ns": 1653179977876, "mean_ms": 367.9456883765858 }, "preprocess_to_callback": { "n": 4493, "sum_ns": 1660359333369, "mean_ms": 369.5435863273982 }, "infer_output_to_callback": { "n": 4493, "sum_ns": 7179355493, "mean_ms": 1.5978979508123747 }, "copy_wall": { "n": 4496, "sum_ns": 21684210848, "mean_ms": 4.823000633451957 }, "copy_thread_cpu": { "n": 4496, "sum_ns": 21310021367, "mean_ms": 4.7397734357206405 }, "callback_to_copied": { "n": 4493, "sum_ns": 22354842852, "mean_ms": 4.9754824954373476 }, "accepted_interval": { "n": 4494, "sum_ns": 480734637332, "mean_ms": 106.9725494730752 }, "selected_to_submitted": { "n": 4491, "sum_ns": 1704355272039, "mean_ms": 379.504625259185 }, "completed_queue_wait": { "n": 4496, "sum_ns": 1279977582, "mean_ms": 0.28469252268683276 }, "result_composition_wall": { "n": 4496, "sum_ns": 34115608, "mean_ms": 0.007587991103202847 }, "result_composition_cpu": { "n": 4496, "sum_ns": 33636583, "mean_ms": 0.007481446396797153 }, "result_artifact_handoff_wall": { "n": 4496, "sum_ns": 11845789, "mean_ms": 0.0026347395462633454 }, "result_artifact_handoff_cpu": { "n": 4496, "sum_ns": 11877657, "mean_ms": 0.00264182762455516 }, "result_publish_wall": { "n": 4496, "sum_ns": 361607517, "mean_ms": 0.08042871819395017 }, "result_publish_cpu": { "n": 4496, "sum_ns": 361870382, "mean_ms": 0.08048718460854092 }, "result_total_wall": { "n": 4496, "sum_ns": 3382194013, "mean_ms": 0.7522673516459075 }, "result_total_cpu": { "n": 4496, "sum_ns": 3361790033, "mean_ms": 0.7477290998665481 } }, "existing": null, "new": { "complete_fps": 9.357560212685348, "redis_fps": 9.357560212685348 }, "cpu_busy_pct": 33.83961551077454, "gpu_util_pct": 98.0, "batch_ratios": { "ge4": { "numerator": 561, "denominator": 571, "percent": 98.24868651488616 }, "gt4": { "numerator": 557, "denominator": 571, "percent": 97.54816112084063 }, "eq8": { "numerator": 547, "denominator": 571, "percent": 95.79684763572679 } }, "ingress_redis_mean_ms": 380.8851770509251, "ingress_redis_max_ms": 828, "reference_pass": false }, { "mode": "mixed-c-16", "level": 16, "provider": "pose", "seconds": 29.9999997279956, "selected_fps": 8.239610312927503, "requested_fps": 8.239592144559932, "complete_fps": 8.225081985678234, "accepted_fps": 8.225081985678234, "finalized_fps": 8.225081985678234, "redis_fps": 8.225081985678234, "redis_min": 8.063919971928337, "redis_std": 0.07693601292931147, "total_redis_fps": 131.60131177085174, "complete_min": 8.063919971928337, "queue_expired": 0, "capacity_drop": 0, "max_redis_silence_s": 0.6276829349808395, "source_drift_mean_s": 0.025782992897727466, "redis_drift_mean_s": -3.147780369836367, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "c_suppressed": 131, "batch_executions": { "1": 0, "2": 0, "3": 0, "4": 0, "5": 0, "6": 1, "7": 0, "8": 491 }, "triton": { "success": { "count": 3934, "mean_ms": 351.46803720869343 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 3934, "mean_ms": 274.44054839832233 }, "compute_input": { "count": 3934, "mean_ms": 2.613337915607524 }, "compute_infer": { "count": 3934, "mean_ms": 62.64433211133706 }, "compute_output": { "count": 3934, "mean_ms": 11.397563519064565 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 3945, "sum_ns": 225612082000, "mean_ms": 57.18937439797212 }, "source_exit_to_ingress": { "n": 3945, "sum_ns": 122967567478, "mean_ms": 31.170486052724968 }, "source_encoded_queue": { "n": 3945, "sum_ns": 99947000, "mean_ms": 0.02533510773130545 }, "decode_between_queues": { "n": 3945, "sum_ns": 175919411000, "mean_ms": 44.59300659062104 }, "source_raw_queue": { "n": 3945, "sum_ns": 47845155000, "mean_ms": 12.128049429657795 }, "raw_queue_to_source_exit": { "n": 3945, "sum_ns": 90442000, "mean_ms": 0.02292572877059569 }, "selected_to_preprocess_start": { "n": 3954, "sum_ns": 3219858106, "mean_ms": 0.8143293136064744 }, "preprocess_start_to_preprocess_output": { "n": 3953, "sum_ns": 17703354427, "mean_ms": 4.478460517834557 }, "selected_to_preprocess": { "n": 3954, "sum_ns": 23009824537, "mean_ms": 5.819378992665655 }, "preprocess_start_to_preprocess": { "n": 3954, "sum_ns": 19789819517, "mean_ms": 5.0050125232675775 }, "preprocess_output_to_infer_entry": { "n": 3953, "sum_ns": 2074812700, "mean_ms": 0.5248704022261573 }, "preprocess_to_infer_output": { "n": 3948, "sum_ns": 1817351293578, "mean_ms": 460.32200951823705 }, "preprocess_to_callback": { "n": 3947, "sum_ns": 1822652684877, "mean_ms": 461.7817798016215 }, "infer_output_to_callback": { "n": 3947, "sum_ns": 5724881616, "mean_ms": 1.4504387170002533 }, "copy_wall": { "n": 3947, "sum_ns": 8986200321, "mean_ms": 2.2767165748669878 }, "copy_thread_cpu": { "n": 3947, "sum_ns": 8949155344, "mean_ms": 2.267330971370661 }, "callback_to_copied": { "n": 3947, "sum_ns": 9594764032, "mean_ms": 2.430900438814289 }, "accepted_interval": { "n": 3947, "sum_ns": 479930732905, "mean_ms": 121.5938010907018 }, "selected_to_submitted": { "n": 3946, "sum_ns": 1854982495278, "mean_ms": 470.0918639832742 }, "completed_queue_wait": { "n": 3947, "sum_ns": 1384145002, "mean_ms": 0.350682797567773 }, "result_observations_wall": { "n": 3947, "sum_ns": 3251099124, "mean_ms": 0.8236886556878642 }, "result_observations_cpu": { "n": 3947, "sum_ns": 3239912593, "mean_ms": 0.8208544699771978 }, "result_nms_wall": { "n": 3947, "sum_ns": 2558389259, "mean_ms": 0.6481857762857867 }, "result_nms_cpu": { "n": 3947, "sum_ns": 1742695689, "mean_ms": 0.44152411679756776 }, "result_tracking_wall": { "n": 3947, "sum_ns": 5017867460, "mean_ms": 1.2713117456295921 }, "result_tracking_cpu": { "n": 3947, "sum_ns": 4500251300, "mean_ms": 1.1401700785406637 }, "result_region_wall": { "n": 3947, "sum_ns": 914969036, "mean_ms": 0.23181379174056244 }, "result_region_cpu": { "n": 3947, "sum_ns": 913643808, "mean_ms": 0.23147803597669117 }, "result_fall_wall": { "n": 3947, "sum_ns": 3156404459, "mean_ms": 0.799697101342792 }, "result_fall_cpu": { "n": 3947, "sum_ns": 3144483808, "mean_ms": 0.7966769212059792 }, "result_fight_wall": { "n": 3947, "sum_ns": 797713597, "mean_ms": 0.20210630782873068 }, "result_fight_cpu": { "n": 3947, "sum_ns": 791455842, "mean_ms": 0.2005208619204459 }, "result_collector_wall": { "n": 3947, "sum_ns": 7956268710, "mean_ms": 2.015776212313149 }, "result_collector_cpu": { "n": 3947, "sum_ns": 7878677451, "mean_ms": 1.996117925259691 }, "result_composition_wall": { "n": 3947, "sum_ns": 51041969, "mean_ms": 0.01293183911831771 }, "result_composition_cpu": { "n": 3947, "sum_ns": 50665797, "mean_ms": 0.012836533316442869 }, "result_artifact_handoff_wall": { "n": 3947, "sum_ns": 22533829, "mean_ms": 0.005709102862933873 }, "result_artifact_handoff_cpu": { "n": 3947, "sum_ns": 12677970, "mean_ms": 0.0032120521915378767 }, "result_publish_wall": { "n": 3947, "sum_ns": 1952231037, "mean_ms": 0.4946113597669116 }, "result_publish_cpu": { "n": 3947, "sum_ns": 1938637017, "mean_ms": 0.49116721991385864 }, "result_total_wall": { "n": 3947, "sum_ns": 28635831844, "mean_ms": 7.255087875348366 }, "result_total_cpu": { "n": 3947, "sum_ns": 27115378394, "mean_ms": 6.869870381048898 } }, "existing": null, "new": { "complete_fps": 8.225081985678234, "redis_fps": 8.225081985678234 }, "cpu_busy_pct": 33.83961551077454, "gpu_util_pct": 98.0, "batch_ratios": { "ge4": { "numerator": 492, "denominator": 492, "percent": 100.0 }, "gt4": { "numerator": 492, "denominator": 492, "percent": 100.0 }, "eq8": { "numerator": 491, "denominator": 492, "percent": 99.79674796747967 } }, "ingress_redis_mean_ms": 477.38789567938215, "ingress_redis_max_ms": 845, "reference_pass": false } ], "lanes": [ { "mode": "pose-a", "level": 1, "camera": "30", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.022172292, "new_channel": true, "seconds": 30.00001587200677, "selected_fps": 9.992614694305146, "requested_fps": 9.992614694305146, "complete_fps": 9.992614694305146, "accepted_fps": 9.992614694305146, "finalized_fps": 9.992614694305146, "redis_fps": 9.992614694305146, "redis_read_fps": 9.999994709333876, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.098, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.22382426500553265, "redis_interval_s": { "n": 299, "mean": 0.10022301952503342, "median": 0.09670749999349937, "p95": 0.15452950698090717, "maximum": 0.22382426500553265, "minimum": 0.008412523020524532 }, "redis_drift_s": { "n": 300, "mean": -2.4612073060596114, "median": -2.4637500044952603, "p95": -2.4272794690215953, "maximum": -2.3306995640005894, "minimum": -2.5146390659753237 }, "redis_drift_s_per_min": -0.00831777139674823, "ingress_drift_s": { "n": 12, "mean": 0.01448976308333405, "median": 0.01885127600000125, "p95": 0.04648630100000162, "maximum": 0.04648630100000162, "minimum": -0.02700001499999871 }, "ingress_drift_s_per_min": -0.012720458345136586, "source_drift_s": { "n": 12, "mean": 0.014387916666668499, "median": 0.018787000000003218, "p95": 0.04626500000000178, "maximum": 0.04626500000000178, "minimum": -0.026888999999997054 }, "ingress_to_redis_ms": { "n": 300, "mean": 28.236666666666668, "median": 24.0, "p95": 57, "maximum": 134, "minimum": 20 }, "source_samples": 12, "redis_samples": 300, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 300, "sum_ns": 13461019000, "mean_ms": 44.870063333333334 }, "source_exit_to_ingress": { "n": 300, "sum_ns": 244796793, "mean_ms": 0.8159893100000001 }, "source_encoded_queue": { "n": 300, "sum_ns": 32661000, "mean_ms": 0.10887 }, "decode_between_queues": { "n": 300, "sum_ns": 13301160000, "mean_ms": 44.3372 }, "source_raw_queue": { "n": 300, "sum_ns": 28955000, "mean_ms": 0.09651666666666667 }, "raw_queue_to_source_exit": { "n": 300, "sum_ns": 7763000, "mean_ms": 0.02587666666666667 }, "selected_to_preprocess_start": { "n": 300, "sum_ns": 211536941, "mean_ms": 0.7051231366666667 }, "preprocess_start_to_preprocess_output": { "n": 300, "sum_ns": 229877317, "mean_ms": 0.7662577233333334 }, "selected_to_preprocess": { "n": 300, "sum_ns": 531146367, "mean_ms": 1.7704878899999998 }, "preprocess_start_to_preprocess": { "n": 300, "sum_ns": 319609426, "mean_ms": 1.0653647533333335 }, "preprocess_output_to_infer_entry": { "n": 300, "sum_ns": 89732109, "mean_ms": 0.29910703000000005 }, "preprocess_to_infer_output": { "n": 300, "sum_ns": 3936486019, "mean_ms": 13.121620063333333 }, "preprocess_to_callback": { "n": 300, "sum_ns": 4115014576, "mean_ms": 13.716715253333334 }, "infer_output_to_callback": { "n": 300, "sum_ns": 178528557, "mean_ms": 0.59509519 }, "copy_wall": { "n": 300, "sum_ns": 596258536, "mean_ms": 1.9875284533333333 }, "copy_thread_cpu": { "n": 300, "sum_ns": 592319308, "mean_ms": 1.9743976933333334 }, "callback_to_copied": { "n": 300, "sum_ns": 643486203, "mean_ms": 2.1449540099999997 }, "accepted_interval": { "n": 300, "sum_ns": 30045290141, "mean_ms": 100.15096713666667 }, "selected_to_submitted": { "n": 300, "sum_ns": 5306869602, "mean_ms": 17.68956534 }, "completed_queue_wait": { "n": 300, "sum_ns": 63236091, "mean_ms": 0.21078697 }, "result_observations_wall": { "n": 300, "sum_ns": 219598158, "mean_ms": 0.73199386 }, "result_observations_cpu": { "n": 300, "sum_ns": 219687787, "mean_ms": 0.7322926233333333 }, "result_nms_wall": { "n": 300, "sum_ns": 242150408, "mean_ms": 0.8071680266666666 }, "result_nms_cpu": { "n": 300, "sum_ns": 155405136, "mean_ms": 0.51801712 }, "result_tracking_wall": { "n": 300, "sum_ns": 892073853, "mean_ms": 2.97357951 }, "result_tracking_cpu": { "n": 300, "sum_ns": 625989130, "mean_ms": 2.086630433333333 }, "result_region_wall": { "n": 300, "sum_ns": 64250335, "mean_ms": 0.21416778333333333 }, "result_region_cpu": { "n": 300, "sum_ns": 64263220, "mean_ms": 0.21421073333333335 }, "result_fall_wall": { "n": 300, "sum_ns": 297685994, "mean_ms": 0.9922866466666667 }, "result_fall_cpu": { "n": 300, "sum_ns": 297720791, "mean_ms": 0.9924026366666667 }, "result_fight_wall": { "n": 300, "sum_ns": 116257576, "mean_ms": 0.3875252533333334 }, "result_fight_cpu": { "n": 300, "sum_ns": 116294900, "mean_ms": 0.38764966666666667 }, "result_collector_wall": { "n": 300, "sum_ns": 589331418, "mean_ms": 1.96443806 }, "result_collector_cpu": { "n": 300, "sum_ns": 583524580, "mean_ms": 1.9450819333333333 }, "result_composition_wall": { "n": 300, "sum_ns": 3263634, "mean_ms": 0.010878780000000001 }, "result_composition_cpu": { "n": 300, "sum_ns": 3278801, "mean_ms": 0.010929336666666666 }, "result_artifact_handoff_wall": { "n": 300, "sum_ns": 1882307, "mean_ms": 0.006274356666666666 }, "result_artifact_handoff_cpu": { "n": 300, "sum_ns": 1887691, "mean_ms": 0.006292303333333333 }, "result_publish_wall": { "n": 300, "sum_ns": 284927389, "mean_ms": 0.9497579633333334 }, "result_publish_cpu": { "n": 300, "sum_ns": 283808551, "mean_ms": 0.9460285033333333 }, "result_total_wall": { "n": 300, "sum_ns": 2889808396, "mean_ms": 9.632694653333335 }, "result_total_cpu": { "n": 300, "sum_ns": 2529245310, "mean_ms": 8.430817699999999 } } }, { "mode": "pose-a", "level": 2, "camera": "30", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.918670933, "new_channel": false, "seconds": 30.000012547010556, "selected_fps": 9.993759437696342, "requested_fps": 9.993759437696342, "complete_fps": 10.027183382304022, "accepted_fps": 10.027183382304022, "finalized_fps": 9.993759437696342, "redis_fps": 9.993759437696342, "redis_read_fps": 10.033329137057114, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 1, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.117, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.27890170604223385, "redis_interval_s": { "n": 300, "mean": 0.09976859404336816, "median": 0.09567550450447015, "p95": 0.16897897503804415, "maximum": 0.27890170604223385, "minimum": 0.003434856014791876 }, "redis_drift_s": { "n": 301, "mean": -2.4586037526499696, "median": -2.4624542130110783, "p95": -2.400566666974221, "maximum": -2.348545680998356, "minimum": -2.5148748429818113 }, "redis_drift_s_per_min": 0.001758583867657311, "ingress_drift_s": { "n": 12, "mean": 0.017010803666667112, "median": 0.017196278499998385, "p95": 0.05044323000001327, "maximum": 0.05044323000001327, "minimum": 0.0011785760000009304 }, "ingress_drift_s_per_min": 0.014667193505690861, "source_drift_s": { "n": 12, "mean": 0.016774916666665973, "median": 0.016712500000000574, "p95": 0.05038100000000156, "maximum": 0.05038100000000156, "minimum": 0.0011269999999967695 }, "ingress_to_redis_ms": { "n": 301, "mean": 30.571428571428573, "median": 26, "p95": 74, "maximum": 152, "minimum": 20 }, "source_samples": 12, "redis_samples": 301, "native_redis_joined": 13, "durations": { "depay_to_source_exit": { "n": 299, "sum_ns": 14059089000, "mean_ms": 47.02036454849498 }, "source_exit_to_ingress": { "n": 299, "sum_ns": 230663492, "mean_ms": 0.7714498060200669 }, "source_encoded_queue": { "n": 299, "sum_ns": 26237000, "mean_ms": 0.08774916387959866 }, "decode_between_queues": { "n": 299, "sum_ns": 13898613000, "mean_ms": 46.48365551839465 }, "source_raw_queue": { "n": 299, "sum_ns": 40806000, "mean_ms": 0.1364749163879599 }, "raw_queue_to_source_exit": { "n": 299, "sum_ns": 7565000, "mean_ms": 0.025301003344481602 }, "selected_to_preprocess_start": { "n": 299, "sum_ns": 228691922, "mean_ms": 0.7648559264214047 }, "preprocess_start_to_preprocess_output": { "n": 299, "sum_ns": 227732382, "mean_ms": 0.761646762541806 }, "selected_to_preprocess": { "n": 299, "sum_ns": 572275896, "mean_ms": 1.9139662073578594 }, "preprocess_start_to_preprocess": { "n": 299, "sum_ns": 343583974, "mean_ms": 1.1491102809364548 }, "preprocess_output_to_infer_entry": { "n": 299, "sum_ns": 115851592, "mean_ms": 0.3874635183946489 }, "preprocess_to_infer_output": { "n": 300, "sum_ns": 4059294745, "mean_ms": 13.530982483333332 }, "preprocess_to_callback": { "n": 300, "sum_ns": 4236142842, "mean_ms": 14.120476140000001 }, "infer_output_to_callback": { "n": 300, "sum_ns": 176848097, "mean_ms": 0.5894936566666666 }, "copy_wall": { "n": 300, "sum_ns": 693289595, "mean_ms": 2.310965316666667 }, "copy_thread_cpu": { "n": 300, "sum_ns": 690703726, "mean_ms": 2.3023457533333334 }, "callback_to_copied": { "n": 300, "sum_ns": 739432248, "mean_ms": 2.46477416 }, "accepted_interval": { "n": 300, "sum_ns": 30024878631, "mean_ms": 100.08292877 }, "selected_to_submitted": { "n": 300, "sum_ns": 5567739496, "mean_ms": 18.55913165333333 }, "completed_queue_wait": { "n": 300, "sum_ns": 90520187, "mean_ms": 0.3017339566666667 }, "result_observations_wall": { "n": 300, "sum_ns": 223421632, "mean_ms": 0.7447387733333333 }, "result_observations_cpu": { "n": 300, "sum_ns": 223316345, "mean_ms": 0.7443878166666666 }, "result_nms_wall": { "n": 299, "sum_ns": 317179307, "mean_ms": 1.060800357859532 }, "result_nms_cpu": { "n": 299, "sum_ns": 143693897, "mean_ms": 0.4805815953177257 }, "result_tracking_wall": { "n": 299, "sum_ns": 950410509, "mean_ms": 3.1786304648829433 }, "result_tracking_cpu": { "n": 299, "sum_ns": 561422811, "mean_ms": 1.8776682642140468 }, "result_region_wall": { "n": 299, "sum_ns": 65257332, "mean_ms": 0.21825194648829432 }, "result_region_cpu": { "n": 299, "sum_ns": 65282687, "mean_ms": 0.218336745819398 }, "result_fall_wall": { "n": 299, "sum_ns": 301159774, "mean_ms": 1.0072233244147157 }, "result_fall_cpu": { "n": 299, "sum_ns": 301206792, "mean_ms": 1.007380575250836 }, "result_fight_wall": { "n": 299, "sum_ns": 120153909, "mean_ms": 0.40185253846153846 }, "result_fight_cpu": { "n": 299, "sum_ns": 120194513, "mean_ms": 0.40198833779264215 }, "result_collector_wall": { "n": 299, "sum_ns": 681724551, "mean_ms": 2.280015220735786 }, "result_collector_cpu": { "n": 299, "sum_ns": 674653911, "mean_ms": 2.2563675953177253 }, "result_composition_wall": { "n": 299, "sum_ns": 3308355, "mean_ms": 0.011064732441471572 }, "result_composition_cpu": { "n": 299, "sum_ns": 3321415, "mean_ms": 0.011108411371237458 }, "result_artifact_handoff_wall": { "n": 299, "sum_ns": 1907998, "mean_ms": 0.006381264214046822 }, "result_artifact_handoff_cpu": { "n": 299, "sum_ns": 1907847, "mean_ms": 0.006380759197324414 }, "result_publish_wall": { "n": 299, "sum_ns": 441982355, "mean_ms": 1.478201856187291 }, "result_publish_cpu": { "n": 299, "sum_ns": 438726320, "mean_ms": 1.4673121070234114 }, "result_total_wall": { "n": 299, "sum_ns": 3290568693, "mean_ms": 11.005246464882944 }, "result_total_cpu": { "n": 299, "sum_ns": 2716778976, "mean_ms": 9.08621731103679 } } }, { "mode": "pose-a", "level": 2, "camera": "31", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.091594274, "new_channel": true, "seconds": 30.000012547010556, "selected_fps": 9.93632963669009, "requested_fps": 9.93632963669009, "complete_fps": 9.93632963669009, "accepted_fps": 9.93632963669009, "finalized_fps": 9.93632963669009, "redis_fps": 9.93632963669009, "redis_read_fps": 9.899995859488248, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.121, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 2, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.4277359760017134, "redis_interval_s": { "n": 296, "mean": 0.10106566737168406, "median": 0.09913811853039078, "p95": 0.15648335102014244, "maximum": 0.4277359760017134, "minimum": 0.003430403012316674 }, "redis_drift_s": { "n": 297, "mean": -0.1732255497285265, "median": -0.17521939699863864, "p95": -0.13964534398447626, "maximum": 0.12996755802351956, "minimum": -0.28067974000610363 }, "redis_drift_s_per_min": 0.013002683418761596, "ingress_drift_s": { "n": 12, "mean": -0.039901658333333145, "median": -0.03341051799999928, "p95": -0.002175048000001567, "maximum": -0.002175048000001567, "minimum": -0.07822140599999727 }, "ingress_drift_s_per_min": -0.027721179617764675, "source_drift_s": { "n": 12, "mean": -0.03999533333333346, "median": -0.03346649999999851, "p95": -0.0021860000000017976, "maximum": -0.0021860000000017976, "minimum": -0.07832900000000009 }, "ingress_to_redis_ms": { "n": 297, "mean": 24.050505050505052, "median": 22, "p95": 31, "maximum": 84, "minimum": 18 }, "source_samples": 12, "redis_samples": 297, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 297, "sum_ns": 13482995000, "mean_ms": 45.397289562289565 }, "source_exit_to_ingress": { "n": 297, "sum_ns": 155355650, "mean_ms": 0.5230829966329966 }, "source_encoded_queue": { "n": 297, "sum_ns": 28887000, "mean_ms": 0.09726262626262626 }, "decode_between_queues": { "n": 297, "sum_ns": 13303151000, "mean_ms": 44.79175420875421 }, "source_raw_queue": { "n": 297, "sum_ns": 25609000, "mean_ms": 0.08622558922558922 }, "raw_queue_to_source_exit": { "n": 297, "sum_ns": 7483000, "mean_ms": 0.025195286195286198 }, "selected_to_preprocess_start": { "n": 299, "sum_ns": 212448416, "mean_ms": 0.7105298193979933 }, "preprocess_start_to_preprocess_output": { "n": 299, "sum_ns": 179718017, "mean_ms": 0.601063602006689 }, "selected_to_preprocess": { "n": 299, "sum_ns": 483071008, "mean_ms": 1.6156221003344482 }, "preprocess_start_to_preprocess": { "n": 299, "sum_ns": 270622592, "mean_ms": 0.9050922809364549 }, "preprocess_output_to_infer_entry": { "n": 299, "sum_ns": 90904575, "mean_ms": 0.30402867892976587 }, "preprocess_to_infer_output": { "n": 299, "sum_ns": 4004802428, "mean_ms": 13.393988053511706 }, "preprocess_to_callback": { "n": 299, "sum_ns": 4174918404, "mean_ms": 13.962937806020067 }, "infer_output_to_callback": { "n": 299, "sum_ns": 170115976, "mean_ms": 0.5689497525083612 }, "copy_wall": { "n": 299, "sum_ns": 685369131, "mean_ms": 2.2922044515050164 }, "copy_thread_cpu": { "n": 299, "sum_ns": 682814578, "mean_ms": 2.283660795986622 }, "callback_to_copied": { "n": 299, "sum_ns": 734980934, "mean_ms": 2.458130214046823 }, "accepted_interval": { "n": 299, "sum_ns": 30116000046, "mean_ms": 100.72240818060202 }, "selected_to_submitted": { "n": 299, "sum_ns": 5411572601, "mean_ms": 18.09890502006689 }, "completed_queue_wait": { "n": 299, "sum_ns": 66468741, "mean_ms": 0.22230348160535118 }, "result_observations_wall": { "n": 299, "sum_ns": 211229638, "mean_ms": 0.7064536387959867 }, "result_observations_cpu": { "n": 299, "sum_ns": 211214016, "mean_ms": 0.7064013913043478 }, "result_nms_wall": { "n": 299, "sum_ns": 161429374, "mean_ms": 0.5398975719063545 }, "result_nms_cpu": { "n": 299, "sum_ns": 134249602, "mean_ms": 0.4489953244147157 }, "result_tracking_wall": { "n": 299, "sum_ns": 246968617, "mean_ms": 0.8259819966555184 }, "result_tracking_cpu": { "n": 299, "sum_ns": 242299369, "mean_ms": 0.8103657826086956 }, "result_region_wall": { "n": 299, "sum_ns": 51798658, "mean_ms": 0.17323965886287623 }, "result_region_cpu": { "n": 299, "sum_ns": 51828644, "mean_ms": 0.17333994648829432 }, "result_fall_wall": { "n": 299, "sum_ns": 111299179, "mean_ms": 0.37223805685618727 }, "result_fall_cpu": { "n": 299, "sum_ns": 111326615, "mean_ms": 0.3723298160535117 }, "result_fight_wall": { "n": 299, "sum_ns": 42041170, "mean_ms": 0.1406059197324415 }, "result_fight_cpu": { "n": 299, "sum_ns": 42071928, "mean_ms": 0.14070878929765887 }, "result_collector_wall": { "n": 299, "sum_ns": 434909793, "mean_ms": 1.4545478026755854 }, "result_collector_cpu": { "n": 299, "sum_ns": 432434077, "mean_ms": 1.4462678160535118 }, "result_composition_wall": { "n": 299, "sum_ns": 2995929, "mean_ms": 0.010019829431438127 }, "result_composition_cpu": { "n": 299, "sum_ns": 3012989, "mean_ms": 0.010076886287625418 }, "result_artifact_handoff_wall": { "n": 299, "sum_ns": 2070763, "mean_ms": 0.006925628762541806 }, "result_artifact_handoff_cpu": { "n": 299, "sum_ns": 2075036, "mean_ms": 0.006939919732441472 }, "result_publish_wall": { "n": 299, "sum_ns": 82778507, "mean_ms": 0.2768511939799331 }, "result_publish_cpu": { "n": 299, "sum_ns": 82826660, "mean_ms": 0.2770122408026756 }, "result_total_wall": { "n": 299, "sum_ns": 1530559527, "mean_ms": 5.118928183946489 }, "result_total_cpu": { "n": 299, "sum_ns": 1495469885, "mean_ms": 5.001571521739131 } } }, { "mode": "pose-a", "level": 3, "camera": "30", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.865371032, "new_channel": false, "seconds": 30.00001156399958, "selected_fps": 9.978111428138645, "requested_fps": 9.978111428138645, "complete_fps": 10.011595023535083, "accepted_fps": 10.011595023535083, "finalized_fps": 10.011595023535083, "redis_fps": 9.978111428138645, "redis_read_fps": 10.03332946581941, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 1, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.091, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 4, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.28296124696498737, "redis_interval_s": { "n": 300, "mean": 0.09995233214324495, "median": 0.09477070899447426, "p95": 0.18799313297495246, "maximum": 0.28296124696498737, "minimum": 0.003306614002212882 }, "redis_drift_s": { "n": 301, "mean": -2.4560293892645975, "median": -2.461397126010624, "p95": -2.384892209028365, "maximum": -2.287876308011363, "minimum": -2.526472673006353 }, "redis_drift_s_per_min": 0.009356078559159965, "ingress_drift_s": { "n": 12, "mean": 0.021184732666668538, "median": 0.018393420500004254, "p95": 0.07166946899999971, "maximum": 0.07166946899999971, "minimum": -0.013629654999988361 }, "ingress_drift_s_per_min": -0.026976907359376537, "source_drift_s": { "n": 12, "mean": 0.016510166666667676, "median": 0.017990499999996246, "p95": 0.032913999999991006, "maximum": 0.032913999999991006, "minimum": -0.013799999999989154 }, "ingress_to_redis_ms": { "n": 301, "mean": 32.16943521594684, "median": 26, "p95": 63, "maximum": 191, "minimum": 20 }, "source_samples": 12, "redis_samples": 301, "native_redis_joined": 13, "durations": { "depay_to_source_exit": { "n": 298, "sum_ns": 13410215000, "mean_ms": 45.00072147651007 }, "source_exit_to_ingress": { "n": 298, "sum_ns": 560253893, "mean_ms": 1.8800466208053692 }, "source_encoded_queue": { "n": 298, "sum_ns": 27376000, "mean_ms": 0.09186577181208054 }, "decode_between_queues": { "n": 298, "sum_ns": 13198728000, "mean_ms": 44.29103355704698 }, "source_raw_queue": { "n": 298, "sum_ns": 104606000, "mean_ms": 0.35102684563758385 }, "raw_queue_to_source_exit": { "n": 298, "sum_ns": 7110000, "mean_ms": 0.023859060402684564 }, "selected_to_preprocess_start": { "n": 298, "sum_ns": 185078125, "mean_ms": 0.621067533557047 }, "preprocess_start_to_preprocess_output": { "n": 298, "sum_ns": 210707102, "mean_ms": 0.707070812080537 }, "selected_to_preprocess": { "n": 298, "sum_ns": 480179277, "mean_ms": 1.611339855704698 }, "preprocess_start_to_preprocess": { "n": 298, "sum_ns": 295101152, "mean_ms": 0.990272322147651 }, "preprocess_output_to_infer_entry": { "n": 298, "sum_ns": 84394050, "mean_ms": 0.2832015100671141 }, "preprocess_to_infer_output": { "n": 299, "sum_ns": 4104998952, "mean_ms": 13.729093484949832 }, "preprocess_to_callback": { "n": 299, "sum_ns": 4289312199, "mean_ms": 14.34552574916388 }, "infer_output_to_callback": { "n": 299, "sum_ns": 184313247, "mean_ms": 0.6164322642140467 }, "copy_wall": { "n": 299, "sum_ns": 774638913, "mean_ms": 2.5907655953177255 }, "copy_thread_cpu": { "n": 299, "sum_ns": 773474138, "mean_ms": 2.5868700267558524 }, "callback_to_copied": { "n": 299, "sum_ns": 819338901, "mean_ms": 2.7402638829431436 }, "accepted_interval": { "n": 299, "sum_ns": 29887966452, "mean_ms": 99.95975402006688 }, "selected_to_submitted": { "n": 299, "sum_ns": 5609429635, "mean_ms": 18.76063423076923 }, "completed_queue_wait": { "n": 299, "sum_ns": 113840089, "mean_ms": 0.38073608361204014 }, "result_observations_wall": { "n": 299, "sum_ns": 216274087, "mean_ms": 0.7233247056856187 }, "result_observations_cpu": { "n": 299, "sum_ns": 216360383, "mean_ms": 0.723613321070234 }, "result_nms_wall": { "n": 299, "sum_ns": 347581731, "mean_ms": 1.1624807056856188 }, "result_nms_cpu": { "n": 299, "sum_ns": 135921299, "mean_ms": 0.45458628428093645 }, "result_tracking_wall": { "n": 299, "sum_ns": 807578611, "mean_ms": 2.7009318093645485 }, "result_tracking_cpu": { "n": 299, "sum_ns": 514035458, "mean_ms": 1.7191821337792643 }, "result_region_wall": { "n": 299, "sum_ns": 69411371, "mean_ms": 0.2321450535117057 }, "result_region_cpu": { "n": 299, "sum_ns": 69445181, "mean_ms": 0.23225813043478263 }, "result_fall_wall": { "n": 299, "sum_ns": 466136479, "mean_ms": 1.5589848795986623 }, "result_fall_cpu": { "n": 299, "sum_ns": 465972365, "mean_ms": 1.5584360033444815 }, "result_fight_wall": { "n": 299, "sum_ns": 121920925, "mean_ms": 0.4077622909698997 }, "result_fight_cpu": { "n": 299, "sum_ns": 121967349, "mean_ms": 0.4079175551839465 }, "result_collector_wall": { "n": 299, "sum_ns": 749711880, "mean_ms": 2.5073975919732443 }, "result_collector_cpu": { "n": 299, "sum_ns": 747463887, "mean_ms": 2.499879220735786 }, "result_composition_wall": { "n": 299, "sum_ns": 3824285, "mean_ms": 0.012790250836120402 }, "result_composition_cpu": { "n": 299, "sum_ns": 3836692, "mean_ms": 0.012831745819397992 }, "result_artifact_handoff_wall": { "n": 299, "sum_ns": 2208495, "mean_ms": 0.007386270903010033 }, "result_artifact_handoff_cpu": { "n": 299, "sum_ns": 2204275, "mean_ms": 0.007372157190635451 }, "result_publish_wall": { "n": 299, "sum_ns": 684836593, "mean_ms": 2.290423387959866 }, "result_publish_cpu": { "n": 299, "sum_ns": 680542762, "mean_ms": 2.2760627491638794 }, "result_total_wall": { "n": 299, "sum_ns": 3673405834, "mean_ms": 12.285638240802676 }, "result_total_cpu": { "n": 299, "sum_ns": 3160638053, "mean_ms": 10.57069582943144 } } }, { "mode": "pose-a", "level": 3, "camera": "31", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.924740641, "new_channel": false, "seconds": 30.00001156399958, "selected_fps": 9.991732379138451, "requested_fps": 9.991732379138451, "complete_fps": 9.991732379138451, "accepted_fps": 9.991732379138451, "finalized_fps": 9.991732379138451, "redis_fps": 9.991732379138451, "redis_read_fps": 9.96666282485051, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.175, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.22872715396806598, "redis_interval_s": { "n": 298, "mean": 0.10045760905705299, "median": 0.0978249849868007, "p95": 0.15617580496473238, "maximum": 0.22872715396806598, "minimum": 0.013786519004497677 }, "redis_drift_s": { "n": 299, "mean": -0.1724938014443608, "median": -0.17430494697298826, "p95": -0.14143650295445553, "maximum": -0.04968365099374239, "minimum": -0.22475493699126048 }, "redis_drift_s_per_min": 0.006510388217341711, "ingress_drift_s": { "n": 12, "mean": -0.03184072566666588, "median": -0.03141583999999753, "p95": -0.0015450040000004606, "maximum": -0.0015450040000004606, "minimum": -0.07788572700000174 }, "ingress_drift_s_per_min": -0.042283952744049176, "source_drift_s": { "n": 12, "mean": -0.0319647500000008, "median": -0.031514000000001374, "p95": -0.0016979999999975348, "maximum": -0.0016979999999975348, "minimum": -0.07788299999999992 }, "ingress_to_redis_ms": { "n": 299, "mean": 25.37458193979933, "median": 23, "p95": 29, "maximum": 104, "minimum": 19 }, "source_samples": 12, "redis_samples": 299, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 298, "sum_ns": 13938082000, "mean_ms": 46.772087248322144 }, "source_exit_to_ingress": { "n": 298, "sum_ns": 205545188, "mean_ms": 0.6897489530201343 }, "source_encoded_queue": { "n": 298, "sum_ns": 24899000, "mean_ms": 0.08355369127516779 }, "decode_between_queues": { "n": 298, "sum_ns": 13768851000, "mean_ms": 46.204197986577185 }, "source_raw_queue": { "n": 298, "sum_ns": 26216000, "mean_ms": 0.08797315436241611 }, "raw_queue_to_source_exit": { "n": 298, "sum_ns": 7296000, "mean_ms": 0.02448322147651007 }, "selected_to_preprocess_start": { "n": 299, "sum_ns": 186549461, "mean_ms": 0.6239112408026756 }, "preprocess_start_to_preprocess_output": { "n": 299, "sum_ns": 185239828, "mean_ms": 0.6195311973244148 }, "selected_to_preprocess": { "n": 299, "sum_ns": 444295146, "mean_ms": 1.4859369431438127 }, "preprocess_start_to_preprocess": { "n": 299, "sum_ns": 257745685, "mean_ms": 0.8620257023411371 }, "preprocess_output_to_infer_entry": { "n": 299, "sum_ns": 72505857, "mean_ms": 0.2424945050167224 }, "preprocess_to_infer_output": { "n": 299, "sum_ns": 4050387362, "mean_ms": 13.546446026755852 }, "preprocess_to_callback": { "n": 299, "sum_ns": 4224929382, "mean_ms": 14.130198602006688 }, "infer_output_to_callback": { "n": 299, "sum_ns": 174542020, "mean_ms": 0.5837525752508361 }, "copy_wall": { "n": 299, "sum_ns": 857703730, "mean_ms": 2.868574347826087 }, "copy_thread_cpu": { "n": 299, "sum_ns": 854334830, "mean_ms": 2.8573071237458194 }, "callback_to_copied": { "n": 299, "sum_ns": 903812624, "mean_ms": 3.022784695652174 }, "accepted_interval": { "n": 299, "sum_ns": 29879462420, "mean_ms": 99.93131244147158 }, "selected_to_submitted": { "n": 299, "sum_ns": 5592471009, "mean_ms": 18.703916418060203 }, "completed_queue_wait": { "n": 299, "sum_ns": 73377780, "mean_ms": 0.24541063545150502 }, "result_observations_wall": { "n": 299, "sum_ns": 218599040, "mean_ms": 0.7311004682274248 }, "result_observations_cpu": { "n": 299, "sum_ns": 218686231, "mean_ms": 0.7313920769230768 }, "result_nms_wall": { "n": 299, "sum_ns": 174020416, "mean_ms": 0.5820080802675586 }, "result_nms_cpu": { "n": 299, "sum_ns": 128297714, "mean_ms": 0.42908934448160535 }, "result_tracking_wall": { "n": 299, "sum_ns": 259612853, "mean_ms": 0.8682704113712375 }, "result_tracking_cpu": { "n": 299, "sum_ns": 228672099, "mean_ms": 0.7647896287625418 }, "result_region_wall": { "n": 299, "sum_ns": 52270425, "mean_ms": 0.17481747491638797 }, "result_region_cpu": { "n": 299, "sum_ns": 52299236, "mean_ms": 0.17491383277591974 }, "result_fall_wall": { "n": 299, "sum_ns": 109248985, "mean_ms": 0.36538122073578594 }, "result_fall_cpu": { "n": 299, "sum_ns": 109289627, "mean_ms": 0.36551714715719064 }, "result_fight_wall": { "n": 299, "sum_ns": 41199111, "mean_ms": 0.13778966889632105 }, "result_fight_cpu": { "n": 299, "sum_ns": 41233646, "mean_ms": 0.13790517056856189 }, "result_collector_wall": { "n": 299, "sum_ns": 629891272, "mean_ms": 2.106659772575251 }, "result_collector_cpu": { "n": 299, "sum_ns": 627086199, "mean_ms": 2.0972782575250837 }, "result_composition_wall": { "n": 299, "sum_ns": 3295964, "mean_ms": 0.011023290969899666 }, "result_composition_cpu": { "n": 299, "sum_ns": 3308505, "mean_ms": 0.011065234113712375 }, "result_artifact_handoff_wall": { "n": 299, "sum_ns": 2324917, "mean_ms": 0.0077756421404682275 }, "result_artifact_handoff_cpu": { "n": 299, "sum_ns": 2317795, "mean_ms": 0.007751822742474917 }, "result_publish_wall": { "n": 299, "sum_ns": 85936437, "mean_ms": 0.2874128327759198 }, "result_publish_cpu": { "n": 299, "sum_ns": 85985603, "mean_ms": 0.2875772675585284 }, "result_total_wall": { "n": 299, "sum_ns": 1771257448, "mean_ms": 5.923937953177258 }, "result_total_cpu": { "n": 299, "sum_ns": 1691044025, "mean_ms": 5.655665635451505 } } }, { "mode": "pose-a", "level": 3, "camera": "32", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.088947568, "new_channel": true, "seconds": 30.00001156399958, "selected_fps": 9.837499278798305, "requested_fps": 9.837499278798305, "complete_fps": 9.837499278798305, "accepted_fps": 9.837499278798305, "finalized_fps": 9.837499278798305, "redis_fps": 9.837499278798305, "redis_read_fps": 9.833329542912711, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.101, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 2, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.4914500790182501, "redis_interval_s": { "n": 294, "mean": 0.10164603772438544, "median": 0.09756653450313024, "p95": 0.16056148300413042, "maximum": 0.4914500790182501, "minimum": 0.002420387987513095 }, "redis_drift_s": { "n": 295, "mean": -7.582481036885721, "median": -7.583776382965503, "p95": -7.549095595989375, "maximum": -7.266237786968706, "minimum": -7.699817398981192 }, "redis_drift_s_per_min": 0.00860360453138308, "ingress_drift_s": { "n": 12, "mean": -0.03860901958333418, "median": -0.036566976499999626, "p95": -0.00623021600000051, "maximum": -0.00623021600000051, "minimum": -0.08362954899999941 }, "ingress_drift_s_per_min": 0.01887963962103398, "source_drift_s": { "n": 12, "mean": -0.03853750000000004, "median": -0.03650500000000001, "p95": -0.006143000000001564, "maximum": -0.006143000000001564, "minimum": -0.08344299999999905 }, "ingress_to_redis_ms": { "n": 295, "mean": 24.938983050847458, "median": 22, "p95": 30, "maximum": 93, "minimum": 19 }, "source_samples": 12, "redis_samples": 295, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 296, "sum_ns": 12879196000, "mean_ms": 43.5107972972973 }, "source_exit_to_ingress": { "n": 296, "sum_ns": 155993388, "mean_ms": 0.5270046891891892 }, "source_encoded_queue": { "n": 296, "sum_ns": 25476000, "mean_ms": 0.08606756756756757 }, "decode_between_queues": { "n": 296, "sum_ns": 12721082000, "mean_ms": 42.97662837837838 }, "source_raw_queue": { "n": 296, "sum_ns": 28662000, "mean_ms": 0.09683108108108109 }, "raw_queue_to_source_exit": { "n": 296, "sum_ns": 7329000, "mean_ms": 0.02476013513513514 }, "selected_to_preprocess_start": { "n": 296, "sum_ns": 185330494, "mean_ms": 0.6261165337837837 }, "preprocess_start_to_preprocess_output": { "n": 296, "sum_ns": 180380533, "mean_ms": 0.6093936925675676 }, "selected_to_preprocess": { "n": 296, "sum_ns": 438919651, "mean_ms": 1.4828366587837836 }, "preprocess_start_to_preprocess": { "n": 296, "sum_ns": 253589157, "mean_ms": 0.856720125 }, "preprocess_output_to_infer_entry": { "n": 296, "sum_ns": 73208624, "mean_ms": 0.24732643243243244 }, "preprocess_to_infer_output": { "n": 296, "sum_ns": 4084516602, "mean_ms": 13.799042574324325 }, "preprocess_to_callback": { "n": 296, "sum_ns": 4252191191, "mean_ms": 14.365510780405407 }, "infer_output_to_callback": { "n": 296, "sum_ns": 167674589, "mean_ms": 0.5664682060810811 }, "copy_wall": { "n": 296, "sum_ns": 587399453, "mean_ms": 1.9844576114864865 }, "copy_thread_cpu": { "n": 296, "sum_ns": 586395273, "mean_ms": 1.9810651114864863 }, "callback_to_copied": { "n": 296, "sum_ns": 631946019, "mean_ms": 2.134952766891892 }, "accepted_interval": { "n": 296, "sum_ns": 30080955861, "mean_ms": 101.62485088175676 }, "selected_to_submitted": { "n": 296, "sum_ns": 5340962810, "mean_ms": 18.043793277027024 }, "completed_queue_wait": { "n": 296, "sum_ns": 64873637, "mean_ms": 0.21916769256756757 }, "result_observations_wall": { "n": 296, "sum_ns": 196396046, "mean_ms": 0.6635001554054054 }, "result_observations_cpu": { "n": 296, "sum_ns": 196477509, "mean_ms": 0.6637753682432432 }, "result_nms_wall": { "n": 296, "sum_ns": 170400940, "mean_ms": 0.5756788513513513 }, "result_nms_cpu": { "n": 296, "sum_ns": 135230208, "mean_ms": 0.4568588108108108 }, "result_tracking_wall": { "n": 296, "sum_ns": 327054553, "mean_ms": 1.1049140304054055 }, "result_tracking_cpu": { "n": 296, "sum_ns": 313219447, "mean_ms": 1.0581738074324325 }, "result_region_wall": { "n": 296, "sum_ns": 57000593, "mean_ms": 0.19256957094594596 }, "result_region_cpu": { "n": 296, "sum_ns": 57034063, "mean_ms": 0.19268264527027026 }, "result_fall_wall": { "n": 296, "sum_ns": 218001257, "mean_ms": 0.7364907331081082 }, "result_fall_cpu": { "n": 296, "sum_ns": 217462083, "mean_ms": 0.7346691993243244 }, "result_fight_wall": { "n": 296, "sum_ns": 50015624, "mean_ms": 0.1689717027027027 }, "result_fight_cpu": { "n": 296, "sum_ns": 50050359, "mean_ms": 0.16908905067567567 }, "result_collector_wall": { "n": 296, "sum_ns": 482027766, "mean_ms": 1.6284721824324324 }, "result_collector_cpu": { "n": 296, "sum_ns": 478559237, "mean_ms": 1.616754179054054 }, "result_composition_wall": { "n": 296, "sum_ns": 3071164, "mean_ms": 0.010375554054054053 }, "result_composition_cpu": { "n": 296, "sum_ns": 3086130, "mean_ms": 0.010426114864864866 }, "result_artifact_handoff_wall": { "n": 296, "sum_ns": 2016838, "mean_ms": 0.0068136418918918916 }, "result_artifact_handoff_cpu": { "n": 296, "sum_ns": 2018866, "mean_ms": 0.006820493243243244 }, "result_publish_wall": { "n": 296, "sum_ns": 114735718, "mean_ms": 0.38762066891891894 }, "result_publish_cpu": { "n": 296, "sum_ns": 114802148, "mean_ms": 0.3878450945945946 }, "result_total_wall": { "n": 296, "sum_ns": 1805457623, "mean_ms": 6.0995189966216214 }, "result_total_cpu": { "n": 296, "sum_ns": 1751667757, "mean_ms": 5.917796476351351 } } }, { "mode": "pose-a", "level": 4, "camera": "30", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.03562079, "new_channel": false, "seconds": 30.00011916301446, "selected_fps": 9.888259079994864, "requested_fps": 9.888259079994864, "complete_fps": 9.888259079994864, "accepted_fps": 9.888259079994864, "finalized_fps": 9.888259079994864, "redis_fps": 9.888259079994864, "redis_read_fps": 9.899960676361426, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 1, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.104, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 12, "analysis_gap_markers": 2, "c_suppressed": 0, "max_redis_silence_s": 0.3576956060132943, "redis_interval_s": { "n": 296, "mean": 0.10098329754731133, "median": 0.0953636119957082, "p95": 0.17967048700666055, "maximum": 0.3576956060132943, "minimum": 0.0046727280132472515 }, "redis_drift_s": { "n": 297, "mean": -2.4512227146580705, "median": -2.459004745016813, "p95": -2.370908731995627, "maximum": -2.227046180000542, "minimum": -2.5202974910307603 }, "redis_drift_s_per_min": -0.003422063993858312, "ingress_drift_s": { "n": 12, "mean": 0.014283362083331733, "median": 0.015711185000007788, "p95": 0.04967176399998152, "maximum": 0.04967176399998152, "minimum": -0.01336812300002066 }, "ingress_drift_s_per_min": -0.01639131146432449, "source_drift_s": { "n": 12, "mean": 0.014198583333331053, "median": 0.01563350000000696, "p95": 0.04968399999998496, "maximum": 0.04968399999998496, "minimum": -0.013439000000005308 }, "ingress_to_redis_ms": { "n": 297, "mean": 35.48821548821549, "median": 28, "p95": 86, "maximum": 255, "minimum": 22 }, "source_samples": 12, "redis_samples": 297, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 297, "sum_ns": 13656803000, "mean_ms": 45.98250168350168 }, "source_exit_to_ingress": { "n": 297, "sum_ns": 722152989, "mean_ms": 2.4314915454545454 }, "source_encoded_queue": { "n": 297, "sum_ns": 22258000, "mean_ms": 0.07494276094276094 }, "decode_between_queues": { "n": 297, "sum_ns": 13409954000, "mean_ms": 45.15136026936027 }, "source_raw_queue": { "n": 297, "sum_ns": 138849000, "mean_ms": 0.46750505050505053 }, "raw_queue_to_source_exit": { "n": 297, "sum_ns": 7109000, "mean_ms": 0.02393602693602694 }, "selected_to_preprocess_start": { "n": 297, "sum_ns": 192951835, "mean_ms": 0.6496694781144781 }, "preprocess_start_to_preprocess_output": { "n": 297, "sum_ns": 184912955, "mean_ms": 0.6226025420875422 }, "selected_to_preprocess": { "n": 297, "sum_ns": 462228982, "mean_ms": 1.5563265387205385 }, "preprocess_start_to_preprocess": { "n": 297, "sum_ns": 269277147, "mean_ms": 0.9066570606060605 }, "preprocess_output_to_infer_entry": { "n": 297, "sum_ns": 84364192, "mean_ms": 0.28405451851851854 }, "preprocess_to_infer_output": { "n": 297, "sum_ns": 4221520138, "mean_ms": 14.213872518518519 }, "preprocess_to_callback": { "n": 297, "sum_ns": 4399418404, "mean_ms": 14.81285657912458 }, "infer_output_to_callback": { "n": 297, "sum_ns": 177898266, "mean_ms": 0.5989840606060606 }, "copy_wall": { "n": 297, "sum_ns": 924968751, "mean_ms": 3.114372898989899 }, "copy_thread_cpu": { "n": 297, "sum_ns": 923178505, "mean_ms": 3.1083451346801345 }, "callback_to_copied": { "n": 297, "sum_ns": 970879597, "mean_ms": 3.2689548720538717 }, "accepted_interval": { "n": 297, "sum_ns": 30000261667, "mean_ms": 101.01098204377104 }, "selected_to_submitted": { "n": 297, "sum_ns": 5853328910, "mean_ms": 19.70817814814815 }, "completed_queue_wait": { "n": 297, "sum_ns": 136233587, "mean_ms": 0.45869894612794615 }, "result_observations_wall": { "n": 297, "sum_ns": 246332579, "mean_ms": 0.8294026228956228 }, "result_observations_cpu": { "n": 297, "sum_ns": 243166532, "mean_ms": 0.818742531986532 }, "result_nms_wall": { "n": 297, "sum_ns": 254764640, "mean_ms": 0.8577934006734007 }, "result_nms_cpu": { "n": 297, "sum_ns": 141573851, "mean_ms": 0.476679632996633 }, "result_tracking_wall": { "n": 297, "sum_ns": 848521374, "mean_ms": 2.8569743232323233 }, "result_tracking_cpu": { "n": 297, "sum_ns": 598424008, "mean_ms": 2.01489564983165 }, "result_region_wall": { "n": 297, "sum_ns": 75376662, "mean_ms": 0.25379347474747477 }, "result_region_cpu": { "n": 297, "sum_ns": 75415082, "mean_ms": 0.253922835016835 }, "result_fall_wall": { "n": 297, "sum_ns": 524450520, "mean_ms": 1.7658266666666667 }, "result_fall_cpu": { "n": 297, "sum_ns": 523448393, "mean_ms": 1.7624525016835018 }, "result_fight_wall": { "n": 297, "sum_ns": 137405621, "mean_ms": 0.46264518855218856 }, "result_fight_cpu": { "n": 297, "sum_ns": 137426830, "mean_ms": 0.4627165993265993 }, "result_collector_wall": { "n": 297, "sum_ns": 1639648264, "mean_ms": 5.520701225589226 }, "result_collector_cpu": { "n": 297, "sum_ns": 1629657463, "mean_ms": 5.487062164983165 }, "result_composition_wall": { "n": 297, "sum_ns": 4418190, "mean_ms": 0.014876060606060606 }, "result_composition_cpu": { "n": 297, "sum_ns": 4432888, "mean_ms": 0.014925548821548822 }, "result_artifact_handoff_wall": { "n": 297, "sum_ns": 2439568, "mean_ms": 0.00821403367003367 }, "result_artifact_handoff_cpu": { "n": 297, "sum_ns": 2431948, "mean_ms": 0.008188377104377104 }, "result_publish_wall": { "n": 297, "sum_ns": 301689253, "mean_ms": 1.0157887306397306 }, "result_publish_cpu": { "n": 297, "sum_ns": 297251190, "mean_ms": 1.0008457575757577 }, "result_total_wall": { "n": 297, "sum_ns": 4263494269, "mean_ms": 14.355199558922559 }, "result_total_cpu": { "n": 297, "sum_ns": 3880485478, "mean_ms": 13.065607670033671 } } }, { "mode": "pose-a", "level": 4, "camera": "31", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.967063062, "new_channel": false, "seconds": 30.00011916301446, "selected_fps": 9.910881135916634, "requested_fps": 9.944251106071237, "complete_fps": 9.944251106071237, "accepted_fps": 9.944251106071237, "finalized_fps": 9.944251106071237, "redis_fps": 9.944251106071237, "redis_read_fps": 9.899960676361426, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 1, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.153, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.3964439719566144, "redis_interval_s": { "n": 296, "mean": 0.1009391841757492, "median": 0.09640217150445096, "p95": 0.1609181190142408, "maximum": 0.3964439719566144, "minimum": 0.0011272240080870688 }, "redis_drift_s": { "n": 297, "mean": -0.17138523574131387, "median": -0.17348032397404722, "p95": -0.13545518696214742, "maximum": 0.09583687600586188, "minimum": -0.2770358999860463 }, "redis_drift_s_per_min": 0.005810170792285548, "ingress_drift_s": { "n": 12, "mean": -0.03110376008333186, "median": -0.029949480999995615, "p95": 0.0037644679999999653, "maximum": 0.0037644679999999653, "minimum": -0.06354455599999653 }, "ingress_drift_s_per_min": 0.043686473632407845, "source_drift_s": { "n": 12, "mean": -0.03129066666666347, "median": -0.030519499999996924, "p95": 0.0036680000000046675, "maximum": 0.0036680000000046675, "minimum": -0.06354399999999316 }, "ingress_to_redis_ms": { "n": 297, "mean": 27.53872053872054, "median": 25, "p95": 36, "maximum": 117, "minimum": 20 }, "source_samples": 12, "redis_samples": 297, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 296, "sum_ns": 12854141000, "mean_ms": 43.42615202702702 }, "source_exit_to_ingress": { "n": 296, "sum_ns": 151445490, "mean_ms": 0.511640168918919 }, "source_encoded_queue": { "n": 296, "sum_ns": 26365000, "mean_ms": 0.08907094594594595 }, "decode_between_queues": { "n": 296, "sum_ns": 12670945000, "mean_ms": 42.80724662162162 }, "source_raw_queue": { "n": 296, "sum_ns": 23435000, "mean_ms": 0.07917229729729729 }, "raw_queue_to_source_exit": { "n": 296, "sum_ns": 7433000, "mean_ms": 0.025111486486486485 }, "selected_to_preprocess_start": { "n": 297, "sum_ns": 191392902, "mean_ms": 0.6444205454545454 }, "preprocess_start_to_preprocess_output": { "n": 298, "sum_ns": 168291655, "mean_ms": 0.5647370973154362 }, "selected_to_preprocess": { "n": 298, "sum_ns": 429625285, "mean_ms": 1.4416955872483221 }, "preprocess_start_to_preprocess": { "n": 298, "sum_ns": 237600005, "mean_ms": 0.7973154530201343 }, "preprocess_output_to_infer_entry": { "n": 298, "sum_ns": 69308350, "mean_ms": 0.23257835570469798 }, "preprocess_to_infer_output": { "n": 298, "sum_ns": 4299786585, "mean_ms": 14.428814043624161 }, "preprocess_to_callback": { "n": 298, "sum_ns": 4477590805, "mean_ms": 15.0254725 }, "infer_output_to_callback": { "n": 298, "sum_ns": 177804220, "mean_ms": 0.5966584563758389 }, "copy_wall": { "n": 298, "sum_ns": 781789677, "mean_ms": 2.6234552919463088 }, "copy_thread_cpu": { "n": 298, "sum_ns": 779316949, "mean_ms": 2.615157546979866 }, "callback_to_copied": { "n": 298, "sum_ns": 829010108, "mean_ms": 2.78191311409396 }, "accepted_interval": { "n": 298, "sum_ns": 30010618038, "mean_ms": 100.7067719395973 }, "selected_to_submitted": { "n": 298, "sum_ns": 5757265736, "mean_ms": 19.319683677852346 }, "completed_queue_wait": { "n": 298, "sum_ns": 79062014, "mean_ms": 0.2653087718120805 }, "result_observations_wall": { "n": 298, "sum_ns": 252422739, "mean_ms": 0.8470561711409396 }, "result_observations_cpu": { "n": 298, "sum_ns": 252528301, "mean_ms": 0.8474104060402685 }, "result_nms_wall": { "n": 298, "sum_ns": 167576276, "mean_ms": 0.5623364966442953 }, "result_nms_cpu": { "n": 298, "sum_ns": 135862204, "mean_ms": 0.45591343624161074 }, "result_tracking_wall": { "n": 298, "sum_ns": 261849029, "mean_ms": 0.8786880167785235 }, "result_tracking_cpu": { "n": 298, "sum_ns": 248127085, "mean_ms": 0.8326412248322148 }, "result_region_wall": { "n": 298, "sum_ns": 57443505, "mean_ms": 0.19276343959731546 }, "result_region_cpu": { "n": 298, "sum_ns": 57478024, "mean_ms": 0.19287927516778525 }, "result_fall_wall": { "n": 298, "sum_ns": 120901036, "mean_ms": 0.4057081744966443 }, "result_fall_cpu": { "n": 298, "sum_ns": 120947307, "mean_ms": 0.40586344630872484 }, "result_fight_wall": { "n": 298, "sum_ns": 45376391, "mean_ms": 0.15226976845637583 }, "result_fight_cpu": { "n": 298, "sum_ns": 45410463, "mean_ms": 0.15238410402684563 }, "result_collector_wall": { "n": 298, "sum_ns": 957738089, "mean_ms": 3.2138862046979866 }, "result_collector_cpu": { "n": 298, "sum_ns": 950362411, "mean_ms": 3.1891356073825503 }, "result_composition_wall": { "n": 298, "sum_ns": 3916508, "mean_ms": 0.013142644295302014 }, "result_composition_cpu": { "n": 298, "sum_ns": 3924495, "mean_ms": 0.013169446308724832 }, "result_artifact_handoff_wall": { "n": 298, "sum_ns": 2634890, "mean_ms": 0.008841912751677852 }, "result_artifact_handoff_cpu": { "n": 298, "sum_ns": 2629055, "mean_ms": 0.008822332214765102 }, "result_publish_wall": { "n": 298, "sum_ns": 95114450, "mean_ms": 0.3191760067114094 }, "result_publish_cpu": { "n": 298, "sum_ns": 95176094, "mean_ms": 0.3193828657718121 }, "result_total_wall": { "n": 298, "sum_ns": 2187646177, "mean_ms": 7.341094553691275 }, "result_total_cpu": { "n": 298, "sum_ns": 2134025196, "mean_ms": 7.161158375838926 } } }, { "mode": "pose-a", "level": 4, "camera": "32", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.850383328, "new_channel": false, "seconds": 30.00011916301446, "selected_fps": 9.983121379901094, "requested_fps": 9.983121379901094, "complete_fps": 9.983121379901094, "accepted_fps": 9.983121379901094, "finalized_fps": 9.983121379901094, "redis_fps": 9.983121379901094, "redis_read_fps": 9.999960279152955, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.104, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 2, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.22368674899917096, "redis_interval_s": { "n": 299, "mean": 0.0998594087626813, "median": 0.09954833699157462, "p95": 0.16632263700012118, "maximum": 0.22368674899917096, "minimum": 0.013625621038954705 }, "redis_drift_s": { "n": 300, "mean": -7.577976631400745, "median": -7.580702727474268, "p95": -7.543352109974251, "maximum": -7.456659486987633, "minimum": -7.634734811992388 }, "redis_drift_s_per_min": 0.005920758203784687, "ingress_drift_s": { "n": 12, "mean": -0.03094750750000112, "median": -0.032549709999997845, "p95": 0.002322012999997014, "maximum": 0.002322012999997014, "minimum": -0.06411171400000626 }, "ingress_drift_s_per_min": -0.041741731233922115, "source_drift_s": { "n": 12, "mean": -0.03292641666666777, "median": -0.03399499999999733, "p95": 0.0023989999999969314, "maximum": 0.0023989999999969314, "minimum": -0.0639940000000081 }, "ingress_to_redis_ms": { "n": 300, "mean": 27.583333333333332, "median": 25.0, "p95": 33, "maximum": 132, "minimum": 19 }, "source_samples": 12, "redis_samples": 300, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 298, "sum_ns": 13542854000, "mean_ms": 45.44581879194631 }, "source_exit_to_ingress": { "n": 298, "sum_ns": 301109206, "mean_ms": 1.010433577181208 }, "source_encoded_queue": { "n": 298, "sum_ns": 22521000, "mean_ms": 0.0755738255033557 }, "decode_between_queues": { "n": 298, "sum_ns": 13345510000, "mean_ms": 44.78359060402685 }, "source_raw_queue": { "n": 298, "sum_ns": 39226000, "mean_ms": 0.13163087248322147 }, "raw_queue_to_source_exit": { "n": 298, "sum_ns": 7191000, "mean_ms": 0.024130872483221474 }, "selected_to_preprocess_start": { "n": 298, "sum_ns": 191906428, "mean_ms": 0.6439813020134229 }, "preprocess_start_to_preprocess_output": { "n": 298, "sum_ns": 172980365, "mean_ms": 0.5804710234899328 }, "selected_to_preprocess": { "n": 298, "sum_ns": 427095379, "mean_ms": 1.4332059697986579 }, "preprocess_start_to_preprocess": { "n": 298, "sum_ns": 235188951, "mean_ms": 0.7892246677852348 }, "preprocess_output_to_infer_entry": { "n": 298, "sum_ns": 62208586, "mean_ms": 0.20875364429530202 }, "preprocess_to_infer_output": { "n": 298, "sum_ns": 4242284268, "mean_ms": 14.235853248322147 }, "preprocess_to_callback": { "n": 298, "sum_ns": 4423460976, "mean_ms": 14.84382877852349 }, "infer_output_to_callback": { "n": 298, "sum_ns": 181176708, "mean_ms": 0.6079755302013423 }, "copy_wall": { "n": 298, "sum_ns": 678504060, "mean_ms": 2.276859261744966 }, "copy_thread_cpu": { "n": 298, "sum_ns": 677415333, "mean_ms": 2.2732058154362416 }, "callback_to_copied": { "n": 298, "sum_ns": 724795534, "mean_ms": 2.43219977852349 }, "accepted_interval": { "n": 298, "sum_ns": 29832626363, "mean_ms": 100.10948443959731 }, "selected_to_submitted": { "n": 298, "sum_ns": 5595612703, "mean_ms": 18.77722383557047 }, "completed_queue_wait": { "n": 298, "sum_ns": 67511140, "mean_ms": 0.22654744966442952 }, "result_observations_wall": { "n": 298, "sum_ns": 224557315, "mean_ms": 0.7535480369127517 }, "result_observations_cpu": { "n": 298, "sum_ns": 224657748, "mean_ms": 0.7538850604026847 }, "result_nms_wall": { "n": 298, "sum_ns": 195124471, "mean_ms": 0.6547801040268456 }, "result_nms_cpu": { "n": 298, "sum_ns": 133277136, "mean_ms": 0.447238711409396 }, "result_tracking_wall": { "n": 298, "sum_ns": 334111637, "mean_ms": 1.1211799899328858 }, "result_tracking_cpu": { "n": 298, "sum_ns": 308367552, "mean_ms": 1.0347904429530201 }, "result_region_wall": { "n": 298, "sum_ns": 63862026, "mean_ms": 0.21430210067114094 }, "result_region_cpu": { "n": 298, "sum_ns": 63899825, "mean_ms": 0.21442894295302012 }, "result_fall_wall": { "n": 298, "sum_ns": 271458601, "mean_ms": 0.9109349026845638 }, "result_fall_cpu": { "n": 298, "sum_ns": 270065620, "mean_ms": 0.9062604697986577 }, "result_fight_wall": { "n": 298, "sum_ns": 51691678, "mean_ms": 0.1734620067114094 }, "result_fight_cpu": { "n": 298, "sum_ns": 51724409, "mean_ms": 0.1735718422818792 }, "result_collector_wall": { "n": 298, "sum_ns": 898044067, "mean_ms": 3.0135706946308725 }, "result_collector_cpu": { "n": 298, "sum_ns": 888198315, "mean_ms": 2.9805312583892616 }, "result_composition_wall": { "n": 298, "sum_ns": 3473875, "mean_ms": 0.01165729865771812 }, "result_composition_cpu": { "n": 298, "sum_ns": 3486174, "mean_ms": 0.011698570469798658 }, "result_artifact_handoff_wall": { "n": 298, "sum_ns": 2208649, "mean_ms": 0.007411573825503356 }, "result_artifact_handoff_cpu": { "n": 298, "sum_ns": 2199271, "mean_ms": 0.007380104026845637 }, "result_publish_wall": { "n": 298, "sum_ns": 120099988, "mean_ms": 0.40302009395973154 }, "result_publish_cpu": { "n": 298, "sum_ns": 120163112, "mean_ms": 0.40323191946308723 }, "result_total_wall": { "n": 298, "sum_ns": 2376789252, "mean_ms": 7.975802859060403 }, "result_total_cpu": { "n": 298, "sum_ns": 2277151486, "mean_ms": 7.641447939597315 } } }, { "mode": "pose-a", "level": 4, "camera": "33", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.120515177, "new_channel": true, "seconds": 30.00011916301446, "selected_fps": 10.02638893210588, "requested_fps": 10.02638893210588, "complete_fps": 10.02638893210588, "accepted_fps": 10.02638893210588, "finalized_fps": 9.993188968754536, "redis_fps": 9.993188968754536, "redis_read_fps": 9.999960279152955, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 1, "queue_age_max_sampled": 0.0004851049743592739, "provider_response_age_max_sampled": 0.104, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 1, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.19968299102038145, "redis_interval_s": { "n": 299, "mean": 0.09974388999320928, "median": 0.0978030720143579, "p95": 0.15262898901710287, "maximum": 0.19968299102038145, "minimum": 0.012090197007637471 }, "redis_drift_s": { "n": 300, "mean": -3.30035312558854, "median": -3.3009964445072697, "p95": -3.2696110070017177, "maximum": -3.203820662017911, "minimum": -3.3963445710195224 }, "redis_drift_s_per_min": 0.005309502573255965, "ingress_drift_s": { "n": 12, "mean": 0.006224882999999941, "median": 0.015102776500000026, "p95": 0.04622598999999994, "maximum": 0.04622598999999994, "minimum": -0.0788977229999972 }, "ingress_drift_s_per_min": -0.04886286301679055, "source_drift_s": { "n": 12, "mean": 0.0064289166666672655, "median": 0.015229999999999855, "p95": 0.046507000000000076, "maximum": 0.046507000000000076, "minimum": -0.07861399999999819 }, "ingress_to_redis_ms": { "n": 300, "mean": 25.12, "median": 23.0, "p95": 29, "maximum": 105, "minimum": 19 }, "source_samples": 12, "redis_samples": 300, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 302, "sum_ns": 13602464000, "mean_ms": 45.04127152317881 }, "source_exit_to_ingress": { "n": 302, "sum_ns": 141965854, "mean_ms": 0.4700856092715232 }, "source_encoded_queue": { "n": 302, "sum_ns": 24015000, "mean_ms": 0.07951986754966889 }, "decode_between_queues": { "n": 302, "sum_ns": 13401028000, "mean_ms": 44.374264900662254 }, "source_raw_queue": { "n": 302, "sum_ns": 20699000, "mean_ms": 0.06853973509933775 }, "raw_queue_to_source_exit": { "n": 302, "sum_ns": 8696000, "mean_ms": 0.02879470198675497 }, "selected_to_preprocess_start": { "n": 302, "sum_ns": 192634087, "mean_ms": 0.6378612152317881 }, "preprocess_start_to_preprocess_output": { "n": 302, "sum_ns": 166079305, "mean_ms": 0.5499314735099338 }, "selected_to_preprocess": { "n": 302, "sum_ns": 428692884, "mean_ms": 1.4195128609271521 }, "preprocess_start_to_preprocess": { "n": 302, "sum_ns": 236058797, "mean_ms": 0.7816516456953643 }, "preprocess_output_to_infer_entry": { "n": 302, "sum_ns": 69979492, "mean_ms": 0.23172017218543048 }, "preprocess_to_infer_output": { "n": 302, "sum_ns": 4220603670, "mean_ms": 13.975508841059602 }, "preprocess_to_callback": { "n": 302, "sum_ns": 4403153849, "mean_ms": 14.57997963245033 }, "infer_output_to_callback": { "n": 302, "sum_ns": 182550179, "mean_ms": 0.6044707913907285 }, "copy_wall": { "n": 302, "sum_ns": 488876735, "mean_ms": 1.6187971357615896 }, "copy_thread_cpu": { "n": 302, "sum_ns": 487409452, "mean_ms": 1.613938582781457 }, "callback_to_copied": { "n": 302, "sum_ns": 536366956, "mean_ms": 1.7760495231788078 }, "accepted_interval": { "n": 302, "sum_ns": 30182207603, "mean_ms": 99.9410847781457 }, "selected_to_submitted": { "n": 302, "sum_ns": 5387601983, "mean_ms": 17.83974166556291 }, "completed_queue_wait": { "n": 301, "sum_ns": 62084338, "mean_ms": 0.2062602591362126 }, "result_observations_wall": { "n": 301, "sum_ns": 197007406, "mean_ms": 0.6545096544850499 }, "result_observations_cpu": { "n": 301, "sum_ns": 197096174, "mean_ms": 0.6548045647840531 }, "result_nms_wall": { "n": 301, "sum_ns": 180255653, "mean_ms": 0.5988559900332225 }, "result_nms_cpu": { "n": 301, "sum_ns": 142055478, "mean_ms": 0.4719451096345515 }, "result_tracking_wall": { "n": 301, "sum_ns": 298221688, "mean_ms": 0.9907697275747508 }, "result_tracking_cpu": { "n": 301, "sum_ns": 285873409, "mean_ms": 0.9497455448504983 }, "result_region_wall": { "n": 301, "sum_ns": 64930018, "mean_ms": 0.21571434551495017 }, "result_region_cpu": { "n": 301, "sum_ns": 64944861, "mean_ms": 0.21576365780730897 }, "result_fall_wall": { "n": 301, "sum_ns": 137603903, "mean_ms": 0.45715582392026577 }, "result_fall_cpu": { "n": 301, "sum_ns": 137670561, "mean_ms": 0.45737727906976744 }, "result_fight_wall": { "n": 301, "sum_ns": 55417464, "mean_ms": 0.18411117607973423 }, "result_fight_cpu": { "n": 301, "sum_ns": 55426448, "mean_ms": 0.18414102325581394 }, "result_collector_wall": { "n": 301, "sum_ns": 716116918, "mean_ms": 2.379125973421927 }, "result_collector_cpu": { "n": 301, "sum_ns": 708714667, "mean_ms": 2.354533777408638 }, "result_composition_wall": { "n": 301, "sum_ns": 3277367, "mean_ms": 0.010888262458471762 }, "result_composition_cpu": { "n": 301, "sum_ns": 3291621, "mean_ms": 0.010935617940199337 }, "result_artifact_handoff_wall": { "n": 301, "sum_ns": 2280176, "mean_ms": 0.007575335548172758 }, "result_artifact_handoff_cpu": { "n": 301, "sum_ns": 2281173, "mean_ms": 0.007578647840531561 }, "result_publish_wall": { "n": 301, "sum_ns": 102757319, "mean_ms": 0.3413864418604651 }, "result_publish_cpu": { "n": 301, "sum_ns": 102837358, "mean_ms": 0.34165235215946843 }, "result_total_wall": { "n": 301, "sum_ns": 1952183802, "mean_ms": 6.485660471760798 }, "result_total_cpu": { "n": 301, "sum_ns": 1893480018, "mean_ms": 6.290631289036545 } } }, { "mode": "pose-a", "level": 5, "camera": "30", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.840744515, "new_channel": false, "seconds": 30.00011679297313, "selected_fps": 9.919323556126763, "requested_fps": 9.919323556126763, "complete_fps": 9.885812327896605, "accepted_fps": 9.885812327896605, "finalized_fps": 9.885812327896605, "redis_fps": 9.885812327896605, "redis_read_fps": 9.899961458468912, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 1, "queue_depth_max_sampled": 1, "queue_age_max_sampled": 0.0004882320063188672, "provider_response_age_max_sampled": 0.087, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 7, "analysis_gap_markers": 3, "c_suppressed": 0, "max_redis_silence_s": 0.37485955300508067, "redis_interval_s": { "n": 296, "mean": 0.1008782434832569, "median": 0.09584427147638053, "p95": 0.15707801200915128, "maximum": 0.37485955300508067, "minimum": 0.006000699009746313 }, "redis_drift_s": { "n": 297, "mean": -2.448122620998888, "median": -2.45654213799628, "p95": -2.3824972079759448, "maximum": -2.1786825849912077, "minimum": -2.50501018700794 }, "redis_drift_s_per_min": 0.010168236834290738, "ingress_drift_s": { "n": 12, "mean": 0.020278717250000966, "median": 0.020078592999993816, "p95": 0.05051034999999615, "maximum": 0.05051034999999615, "minimum": -0.013362078999989535 }, "ingress_drift_s_per_min": 0.07253649576152836, "source_drift_s": { "n": 12, "mean": 0.02010425000000519, "median": 0.01991600000000915, "p95": 0.05020999999999276, "maximum": 0.05020999999999276, "minimum": -0.013644999999996799 }, "ingress_to_redis_ms": { "n": 297, "mean": 36.94276094276094, "median": 29, "p95": 72, "maximum": 293, "minimum": 23 }, "source_samples": 12, "redis_samples": 297, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 296, "sum_ns": 13807984000, "mean_ms": 46.6485945945946 }, "source_exit_to_ingress": { "n": 296, "sum_ns": 882200673, "mean_ms": 2.980407679054054 }, "source_encoded_queue": { "n": 296, "sum_ns": 19329000, "mean_ms": 0.06530067567567567 }, "decode_between_queues": { "n": 296, "sum_ns": 13557864000, "mean_ms": 45.8035945945946 }, "source_raw_queue": { "n": 296, "sum_ns": 150807000, "mean_ms": 0.5094831081081082 }, "raw_queue_to_source_exit": { "n": 296, "sum_ns": 7413000, "mean_ms": 0.02504391891891892 }, "selected_to_preprocess_start": { "n": 296, "sum_ns": 194237991, "mean_ms": 0.6562094290540541 }, "preprocess_start_to_preprocess_output": { "n": 296, "sum_ns": 166721082, "mean_ms": 0.5632468986486486 }, "selected_to_preprocess": { "n": 296, "sum_ns": 430534051, "mean_ms": 1.454506929054054 }, "preprocess_start_to_preprocess": { "n": 296, "sum_ns": 236296060, "mean_ms": 0.7982975 }, "preprocess_output_to_infer_entry": { "n": 296, "sum_ns": 69574978, "mean_ms": 0.23505060135135136 }, "preprocess_to_infer_output": { "n": 296, "sum_ns": 4313901715, "mean_ms": 14.573992280405406 }, "preprocess_to_callback": { "n": 295, "sum_ns": 4485398649, "mean_ms": 15.204741183050846 }, "infer_output_to_callback": { "n": 295, "sum_ns": 188800025, "mean_ms": 0.6400000847457628 }, "copy_wall": { "n": 295, "sum_ns": 988994174, "mean_ms": 3.3525226237288135 }, "copy_thread_cpu": { "n": 295, "sum_ns": 987429170, "mean_ms": 3.347217525423729 }, "callback_to_copied": { "n": 295, "sum_ns": 1036182702, "mean_ms": 3.51248373559322 }, "accepted_interval": { "n": 295, "sum_ns": 29820606343, "mean_ms": 101.08680116271186 }, "selected_to_submitted": { "n": 295, "sum_ns": 5971568613, "mean_ms": 20.242605467796608 }, "completed_queue_wait": { "n": 295, "sum_ns": 285437879, "mean_ms": 0.9675860305084746 }, "result_observations_wall": { "n": 295, "sum_ns": 266704872, "mean_ms": 0.9040843118644069 }, "result_observations_cpu": { "n": 295, "sum_ns": 266440186, "mean_ms": 0.9031870711864406 }, "result_nms_wall": { "n": 295, "sum_ns": 276740368, "mean_ms": 0.9381029423728814 }, "result_nms_cpu": { "n": 295, "sum_ns": 145066347, "mean_ms": 0.4917503288135593 }, "result_tracking_wall": { "n": 295, "sum_ns": 986318989, "mean_ms": 3.3434542 }, "result_tracking_cpu": { "n": 295, "sum_ns": 619511762, "mean_ms": 2.100039871186441 }, "result_region_wall": { "n": 295, "sum_ns": 78464306, "mean_ms": 0.2659806983050847 }, "result_region_cpu": { "n": 295, "sum_ns": 78508963, "mean_ms": 0.2661320779661017 }, "result_fall_wall": { "n": 295, "sum_ns": 423944069, "mean_ms": 1.4370985389830508 }, "result_fall_cpu": { "n": 295, "sum_ns": 424086066, "mean_ms": 1.4375798847457626 }, "result_fight_wall": { "n": 295, "sum_ns": 144476266, "mean_ms": 0.4897500542372881 }, "result_fight_cpu": { "n": 295, "sum_ns": 144535807, "mean_ms": 0.4899518881355932 }, "result_collector_wall": { "n": 295, "sum_ns": 1234196220, "mean_ms": 4.183716 }, "result_collector_cpu": { "n": 295, "sum_ns": 1224029901, "mean_ms": 4.149253901694915 }, "result_composition_wall": { "n": 295, "sum_ns": 4688539, "mean_ms": 0.015893352542372882 }, "result_composition_cpu": { "n": 295, "sum_ns": 4699886, "mean_ms": 0.015931816949152543 }, "result_artifact_handoff_wall": { "n": 295, "sum_ns": 2618966, "mean_ms": 0.008877850847457626 }, "result_artifact_handoff_cpu": { "n": 295, "sum_ns": 2614586, "mean_ms": 0.008863003389830508 }, "result_publish_wall": { "n": 295, "sum_ns": 525262721, "mean_ms": 1.7805515966101695 }, "result_publish_cpu": { "n": 295, "sum_ns": 513199238, "mean_ms": 1.739658433898305 }, "result_total_wall": { "n": 295, "sum_ns": 4188996542, "mean_ms": 14.199988277966103 }, "result_total_cpu": { "n": 295, "sum_ns": 3666129832, "mean_ms": 12.427558752542373 } } }, { "mode": "pose-a", "level": 5, "camera": "31", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.934943441, "new_channel": false, "seconds": 30.00011679297313, "selected_fps": 9.921515321562888, "requested_fps": 9.921515321562888, "complete_fps": 9.921515321562888, "accepted_fps": 9.921515321562888, "finalized_fps": 9.921515321562888, "redis_fps": 9.921515321562888, "redis_read_fps": 9.899961458468912, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.105, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 1, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.3538303440436721, "redis_interval_s": { "n": 296, "mean": 0.10086721936818936, "median": 0.0987834575062152, "p95": 0.1548405080102384, "maximum": 0.3538303440436721, "minimum": 0.013043397979345173 }, "redis_drift_s": { "n": 297, "mean": -0.1695934592463287, "median": -0.1717831489997934, "p95": -0.13773598797573072, "maximum": 0.05934713204484865, "minimum": -0.2246584459859946 }, "redis_drift_s_per_min": 0.0013270242340043571, "ingress_drift_s": { "n": 12, "mean": -0.037033999250002836, "median": -0.03802417000000702, "p95": -0.0156321609999992, "maximum": -0.0156321609999992, "minimum": -0.06401873100000444 }, "ingress_drift_s_per_min": 0.02072348326741998, "source_drift_s": { "n": 12, "mean": -0.037242500000002586, "median": -0.03808700000000442, "p95": -0.015622999999990839, "maximum": -0.015622999999990839, "minimum": -0.06416200000001027 }, "ingress_to_redis_ms": { "n": 297, "mean": 27.40740740740741, "median": 25, "p95": 33, "maximum": 110, "minimum": 19 }, "source_samples": 12, "redis_samples": 297, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 296, "sum_ns": 13823647000, "mean_ms": 46.70151013513514 }, "source_exit_to_ingress": { "n": 296, "sum_ns": 170099786, "mean_ms": 0.5746614391891892 }, "source_encoded_queue": { "n": 296, "sum_ns": 18620000, "mean_ms": 0.0629054054054054 }, "decode_between_queues": { "n": 296, "sum_ns": 13670610000, "mean_ms": 46.18449324324324 }, "source_raw_queue": { "n": 296, "sum_ns": 25545000, "mean_ms": 0.08630067567567568 }, "raw_queue_to_source_exit": { "n": 296, "sum_ns": 7790000, "mean_ms": 0.026317567567567566 }, "selected_to_preprocess_start": { "n": 297, "sum_ns": 194966674, "mean_ms": 0.6564534478114478 }, "preprocess_start_to_preprocess_output": { "n": 297, "sum_ns": 155876898, "mean_ms": 0.5248380404040404 }, "selected_to_preprocess": { "n": 297, "sum_ns": 409994711, "mean_ms": 1.3804535723905724 }, "preprocess_start_to_preprocess": { "n": 297, "sum_ns": 215028037, "mean_ms": 0.7240001245791247 }, "preprocess_output_to_infer_entry": { "n": 297, "sum_ns": 59151139, "mean_ms": 0.19916208417508416 }, "preprocess_to_infer_output": { "n": 297, "sum_ns": 4267312910, "mean_ms": 14.368056936026937 }, "preprocess_to_callback": { "n": 297, "sum_ns": 4440268336, "mean_ms": 14.950398437710438 }, "infer_output_to_callback": { "n": 297, "sum_ns": 172955426, "mean_ms": 0.5823415016835016 }, "copy_wall": { "n": 297, "sum_ns": 996715559, "mean_ms": 3.355944643097643 }, "copy_thread_cpu": { "n": 297, "sum_ns": 991923610, "mean_ms": 3.3398101346801345 }, "callback_to_copied": { "n": 297, "sum_ns": 1043936421, "mean_ms": 3.5149374444444446 }, "accepted_interval": { "n": 297, "sum_ns": 29882669370, "mean_ms": 100.61504838383838 }, "selected_to_submitted": { "n": 297, "sum_ns": 5915216065, "mean_ms": 19.916552407407405 }, "completed_queue_wait": { "n": 297, "sum_ns": 67210420, "mean_ms": 0.22629771043771044 }, "result_observations_wall": { "n": 297, "sum_ns": 249897991, "mean_ms": 0.8414073771043772 }, "result_observations_cpu": { "n": 297, "sum_ns": 249950170, "mean_ms": 0.8415830639730639 }, "result_nms_wall": { "n": 297, "sum_ns": 163412521, "mean_ms": 0.5502105084175084 }, "result_nms_cpu": { "n": 297, "sum_ns": 134653636, "mean_ms": 0.4533792457912458 }, "result_tracking_wall": { "n": 297, "sum_ns": 255142415, "mean_ms": 0.8590653703703703 }, "result_tracking_cpu": { "n": 297, "sum_ns": 238724621, "mean_ms": 0.8037866026936027 }, "result_region_wall": { "n": 297, "sum_ns": 55469237, "mean_ms": 0.18676510774410776 }, "result_region_cpu": { "n": 297, "sum_ns": 55500980, "mean_ms": 0.18687198653198653 }, "result_fall_wall": { "n": 297, "sum_ns": 116761456, "mean_ms": 0.3931362154882155 }, "result_fall_cpu": { "n": 297, "sum_ns": 116816807, "mean_ms": 0.3933225824915825 }, "result_fight_wall": { "n": 297, "sum_ns": 44243750, "mean_ms": 0.14896885521885522 }, "result_fight_cpu": { "n": 297, "sum_ns": 44270536, "mean_ms": 0.14905904377104376 }, "result_collector_wall": { "n": 297, "sum_ns": 811132796, "mean_ms": 2.731086855218855 }, "result_collector_cpu": { "n": 297, "sum_ns": 807957036, "mean_ms": 2.7203940606060604 }, "result_composition_wall": { "n": 297, "sum_ns": 3883548, "mean_ms": 0.013075919191919192 }, "result_composition_cpu": { "n": 297, "sum_ns": 3892743, "mean_ms": 0.013106878787878787 }, "result_artifact_handoff_wall": { "n": 297, "sum_ns": 2625317, "mean_ms": 0.008839451178451177 }, "result_artifact_handoff_cpu": { "n": 297, "sum_ns": 2612971, "mean_ms": 0.008797882154882154 }, "result_publish_wall": { "n": 297, "sum_ns": 94470672, "mean_ms": 0.3180830707070707 }, "result_publish_cpu": { "n": 297, "sum_ns": 94532107, "mean_ms": 0.3182899225589226 }, "result_total_wall": { "n": 297, "sum_ns": 2015273081, "mean_ms": 6.78543124915825 }, "result_total_cpu": { "n": 297, "sum_ns": 1966080430, "mean_ms": 6.619799427609427 } } }, { "mode": "pose-a", "level": 5, "camera": "32", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.052635529, "new_channel": false, "seconds": 30.00011679297313, "selected_fps": 9.982485553072639, "requested_fps": 9.982485553072639, "complete_fps": 9.982485553072639, "accepted_fps": 9.982485553072639, "finalized_fps": 9.982485553072639, "redis_fps": 9.982485553072639, "redis_read_fps": 9.96662786559665, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 3, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.11, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 2, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.2610132319969125, "redis_interval_s": { "n": 298, "mean": 0.09995638755042319, "median": 0.09756210498744622, "p95": 0.1590609039994888, "maximum": 0.2610132319969125, "minimum": 0.004835097992327064 }, "redis_drift_s": { "n": 299, "mean": -7.575130432374885, "median": -7.578504567950503, "p95": -7.52777518494986, "maximum": -7.440735554956831, "minimum": -7.688709519999108 }, "redis_drift_s_per_min": 0.0024184491708783506, "ingress_drift_s": { "n": 12, "mean": -0.032949869666663766, "median": -0.03295416449999777, "p95": -0.0029772160000050008, "maximum": -0.0029772160000050008, "minimum": -0.06581370399999287 }, "ingress_drift_s_per_min": -0.02425915508790545, "source_drift_s": { "n": 12, "mean": -0.033569749999998066, "median": -0.03284850000000006, "p95": -0.002919000000005667, "maximum": -0.002919000000005667, "minimum": -0.0657629999999898 }, "ingress_to_redis_ms": { "n": 299, "mean": 30.752508361204015, "median": 26, "p95": 54, "maximum": 152, "minimum": 21 }, "source_samples": 12, "redis_samples": 299, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 300, "sum_ns": 13279473000, "mean_ms": 44.26491 }, "source_exit_to_ingress": { "n": 300, "sum_ns": 397207212, "mean_ms": 1.32402404 }, "source_encoded_queue": { "n": 300, "sum_ns": 19192000, "mean_ms": 0.06397333333333334 }, "decode_between_queues": { "n": 300, "sum_ns": 13150566000, "mean_ms": 43.83522 }, "source_raw_queue": { "n": 300, "sum_ns": 20428000, "mean_ms": 0.06809333333333333 }, "raw_queue_to_source_exit": { "n": 300, "sum_ns": 7461000, "mean_ms": 0.02487 }, "selected_to_preprocess_start": { "n": 300, "sum_ns": 192486879, "mean_ms": 0.64162293 }, "preprocess_start_to_preprocess_output": { "n": 300, "sum_ns": 161546168, "mean_ms": 0.5384872266666667 }, "selected_to_preprocess": { "n": 300, "sum_ns": 428445812, "mean_ms": 1.4281527066666668 }, "preprocess_start_to_preprocess": { "n": 300, "sum_ns": 235958933, "mean_ms": 0.7865297766666666 }, "preprocess_output_to_infer_entry": { "n": 300, "sum_ns": 74412765, "mean_ms": 0.24804255 }, "preprocess_to_infer_output": { "n": 300, "sum_ns": 4451269505, "mean_ms": 14.837565016666668 }, "preprocess_to_callback": { "n": 300, "sum_ns": 4634616953, "mean_ms": 15.448723176666666 }, "infer_output_to_callback": { "n": 300, "sum_ns": 183347448, "mean_ms": 0.61115816 }, "copy_wall": { "n": 300, "sum_ns": 1069259239, "mean_ms": 3.5641974633333335 }, "copy_thread_cpu": { "n": 300, "sum_ns": 1064049923, "mean_ms": 3.5468330766666667 }, "callback_to_copied": { "n": 300, "sum_ns": 1116683071, "mean_ms": 3.7222769033333334 }, "accepted_interval": { "n": 300, "sum_ns": 30102101976, "mean_ms": 100.34033992 }, "selected_to_submitted": { "n": 300, "sum_ns": 6201515718, "mean_ms": 20.671719059999997 }, "completed_queue_wait": { "n": 300, "sum_ns": 84490377, "mean_ms": 0.28163459 }, "result_observations_wall": { "n": 300, "sum_ns": 264766520, "mean_ms": 0.8825550666666666 }, "result_observations_cpu": { "n": 300, "sum_ns": 264837861, "mean_ms": 0.88279287 }, "result_nms_wall": { "n": 300, "sum_ns": 228466079, "mean_ms": 0.7615535966666667 }, "result_nms_cpu": { "n": 300, "sum_ns": 140719385, "mean_ms": 0.46906461666666666 }, "result_tracking_wall": { "n": 300, "sum_ns": 426714590, "mean_ms": 1.4223819666666666 }, "result_tracking_cpu": { "n": 300, "sum_ns": 342363615, "mean_ms": 1.14121205 }, "result_region_wall": { "n": 300, "sum_ns": 69792107, "mean_ms": 0.23264035666666666 }, "result_region_cpu": { "n": 300, "sum_ns": 69829261, "mean_ms": 0.23276420333333334 }, "result_fall_wall": { "n": 300, "sum_ns": 194420685, "mean_ms": 0.64806895 }, "result_fall_cpu": { "n": 300, "sum_ns": 194479305, "mean_ms": 0.6482643499999999 }, "result_fight_wall": { "n": 300, "sum_ns": 57330669, "mean_ms": 0.19110223 }, "result_fight_cpu": { "n": 300, "sum_ns": 57372723, "mean_ms": 0.19124241 }, "result_collector_wall": { "n": 300, "sum_ns": 1109226495, "mean_ms": 3.69742165 }, "result_collector_cpu": { "n": 300, "sum_ns": 1100851636, "mean_ms": 3.669505453333333 }, "result_composition_wall": { "n": 300, "sum_ns": 4122209, "mean_ms": 0.013740696666666666 }, "result_composition_cpu": { "n": 300, "sum_ns": 4130793, "mean_ms": 0.01376931 }, "result_artifact_handoff_wall": { "n": 300, "sum_ns": 2534124, "mean_ms": 0.00844708 }, "result_artifact_handoff_cpu": { "n": 300, "sum_ns": 2522513, "mean_ms": 0.008408376666666667 }, "result_publish_wall": { "n": 300, "sum_ns": 136134897, "mean_ms": 0.45378299 }, "result_publish_cpu": { "n": 300, "sum_ns": 136219748, "mean_ms": 0.45406582666666667 }, "result_total_wall": { "n": 300, "sum_ns": 2743800725, "mean_ms": 9.146002416666667 }, "result_total_cpu": { "n": 300, "sum_ns": 2561970446, "mean_ms": 8.539901486666666 } } }, { "mode": "pose-a", "level": 5, "camera": "33", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.961918669, "new_channel": false, "seconds": 30.00011679297313, "selected_fps": 9.67895291365461, "requested_fps": 9.67895291365461, "complete_fps": 9.67895291365461, "accepted_fps": 9.67895291365461, "finalized_fps": 9.67895291365461, "redis_fps": 9.67895291365461, "redis_read_fps": 9.73329544064957, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 1, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.083, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.43874532904010266, "redis_interval_s": { "n": 291, "mean": 0.10302428959783237, "median": 0.10051980899879709, "p95": 0.15821139502804726, "maximum": 0.43874532904010266, "minimum": 0.003275458002462983 }, "redis_drift_s": { "n": 292, "mean": -3.295663612099771, "median": -3.2992029595151564, "p95": -3.2577209240333147, "maximum": -2.9854095139810823, "minimum": -3.414642545033246 }, "redis_drift_s_per_min": 0.0017980507680374464, "ingress_drift_s": { "n": 12, "mean": -0.006955451583330922, "median": 0.008645281000006833, "p95": 0.04053397100000211, "maximum": 0.04053397100000211, "minimum": -0.10693018500000306 }, "ingress_drift_s_per_min": 0.05035075930178448, "source_drift_s": { "n": 12, "mean": -0.009217083333331525, "median": 0.008731500000003223, "p95": 0.03786099999999948, "maximum": 0.03786099999999948, "minimum": -0.106738 }, "ingress_to_redis_ms": { "n": 292, "mean": 27.633561643835616, "median": 24.5, "p95": 37, "maximum": 120, "minimum": 20 }, "source_samples": 12, "redis_samples": 292, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 290, "sum_ns": 13201963000, "mean_ms": 45.52401034482759 }, "source_exit_to_ingress": { "n": 290, "sum_ns": 199264875, "mean_ms": 0.6871202586206896 }, "source_encoded_queue": { "n": 290, "sum_ns": 17127000, "mean_ms": 0.05905862068965517 }, "decode_between_queues": { "n": 290, "sum_ns": 13018220000, "mean_ms": 44.89041379310345 }, "source_raw_queue": { "n": 290, "sum_ns": 18978000, "mean_ms": 0.06544137931034483 }, "raw_queue_to_source_exit": { "n": 290, "sum_ns": 8222000, "mean_ms": 0.028351724137931036 }, "selected_to_preprocess_start": { "n": 290, "sum_ns": 175438528, "mean_ms": 0.6049604413793104 }, "preprocess_start_to_preprocess_output": { "n": 290, "sum_ns": 145407819, "mean_ms": 0.5014062724137931 }, "selected_to_preprocess": { "n": 290, "sum_ns": 381259475, "mean_ms": 1.3146878448275863 }, "preprocess_start_to_preprocess": { "n": 290, "sum_ns": 205820947, "mean_ms": 0.7097274034482759 }, "preprocess_output_to_infer_entry": { "n": 290, "sum_ns": 60413128, "mean_ms": 0.20832113103448277 }, "preprocess_to_infer_output": { "n": 290, "sum_ns": 4223541229, "mean_ms": 14.563935272413794 }, "preprocess_to_callback": { "n": 290, "sum_ns": 4400789686, "mean_ms": 15.175136848275862 }, "infer_output_to_callback": { "n": 290, "sum_ns": 177248457, "mean_ms": 0.6112015758620689 }, "copy_wall": { "n": 290, "sum_ns": 810354837, "mean_ms": 2.7943270241379308 }, "copy_thread_cpu": { "n": 290, "sum_ns": 808045929, "mean_ms": 2.786365272413793 }, "callback_to_copied": { "n": 290, "sum_ns": 856195457, "mean_ms": 2.952398127586207 }, "accepted_interval": { "n": 290, "sum_ns": 29912997691, "mean_ms": 103.14826790000001 }, "selected_to_submitted": { "n": 290, "sum_ns": 5658705085, "mean_ms": 19.512776155172414 }, "completed_queue_wait": { "n": 290, "sum_ns": 79325890, "mean_ms": 0.2735375517241379 }, "result_observations_wall": { "n": 290, "sum_ns": 217573888, "mean_ms": 0.7502547862068966 }, "result_observations_cpu": { "n": 290, "sum_ns": 217667459, "mean_ms": 0.7505774448275861 }, "result_nms_wall": { "n": 290, "sum_ns": 233856011, "mean_ms": 0.8064000379310344 }, "result_nms_cpu": { "n": 290, "sum_ns": 134840325, "mean_ms": 0.4649666379310345 }, "result_tracking_wall": { "n": 290, "sum_ns": 297406897, "mean_ms": 1.025541024137931 }, "result_tracking_cpu": { "n": 290, "sum_ns": 270543926, "mean_ms": 0.9329100896551724 }, "result_region_wall": { "n": 290, "sum_ns": 67587734, "mean_ms": 0.2330611517241379 }, "result_region_cpu": { "n": 290, "sum_ns": 67625670, "mean_ms": 0.2331919655172414 }, "result_fall_wall": { "n": 290, "sum_ns": 138841883, "mean_ms": 0.47876511379310344 }, "result_fall_cpu": { "n": 290, "sum_ns": 138892457, "mean_ms": 0.4789395068965517 }, "result_fight_wall": { "n": 290, "sum_ns": 54299216, "mean_ms": 0.187238675862069 }, "result_fight_cpu": { "n": 290, "sum_ns": 54337016, "mean_ms": 0.1873690206896552 }, "result_collector_wall": { "n": 290, "sum_ns": 795718351, "mean_ms": 2.743856382758621 }, "result_collector_cpu": { "n": 290, "sum_ns": 789796401, "mean_ms": 2.7234358655172413 }, "result_composition_wall": { "n": 290, "sum_ns": 3553009, "mean_ms": 0.012251755172413795 }, "result_composition_cpu": { "n": 290, "sum_ns": 3563929, "mean_ms": 0.012289410344827586 }, "result_artifact_handoff_wall": { "n": 290, "sum_ns": 2425451, "mean_ms": 0.008363624137931035 }, "result_artifact_handoff_cpu": { "n": 290, "sum_ns": 2419007, "mean_ms": 0.008341403448275862 }, "result_publish_wall": { "n": 290, "sum_ns": 103831811, "mean_ms": 0.3580407275862069 }, "result_publish_cpu": { "n": 290, "sum_ns": 103898964, "mean_ms": 0.35827228965517244 }, "result_total_wall": { "n": 290, "sum_ns": 2120305866, "mean_ms": 7.311399537931035 }, "result_total_cpu": { "n": 290, "sum_ns": 1987767800, "mean_ms": 6.854371724137931 } } }, { "mode": "pose-a", "level": 5, "camera": "34", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.192751537, "new_channel": true, "seconds": 30.00011679297313, "selected_fps": 9.903039132872257, "requested_fps": 9.903039132872257, "complete_fps": 9.903039132872257, "accepted_fps": 9.903039132872257, "finalized_fps": 9.903039132872257, "redis_fps": 9.903039132872257, "redis_read_fps": 9.799961847777308, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.109, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.3850350889842957, "redis_interval_s": { "n": 293, "mean": 0.10205819482582147, "median": 0.09783962997607887, "p95": 0.15814271400449798, "maximum": 0.3850350889842957, "minimum": 0.01489757199306041 }, "redis_drift_s": { "n": 294, "mean": -0.03388457586007738, "median": -0.0357385814953588, "p95": -0.0016343619832781542, "maximum": 0.23059438698599166, "minimum": -0.09739459800114858 }, "redis_drift_s_per_min": 0.019844974862004778, "ingress_drift_s": { "n": 10, "mean": -0.009220139999999688, "median": -0.007691433499998013, "p95": 0.021659198000000046, "maximum": 0.021659198000000046, "minimum": -0.03507428200000007 }, "ingress_drift_s_per_min": 0.04226887341406736, "source_drift_s": { "n": 10, "mean": -0.009344299999999884, "median": -0.007743999999998863, "p95": 0.021632000000000318, "maximum": 0.021632000000000318, "minimum": -0.035445999999998534 }, "ingress_to_redis_ms": { "n": 294, "mean": 25.183673469387756, "median": 23.0, "p95": 30, "maximum": 106, "minimum": 18 }, "source_samples": 10, "redis_samples": 294, "native_redis_joined": 10, "durations": { "selected_to_preprocess_start": { "n": 299, "sum_ns": 183751327, "mean_ms": 0.6145529331103678 }, "depay_to_source_exit": { "n": 296, "sum_ns": 13542712000, "mean_ms": 45.752405405405405 }, "source_exit_to_ingress": { "n": 296, "sum_ns": 161573760, "mean_ms": 0.5458572972972973 }, "source_encoded_queue": { "n": 296, "sum_ns": 20480000, "mean_ms": 0.06918918918918919 }, "decode_between_queues": { "n": 296, "sum_ns": 13415054000, "mean_ms": 45.321128378378376 }, "source_raw_queue": { "n": 296, "sum_ns": 19194000, "mean_ms": 0.06484459459459459 }, "raw_queue_to_source_exit": { "n": 296, "sum_ns": 8374000, "mean_ms": 0.02829054054054054 }, "preprocess_start_to_preprocess_output": { "n": 299, "sum_ns": 146210376, "mean_ms": 0.4889979130434783 }, "selected_to_preprocess": { "n": 299, "sum_ns": 386234178, "mean_ms": 1.2917531036789298 }, "preprocess_start_to_preprocess": { "n": 299, "sum_ns": 202482851, "mean_ms": 0.6772001705685619 }, "preprocess_output_to_infer_entry": { "n": 299, "sum_ns": 56272475, "mean_ms": 0.1882022575250836 }, "preprocess_to_infer_output": { "n": 299, "sum_ns": 4319695124, "mean_ms": 14.447140882943144 }, "preprocess_to_callback": { "n": 299, "sum_ns": 4484713996, "mean_ms": 14.999043464882943 }, "infer_output_to_callback": { "n": 299, "sum_ns": 165018872, "mean_ms": 0.5519025819397994 }, "copy_wall": { "n": 299, "sum_ns": 618514397, "mean_ms": 2.068610023411371 }, "copy_thread_cpu": { "n": 299, "sum_ns": 615920366, "mean_ms": 2.0599343344481604 }, "callback_to_copied": { "n": 299, "sum_ns": 665398770, "mean_ms": 2.2254139464882945 }, "accepted_interval": { "n": 299, "sum_ns": 30214110208, "mean_ms": 101.05053581270903 }, "selected_to_submitted": { "n": 299, "sum_ns": 5556503612, "mean_ms": 18.58362412040134 }, "completed_queue_wait": { "n": 299, "sum_ns": 51693905, "mean_ms": 0.1728893143812709 }, "result_observations_wall": { "n": 299, "sum_ns": 212937732, "mean_ms": 0.7121663277591973 }, "result_observations_cpu": { "n": 299, "sum_ns": 213025109, "mean_ms": 0.7124585585284281 }, "result_nms_wall": { "n": 299, "sum_ns": 164735919, "mean_ms": 0.5509562508361204 }, "result_nms_cpu": { "n": 299, "sum_ns": 143296195, "mean_ms": 0.47925148829431435 }, "result_tracking_wall": { "n": 299, "sum_ns": 274060075, "mean_ms": 0.9165888795986623 }, "result_tracking_cpu": { "n": 299, "sum_ns": 267591681, "mean_ms": 0.8949554548494983 }, "result_region_wall": { "n": 299, "sum_ns": 55767130, "mean_ms": 0.18651214046822742 }, "result_region_cpu": { "n": 299, "sum_ns": 55468826, "mean_ms": 0.18551446822742473 }, "result_fall_wall": { "n": 299, "sum_ns": 114492581, "mean_ms": 0.3829183311036789 }, "result_fall_cpu": { "n": 299, "sum_ns": 114555874, "mean_ms": 0.3831300133779264 }, "result_fight_wall": { "n": 299, "sum_ns": 38526655, "mean_ms": 0.1288516889632107 }, "result_fight_cpu": { "n": 299, "sum_ns": 38560853, "mean_ms": 0.1289660635451505 }, "result_collector_wall": { "n": 299, "sum_ns": 609292025, "mean_ms": 2.0377659698996657 }, "result_collector_cpu": { "n": 299, "sum_ns": 603751441, "mean_ms": 2.0192355886287627 }, "result_composition_wall": { "n": 299, "sum_ns": 3753699, "mean_ms": 0.012554177257525083 }, "result_composition_cpu": { "n": 299, "sum_ns": 3765790, "mean_ms": 0.012594615384615385 }, "result_artifact_handoff_wall": { "n": 299, "sum_ns": 2429507, "mean_ms": 0.008125441471571907 }, "result_artifact_handoff_cpu": { "n": 299, "sum_ns": 2428295, "mean_ms": 0.00812138795986622 }, "result_publish_wall": { "n": 299, "sum_ns": 96957813, "mean_ms": 0.32427362207357857 }, "result_publish_cpu": { "n": 299, "sum_ns": 97030652, "mean_ms": 0.3245172307692307 }, "result_total_wall": { "n": 299, "sum_ns": 1772554432, "mean_ms": 5.928275692307692 }, "result_total_cpu": { "n": 299, "sum_ns": 1738087544, "mean_ms": 5.813001819397994 } } }, { "mode": "pose-a", "level": 6, "camera": "30", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.03792118, "new_channel": false, "seconds": 30.00001442799112, "selected_fps": 9.887501808805265, "requested_fps": 9.887501808805265, "complete_fps": 9.887501808805265, "accepted_fps": 9.887501808805265, "finalized_fps": 9.887501808805265, "redis_fps": 9.887501808805265, "redis_read_fps": 9.866661921462981, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 2, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.103, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 8, "analysis_gap_markers": 4, "c_suppressed": 0, "max_redis_silence_s": 0.4089261920307763, "redis_interval_s": { "n": 295, "mean": 0.10132094443720466, "median": 0.09702144702896476, "p95": 0.15906600200105458, "maximum": 0.4089261920307763, "minimum": 0.005248177971225232 }, "redis_drift_s": { "n": 296, "mean": -2.448922919149213, "median": -2.457529210520903, "p95": -2.393597385012555, "maximum": -2.1955193340047288, "minimum": -2.509442990022251 }, "redis_drift_s_per_min": -0.0014539620859852118, "ingress_drift_s": { "n": 13, "mean": 0.013536488076919814, "median": 0.01627637599997911, "p95": 0.044018988999994235, "maximum": 0.044018988999994235, "minimum": -0.01208929500000977 }, "ingress_drift_s_per_min": 0.01778657864051063, "source_drift_s": { "n": 13, "mean": 0.013326461538460203, "median": 0.016035999999985506, "p95": 0.043706000000014456, "maximum": 0.043706000000014456, "minimum": -0.012132000000008247 }, "ingress_to_redis_ms": { "n": 296, "mean": 37.4054054054054, "median": 30.0, "p95": 67, "maximum": 272, "minimum": 22 }, "source_samples": 13, "redis_samples": 296, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 297, "sum_ns": 13491593000, "mean_ms": 45.42623905723906 }, "source_exit_to_ingress": { "n": 297, "sum_ns": 630642813, "mean_ms": 2.1233764747474746 }, "source_encoded_queue": { "n": 297, "sum_ns": 14465000, "mean_ms": 0.0487037037037037 }, "decode_between_queues": { "n": 297, "sum_ns": 13146898000, "mean_ms": 44.26564983164983 }, "source_raw_queue": { "n": 297, "sum_ns": 247168000, "mean_ms": 0.8322154882154883 }, "raw_queue_to_source_exit": { "n": 297, "sum_ns": 7449000, "mean_ms": 0.025080808080808082 }, "selected_to_preprocess_start": { "n": 297, "sum_ns": 193599632, "mean_ms": 0.6518506127946128 }, "preprocess_start_to_preprocess_output": { "n": 297, "sum_ns": 163905829, "mean_ms": 0.551871478114478 }, "selected_to_preprocess": { "n": 297, "sum_ns": 419005874, "mean_ms": 1.4107941885521884 }, "preprocess_start_to_preprocess": { "n": 297, "sum_ns": 225406242, "mean_ms": 0.7589435757575758 }, "preprocess_output_to_infer_entry": { "n": 297, "sum_ns": 61500413, "mean_ms": 0.20707209764309764 }, "preprocess_to_infer_output": { "n": 297, "sum_ns": 4354868616, "mean_ms": 14.662857292929294 }, "preprocess_to_callback": { "n": 297, "sum_ns": 4539674785, "mean_ms": 15.285100286195286 }, "infer_output_to_callback": { "n": 297, "sum_ns": 184806169, "mean_ms": 0.6222429932659933 }, "copy_wall": { "n": 297, "sum_ns": 1321310655, "mean_ms": 4.448857424242424 }, "copy_thread_cpu": { "n": 297, "sum_ns": 1319722699, "mean_ms": 4.443510771043771 }, "callback_to_copied": { "n": 297, "sum_ns": 1369437648, "mean_ms": 4.610901171717171 }, "accepted_interval": { "n": 297, "sum_ns": 30039491600, "mean_ms": 101.14306936026937 }, "selected_to_submitted": { "n": 297, "sum_ns": 6351109123, "mean_ms": 21.384205801346802 }, "completed_queue_wait": { "n": 297, "sum_ns": 100168817, "mean_ms": 0.33726874410774416 }, "result_observations_wall": { "n": 297, "sum_ns": 272938614, "mean_ms": 0.9189852323232324 }, "result_observations_cpu": { "n": 297, "sum_ns": 273053599, "mean_ms": 0.9193723872053873 }, "result_nms_wall": { "n": 297, "sum_ns": 268821713, "mean_ms": 0.9051236127946127 }, "result_nms_cpu": { "n": 297, "sum_ns": 146860600, "mean_ms": 0.49448013468013463 }, "result_tracking_wall": { "n": 297, "sum_ns": 928821076, "mean_ms": 3.12734369023569 }, "result_tracking_cpu": { "n": 297, "sum_ns": 604560037, "mean_ms": 2.03555568013468 }, "result_region_wall": { "n": 297, "sum_ns": 80643769, "mean_ms": 0.27152784175084177 }, "result_region_cpu": { "n": 297, "sum_ns": 80690728, "mean_ms": 0.2716859528619529 }, "result_fall_wall": { "n": 297, "sum_ns": 668621792, "mean_ms": 2.251251824915825 }, "result_fall_cpu": { "n": 297, "sum_ns": 667045092, "mean_ms": 2.2459430707070704 }, "result_fight_wall": { "n": 297, "sum_ns": 141066343, "mean_ms": 0.47497085185185184 }, "result_fight_cpu": { "n": 297, "sum_ns": 141127828, "mean_ms": 0.475177872053872 }, "result_collector_wall": { "n": 297, "sum_ns": 1238803249, "mean_ms": 4.17105471043771 }, "result_collector_cpu": { "n": 297, "sum_ns": 1231894951, "mean_ms": 4.147794447811448 }, "result_composition_wall": { "n": 297, "sum_ns": 4780031, "mean_ms": 0.01609438047138047 }, "result_composition_cpu": { "n": 297, "sum_ns": 4790645, "mean_ms": 0.016130117845117847 }, "result_artifact_handoff_wall": { "n": 297, "sum_ns": 2696485, "mean_ms": 0.009079074074074074 }, "result_artifact_handoff_cpu": { "n": 297, "sum_ns": 2678719, "mean_ms": 0.009019255892255893 }, "result_publish_wall": { "n": 297, "sum_ns": 534953265, "mean_ms": 1.8011894444444445 }, "result_publish_cpu": { "n": 297, "sum_ns": 524138957, "mean_ms": 1.764777632996633 }, "result_total_wall": { "n": 297, "sum_ns": 4391638676, "mean_ms": 14.786662208754208 }, "result_total_cpu": { "n": 297, "sum_ns": 3921161968, "mean_ms": 13.202565548821548 } } }, { "mode": "pose-a", "level": 6, "camera": "31", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.888128938, "new_channel": false, "seconds": 30.00001442799112, "selected_fps": 10.003971831767931, "requested_fps": 10.003971831767931, "complete_fps": 10.003971831767931, "accepted_fps": 10.003971831767931, "finalized_fps": 10.003971831767931, "redis_fps": 10.003971831767931, "redis_read_fps": 9.93332855606746, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 1, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.081, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.22391342197079211, "redis_interval_s": { "n": 297, "mean": 0.10080579548144418, "median": 0.09778272401308641, "p95": 0.1628965330310166, "maximum": 0.22391342197079211, "minimum": 0.01900745101738721 }, "redis_drift_s": { "n": 298, "mean": -0.16986173928577614, "median": -0.1715757294991107, "p95": -0.1358612729790707, "maximum": -0.0414922469859107, "minimum": -0.23439794695329397 }, "redis_drift_s_per_min": -0.0032554925886743094, "ingress_drift_s": { "n": 10, "mean": -0.033523420200000945, "median": -0.03281219100000499, "p95": -0.00022214699998812648, "maximum": -0.00022214699998812648, "minimum": -0.07635404100000187 }, "ingress_drift_s_per_min": -0.01060901930534705, "source_drift_s": { "n": 10, "mean": -0.03410790000000361, "median": -0.03286200000000861, "p95": -0.0004179999999962547, "maximum": -0.0004179999999962547, "minimum": -0.07661699999999882 }, "ingress_to_redis_ms": { "n": 298, "mean": 28.47986577181208, "median": 26.0, "p95": 32, "maximum": 126, "minimum": 19 }, "source_samples": 10, "redis_samples": 298, "native_redis_joined": 10, "durations": { "depay_to_source_exit": { "n": 297, "sum_ns": 12890436000, "mean_ms": 43.40214141414142 }, "source_exit_to_ingress": { "n": 297, "sum_ns": 238152270, "mean_ms": 0.8018594949494949 }, "source_encoded_queue": { "n": 297, "sum_ns": 17592000, "mean_ms": 0.05923232323232323 }, "decode_between_queues": { "n": 297, "sum_ns": 12723130000, "mean_ms": 42.83882154882155 }, "source_raw_queue": { "n": 297, "sum_ns": 55996000, "mean_ms": 0.18853872053872053 }, "raw_queue_to_source_exit": { "n": 297, "sum_ns": 7466000, "mean_ms": 0.02513804713804714 }, "selected_to_preprocess_start": { "n": 299, "sum_ns": 201246302, "mean_ms": 0.6730645551839465 }, "preprocess_start_to_preprocess_output": { "n": 299, "sum_ns": 156455513, "mean_ms": 0.5232625852842809 }, "selected_to_preprocess": { "n": 299, "sum_ns": 410705753, "mean_ms": 1.3735978361204013 }, "preprocess_start_to_preprocess": { "n": 299, "sum_ns": 209459451, "mean_ms": 0.7005332809364548 }, "preprocess_output_to_infer_entry": { "n": 299, "sum_ns": 53003938, "mean_ms": 0.17727069565217393 }, "preprocess_to_infer_output": { "n": 299, "sum_ns": 4387184613, "mean_ms": 14.672858237458193 }, "preprocess_to_callback": { "n": 299, "sum_ns": 4556338612, "mean_ms": 15.238590675585284 }, "infer_output_to_callback": { "n": 299, "sum_ns": 169153999, "mean_ms": 0.5657324381270903 }, "copy_wall": { "n": 299, "sum_ns": 884504413, "mean_ms": 2.9582087391304346 }, "copy_thread_cpu": { "n": 299, "sum_ns": 883606663, "mean_ms": 2.955206230769231 }, "callback_to_copied": { "n": 299, "sum_ns": 932974382, "mean_ms": 3.1203156588628764 }, "accepted_interval": { "n": 299, "sum_ns": 29851404649, "mean_ms": 99.83747374247491 }, "selected_to_submitted": { "n": 299, "sum_ns": 5922801232, "mean_ms": 19.808699772575252 }, "completed_queue_wait": { "n": 299, "sum_ns": 61589009, "mean_ms": 0.2059833076923077 }, "result_observations_wall": { "n": 299, "sum_ns": 264433360, "mean_ms": 0.8843925083612041 }, "result_observations_cpu": { "n": 299, "sum_ns": 264558019, "mean_ms": 0.8848094280936455 }, "result_nms_wall": { "n": 299, "sum_ns": 194880707, "mean_ms": 0.6517749397993311 }, "result_nms_cpu": { "n": 299, "sum_ns": 137093908, "mean_ms": 0.45850805351170565 }, "result_tracking_wall": { "n": 299, "sum_ns": 257165289, "mean_ms": 0.8600845785953178 }, "result_tracking_cpu": { "n": 299, "sum_ns": 238054046, "mean_ms": 0.7961673779264213 }, "result_region_wall": { "n": 299, "sum_ns": 56241945, "mean_ms": 0.18810015050167223 }, "result_region_cpu": { "n": 299, "sum_ns": 56274324, "mean_ms": 0.18820844147157192 }, "result_fall_wall": { "n": 299, "sum_ns": 118963333, "mean_ms": 0.3978706789297659 }, "result_fall_cpu": { "n": 299, "sum_ns": 119028288, "mean_ms": 0.3980879197324415 }, "result_fight_wall": { "n": 299, "sum_ns": 44622527, "mean_ms": 0.14923922073578597 }, "result_fight_cpu": { "n": 299, "sum_ns": 44664443, "mean_ms": 0.14937940802675584 }, "result_collector_wall": { "n": 299, "sum_ns": 1150426442, "mean_ms": 3.847580073578595 }, "result_collector_cpu": { "n": 299, "sum_ns": 1138869395, "mean_ms": 3.8089277424749164 }, "result_composition_wall": { "n": 299, "sum_ns": 4079180, "mean_ms": 0.013642742474916387 }, "result_composition_cpu": { "n": 299, "sum_ns": 4091629, "mean_ms": 0.013684377926421404 }, "result_artifact_handoff_wall": { "n": 299, "sum_ns": 2768513, "mean_ms": 0.009259240802675586 }, "result_artifact_handoff_cpu": { "n": 299, "sum_ns": 2752973, "mean_ms": 0.009207267558528428 }, "result_publish_wall": { "n": 299, "sum_ns": 97392670, "mean_ms": 0.3257279933110368 }, "result_publish_cpu": { "n": 299, "sum_ns": 97444367, "mean_ms": 0.32590089297658864 }, "result_total_wall": { "n": 299, "sum_ns": 2420276933, "mean_ms": 8.094571682274248 }, "result_total_cpu": { "n": 299, "sum_ns": 2327934856, "mean_ms": 7.785735304347826 } } }, { "mode": "pose-a", "level": 6, "camera": "32", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.069745891, "new_channel": false, "seconds": 30.00001442799112, "selected_fps": 9.976805294180794, "requested_fps": 9.976805294180794, "complete_fps": 9.976805294180794, "accepted_fps": 9.976805294180794, "finalized_fps": 9.976805294180794, "redis_fps": 9.976805294180794, "redis_read_fps": 9.9666618733697, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 3, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.101, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 1, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.2594537460245192, "redis_interval_s": { "n": 298, "mean": 0.1000962483088389, "median": 0.09788057001424022, "p95": 0.1603851860272698, "maximum": 0.2594537460245192, "minimum": 0.014776522992178798 }, "redis_drift_s": { "n": 299, "mean": -7.5735500797253215, "median": -7.578168741963339, "p95": -7.538099369960378, "maximum": -7.437073246003592, "minimum": -7.630423381951644 }, "redis_drift_s_per_min": 0.0035054197355742804, "ingress_drift_s": { "n": 12, "mean": -0.040274837416670074, "median": -0.04580192500000635, "p95": -0.002593622000006235, "maximum": -0.002593622000006235, "minimum": -0.08282795700000634 }, "ingress_drift_s_per_min": 0.009163424157019637, "source_drift_s": { "n": 12, "mean": -0.04028550000000072, "median": -0.04570250000000442, "p95": -0.002517000000011649, "maximum": -0.002517000000011649, "minimum": -0.0826319999999896 }, "ingress_to_redis_ms": { "n": 299, "mean": 30.795986622073578, "median": 27, "p95": 36, "maximum": 169, "minimum": 20 }, "source_samples": 12, "redis_samples": 299, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 300, "sum_ns": 13366287000, "mean_ms": 44.55429 }, "source_exit_to_ingress": { "n": 300, "sum_ns": 530327050, "mean_ms": 1.7677568333333333 }, "source_encoded_queue": { "n": 300, "sum_ns": 13546000, "mean_ms": 0.04515333333333334 }, "decode_between_queues": { "n": 300, "sum_ns": 13197566000, "mean_ms": 43.991886666666666 }, "source_raw_queue": { "n": 300, "sum_ns": 53508000, "mean_ms": 0.17836 }, "raw_queue_to_source_exit": { "n": 300, "sum_ns": 7226000, "mean_ms": 0.02408666666666667 }, "selected_to_preprocess_start": { "n": 300, "sum_ns": 201419198, "mean_ms": 0.6713973266666666 }, "preprocess_start_to_preprocess_output": { "n": 300, "sum_ns": 149059417, "mean_ms": 0.4968647233333333 }, "selected_to_preprocess": { "n": 300, "sum_ns": 410545811, "mean_ms": 1.3684860366666667 }, "preprocess_start_to_preprocess": { "n": 300, "sum_ns": 209126613, "mean_ms": 0.69708871 }, "preprocess_output_to_infer_entry": { "n": 300, "sum_ns": 60067196, "mean_ms": 0.20022398666666666 }, "preprocess_to_infer_output": { "n": 300, "sum_ns": 4470104825, "mean_ms": 14.900349416666666 }, "preprocess_to_callback": { "n": 300, "sum_ns": 4643916410, "mean_ms": 15.479721366666666 }, "infer_output_to_callback": { "n": 300, "sum_ns": 173811585, "mean_ms": 0.57937195 }, "copy_wall": { "n": 300, "sum_ns": 1141246955, "mean_ms": 3.8041565166666667 }, "copy_thread_cpu": { "n": 300, "sum_ns": 1136692739, "mean_ms": 3.788975796666667 }, "callback_to_copied": { "n": 300, "sum_ns": 1189042151, "mean_ms": 3.9634738366666666 }, "accepted_interval": { "n": 300, "sum_ns": 30023233053, "mean_ms": 100.07744351000001 }, "selected_to_submitted": { "n": 300, "sum_ns": 6266121546, "mean_ms": 20.88707182 }, "completed_queue_wait": { "n": 300, "sum_ns": 61540591, "mean_ms": 0.20513530333333335 }, "result_observations_wall": { "n": 300, "sum_ns": 263854294, "mean_ms": 0.8795143133333334 }, "result_observations_cpu": { "n": 300, "sum_ns": 263983938, "mean_ms": 0.87994646 }, "result_nms_wall": { "n": 300, "sum_ns": 205148671, "mean_ms": 0.6838289033333333 }, "result_nms_cpu": { "n": 300, "sum_ns": 140498831, "mean_ms": 0.46832943666666665 }, "result_tracking_wall": { "n": 300, "sum_ns": 410823142, "mean_ms": 1.3694104733333334 }, "result_tracking_cpu": { "n": 300, "sum_ns": 338528680, "mean_ms": 1.1284289333333333 }, "result_region_wall": { "n": 300, "sum_ns": 70503832, "mean_ms": 0.23501277333333334 }, "result_region_cpu": { "n": 300, "sum_ns": 70543732, "mean_ms": 0.23514577333333334 }, "result_fall_wall": { "n": 300, "sum_ns": 318187216, "mean_ms": 1.0606240533333333 }, "result_fall_cpu": { "n": 300, "sum_ns": 317666696, "mean_ms": 1.0588889866666666 }, "result_fight_wall": { "n": 300, "sum_ns": 57994551, "mean_ms": 0.19331517 }, "result_fight_cpu": { "n": 300, "sum_ns": 58028420, "mean_ms": 0.19342806666666668 }, "result_collector_wall": { "n": 300, "sum_ns": 1015719735, "mean_ms": 3.3857324500000003 }, "result_collector_cpu": { "n": 300, "sum_ns": 1009931654, "mean_ms": 3.3664388466666666 }, "result_composition_wall": { "n": 300, "sum_ns": 4263949, "mean_ms": 0.014213163333333334 }, "result_composition_cpu": { "n": 300, "sum_ns": 4273822, "mean_ms": 0.014246073333333333 }, "result_artifact_handoff_wall": { "n": 300, "sum_ns": 2564000, "mean_ms": 0.008546666666666666 }, "result_artifact_handoff_cpu": { "n": 300, "sum_ns": 2546564, "mean_ms": 0.008488546666666668 }, "result_publish_wall": { "n": 300, "sum_ns": 138423156, "mean_ms": 0.46141052000000005 }, "result_publish_cpu": { "n": 300, "sum_ns": 138474838, "mean_ms": 0.46158279333333335 }, "result_total_wall": { "n": 300, "sum_ns": 2739201878, "mean_ms": 9.130672926666666 }, "result_total_cpu": { "n": 300, "sum_ns": 2594894302, "mean_ms": 8.649647673333334 } } }, { "mode": "pose-a", "level": 6, "camera": "33", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.929292692, "new_channel": false, "seconds": 30.00001442799112, "selected_fps": 9.8899764537075, "requested_fps": 9.8899764537075, "complete_fps": 9.8899764537075, "accepted_fps": 9.8899764537075, "finalized_fps": 9.8899764537075, "redis_fps": 9.8899764537075, "redis_read_fps": 9.866661921462981, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 1, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.102, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 3, "analysis_gap_markers": 1, "c_suppressed": 0, "max_redis_silence_s": 0.33691454998916015, "redis_interval_s": { "n": 295, "mean": 0.10142383397619982, "median": 0.0965580340125598, "p95": 0.20578243699856102, "maximum": 0.33691454998916015, "minimum": 0.003679525980260223 }, "redis_drift_s": { "n": 296, "mean": -3.294606587777125, "median": -3.2978862509976565, "p95": -3.248567283979611, "maximum": -3.0521008250131274, "minimum": -3.40191288500651 }, "redis_drift_s_per_min": 0.0030681571313298404, "ingress_drift_s": { "n": 12, "mean": 0.0019941233333315247, "median": 0.014735320500001592, "p95": 0.033246034000001146, "maximum": 0.033246034000001146, "minimum": -0.10309607700000356 }, "ingress_drift_s_per_min": -0.041607493899067836, "source_drift_s": { "n": 12, "mean": 0.0021417499999998313, "median": 0.014996000000003562, "p95": 0.03315700000000277, "maximum": 0.03315700000000277, "minimum": -0.10299200000000042 }, "ingress_to_redis_ms": { "n": 296, "mean": 29.631756756756758, "median": 26.0, "p95": 33, "maximum": 153, "minimum": 21 }, "source_samples": 12, "redis_samples": 296, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 296, "sum_ns": 13062155000, "mean_ms": 44.128902027027024 }, "source_exit_to_ingress": { "n": 296, "sum_ns": 332305500, "mean_ms": 1.1226537162162162 }, "source_encoded_queue": { "n": 296, "sum_ns": 13384000, "mean_ms": 0.045216216216216215 }, "decode_between_queues": { "n": 296, "sum_ns": 12857082000, "mean_ms": 43.43608783783784 }, "source_raw_queue": { "n": 296, "sum_ns": 28384000, "mean_ms": 0.09589189189189189 }, "raw_queue_to_source_exit": { "n": 296, "sum_ns": 8821000, "mean_ms": 0.029800675675675677 }, "selected_to_preprocess_start": { "n": 296, "sum_ns": 196322455, "mean_ms": 0.6632515371621621 }, "preprocess_start_to_preprocess_output": { "n": 296, "sum_ns": 143827876, "mean_ms": 0.4859049864864865 }, "selected_to_preprocess": { "n": 296, "sum_ns": 411091127, "mean_ms": 1.388821375 }, "preprocess_start_to_preprocess": { "n": 296, "sum_ns": 214768672, "mean_ms": 0.7255698378378379 }, "preprocess_output_to_infer_entry": { "n": 296, "sum_ns": 70940796, "mean_ms": 0.23966485135135135 }, "preprocess_to_infer_output": { "n": 296, "sum_ns": 4451479106, "mean_ms": 15.038780763513513 }, "preprocess_to_callback": { "n": 296, "sum_ns": 4634098267, "mean_ms": 15.655737388513513 }, "infer_output_to_callback": { "n": 296, "sum_ns": 182619161, "mean_ms": 0.616956625 }, "copy_wall": { "n": 296, "sum_ns": 852484003, "mean_ms": 2.8800135236486484 }, "copy_thread_cpu": { "n": 296, "sum_ns": 848848004, "mean_ms": 2.867729743243243 }, "callback_to_copied": { "n": 296, "sum_ns": 900832793, "mean_ms": 3.0433540304054056 }, "accepted_interval": { "n": 296, "sum_ns": 29998221565, "mean_ms": 101.345343125 }, "selected_to_submitted": { "n": 296, "sum_ns": 5968828652, "mean_ms": 20.164961662162163 }, "completed_queue_wait": { "n": 296, "sum_ns": 63798291, "mean_ms": 0.21553476689189188 }, "result_observations_wall": { "n": 296, "sum_ns": 249194381, "mean_ms": 0.8418729087837837 }, "result_observations_cpu": { "n": 296, "sum_ns": 249300672, "mean_ms": 0.842232 }, "result_nms_wall": { "n": 296, "sum_ns": 188978304, "mean_ms": 0.6384402162162162 }, "result_nms_cpu": { "n": 296, "sum_ns": 140808096, "mean_ms": 0.47570302702702705 }, "result_tracking_wall": { "n": 296, "sum_ns": 304001589, "mean_ms": 1.0270323952702702 }, "result_tracking_cpu": { "n": 296, "sum_ns": 291353921, "mean_ms": 0.9843037871621622 }, "result_region_wall": { "n": 296, "sum_ns": 74474876, "mean_ms": 0.2516043108108108 }, "result_region_cpu": { "n": 296, "sum_ns": 74517854, "mean_ms": 0.2517495067567567 }, "result_fall_wall": { "n": 296, "sum_ns": 152926527, "mean_ms": 0.5166436722972972 }, "result_fall_cpu": { "n": 296, "sum_ns": 153009210, "mean_ms": 0.5169230067567567 }, "result_fight_wall": { "n": 296, "sum_ns": 60060668, "mean_ms": 0.20290766216216216 }, "result_fight_cpu": { "n": 296, "sum_ns": 60095421, "mean_ms": 0.20302507094594593 }, "result_collector_wall": { "n": 296, "sum_ns": 1208839032, "mean_ms": 4.083915648648649 }, "result_collector_cpu": { "n": 296, "sum_ns": 1200062618, "mean_ms": 4.054265601351352 }, "result_composition_wall": { "n": 296, "sum_ns": 4091585, "mean_ms": 0.013822922297297296 }, "result_composition_cpu": { "n": 296, "sum_ns": 4100704, "mean_ms": 0.01385372972972973 }, "result_artifact_handoff_wall": { "n": 296, "sum_ns": 2718327, "mean_ms": 0.009183537162162162 }, "result_artifact_handoff_cpu": { "n": 296, "sum_ns": 2706539, "mean_ms": 0.009143712837837839 }, "result_publish_wall": { "n": 296, "sum_ns": 115211273, "mean_ms": 0.3892272736486486 }, "result_publish_cpu": { "n": 296, "sum_ns": 115289138, "mean_ms": 0.38949033108108105 }, "result_total_wall": { "n": 296, "sum_ns": 2595326006, "mean_ms": 8.767993263513512 }, "result_total_cpu": { "n": 296, "sum_ns": 2524879729, "mean_ms": 8.52999908445946 } } }, { "mode": "pose-a", "level": 6, "camera": "34", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.922467097, "new_channel": false, "seconds": 30.00001442799112, "selected_fps": 9.992491562635138, "requested_fps": 9.992491562635138, "complete_fps": 10.025911266857998, "accepted_fps": 10.025911266857998, "finalized_fps": 10.025911266857998, "redis_fps": 10.025911266857998, "redis_read_fps": 9.93332855606746, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 1, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.152, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.22198904497781768, "redis_interval_s": { "n": 297, "mean": 0.10064344130623427, "median": 0.09800654201535508, "p95": 0.16625645296880975, "maximum": 0.22198904497781768, "minimum": 0.007642498996574432 }, "redis_drift_s": { "n": 298, "mean": -0.03307660623794998, "median": -0.03381824201229122, "p95": 0.003501513970086023, "maximum": 0.062323578972367955, "minimum": -0.1028518710252797 }, "redis_drift_s_per_min": 0.003582522168378582, "ingress_drift_s": { "n": 12, "mean": -0.003901186416665444, "median": -0.0013049729999963233, "p95": 0.016049714000004656, "maximum": 0.016049714000004656, "minimum": -0.03695329600000008 }, "ingress_drift_s_per_min": -0.005413143561765052, "source_drift_s": { "n": 12, "mean": -0.004007083333333365, "median": -0.0013380000000040582, "p95": 0.015993999999999176, "maximum": 0.015993999999999176, "minimum": -0.03730300000000142 }, "ingress_to_redis_ms": { "n": 298, "mean": 27.261744966442954, "median": 25.0, "p95": 34, "maximum": 121, "minimum": 19 }, "source_samples": 12, "redis_samples": 298, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 299, "sum_ns": 191389174, "mean_ms": 0.6400975719063545 }, "depay_to_source_exit": { "n": 297, "sum_ns": 13152692000, "mean_ms": 44.28515824915825 }, "source_exit_to_ingress": { "n": 297, "sum_ns": 99222944, "mean_ms": 0.3340839865319865 }, "source_encoded_queue": { "n": 297, "sum_ns": 15870000, "mean_ms": 0.05343434343434343 }, "decode_between_queues": { "n": 297, "sum_ns": 13036775000, "mean_ms": 43.89486531986532 }, "source_raw_queue": { "n": 297, "sum_ns": 12784000, "mean_ms": 0.043043771043771044 }, "raw_queue_to_source_exit": { "n": 297, "sum_ns": 8865000, "mean_ms": 0.029848484848484846 }, "preprocess_start_to_preprocess_output": { "n": 299, "sum_ns": 130092583, "mean_ms": 0.4350922508361204 }, "selected_to_preprocess": { "n": 299, "sum_ns": 378931142, "mean_ms": 1.2673282341137124 }, "preprocess_start_to_preprocess": { "n": 299, "sum_ns": 187541968, "mean_ms": 0.6272306622073578 }, "preprocess_output_to_infer_entry": { "n": 299, "sum_ns": 57449385, "mean_ms": 0.19213841137123747 }, "preprocess_to_infer_output": { "n": 300, "sum_ns": 4456019725, "mean_ms": 14.853399083333334 }, "preprocess_to_callback": { "n": 300, "sum_ns": 4633692138, "mean_ms": 15.445640460000002 }, "infer_output_to_callback": { "n": 300, "sum_ns": 177672413, "mean_ms": 0.5922413766666667 }, "copy_wall": { "n": 300, "sum_ns": 779370806, "mean_ms": 2.5979026866666666 }, "copy_thread_cpu": { "n": 300, "sum_ns": 776896210, "mean_ms": 2.5896540333333333 }, "callback_to_copied": { "n": 300, "sum_ns": 828361502, "mean_ms": 2.7612050066666667 }, "accepted_interval": { "n": 300, "sum_ns": 30006908708, "mean_ms": 100.02302902666668 }, "selected_to_submitted": { "n": 300, "sum_ns": 5864160551, "mean_ms": 19.547201836666666 }, "completed_queue_wait": { "n": 300, "sum_ns": 60052028, "mean_ms": 0.20017342666666665 }, "result_observations_wall": { "n": 300, "sum_ns": 237904033, "mean_ms": 0.7930134433333333 }, "result_observations_cpu": { "n": 300, "sum_ns": 237994952, "mean_ms": 0.7933165066666668 }, "result_nms_wall": { "n": 300, "sum_ns": 165494428, "mean_ms": 0.5516480933333334 }, "result_nms_cpu": { "n": 300, "sum_ns": 136647678, "mean_ms": 0.45549226 }, "result_tracking_wall": { "n": 300, "sum_ns": 264858063, "mean_ms": 0.8828602099999999 }, "result_tracking_cpu": { "n": 300, "sum_ns": 244595804, "mean_ms": 0.8153193466666667 }, "result_region_wall": { "n": 300, "sum_ns": 56314786, "mean_ms": 0.18771595333333335 }, "result_region_cpu": { "n": 300, "sum_ns": 56345954, "mean_ms": 0.18781984666666668 }, "result_fall_wall": { "n": 300, "sum_ns": 112524213, "mean_ms": 0.37508071000000004 }, "result_fall_cpu": { "n": 300, "sum_ns": 112568706, "mean_ms": 0.37522902 }, "result_fight_wall": { "n": 300, "sum_ns": 37474663, "mean_ms": 0.12491554333333334 }, "result_fight_cpu": { "n": 300, "sum_ns": 37475340, "mean_ms": 0.12491780000000001 }, "result_collector_wall": { "n": 300, "sum_ns": 913360110, "mean_ms": 3.0445337 }, "result_collector_cpu": { "n": 300, "sum_ns": 906283676, "mean_ms": 3.0209455866666666 }, "result_composition_wall": { "n": 300, "sum_ns": 4072495, "mean_ms": 0.013574983333333334 }, "result_composition_cpu": { "n": 300, "sum_ns": 4082850, "mean_ms": 0.0136095 }, "result_artifact_handoff_wall": { "n": 300, "sum_ns": 2606339, "mean_ms": 0.008687796666666667 }, "result_artifact_handoff_cpu": { "n": 300, "sum_ns": 2595810, "mean_ms": 0.008652700000000001 }, "result_publish_wall": { "n": 300, "sum_ns": 98331584, "mean_ms": 0.32777194666666665 }, "result_publish_cpu": { "n": 300, "sum_ns": 98379292, "mean_ms": 0.3279309733333333 }, "result_total_wall": { "n": 300, "sum_ns": 2108659771, "mean_ms": 7.028865903333333 }, "result_total_cpu": { "n": 300, "sum_ns": 2051665280, "mean_ms": 6.838884266666667 } } }, { "mode": "pose-a", "level": 6, "camera": "35", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.953156262, "new_channel": true, "seconds": 30.00001442799112, "selected_fps": 9.915482608982625, "requested_fps": 9.882097145652716, "complete_fps": 9.882097145652716, "accepted_fps": 9.882097145652716, "finalized_fps": 9.882097145652716, "redis_fps": 9.882097145652716, "redis_read_fps": 9.866661921462981, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.133, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.25845226098317653, "redis_interval_s": { "n": 295, "mean": 0.10147749554243539, "median": 0.09549776703352109, "p95": 0.169126752007287, "maximum": 0.25845226098317653, "minimum": 0.0026587499887682498 }, "redis_drift_s": { "n": 296, "mean": -6.933929126792246, "median": -6.93607765499549, "p95": -6.886694694989828, "maximum": -6.6333441379806, "minimum": -7.042701287002302 }, "redis_drift_s_per_min": 0.01970606525321615, "ingress_drift_s": { "n": 12, "mean": 0.002807795666667149, "median": 0.00874325650000074, "p95": 0.02029296000000258, "maximum": 0.02029296000000258, "minimum": -0.0324472870000001 }, "ingress_drift_s_per_min": 0.038359957370666574, "source_drift_s": { "n": 12, "mean": 0.0027369166666673848, "median": 0.00869800000000076, "p95": 0.02028100000000066, "maximum": 0.02028100000000066, "minimum": -0.03237999999999985 }, "ingress_to_redis_ms": { "n": 296, "mean": 29.70608108108108, "median": 25.0, "p95": 76, "maximum": 144, "minimum": 18 }, "source_samples": 12, "redis_samples": 296, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 296, "sum_ns": 13210944000, "mean_ms": 44.631567567567565 }, "source_exit_to_ingress": { "n": 296, "sum_ns": 160129702, "mean_ms": 0.540978722972973 }, "source_encoded_queue": { "n": 296, "sum_ns": 14049000, "mean_ms": 0.04746283783783784 }, "decode_between_queues": { "n": 296, "sum_ns": 13027082000, "mean_ms": 44.01041216216216 }, "source_raw_queue": { "n": 296, "sum_ns": 25396000, "mean_ms": 0.08579729729729729 }, "raw_queue_to_source_exit": { "n": 296, "sum_ns": 8055000, "mean_ms": 0.027212837837837837 }, "selected_to_preprocess_start": { "n": 297, "sum_ns": 195020376, "mean_ms": 0.6566342626262626 }, "preprocess_start_to_preprocess_output": { "n": 296, "sum_ns": 150357037, "mean_ms": 0.5079629628378378 }, "selected_to_preprocess": { "n": 296, "sum_ns": 414560193, "mean_ms": 1.4005411925675675 }, "preprocess_start_to_preprocess": { "n": 296, "sum_ns": 220191036, "mean_ms": 0.7438886351351351 }, "preprocess_output_to_infer_entry": { "n": 296, "sum_ns": 69833999, "mean_ms": 0.2359256722972973 }, "preprocess_to_infer_output": { "n": 296, "sum_ns": 4302040174, "mean_ms": 14.533919506756757 }, "preprocess_to_callback": { "n": 296, "sum_ns": 4473724573, "mean_ms": 15.113934368243244 }, "infer_output_to_callback": { "n": 296, "sum_ns": 171684399, "mean_ms": 0.5800148614864865 }, "copy_wall": { "n": 296, "sum_ns": 428755414, "mean_ms": 1.4484980202702702 }, "copy_thread_cpu": { "n": 296, "sum_ns": 428629155, "mean_ms": 1.4480714695945947 }, "callback_to_copied": { "n": 296, "sum_ns": 476707132, "mean_ms": 1.6104970675675676 }, "accepted_interval": { "n": 296, "sum_ns": 29929782285, "mean_ms": 101.11412934121623 }, "selected_to_submitted": { "n": 296, "sum_ns": 5385331311, "mean_ms": 18.193686861486487 }, "completed_queue_wait": { "n": 296, "sum_ns": 70930766, "mean_ms": 0.2396309662162162 }, "result_observations_wall": { "n": 296, "sum_ns": 194532244, "mean_ms": 0.657203527027027 }, "result_observations_cpu": { "n": 296, "sum_ns": 194563090, "mean_ms": 0.6573077364864865 }, "result_nms_wall": { "n": 296, "sum_ns": 224522217, "mean_ms": 0.7585210033783784 }, "result_nms_cpu": { "n": 296, "sum_ns": 143006151, "mean_ms": 0.4831288885135135 }, "result_tracking_wall": { "n": 296, "sum_ns": 689063538, "mean_ms": 2.327917358108108 }, "result_tracking_cpu": { "n": 296, "sum_ns": 497686136, "mean_ms": 1.6813720810810813 }, "result_region_wall": { "n": 296, "sum_ns": 79163110, "mean_ms": 0.26744293918918915 }, "result_region_cpu": { "n": 296, "sum_ns": 78798896, "mean_ms": 0.2662124864864865 }, "result_fall_wall": { "n": 296, "sum_ns": 587293193, "mean_ms": 1.984098625 }, "result_fall_cpu": { "n": 296, "sum_ns": 584699948, "mean_ms": 1.9753376621621621 }, "result_fight_wall": { "n": 296, "sum_ns": 96281422, "mean_ms": 0.32527507432432434 }, "result_fight_cpu": { "n": 296, "sum_ns": 96331554, "mean_ms": 0.3254444391891892 }, "result_collector_wall": { "n": 296, "sum_ns": 900287825, "mean_ms": 3.0415129222972976 }, "result_collector_cpu": { "n": 296, "sum_ns": 890758710, "mean_ms": 3.0093199662162164 }, "result_composition_wall": { "n": 296, "sum_ns": 3655571, "mean_ms": 0.012349902027027026 }, "result_composition_cpu": { "n": 296, "sum_ns": 3668538, "mean_ms": 0.01239370945945946 }, "result_artifact_handoff_wall": { "n": 296, "sum_ns": 2606598, "mean_ms": 0.008806074324324325 }, "result_artifact_handoff_cpu": { "n": 296, "sum_ns": 2602198, "mean_ms": 0.00879120945945946 }, "result_publish_wall": { "n": 296, "sum_ns": 202462403, "mean_ms": 0.6839946047297297 }, "result_publish_cpu": { "n": 296, "sum_ns": 202091600, "mean_ms": 0.6827418918918918 }, "result_total_wall": { "n": 296, "sum_ns": 3175552968, "mean_ms": 10.728219486486488 }, "result_total_cpu": { "n": 296, "sum_ns": 2888776880, "mean_ms": 9.759381351351351 } } }, { "mode": "pose-a", "level": 7, "camera": "30", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.148152089, "new_channel": false, "seconds": 30.000012175994925, "selected_fps": 9.884519592453884, "requested_fps": 9.917689121287623, "complete_fps": 9.884519592453884, "accepted_fps": 9.884519592453884, "finalized_fps": 9.884519592453884, "redis_fps": 9.884519592453884, "redis_read_fps": 9.899995981923306, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 1, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.129, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 9, "analysis_gap_markers": 4, "c_suppressed": 0, "max_redis_silence_s": 0.4357790380017832, "redis_interval_s": { "n": 296, "mean": 0.10131331435125479, "median": 0.09573347150580958, "p95": 0.19082229502964765, "maximum": 0.4357790380017832, "minimum": 0.00450969795929268 }, "redis_drift_s": { "n": 297, "mean": -2.4450169012405505, "median": -2.4555002100011336, "p95": -2.365212852985593, "maximum": -2.187930846035954, "minimum": -2.5227488749772533 }, "redis_drift_s_per_min": -7.41438856649096e-05, "ingress_drift_s": { "n": 12, "mean": 0.015585996666667748, "median": 0.018533074000004035, "p95": 0.039887512000007064, "maximum": 0.039887512000007064, "minimum": -0.010149404000003415 }, "ingress_drift_s_per_min": 0.047038690499432684, "source_drift_s": { "n": 12, "mean": 0.015485833333334162, "median": 0.018473000000000184, "p95": 0.0397220000000118, "maximum": 0.0397220000000118, "minimum": -0.010141000000004396 }, "ingress_to_redis_ms": { "n": 297, "mean": 39.52861952861953, "median": 31, "p95": 77, "maximum": 270, "minimum": 22 }, "source_samples": 12, "redis_samples": 297, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 298, "sum_ns": 13481396000, "mean_ms": 45.239583892617446 }, "source_exit_to_ingress": { "n": 298, "sum_ns": 1126647320, "mean_ms": 3.7806957046979868 }, "source_encoded_queue": { "n": 298, "sum_ns": 12672000, "mean_ms": 0.042523489932885905 }, "decode_between_queues": { "n": 298, "sum_ns": 13167490000, "mean_ms": 44.186208053691274 }, "source_raw_queue": { "n": 298, "sum_ns": 247790000, "mean_ms": 0.8315100671140939 }, "raw_queue_to_source_exit": { "n": 298, "sum_ns": 7281000, "mean_ms": 0.02443288590604027 }, "selected_to_preprocess_start": { "n": 299, "sum_ns": 212679471, "mean_ms": 0.7113025785953178 }, "preprocess_start_to_preprocess_output": { "n": 299, "sum_ns": 165868309, "mean_ms": 0.554743508361204 }, "selected_to_preprocess": { "n": 299, "sum_ns": 465961435, "mean_ms": 1.5583994481605352 }, "preprocess_start_to_preprocess": { "n": 299, "sum_ns": 253281964, "mean_ms": 0.8470968695652175 }, "preprocess_output_to_infer_entry": { "n": 299, "sum_ns": 87413655, "mean_ms": 0.2923533612040134 }, "preprocess_to_infer_output": { "n": 298, "sum_ns": 4607233621, "mean_ms": 15.460515506711408 }, "preprocess_to_callback": { "n": 298, "sum_ns": 4802515728, "mean_ms": 16.115824590604028 }, "infer_output_to_callback": { "n": 298, "sum_ns": 195282107, "mean_ms": 0.6553090838926174 }, "copy_wall": { "n": 298, "sum_ns": 1111232647, "mean_ms": 3.7289686140939597 }, "copy_thread_cpu": { "n": 298, "sum_ns": 1109485898, "mean_ms": 3.7231070402684567 }, "callback_to_copied": { "n": 298, "sum_ns": 1160049141, "mean_ms": 3.892782352348993 }, "accepted_interval": { "n": 298, "sum_ns": 30196676771, "mean_ms": 101.33113010402684 }, "selected_to_submitted": { "n": 298, "sum_ns": 6450321081, "mean_ms": 21.645372755033556 }, "completed_queue_wait": { "n": 298, "sum_ns": 207533999, "mean_ms": 0.6964228154362415 }, "result_observations_wall": { "n": 298, "sum_ns": 294534044, "mean_ms": 0.9883692751677853 }, "result_observations_cpu": { "n": 298, "sum_ns": 290492979, "mean_ms": 0.9748086543624161 }, "result_nms_wall": { "n": 298, "sum_ns": 336671478, "mean_ms": 1.1297700604026846 }, "result_nms_cpu": { "n": 298, "sum_ns": 150894219, "mean_ms": 0.5063564395973155 }, "result_tracking_wall": { "n": 298, "sum_ns": 967117562, "mean_ms": 3.245360946308725 }, "result_tracking_cpu": { "n": 298, "sum_ns": 622219868, "mean_ms": 2.087986134228188 }, "result_region_wall": { "n": 298, "sum_ns": 83355207, "mean_ms": 0.2797154597315436 }, "result_region_cpu": { "n": 298, "sum_ns": 83407037, "mean_ms": 0.27988938590604023 }, "result_fall_wall": { "n": 298, "sum_ns": 1078524508, "mean_ms": 3.6192097583892617 }, "result_fall_cpu": { "n": 298, "sum_ns": 1071023360, "mean_ms": 3.594038120805369 }, "result_fight_wall": { "n": 298, "sum_ns": 148667009, "mean_ms": 0.49888258053691276 }, "result_fight_cpu": { "n": 298, "sum_ns": 148742201, "mean_ms": 0.4991349026845638 }, "result_collector_wall": { "n": 298, "sum_ns": 905777688, "mean_ms": 3.0395224429530203 }, "result_collector_cpu": { "n": 298, "sum_ns": 897436285, "mean_ms": 3.0115311577181205 }, "result_composition_wall": { "n": 298, "sum_ns": 5019356, "mean_ms": 0.016843476510067113 }, "result_composition_cpu": { "n": 298, "sum_ns": 5031536, "mean_ms": 0.01688434899328859 }, "result_artifact_handoff_wall": { "n": 298, "sum_ns": 2831670, "mean_ms": 0.00950224832214765 }, "result_artifact_handoff_cpu": { "n": 298, "sum_ns": 2811321, "mean_ms": 0.009433963087248321 }, "result_publish_wall": { "n": 298, "sum_ns": 564118838, "mean_ms": 1.8930162348993287 }, "result_publish_cpu": { "n": 298, "sum_ns": 554897235, "mean_ms": 1.8620712583892618 }, "result_total_wall": { "n": 298, "sum_ns": 4653258265, "mean_ms": 15.61496062080537 }, "result_total_cpu": { "n": 298, "sum_ns": 4091628660, "mean_ms": 13.730297516778522 } } }, { "mode": "pose-a", "level": 7, "camera": "31", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.042324971, "new_channel": false, "seconds": 30.000012175994925, "selected_fps": 9.886052437242974, "requested_fps": 9.886052437242974, "complete_fps": 9.886052437242974, "accepted_fps": 9.886052437242974, "finalized_fps": 9.886052437242974, "redis_fps": 9.886052437242974, "redis_read_fps": 9.933329301727762, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 3, "queue_depth_max_sampled": 1, "queue_age_max_sampled": 0.0005497789825312793, "provider_response_age_max_sampled": 0.115, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.45048581098672, "redis_interval_s": { "n": 297, "mean": 0.10084890836700076, "median": 0.09704484697431326, "p95": 0.18338231899542734, "maximum": 0.45048581098672, "minimum": 0.0024535980192013085 }, "redis_drift_s": { "n": 298, "mean": -0.16674674691574884, "median": -0.17007143251481693, "p95": -0.1343692680071058, "maximum": 0.1540125049883443, "minimum": -0.2815338969924426 }, "redis_drift_s_per_min": 0.006283336725768653, "ingress_drift_s": { "n": 12, "mean": -0.03428607358332888, "median": -0.03121915049997881, "p95": -0.013348386999979311, "maximum": -0.013348386999979311, "minimum": -0.061426414000010254 }, "ingress_drift_s_per_min": -0.026051211561321393, "source_drift_s": { "n": 12, "mean": -0.034384166666662, "median": -0.03131549999999095, "p95": -0.013338000000004513, "maximum": -0.013338000000004513, "minimum": -0.06161599999998657 }, "ingress_to_redis_ms": { "n": 298, "mean": 30.20469798657718, "median": 27.0, "p95": 37, "maximum": 149, "minimum": 20 }, "source_samples": 12, "redis_samples": 298, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 297, "sum_ns": 13122595000, "mean_ms": 44.18382154882155 }, "source_exit_to_ingress": { "n": 297, "sum_ns": 305864162, "mean_ms": 1.0298456632996633 }, "source_encoded_queue": { "n": 297, "sum_ns": 14070000, "mean_ms": 0.047373737373737373 }, "decode_between_queues": { "n": 297, "sum_ns": 12957957000, "mean_ms": 43.62948484848485 }, "source_raw_queue": { "n": 297, "sum_ns": 57439000, "mean_ms": 0.19339730639730637 }, "raw_queue_to_source_exit": { "n": 297, "sum_ns": 7857000, "mean_ms": 0.026454545454545456 }, "selected_to_preprocess_start": { "n": 297, "sum_ns": 199896571, "mean_ms": 0.6730524276094276 }, "preprocess_start_to_preprocess_output": { "n": 297, "sum_ns": 156228069, "mean_ms": 0.5260204343434343 }, "selected_to_preprocess": { "n": 297, "sum_ns": 412978998, "mean_ms": 1.3905016767676768 }, "preprocess_start_to_preprocess": { "n": 297, "sum_ns": 213082427, "mean_ms": 0.7174492491582491 }, "preprocess_output_to_infer_entry": { "n": 297, "sum_ns": 56854358, "mean_ms": 0.1914288148148148 }, "preprocess_to_infer_output": { "n": 297, "sum_ns": 4526166352, "mean_ms": 15.239617346801346 }, "preprocess_to_callback": { "n": 297, "sum_ns": 4697027323, "mean_ms": 15.814906811447813 }, "infer_output_to_callback": { "n": 297, "sum_ns": 170860971, "mean_ms": 0.5752894646464647 }, "copy_wall": { "n": 297, "sum_ns": 1137883310, "mean_ms": 3.8312569360269357 }, "copy_thread_cpu": { "n": 297, "sum_ns": 1131911163, "mean_ms": 3.811148696969697 }, "callback_to_copied": { "n": 297, "sum_ns": 1186549554, "mean_ms": 3.9951163434343435 }, "accepted_interval": { "n": 297, "sum_ns": 30041791906, "mean_ms": 101.15081449831649 }, "selected_to_submitted": { "n": 297, "sum_ns": 6319568380, "mean_ms": 21.27800801346801 }, "completed_queue_wait": { "n": 297, "sum_ns": 69585101, "mean_ms": 0.23429326936026937 }, "result_observations_wall": { "n": 297, "sum_ns": 275241475, "mean_ms": 0.926738973063973 }, "result_observations_cpu": { "n": 297, "sum_ns": 275366130, "mean_ms": 0.9271586868686869 }, "result_nms_wall": { "n": 297, "sum_ns": 179278409, "mean_ms": 0.6036310067340067 }, "result_nms_cpu": { "n": 297, "sum_ns": 136816857, "mean_ms": 0.4606628181818182 }, "result_tracking_wall": { "n": 297, "sum_ns": 262230297, "mean_ms": 0.8829302929292929 }, "result_tracking_cpu": { "n": 297, "sum_ns": 244524280, "mean_ms": 0.8233140740740741 }, "result_region_wall": { "n": 297, "sum_ns": 58640529, "mean_ms": 0.19744285858585858 }, "result_region_cpu": { "n": 297, "sum_ns": 58675199, "mean_ms": 0.1975595925925926 }, "result_fall_wall": { "n": 297, "sum_ns": 121713011, "mean_ms": 0.4098081178451179 }, "result_fall_cpu": { "n": 297, "sum_ns": 121373431, "mean_ms": 0.4086647508417508 }, "result_fight_wall": { "n": 297, "sum_ns": 45784869, "mean_ms": 0.1541578080808081 }, "result_fight_cpu": { "n": 297, "sum_ns": 45812691, "mean_ms": 0.15425148484848486 }, "result_collector_wall": { "n": 297, "sum_ns": 1067766925, "mean_ms": 3.5951748316498313 }, "result_collector_cpu": { "n": 297, "sum_ns": 1060101412, "mean_ms": 3.5693650235690235 }, "result_composition_wall": { "n": 297, "sum_ns": 4272330, "mean_ms": 0.014384949494949494 }, "result_composition_cpu": { "n": 297, "sum_ns": 4280643, "mean_ms": 0.014412939393939395 }, "result_artifact_handoff_wall": { "n": 297, "sum_ns": 2958450, "mean_ms": 0.009961111111111112 }, "result_artifact_handoff_cpu": { "n": 297, "sum_ns": 2943287, "mean_ms": 0.00991005723905724 }, "result_publish_wall": { "n": 297, "sum_ns": 101585539, "mean_ms": 0.34203885185185184 }, "result_publish_cpu": { "n": 297, "sum_ns": 101640359, "mean_ms": 0.342223430976431 }, "result_total_wall": { "n": 297, "sum_ns": 2356199092, "mean_ms": 7.933330276094276 }, "result_total_cpu": { "n": 297, "sum_ns": 2287120094, "mean_ms": 7.700741057239058 } } }, { "mode": "pose-a", "level": 7, "camera": "32", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.185966904, "new_channel": false, "seconds": 30.000012175994925, "selected_fps": 9.905264951455933, "requested_fps": 9.905264951455933, "complete_fps": 9.905264951455933, "accepted_fps": 9.905264951455933, "finalized_fps": 9.905264951455933, "redis_fps": 9.905264951455933, "redis_read_fps": 9.966662621532217, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 2, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.114, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 1, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.3936777749331668, "redis_interval_s": { "n": 298, "mean": 0.10059713903012148, "median": 0.0966163300035987, "p95": 0.17357350699603558, "maximum": 0.3936777749331668, "minimum": 0.0042815160122700036 }, "redis_drift_s": { "n": 299, "mean": -7.571463380351306, "median": -7.577647675946821, "p95": -7.511775238979595, "maximum": -7.310901742009435, "minimum": -7.682960146952894 }, "redis_drift_s_per_min": -0.009207709276576225, "ingress_drift_s": { "n": 12, "mean": -0.02865459383333757, "median": -0.038458023000004005, "p95": 0.06460563400000296, "maximum": 0.06460563400000296, "minimum": -0.0658674700000006 }, "ingress_drift_s_per_min": -0.017323340854780434, "source_drift_s": { "n": 12, "mean": -0.03548475000000195, "median": -0.038408000000003995, "p95": -0.0020820000000014716, "maximum": -0.0020820000000014716, "minimum": -0.06571999999999889 }, "ingress_to_redis_ms": { "n": 299, "mean": 31.849498327759196, "median": 27, "p95": 41, "maximum": 180, "minimum": 20 }, "source_samples": 12, "redis_samples": 299, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 299, "sum_ns": 13532934000, "mean_ms": 45.26064882943144 }, "source_exit_to_ingress": { "n": 299, "sum_ns": 555528474, "mean_ms": 1.857954762541806 }, "source_encoded_queue": { "n": 299, "sum_ns": 14081000, "mean_ms": 0.047093645484949834 }, "decode_between_queues": { "n": 299, "sum_ns": 13292388000, "mean_ms": 44.456147157190635 }, "source_raw_queue": { "n": 299, "sum_ns": 120606000, "mean_ms": 0.40336454849498327 }, "raw_queue_to_source_exit": { "n": 299, "sum_ns": 7655000, "mean_ms": 0.02560200668896321 }, "selected_to_preprocess_start": { "n": 299, "sum_ns": 196778744, "mean_ms": 0.658122889632107 }, "preprocess_start_to_preprocess_output": { "n": 299, "sum_ns": 157403680, "mean_ms": 0.5264337123745819 }, "selected_to_preprocess": { "n": 299, "sum_ns": 413849784, "mean_ms": 1.3841129899665552 }, "preprocess_start_to_preprocess": { "n": 299, "sum_ns": 217071040, "mean_ms": 0.7259901003344481 }, "preprocess_output_to_infer_entry": { "n": 299, "sum_ns": 59667360, "mean_ms": 0.19955638795986624 }, "preprocess_to_infer_output": { "n": 299, "sum_ns": 4604899740, "mean_ms": 15.401002474916387 }, "preprocess_to_callback": { "n": 299, "sum_ns": 4779529145, "mean_ms": 15.985047307692309 }, "infer_output_to_callback": { "n": 299, "sum_ns": 174629405, "mean_ms": 0.5840448327759197 }, "copy_wall": { "n": 299, "sum_ns": 1089365405, "mean_ms": 3.643362558528428 }, "copy_thread_cpu": { "n": 299, "sum_ns": 1087441944, "mean_ms": 3.6369295785953177 }, "callback_to_copied": { "n": 299, "sum_ns": 1137661707, "mean_ms": 3.804888652173913 }, "accepted_interval": { "n": 299, "sum_ns": 30205362539, "mean_ms": 101.02127939464883 }, "selected_to_submitted": { "n": 299, "sum_ns": 6353703108, "mean_ms": 21.249843170568564 }, "completed_queue_wait": { "n": 299, "sum_ns": 75837159, "mean_ms": 0.25363598327759196 }, "result_observations_wall": { "n": 299, "sum_ns": 266829534, "mean_ms": 0.8924064682274248 }, "result_observations_cpu": { "n": 299, "sum_ns": 266962373, "mean_ms": 0.8928507458193979 }, "result_nms_wall": { "n": 299, "sum_ns": 192362185, "mean_ms": 0.6433517892976588 }, "result_nms_cpu": { "n": 299, "sum_ns": 137943912, "mean_ms": 0.46135087625418064 }, "result_tracking_wall": { "n": 299, "sum_ns": 382423570, "mean_ms": 1.2790085953177257 }, "result_tracking_cpu": { "n": 299, "sum_ns": 325964773, "mean_ms": 1.09018318729097 }, "result_region_wall": { "n": 299, "sum_ns": 70401471, "mean_ms": 0.2354564247491639 }, "result_region_cpu": { "n": 299, "sum_ns": 70421450, "mean_ms": 0.23552324414715717 }, "result_fall_wall": { "n": 299, "sum_ns": 323753697, "mean_ms": 1.0827882842809364 }, "result_fall_cpu": { "n": 299, "sum_ns": 322573636, "mean_ms": 1.0788415919732441 }, "result_fight_wall": { "n": 299, "sum_ns": 57114156, "mean_ms": 0.19101724414715718 }, "result_fight_cpu": { "n": 299, "sum_ns": 57147771, "mean_ms": 0.19112966889632108 }, "result_collector_wall": { "n": 299, "sum_ns": 1245111502, "mean_ms": 4.164252515050167 }, "result_collector_cpu": { "n": 299, "sum_ns": 1238555107, "mean_ms": 4.142324772575251 }, "result_composition_wall": { "n": 299, "sum_ns": 4298279, "mean_ms": 0.014375515050167223 }, "result_composition_cpu": { "n": 299, "sum_ns": 4268262, "mean_ms": 0.014275123745819396 }, "result_artifact_handoff_wall": { "n": 299, "sum_ns": 2699752, "mean_ms": 0.009029270903010034 }, "result_artifact_handoff_cpu": { "n": 299, "sum_ns": 2683060, "mean_ms": 0.008973444816053512 }, "result_publish_wall": { "n": 299, "sum_ns": 139895453, "mean_ms": 0.46787776923076924 }, "result_publish_cpu": { "n": 299, "sum_ns": 139920602, "mean_ms": 0.4679618795986622 }, "result_total_wall": { "n": 299, "sum_ns": 2937760301, "mean_ms": 9.82528528762542 }, "result_total_cpu": { "n": 299, "sum_ns": 2818134715, "mean_ms": 9.425199715719064 } } }, { "mode": "pose-a", "level": 7, "camera": "33", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.765564023, "new_channel": false, "seconds": 30.000012175994925, "selected_fps": 9.541226894963314, "requested_fps": 9.541226894963314, "complete_fps": 9.541226894963314, "accepted_fps": 9.541226894963314, "finalized_fps": 9.541226894963314, "redis_fps": 9.541226894963314, "redis_read_fps": 9.499996144269838, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 1, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.116, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 2, "analysis_gap_markers": 1, "c_suppressed": 0, "max_redis_silence_s": 0.4646491109742783, "redis_interval_s": { "n": 284, "mean": 0.10491880421132393, "median": 0.09949860096094199, "p95": 0.18938803096534684, "maximum": 0.4646491109742783, "minimum": 0.0036111099761910737 }, "redis_drift_s": { "n": 285, "mean": -3.289506191849741, "median": -3.2974316630349563, "p95": -3.2335295440028347, "maximum": -2.9176802149801517, "minimum": -3.4073759509986132 }, "redis_drift_s_per_min": -0.023777056122190558, "ingress_drift_s": { "n": 12, "mean": 0.03743704708333221, "median": 0.01806721749998985, "p95": 0.32696586500000535, "maximum": 0.32696586500000535, "minimum": -0.10576635099999976 }, "ingress_drift_s_per_min": -0.08672620140852039, "source_drift_s": { "n": 12, "mean": 0.03763750000000243, "median": 0.018343000000001553, "p95": 0.32714200000000915, "maximum": 0.32714200000000915, "minimum": -0.10547699999999338 }, "ingress_to_redis_ms": { "n": 285, "mean": 30.768421052631577, "median": 26, "p95": 40, "maximum": 152, "minimum": 21 }, "source_samples": 12, "redis_samples": 285, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 284, "sum_ns": 13186597000, "mean_ms": 46.43167957746479 }, "source_exit_to_ingress": { "n": 284, "sum_ns": 367307363, "mean_ms": 1.2933357852112677 }, "source_encoded_queue": { "n": 284, "sum_ns": 12835000, "mean_ms": 0.04519366197183099 }, "decode_between_queues": { "n": 284, "sum_ns": 13003799000, "mean_ms": 45.788024647887326 }, "source_raw_queue": { "n": 284, "sum_ns": 8603000, "mean_ms": 0.03029225352112676 }, "raw_queue_to_source_exit": { "n": 284, "sum_ns": 8188000, "mean_ms": 0.02883098591549296 }, "selected_to_preprocess_start": { "n": 284, "sum_ns": 184998446, "mean_ms": 0.6514029788732395 }, "preprocess_start_to_preprocess_output": { "n": 284, "sum_ns": 126640775, "mean_ms": 0.4459182218309859 }, "selected_to_preprocess": { "n": 284, "sum_ns": 372278917, "mean_ms": 1.3108412570422536 }, "preprocess_start_to_preprocess": { "n": 284, "sum_ns": 187280471, "mean_ms": 0.6594382781690141 }, "preprocess_output_to_infer_entry": { "n": 284, "sum_ns": 60639696, "mean_ms": 0.21352005633802817 }, "preprocess_to_infer_output": { "n": 284, "sum_ns": 4199007408, "mean_ms": 14.785237352112677 }, "preprocess_to_callback": { "n": 284, "sum_ns": 4371881041, "mean_ms": 15.393947327464788 }, "infer_output_to_callback": { "n": 284, "sum_ns": 172873633, "mean_ms": 0.6087099753521127 }, "copy_wall": { "n": 284, "sum_ns": 950826818, "mean_ms": 3.3479817535211267 }, "copy_thread_cpu": { "n": 284, "sum_ns": 948941586, "mean_ms": 3.3413436126760567 }, "callback_to_copied": { "n": 284, "sum_ns": 998484259, "mean_ms": 3.515789644366197 }, "accepted_interval": { "n": 284, "sum_ns": 29789976843, "mean_ms": 104.8942846584507 }, "selected_to_submitted": { "n": 284, "sum_ns": 5765423749, "mean_ms": 20.300787848591547 }, "completed_queue_wait": { "n": 284, "sum_ns": 281371633, "mean_ms": 0.9907451866197183 }, "result_observations_wall": { "n": 284, "sum_ns": 255147920, "mean_ms": 0.8984081690140845 }, "result_observations_cpu": { "n": 284, "sum_ns": 255264513, "mean_ms": 0.8988187077464789 }, "result_nms_wall": { "n": 284, "sum_ns": 189473446, "mean_ms": 0.6671600211267605 }, "result_nms_cpu": { "n": 284, "sum_ns": 137137528, "mean_ms": 0.48287861971830986 }, "result_tracking_wall": { "n": 284, "sum_ns": 335836058, "mean_ms": 1.1825213309859153 }, "result_tracking_cpu": { "n": 284, "sum_ns": 284560318, "mean_ms": 1.0019729507042254 }, "result_region_wall": { "n": 284, "sum_ns": 72876531, "mean_ms": 0.25660750352112677 }, "result_region_cpu": { "n": 284, "sum_ns": 72921479, "mean_ms": 0.2567657711267606 }, "result_fall_wall": { "n": 284, "sum_ns": 148438290, "mean_ms": 0.5226700352112675 }, "result_fall_cpu": { "n": 284, "sum_ns": 148521423, "mean_ms": 0.5229627570422535 }, "result_fight_wall": { "n": 284, "sum_ns": 57399855, "mean_ms": 0.20211216549295774 }, "result_fight_cpu": { "n": 284, "sum_ns": 57440874, "mean_ms": 0.2022565985915493 }, "result_collector_wall": { "n": 284, "sum_ns": 1127102009, "mean_ms": 3.968669045774648 }, "result_collector_cpu": { "n": 284, "sum_ns": 1121957526, "mean_ms": 3.9505546690140845 }, "result_composition_wall": { "n": 284, "sum_ns": 3947453, "mean_ms": 0.013899482394366197 }, "result_composition_cpu": { "n": 284, "sum_ns": 3956431, "mean_ms": 0.013931095070422537 }, "result_artifact_handoff_wall": { "n": 284, "sum_ns": 2681985, "mean_ms": 0.009443609154929578 }, "result_artifact_handoff_cpu": { "n": 284, "sum_ns": 2668325, "mean_ms": 0.009395510563380281 }, "result_publish_wall": { "n": 284, "sum_ns": 113846465, "mean_ms": 0.4008678345070423 }, "result_publish_cpu": { "n": 284, "sum_ns": 113515263, "mean_ms": 0.39970163028169015 }, "result_total_wall": { "n": 284, "sum_ns": 2539572997, "mean_ms": 8.942158440140846 }, "result_total_cpu": { "n": 284, "sum_ns": 2429620805, "mean_ms": 8.555002834507043 } } }, { "mode": "pose-a", "level": 7, "camera": "34", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.016365765, "new_channel": false, "seconds": 30.000012175994925, "selected_fps": 9.894602242164542, "requested_fps": 9.894602242164542, "complete_fps": 9.927917401229069, "accepted_fps": 9.927917401229069, "finalized_fps": 9.894602242164542, "redis_fps": 9.894602242164542, "redis_read_fps": 9.86666266211885, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 2, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.083, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 1, "analysis_gap_markers": 1, "c_suppressed": 0, "max_redis_silence_s": 0.44112757296534255, "redis_interval_s": { "n": 295, "mean": 0.10134130588819477, "median": 0.0960269530187361, "p95": 0.15970495896181092, "maximum": 0.44112757296534255, "minimum": 0.003002651035785675 }, "redis_drift_s": { "n": 296, "mean": -0.03031693867424866, "median": -0.03237190550449753, "p95": 0.005339558964593039, "maximum": 0.2832585349660377, "minimum": -0.151738813998179 }, "redis_drift_s_per_min": -0.005813367184846926, "ingress_drift_s": { "n": 12, "mean": -0.007017229250000885, "median": -0.00223010700000259, "p95": 0.01597001499999351, "maximum": 0.01597001499999351, "minimum": -0.03217203699999516 }, "ingress_drift_s_per_min": 0.021635130204978936, "source_drift_s": { "n": 12, "mean": -0.007096083333334964, "median": -0.002240999999997939, "p95": 0.015805999999997766, "maximum": 0.015805999999997766, "minimum": -0.03222999999999843 }, "ingress_to_redis_ms": { "n": 296, "mean": 28.760135135135137, "median": 26.0, "p95": 36, "maximum": 125, "minimum": 19 }, "source_samples": 12, "redis_samples": 296, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 297, "sum_ns": 189491852, "mean_ms": 0.6380197037037038 }, "depay_to_source_exit": { "n": 296, "sum_ns": 13868214000, "mean_ms": 46.85207432432433 }, "source_exit_to_ingress": { "n": 296, "sum_ns": 233040703, "mean_ms": 0.7872996722972972 }, "source_encoded_queue": { "n": 296, "sum_ns": 12246000, "mean_ms": 0.04137162162162162 }, "decode_between_queues": { "n": 296, "sum_ns": 13747925000, "mean_ms": 46.44569256756756 }, "source_raw_queue": { "n": 296, "sum_ns": 13211000, "mean_ms": 0.04463175675675676 }, "raw_queue_to_source_exit": { "n": 296, "sum_ns": 8747000, "mean_ms": 0.029550675675675677 }, "preprocess_start_to_preprocess_output": { "n": 297, "sum_ns": 150328117, "mean_ms": 0.5061552760942761 }, "selected_to_preprocess": { "n": 297, "sum_ns": 393158643, "mean_ms": 1.3237664747474747 }, "preprocess_start_to_preprocess": { "n": 297, "sum_ns": 203666791, "mean_ms": 0.685746771043771 }, "preprocess_output_to_infer_entry": { "n": 297, "sum_ns": 53338674, "mean_ms": 0.17959149494949495 }, "preprocess_to_infer_output": { "n": 298, "sum_ns": 4483296006, "mean_ms": 15.044617469798657 }, "preprocess_to_callback": { "n": 298, "sum_ns": 4655581757, "mean_ms": 15.622757573825503 }, "infer_output_to_callback": { "n": 298, "sum_ns": 172285751, "mean_ms": 0.5781401040268457 }, "copy_wall": { "n": 298, "sum_ns": 1070346145, "mean_ms": 3.591765587248322 }, "copy_thread_cpu": { "n": 298, "sum_ns": 1063866501, "mean_ms": 3.5700218154362418 }, "callback_to_copied": { "n": 298, "sum_ns": 1120020562, "mean_ms": 3.7584582617449662 }, "accepted_interval": { "n": 298, "sum_ns": 30075751151, "mean_ms": 100.9253394328859 }, "selected_to_submitted": { "n": 298, "sum_ns": 6193574817, "mean_ms": 20.783808110738256 }, "completed_queue_wait": { "n": 298, "sum_ns": 61917661, "mean_ms": 0.20777738590604025 }, "result_observations_wall": { "n": 298, "sum_ns": 262677542, "mean_ms": 0.8814682617449665 }, "result_observations_cpu": { "n": 298, "sum_ns": 262810154, "mean_ms": 0.8819132684563759 }, "result_nms_wall": { "n": 297, "sum_ns": 168829799, "mean_ms": 0.5684505016835016 }, "result_nms_cpu": { "n": 297, "sum_ns": 138744737, "mean_ms": 0.46715399663299667 }, "result_tracking_wall": { "n": 297, "sum_ns": 295029639, "mean_ms": 0.9933657878787878 }, "result_tracking_cpu": { "n": 297, "sum_ns": 255463629, "mean_ms": 0.8601468989898989 }, "result_region_wall": { "n": 297, "sum_ns": 59193766, "mean_ms": 0.19930560942760941 }, "result_region_cpu": { "n": 297, "sum_ns": 59225880, "mean_ms": 0.19941373737373738 }, "result_fall_wall": { "n": 297, "sum_ns": 117333692, "mean_ms": 0.39506293602693604 }, "result_fall_cpu": { "n": 297, "sum_ns": 117364628, "mean_ms": 0.39516709764309765 }, "result_fight_wall": { "n": 297, "sum_ns": 39904740, "mean_ms": 0.13435939393939395 }, "result_fight_cpu": { "n": 297, "sum_ns": 39935585, "mean_ms": 0.13446324915824914 }, "result_collector_wall": { "n": 297, "sum_ns": 880767777, "mean_ms": 2.9655480707070705 }, "result_collector_cpu": { "n": 297, "sum_ns": 877293050, "mean_ms": 2.953848653198653 }, "result_composition_wall": { "n": 297, "sum_ns": 4357735, "mean_ms": 0.014672508417508417 }, "result_composition_cpu": { "n": 297, "sum_ns": 4367801, "mean_ms": 0.014706400673400672 }, "result_artifact_handoff_wall": { "n": 297, "sum_ns": 2746407, "mean_ms": 0.009247161616161617 }, "result_artifact_handoff_cpu": { "n": 297, "sum_ns": 2733238, "mean_ms": 0.009202821548821549 }, "result_publish_wall": { "n": 297, "sum_ns": 104513563, "mean_ms": 0.3518975185185185 }, "result_publish_cpu": { "n": 297, "sum_ns": 104584060, "mean_ms": 0.35213488215488215 }, "result_total_wall": { "n": 297, "sum_ns": 2167190769, "mean_ms": 7.296938616161617 }, "result_total_cpu": { "n": 297, "sum_ns": 2092873256, "mean_ms": 7.0467112996633 } } }, { "mode": "pose-a", "level": 7, "camera": "35", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.908899402, "new_channel": false, "seconds": 30.000012175994925, "selected_fps": 9.997024496996568, "requested_fps": 9.997024496996568, "complete_fps": 9.963589632458119, "accepted_fps": 9.963589632458119, "finalized_fps": 9.963589632458119, "redis_fps": 9.963589632458119, "redis_read_fps": 9.933329301727762, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 1, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.121, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 6, "analysis_gap_markers": 1, "c_suppressed": 0, "max_redis_silence_s": 0.2993897189735435, "redis_interval_s": { "n": 297, "mean": 0.10056691264627056, "median": 0.09620904200710356, "p95": 0.19784161396091804, "maximum": 0.2993897189735435, "minimum": 0.004296357976272702 }, "redis_drift_s": { "n": 298, "mean": -6.926988204855013, "median": -6.931368134994294, "p95": -6.882212854956741, "maximum": -6.723505679016, "minimum": -6.989117197012064 }, "redis_drift_s_per_min": -0.0014091353905376057, "ingress_drift_s": { "n": 12, "mean": -0.006160146583332822, "median": 0.0007804159999977855, "p95": 0.017598658000004264, "maximum": 0.017598658000004264, "minimum": -0.03727835400000146 }, "ingress_drift_s_per_min": -0.005276884714855531, "source_drift_s": { "n": 12, "mean": -0.006194750000002358, "median": 0.0007479999999944198, "p95": 0.017507000000001938, "maximum": 0.017507000000001938, "minimum": -0.037348999999998966 }, "ingress_to_redis_ms": { "n": 298, "mean": 33.33557046979866, "median": 29.0, "p95": 43, "maximum": 238, "minimum": 20 }, "source_samples": 12, "redis_samples": 298, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 298, "sum_ns": 13784259000, "mean_ms": 46.25590268456376 }, "source_exit_to_ingress": { "n": 298, "sum_ns": 652483384, "mean_ms": 2.18954155704698 }, "source_encoded_queue": { "n": 298, "sum_ns": 11119000, "mean_ms": 0.03731208053691275 }, "decode_between_queues": { "n": 298, "sum_ns": 13498121000, "mean_ms": 45.29570805369128 }, "source_raw_queue": { "n": 298, "sum_ns": 115981000, "mean_ms": 0.3891979865771812 }, "raw_queue_to_source_exit": { "n": 298, "sum_ns": 8679000, "mean_ms": 0.029124161073825504 }, "selected_to_preprocess_start": { "n": 299, "sum_ns": 197559234, "mean_ms": 0.6607332240802676 }, "preprocess_start_to_preprocess_output": { "n": 299, "sum_ns": 143870924, "mean_ms": 0.4811736588628762 }, "selected_to_preprocess": { "n": 299, "sum_ns": 405677065, "mean_ms": 1.3567794816053511 }, "preprocess_start_to_preprocess": { "n": 299, "sum_ns": 208117831, "mean_ms": 0.6960462575250836 }, "preprocess_output_to_infer_entry": { "n": 299, "sum_ns": 64246907, "mean_ms": 0.21487259866220737 }, "preprocess_to_infer_output": { "n": 298, "sum_ns": 4498592531, "mean_ms": 15.095948090604027 }, "preprocess_to_callback": { "n": 298, "sum_ns": 4669690517, "mean_ms": 15.670102406040268 }, "infer_output_to_callback": { "n": 298, "sum_ns": 171097986, "mean_ms": 0.5741543154362415 }, "copy_wall": { "n": 298, "sum_ns": 697304108, "mean_ms": 2.3399466711409396 }, "copy_thread_cpu": { "n": 298, "sum_ns": 696016531, "mean_ms": 2.3356259429530204 }, "callback_to_copied": { "n": 298, "sum_ns": 745655221, "mean_ms": 2.5021987281879197 }, "accepted_interval": { "n": 298, "sum_ns": 29932487550, "mean_ms": 100.44458909395973 }, "selected_to_submitted": { "n": 298, "sum_ns": 5841175667, "mean_ms": 19.60126062751678 }, "completed_queue_wait": { "n": 298, "sum_ns": 85888100, "mean_ms": 0.2882151006711409 }, "result_observations_wall": { "n": 298, "sum_ns": 232015474, "mean_ms": 0.7785754161073825 }, "result_observations_cpu": { "n": 298, "sum_ns": 232106849, "mean_ms": 0.778882043624161 }, "result_nms_wall": { "n": 298, "sum_ns": 202392169, "mean_ms": 0.6791683523489933 }, "result_nms_cpu": { "n": 298, "sum_ns": 150104181, "mean_ms": 0.5037053053691275 }, "result_tracking_wall": { "n": 298, "sum_ns": 886654110, "mean_ms": 2.9753493624161074 }, "result_tracking_cpu": { "n": 298, "sum_ns": 704974707, "mean_ms": 2.365686936241611 }, "result_region_wall": { "n": 298, "sum_ns": 115820661, "mean_ms": 0.3886599362416107 }, "result_region_cpu": { "n": 298, "sum_ns": 115887255, "mean_ms": 0.3888834060402685 }, "result_fall_wall": { "n": 298, "sum_ns": 464060030, "mean_ms": 1.557248422818792 }, "result_fall_cpu": { "n": 298, "sum_ns": 464205467, "mean_ms": 1.5577364664429532 }, "result_fight_wall": { "n": 298, "sum_ns": 149942212, "mean_ms": 0.5031617852348993 }, "result_fight_cpu": { "n": 298, "sum_ns": 150011911, "mean_ms": 0.5033956744966442 }, "result_collector_wall": { "n": 298, "sum_ns": 773699046, "mean_ms": 2.596305523489933 }, "result_collector_cpu": { "n": 298, "sum_ns": 768149363, "mean_ms": 2.577682426174497 }, "result_composition_wall": { "n": 298, "sum_ns": 4230354, "mean_ms": 0.01419581879194631 }, "result_composition_cpu": { "n": 298, "sum_ns": 4239572, "mean_ms": 0.01422675167785235 }, "result_artifact_handoff_wall": { "n": 298, "sum_ns": 2835095, "mean_ms": 0.009513741610738254 }, "result_artifact_handoff_cpu": { "n": 298, "sum_ns": 2830203, "mean_ms": 0.009497325503355705 }, "result_publish_wall": { "n": 298, "sum_ns": 599523868, "mean_ms": 2.0118250604026846 }, "result_publish_cpu": { "n": 298, "sum_ns": 594485889, "mean_ms": 1.9949190906040268 }, "result_total_wall": { "n": 298, "sum_ns": 3672502603, "mean_ms": 12.323834238255033 }, "result_total_cpu": { "n": 298, "sum_ns": 3426496322, "mean_ms": 11.498309805369127 } } }, { "mode": "pose-a", "level": 7, "camera": "36", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.970524158, "new_channel": true, "seconds": 30.000012175994925, "selected_fps": 9.90973659433721, "requested_fps": 9.90973659433721, "complete_fps": 9.87637047785796, "accepted_fps": 9.87637047785796, "finalized_fps": 9.87637047785796, "redis_fps": 9.87637047785796, "redis_read_fps": 9.899995981923306, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.106, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 1, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.41368310200050473, "redis_interval_s": { "n": 296, "mean": 0.10132484327698114, "median": 0.09768952650483698, "p95": 0.15781709499424323, "maximum": 0.41368310200050473, "minimum": 0.004586997034493834 }, "redis_drift_s": { "n": 297, "mean": -0.03969772834962642, "median": -0.0409477259977713, "p95": -0.007837684965227965, "maximum": 0.25028252799808826, "minimum": -0.1521304749674144 }, "redis_drift_s_per_min": 0.011942105373781325, "ingress_drift_s": { "n": 12, "mean": -0.018236688333333067, "median": -0.013929478999998857, "p95": -0.0015532799999995461, "maximum": -0.0015532799999995461, "minimum": -0.03408922500000067 }, "ingress_drift_s_per_min": 0.0017443135263702032, "source_drift_s": { "n": 12, "mean": -0.01845299999999946, "median": -0.014166999999998708, "p95": -0.001659000000000077, "maximum": -0.001659000000000077, "minimum": -0.034128000000000824 }, "ingress_to_redis_ms": { "n": 297, "mean": 26.104377104377104, "median": 24, "p95": 31, "maximum": 100, "minimum": 17 }, "source_samples": 12, "redis_samples": 297, "native_redis_joined": 13, "durations": { "selected_to_preprocess_start": { "n": 297, "sum_ns": 192619503, "mean_ms": 0.6485505151515152 }, "depay_to_source_exit": { "n": 296, "sum_ns": 13400968000, "mean_ms": 45.27354054054054 }, "source_exit_to_ingress": { "n": 296, "sum_ns": 103090298, "mean_ms": 0.3482780337837838 }, "source_encoded_queue": { "n": 296, "sum_ns": 13482000, "mean_ms": 0.0455472972972973 }, "decode_between_queues": { "n": 296, "sum_ns": 13305812000, "mean_ms": 44.95206756756757 }, "source_raw_queue": { "n": 296, "sum_ns": 10874000, "mean_ms": 0.03673648648648649 }, "raw_queue_to_source_exit": { "n": 296, "sum_ns": 7958000, "mean_ms": 0.026885135135135137 }, "preprocess_start_to_preprocess_output": { "n": 297, "sum_ns": 127265813, "mean_ms": 0.42850442087542084 }, "selected_to_preprocess": { "n": 297, "sum_ns": 370198950, "mean_ms": 1.246461111111111 }, "preprocess_start_to_preprocess": { "n": 297, "sum_ns": 177579447, "mean_ms": 0.597910595959596 }, "preprocess_output_to_infer_entry": { "n": 297, "sum_ns": 50313634, "mean_ms": 0.16940617508417508 }, "preprocess_to_infer_output": { "n": 296, "sum_ns": 4631374479, "mean_ms": 15.646535402027027 }, "preprocess_to_callback": { "n": 296, "sum_ns": 4804989021, "mean_ms": 16.23307101689189 }, "infer_output_to_callback": { "n": 296, "sum_ns": 173614542, "mean_ms": 0.5865356148648648 }, "copy_wall": { "n": 296, "sum_ns": 522403766, "mean_ms": 1.7648775878378378 }, "copy_thread_cpu": { "n": 296, "sum_ns": 521767923, "mean_ms": 1.7627294695945945 }, "callback_to_copied": { "n": 296, "sum_ns": 571513054, "mean_ms": 1.9307873445945947 }, "accepted_interval": { "n": 296, "sum_ns": 29892844499, "mean_ms": 100.98933952364865 }, "selected_to_submitted": { "n": 296, "sum_ns": 5766069001, "mean_ms": 19.479962841216217 }, "completed_queue_wait": { "n": 296, "sum_ns": 57138411, "mean_ms": 0.1930351722972973 }, "result_observations_wall": { "n": 296, "sum_ns": 214911499, "mean_ms": 0.7260523614864866 }, "result_observations_cpu": { "n": 296, "sum_ns": 215030252, "mean_ms": 0.7264535540540541 }, "result_nms_wall": { "n": 296, "sum_ns": 166663923, "mean_ms": 0.563053793918919 }, "result_nms_cpu": { "n": 296, "sum_ns": 143684211, "mean_ms": 0.48541963175675673 }, "result_tracking_wall": { "n": 296, "sum_ns": 220217728, "mean_ms": 0.7439788108108107 }, "result_tracking_cpu": { "n": 296, "sum_ns": 206305455, "mean_ms": 0.6969778885135135 }, "result_region_wall": { "n": 296, "sum_ns": 54500411, "mean_ms": 0.18412301013513516 }, "result_region_cpu": { "n": 296, "sum_ns": 54533909, "mean_ms": 0.18423617905405407 }, "result_fall_wall": { "n": 296, "sum_ns": 99138530, "mean_ms": 0.3349274662162162 }, "result_fall_cpu": { "n": 296, "sum_ns": 99190262, "mean_ms": 0.3351022364864865 }, "result_fight_wall": { "n": 296, "sum_ns": 32237573, "mean_ms": 0.1089107195945946 }, "result_fight_cpu": { "n": 296, "sum_ns": 32269732, "mean_ms": 0.10901936486486487 }, "result_collector_wall": { "n": 296, "sum_ns": 722147623, "mean_ms": 2.4396879155405404 }, "result_collector_cpu": { "n": 296, "sum_ns": 717235232, "mean_ms": 2.423092 }, "result_composition_wall": { "n": 296, "sum_ns": 3881896, "mean_ms": 0.013114513513513512 }, "result_composition_cpu": { "n": 296, "sum_ns": 3894824, "mean_ms": 0.01315818918918919 }, "result_artifact_handoff_wall": { "n": 296, "sum_ns": 2502929, "mean_ms": 0.008455841216216217 }, "result_artifact_handoff_cpu": { "n": 296, "sum_ns": 2501058, "mean_ms": 0.00844952027027027 }, "result_publish_wall": { "n": 296, "sum_ns": 58584131, "mean_ms": 0.19791936148648648 }, "result_publish_cpu": { "n": 296, "sum_ns": 58646119, "mean_ms": 0.1981287804054054 }, "result_total_wall": { "n": 296, "sum_ns": 1772695076, "mean_ms": 5.988834716216216 }, "result_total_cpu": { "n": 296, "sum_ns": 1730174566, "mean_ms": 5.845184344594595 } } }, { "mode": "pose-a", "level": 8, "camera": "30", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.004713793, "new_channel": false, "seconds": 30.000057642988395, "selected_fps": 9.79846040286474, "requested_fps": 9.79846040286474, "complete_fps": 9.79846040286474, "accepted_fps": 9.79846040286474, "finalized_fps": 9.831788499473124, "redis_fps": 9.831788499473124, "redis_read_fps": 9.799981169993305, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 1, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.252, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 8, "analysis_gap_markers": 5, "c_suppressed": 0, "max_redis_silence_s": 0.35230027098441496, "redis_interval_s": { "n": 293, "mean": 0.10219744447783215, "median": 0.09850549697875977, "p95": 0.16597646300215274, "maximum": 0.35230027098441496, "minimum": 0.006407851993571967 }, "redis_drift_s": { "n": 294, "mean": -2.445424829457046, "median": -2.453598633000155, "p95": -2.387776946980523, "maximum": -2.2109456790327044, "minimum": -2.5281828899984475 }, "redis_drift_s_per_min": -0.012152524982056526, "ingress_drift_s": { "n": 12, "mean": 0.014959450000011051, "median": 0.01635983450003664, "p95": 0.03493307500002629, "maximum": 0.03493307500002629, "minimum": 0.0029252249999558444 }, "ingress_drift_s_per_min": 0.0005367387730874485, "source_drift_s": { "n": 12, "mean": 0.014828583333340362, "median": 0.01616200000003687, "p95": 0.03488199999998187, "maximum": 0.03488199999998187, "minimum": 0.0028149999999982356 }, "ingress_to_redis_ms": { "n": 294, "mean": 38.9421768707483, "median": 32.0, "p95": 74, "maximum": 288, "minimum": 22 }, "source_samples": 12, "redis_samples": 294, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 294, "sum_ns": 13109185000, "mean_ms": 44.58906462585034 }, "source_exit_to_ingress": { "n": 294, "sum_ns": 1005638369, "mean_ms": 3.420538670068027 }, "source_encoded_queue": { "n": 294, "sum_ns": 10611000, "mean_ms": 0.03609183673469388 }, "decode_between_queues": { "n": 294, "sum_ns": 12916924000, "mean_ms": 43.9351156462585 }, "source_raw_queue": { "n": 294, "sum_ns": 102528000, "mean_ms": 0.348734693877551 }, "raw_queue_to_source_exit": { "n": 294, "sum_ns": 7458000, "mean_ms": 0.02536734693877551 }, "selected_to_preprocess_start": { "n": 294, "sum_ns": 210131019, "mean_ms": 0.7147313571428572 }, "preprocess_start_to_preprocess_output": { "n": 294, "sum_ns": 172119624, "mean_ms": 0.5854408979591836 }, "selected_to_preprocess": { "n": 294, "sum_ns": 443645058, "mean_ms": 1.5089967959183674 }, "preprocess_start_to_preprocess": { "n": 294, "sum_ns": 233514039, "mean_ms": 0.7942654387755101 }, "preprocess_output_to_infer_entry": { "n": 294, "sum_ns": 61394415, "mean_ms": 0.20882454081632654 }, "preprocess_to_infer_output": { "n": 294, "sum_ns": 4627812224, "mean_ms": 15.740857904761905 }, "preprocess_to_callback": { "n": 294, "sum_ns": 4808608841, "mean_ms": 16.355812384353744 }, "infer_output_to_callback": { "n": 294, "sum_ns": 180796617, "mean_ms": 0.6149544795918367 }, "copy_wall": { "n": 294, "sum_ns": 1112376211, "mean_ms": 3.7835925544217686 }, "copy_thread_cpu": { "n": 294, "sum_ns": 1110540254, "mean_ms": 3.7773478027210885 }, "callback_to_copied": { "n": 294, "sum_ns": 1160943280, "mean_ms": 3.9487866666666664 }, "accepted_interval": { "n": 294, "sum_ns": 29993244499, "mean_ms": 102.01783843197279 }, "selected_to_submitted": { "n": 294, "sum_ns": 6436207007, "mean_ms": 21.89186056802721 }, "completed_queue_wait": { "n": 294, "sum_ns": 176890188, "mean_ms": 0.601667306122449 }, "result_observations_wall": { "n": 294, "sum_ns": 276493944, "mean_ms": 0.9404555918367347 }, "result_observations_cpu": { "n": 294, "sum_ns": 276605398, "mean_ms": 0.94083468707483 }, "result_nms_wall": { "n": 294, "sum_ns": 301475759, "mean_ms": 1.0254277517006802 }, "result_nms_cpu": { "n": 294, "sum_ns": 148701865, "mean_ms": 0.5057886564625851 }, "result_tracking_wall": { "n": 295, "sum_ns": 1024054143, "mean_ms": 3.4713699762711867 }, "result_tracking_cpu": { "n": 295, "sum_ns": 629762843, "mean_ms": 2.134789298305085 }, "result_region_wall": { "n": 295, "sum_ns": 84705294, "mean_ms": 0.28713658983050844 }, "result_region_cpu": { "n": 295, "sum_ns": 84758050, "mean_ms": 0.2873154237288135 }, "result_fall_wall": { "n": 295, "sum_ns": 999757757, "mean_ms": 3.389009345762712 }, "result_fall_cpu": { "n": 295, "sum_ns": 994715415, "mean_ms": 3.371916661016949 }, "result_fight_wall": { "n": 295, "sum_ns": 150445941, "mean_ms": 0.509986240677966 }, "result_fight_cpu": { "n": 295, "sum_ns": 149634715, "mean_ms": 0.5072363220338983 }, "result_collector_wall": { "n": 295, "sum_ns": 1099987654, "mean_ms": 3.7287717084745764 }, "result_collector_cpu": { "n": 295, "sum_ns": 1092986461, "mean_ms": 3.7050388508474574 }, "result_composition_wall": { "n": 295, "sum_ns": 5219619, "mean_ms": 0.01769362372881356 }, "result_composition_cpu": { "n": 295, "sum_ns": 5229730, "mean_ms": 0.017727898305084745 }, "result_artifact_handoff_wall": { "n": 295, "sum_ns": 2943710, "mean_ms": 0.009978677966101695 }, "result_artifact_handoff_cpu": { "n": 295, "sum_ns": 2911276, "mean_ms": 0.009868732203389831 }, "result_publish_wall": { "n": 295, "sum_ns": 390904793, "mean_ms": 1.325100993220339 }, "result_publish_cpu": { "n": 295, "sum_ns": 380861593, "mean_ms": 1.2910562474576273 }, "result_total_wall": { "n": 295, "sum_ns": 4603164190, "mean_ms": 15.603946406779661 }, "result_total_cpu": { "n": 295, "sum_ns": 4031462367, "mean_ms": 13.665974125423729 } } }, { "mode": "pose-a", "level": 8, "camera": "31", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.930977202, "new_channel": false, "seconds": 30.000057642988395, "selected_fps": 9.956240251991757, "requested_fps": 9.956240251991757, "complete_fps": 9.956240251991757, "accepted_fps": 9.956240251991757, "finalized_fps": 9.956240251991757, "redis_fps": 9.956240251991757, "redis_read_fps": 9.933314247136071, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 2, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.115, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.24426745000528172, "redis_interval_s": { "n": 297, "mean": 0.10067461614468784, "median": 0.10031620902009308, "p95": 0.16345610102871433, "maximum": 0.24426745000528172, "minimum": 0.012917514017317444 }, "redis_drift_s": { "n": 298, "mean": -0.16835886006585424, "median": -0.1704008559868555, "p95": -0.1288749099634856, "maximum": -0.05094512997149536, "minimum": -0.23369886200734413 }, "redis_drift_s_per_min": 0.011823973221872406, "ingress_drift_s": { "n": 11, "mean": -0.03325229018181827, "median": -0.031012105000002066, "p95": -0.004243495999986635, "maximum": -0.004243495999986635, "minimum": -0.07637930900000356 }, "ingress_drift_s_per_min": 0.007302458877968135, "source_drift_s": { "n": 11, "mean": -0.03333699999999918, "median": -0.031102999999973235, "p95": -0.004300000000000637, "maximum": -0.004300000000000637, "minimum": -0.07648100000000113 }, "ingress_to_redis_ms": { "n": 298, "mean": 29.731543624161073, "median": 26.5, "p95": 36, "maximum": 143, "minimum": 20 }, "source_samples": 11, "redis_samples": 298, "native_redis_joined": 11, "durations": { "depay_to_source_exit": { "n": 296, "sum_ns": 13389393000, "mean_ms": 45.234435810810815 }, "source_exit_to_ingress": { "n": 296, "sum_ns": 246830621, "mean_ms": 0.8338872331081082 }, "source_encoded_queue": { "n": 296, "sum_ns": 11285000, "mean_ms": 0.038125 }, "decode_between_queues": { "n": 296, "sum_ns": 13218830000, "mean_ms": 44.658209459459464 }, "source_raw_queue": { "n": 296, "sum_ns": 54632000, "mean_ms": 0.18456756756756756 }, "raw_queue_to_source_exit": { "n": 296, "sum_ns": 7764000, "mean_ms": 0.026229729729729732 }, "selected_to_preprocess_start": { "n": 298, "sum_ns": 201378301, "mean_ms": 0.6757661107382551 }, "preprocess_start_to_preprocess_output": { "n": 298, "sum_ns": 141092743, "mean_ms": 0.4734655805369128 }, "selected_to_preprocess": { "n": 298, "sum_ns": 400196653, "mean_ms": 1.3429417885906039 }, "preprocess_start_to_preprocess": { "n": 298, "sum_ns": 198818352, "mean_ms": 0.667175677852349 }, "preprocess_output_to_infer_entry": { "n": 298, "sum_ns": 57725609, "mean_ms": 0.19371009731543623 }, "preprocess_to_infer_output": { "n": 298, "sum_ns": 4477753965, "mean_ms": 15.026020016778523 }, "preprocess_to_callback": { "n": 298, "sum_ns": 4653980037, "mean_ms": 15.617382674496644 }, "infer_output_to_callback": { "n": 298, "sum_ns": 176226072, "mean_ms": 0.5913626577181208 }, "copy_wall": { "n": 298, "sum_ns": 1105069508, "mean_ms": 3.7082869395973157 }, "copy_thread_cpu": { "n": 298, "sum_ns": 1101195463, "mean_ms": 3.6952867885906038 }, "callback_to_copied": { "n": 298, "sum_ns": 1155687910, "mean_ms": 3.8781473489932887 }, "accepted_interval": { "n": 298, "sum_ns": 29898149544, "mean_ms": 100.32936088590604 }, "selected_to_submitted": { "n": 298, "sum_ns": 6233862020, "mean_ms": 20.91900006711409 }, "completed_queue_wait": { "n": 298, "sum_ns": 62147228, "mean_ms": 0.20854774496644296 }, "result_observations_wall": { "n": 298, "sum_ns": 283970772, "mean_ms": 0.9529220536912751 }, "result_observations_cpu": { "n": 298, "sum_ns": 284098412, "mean_ms": 0.9533503758389261 }, "result_nms_wall": { "n": 298, "sum_ns": 182513679, "mean_ms": 0.6124620100671141 }, "result_nms_cpu": { "n": 298, "sum_ns": 139797690, "mean_ms": 0.46911976510067116 }, "result_tracking_wall": { "n": 298, "sum_ns": 256657441, "mean_ms": 0.8612665805369127 }, "result_tracking_cpu": { "n": 298, "sum_ns": 244625712, "mean_ms": 0.8208916510067115 }, "result_region_wall": { "n": 298, "sum_ns": 58564150, "mean_ms": 0.1965239932885906 }, "result_region_cpu": { "n": 298, "sum_ns": 58603498, "mean_ms": 0.196656033557047 }, "result_fall_wall": { "n": 298, "sum_ns": 122882428, "mean_ms": 0.41235714093959736 }, "result_fall_cpu": { "n": 298, "sum_ns": 122949584, "mean_ms": 0.4125824966442953 }, "result_fight_wall": { "n": 298, "sum_ns": 46516592, "mean_ms": 0.15609594630872484 }, "result_fight_cpu": { "n": 298, "sum_ns": 46555420, "mean_ms": 0.15622624161073825 }, "result_collector_wall": { "n": 298, "sum_ns": 1107752955, "mean_ms": 3.7172917953020135 }, "result_collector_cpu": { "n": 298, "sum_ns": 1098887060, "mean_ms": 3.6875404697986576 }, "result_composition_wall": { "n": 298, "sum_ns": 4265917, "mean_ms": 0.014315157718120804 }, "result_composition_cpu": { "n": 298, "sum_ns": 4277189, "mean_ms": 0.01435298322147651 }, "result_artifact_handoff_wall": { "n": 298, "sum_ns": 2931261, "mean_ms": 0.00983644630872483 }, "result_artifact_handoff_cpu": { "n": 298, "sum_ns": 2911754, "mean_ms": 0.009770986577181208 }, "result_publish_wall": { "n": 298, "sum_ns": 100396142, "mean_ms": 0.33689980536912756 }, "result_publish_cpu": { "n": 298, "sum_ns": 100464847, "mean_ms": 0.3371303590604027 }, "result_total_wall": { "n": 298, "sum_ns": 2401881259, "mean_ms": 8.060004224832214 }, "result_total_cpu": { "n": 298, "sum_ns": 2337403091, "mean_ms": 7.843634533557047 } } }, { "mode": "pose-a", "level": 8, "camera": "32", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.03994186, "new_channel": false, "seconds": 30.000057642988395, "selected_fps": 9.953414736735446, "requested_fps": 9.953414736735446, "complete_fps": 9.953414736735446, "accepted_fps": 9.953414736735446, "finalized_fps": 9.953414736735446, "redis_fps": 9.953414736735446, "redis_read_fps": 9.966647516421762, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 2, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.162, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 2, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.30343865195754915, "redis_interval_s": { "n": 298, "mean": 0.10009867877851009, "median": 0.09868846749304794, "p95": 0.16375409002648667, "maximum": 0.30343865195754915, "minimum": 0.0007343720062635839 }, "redis_drift_s": { "n": 299, "mean": -7.57056817930452, "median": -7.57554288596242, "p95": -7.495751532965329, "maximum": -7.396156710986503, "minimum": -7.691443587971378 }, "redis_drift_s_per_min": 0.0018050505334682478, "ingress_drift_s": { "n": 12, "mean": -0.024721366000006146, "median": -0.02653529700000945, "p95": 0.0714286520000087, "maximum": 0.0714286520000087, "minimum": -0.07774765800002115 }, "ingress_drift_s_per_min": -0.06811984328782507, "source_drift_s": { "n": 12, "mean": -0.03479466666667482, "median": -0.04092099999999732, "p95": -0.0024290000000064538, "maximum": -0.0024290000000064538, "minimum": -0.07781900000000519 }, "ingress_to_redis_ms": { "n": 299, "mean": 33.264214046822744, "median": 28, "p95": 44, "maximum": 192, "minimum": 20 }, "source_samples": 12, "redis_samples": 299, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 299, "sum_ns": 13291881000, "mean_ms": 44.45445150501672 }, "source_exit_to_ingress": { "n": 299, "sum_ns": 687396497, "mean_ms": 2.298984939799331 }, "source_encoded_queue": { "n": 299, "sum_ns": 11557000, "mean_ms": 0.03865217391304348 }, "decode_between_queues": { "n": 299, "sum_ns": 13050282000, "mean_ms": 43.64642809364548 }, "source_raw_queue": { "n": 299, "sum_ns": 103971000, "mean_ms": 0.34772909698996657 }, "raw_queue_to_source_exit": { "n": 299, "sum_ns": 7314000, "mean_ms": 0.02446153846153846 }, "selected_to_preprocess_start": { "n": 299, "sum_ns": 207119831, "mean_ms": 0.6927084648829432 }, "preprocess_start_to_preprocess_output": { "n": 299, "sum_ns": 156515296, "mean_ms": 0.5234625284280936 }, "selected_to_preprocess": { "n": 299, "sum_ns": 429639202, "mean_ms": 1.4369204080267557 }, "preprocess_start_to_preprocess": { "n": 299, "sum_ns": 222519371, "mean_ms": 0.7442119431438127 }, "preprocess_output_to_infer_entry": { "n": 299, "sum_ns": 66004075, "mean_ms": 0.22074941471571907 }, "preprocess_to_infer_output": { "n": 299, "sum_ns": 4789851186, "mean_ms": 16.019569183946487 }, "preprocess_to_callback": { "n": 299, "sum_ns": 4981489298, "mean_ms": 16.660499324414715 }, "infer_output_to_callback": { "n": 299, "sum_ns": 191638112, "mean_ms": 0.6409301404682275 }, "copy_wall": { "n": 299, "sum_ns": 1079446915, "mean_ms": 3.610190351170569 }, "copy_thread_cpu": { "n": 299, "sum_ns": 1076194543, "mean_ms": 3.599312852842809 }, "callback_to_copied": { "n": 299, "sum_ns": 1127894250, "mean_ms": 3.7722215719063548 }, "accepted_interval": { "n": 299, "sum_ns": 29951035208, "mean_ms": 100.17068631438127 }, "selected_to_submitted": { "n": 299, "sum_ns": 6562312195, "mean_ms": 21.947532424749163 }, "completed_queue_wait": { "n": 299, "sum_ns": 112693224, "mean_ms": 0.37690041471571906 }, "result_observations_wall": { "n": 299, "sum_ns": 279226816, "mean_ms": 0.9338689498327759 }, "result_observations_cpu": { "n": 299, "sum_ns": 279359923, "mean_ms": 0.9343141237458195 }, "result_nms_wall": { "n": 299, "sum_ns": 200778982, "mean_ms": 0.6715016120401338 }, "result_nms_cpu": { "n": 299, "sum_ns": 139747329, "mean_ms": 0.4673823712374582 }, "result_tracking_wall": { "n": 299, "sum_ns": 424834683, "mean_ms": 1.4208517826086955 }, "result_tracking_cpu": { "n": 299, "sum_ns": 330554191, "mean_ms": 1.1055324113712373 }, "result_region_wall": { "n": 299, "sum_ns": 71811121, "mean_ms": 0.24017097324414718 }, "result_region_cpu": { "n": 299, "sum_ns": 71837897, "mean_ms": 0.24026052508361204 }, "result_fall_wall": { "n": 299, "sum_ns": 242218345, "mean_ms": 0.8100947993311037 }, "result_fall_cpu": { "n": 299, "sum_ns": 242253818, "mean_ms": 0.8102134381270903 }, "result_fight_wall": { "n": 299, "sum_ns": 56917658, "mean_ms": 0.1903600602006689 }, "result_fight_cpu": { "n": 299, "sum_ns": 56941780, "mean_ms": 0.19044073578595316 }, "result_collector_wall": { "n": 299, "sum_ns": 1280937109, "mean_ms": 4.284070598662207 }, "result_collector_cpu": { "n": 299, "sum_ns": 1273144597, "mean_ms": 4.258008685618729 }, "result_composition_wall": { "n": 299, "sum_ns": 4336200, "mean_ms": 0.014502341137123745 }, "result_composition_cpu": { "n": 299, "sum_ns": 4344569, "mean_ms": 0.014530331103678929 }, "result_artifact_handoff_wall": { "n": 299, "sum_ns": 2780880, "mean_ms": 0.009300602006688963 }, "result_artifact_handoff_cpu": { "n": 299, "sum_ns": 2762820, "mean_ms": 0.00924020066889632 }, "result_publish_wall": { "n": 299, "sum_ns": 142333055, "mean_ms": 0.47603028428093647 }, "result_publish_cpu": { "n": 299, "sum_ns": 142047496, "mean_ms": 0.47507523745819397 }, "result_total_wall": { "n": 299, "sum_ns": 3086940963, "mean_ms": 10.324217267558527 }, "result_total_cpu": { "n": 299, "sum_ns": 2919700588, "mean_ms": 9.764884909698997 } } }, { "mode": "pose-a", "level": 8, "camera": "33", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.155701394, "new_channel": false, "seconds": 30.000057642988395, "selected_fps": 10.014689960422812, "requested_fps": 10.014689960422812, "complete_fps": 9.981528735388299, "accepted_fps": 9.981528735388299, "finalized_fps": 9.981528735388299, "redis_fps": 9.981528735388299, "redis_read_fps": 10.033314054993145, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 2, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.217, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 2, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.2816484110080637, "redis_interval_s": { "n": 300, "mean": 0.09976076820671248, "median": 0.0964238180022221, "p95": 0.158089179021772, "maximum": 0.2816484110080637, "minimum": 0.0035625590244308114 }, "redis_drift_s": { "n": 301, "mean": -3.291614602035191, "median": -3.296196569995942, "p95": -3.2525669840061937, "maximum": -3.1385778129822484, "minimum": -3.3471124249720106 }, "redis_drift_s_per_min": -0.00598722685034863, "ingress_drift_s": { "n": 12, "mean": 0.014993663166665764, "median": 0.015532202499997538, "p95": 0.03519813599999111, "maximum": 0.03519813599999111, "minimum": -0.0033808539999995446 }, "ingress_drift_s_per_min": -0.02377591999215544, "source_drift_s": { "n": 12, "mean": 0.01516608333333617, "median": 0.015796000000008803, "p95": 0.03545399999998722, "maximum": 0.03545399999998722, "minimum": -0.0031020000000125947 }, "ingress_to_redis_ms": { "n": 301, "mean": 31.35548172757475, "median": 27, "p95": 38, "maximum": 183, "minimum": 19 }, "source_samples": 12, "redis_samples": 301, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 302, "sum_ns": 14082011000, "mean_ms": 46.62917549668874 }, "source_exit_to_ingress": { "n": 302, "sum_ns": 259231676, "mean_ms": 0.8583830331125828 }, "source_encoded_queue": { "n": 302, "sum_ns": 10800000, "mean_ms": 0.035761589403973504 }, "decode_between_queues": { "n": 302, "sum_ns": 13778257000, "mean_ms": 45.62336754966887 }, "source_raw_queue": { "n": 302, "sum_ns": 128296000, "mean_ms": 0.42482119205298013 }, "raw_queue_to_source_exit": { "n": 302, "sum_ns": 9051000, "mean_ms": 0.02997019867549669 }, "selected_to_preprocess_start": { "n": 302, "sum_ns": 199004984, "mean_ms": 0.6589569006622517 }, "preprocess_start_to_preprocess_output": { "n": 302, "sum_ns": 126554750, "mean_ms": 0.4190554635761589 }, "selected_to_preprocess": { "n": 302, "sum_ns": 383538299, "mean_ms": 1.2699943675496688 }, "preprocess_start_to_preprocess": { "n": 302, "sum_ns": 184533315, "mean_ms": 0.6110374668874172 }, "preprocess_output_to_infer_entry": { "n": 302, "sum_ns": 57978565, "mean_ms": 0.19198200331125828 }, "preprocess_to_infer_output": { "n": 301, "sum_ns": 4576146067, "mean_ms": 15.20314307973422 }, "preprocess_to_callback": { "n": 301, "sum_ns": 4762232315, "mean_ms": 15.821369817275748 }, "infer_output_to_callback": { "n": 301, "sum_ns": 186086248, "mean_ms": 0.6182267375415282 }, "copy_wall": { "n": 301, "sum_ns": 1082700659, "mean_ms": 3.5970121561461794 }, "copy_thread_cpu": { "n": 301, "sum_ns": 1079827443, "mean_ms": 3.587466588039867 }, "callback_to_copied": { "n": 301, "sum_ns": 1133004232, "mean_ms": 3.764133661129568 }, "accepted_interval": { "n": 301, "sum_ns": 30123372794, "mean_ms": 100.07765047840532 }, "selected_to_submitted": { "n": 301, "sum_ns": 6301807281, "mean_ms": 20.93623681395349 }, "completed_queue_wait": { "n": 301, "sum_ns": 82616797, "mean_ms": 0.27447440863787376 }, "result_observations_wall": { "n": 301, "sum_ns": 279535183, "mean_ms": 0.9286883156146178 }, "result_observations_cpu": { "n": 301, "sum_ns": 277999433, "mean_ms": 0.9235861561461794 }, "result_nms_wall": { "n": 301, "sum_ns": 208810664, "mean_ms": 0.6937231362126246 }, "result_nms_cpu": { "n": 301, "sum_ns": 149208589, "mean_ms": 0.4957095980066445 }, "result_tracking_wall": { "n": 301, "sum_ns": 359559505, "mean_ms": 1.194549850498339 }, "result_tracking_cpu": { "n": 301, "sum_ns": 308709615, "mean_ms": 1.0256133388704318 }, "result_region_wall": { "n": 301, "sum_ns": 79264337, "mean_ms": 0.2633366677740864 }, "result_region_cpu": { "n": 301, "sum_ns": 79314984, "mean_ms": 0.26350493023255817 }, "result_fall_wall": { "n": 301, "sum_ns": 166827714, "mean_ms": 0.5542448970099668 }, "result_fall_cpu": { "n": 301, "sum_ns": 166928309, "mean_ms": 0.5545790996677741 }, "result_fight_wall": { "n": 301, "sum_ns": 63995225, "mean_ms": 0.21260872093023256 }, "result_fight_cpu": { "n": 301, "sum_ns": 64043896, "mean_ms": 0.21277041860465118 }, "result_collector_wall": { "n": 301, "sum_ns": 1320116604, "mean_ms": 4.385769448504983 }, "result_collector_cpu": { "n": 301, "sum_ns": 1308499906, "mean_ms": 4.34717576744186 }, "result_composition_wall": { "n": 301, "sum_ns": 4499701, "mean_ms": 0.014949172757475085 }, "result_composition_cpu": { "n": 301, "sum_ns": 4509603, "mean_ms": 0.01498206976744186 }, "result_artifact_handoff_wall": { "n": 301, "sum_ns": 3003657, "mean_ms": 0.009978926910299004 }, "result_artifact_handoff_cpu": { "n": 301, "sum_ns": 2990912, "mean_ms": 0.009936584717607973 }, "result_publish_wall": { "n": 301, "sum_ns": 124993521, "mean_ms": 0.41526086710963456 }, "result_publish_cpu": { "n": 301, "sum_ns": 125013798, "mean_ms": 0.41532823255813955 }, "result_total_wall": { "n": 301, "sum_ns": 2871047498, "mean_ms": 9.538363780730897 }, "result_total_cpu": { "n": 301, "sum_ns": 2745898586, "mean_ms": 9.122586664451827 } } }, { "mode": "pose-a", "level": 8, "camera": "34", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.923410946, "new_channel": false, "seconds": 30.000057642988395, "selected_fps": 9.992176377872747, "requested_fps": 9.992176377872747, "complete_fps": 9.992176377872747, "accepted_fps": 9.992176377872747, "finalized_fps": 9.992176377872747, "redis_fps": 9.992176377872747, "redis_read_fps": 9.966647516421762, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.114, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.3218377630109899, "redis_interval_s": { "n": 298, "mean": 0.10009148114086629, "median": 0.09591634501703084, "p95": 0.15815283096162602, "maximum": 0.3218377630109899, "minimum": 0.007525729015469551 }, "redis_drift_s": { "n": 299, "mean": -0.028364793333796535, "median": -0.03184608803037747, "p95": 0.005333307966125744, "maximum": 0.10262785101355121, "minimum": -0.08123112498037699 }, "redis_drift_s_per_min": -0.0033868304675047753, "ingress_drift_s": { "n": 12, "mean": -0.006013993166670654, "median": -0.0035724494999982426, "p95": 0.0010761769999874105, "maximum": 0.0010761769999874105, "minimum": -0.01923292299998991 }, "ingress_drift_s_per_min": -0.013267450627764826, "source_drift_s": { "n": 12, "mean": -0.006087833333335624, "median": -0.003568999999998823, "p95": 0.0010869999999982838, "maximum": 0.0010869999999982838, "minimum": -0.019357999999996878 }, "ingress_to_redis_ms": { "n": 299, "mean": 29.775919732441473, "median": 27, "p95": 34, "maximum": 148, "minimum": 20 }, "source_samples": 12, "redis_samples": 299, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 299, "sum_ns": 200609075, "mean_ms": 0.6709333612040134 }, "depay_to_source_exit": { "n": 298, "sum_ns": 13506753000, "mean_ms": 45.3246744966443 }, "source_exit_to_ingress": { "n": 298, "sum_ns": 413271540, "mean_ms": 1.3868172483221477 }, "source_encoded_queue": { "n": 298, "sum_ns": 11048000, "mean_ms": 0.03707382550335571 }, "decode_between_queues": { "n": 298, "sum_ns": 13347320000, "mean_ms": 44.789664429530205 }, "source_raw_queue": { "n": 298, "sum_ns": 63870000, "mean_ms": 0.2143288590604027 }, "raw_queue_to_source_exit": { "n": 298, "sum_ns": 8365000, "mean_ms": 0.02807046979865772 }, "preprocess_start_to_preprocess_output": { "n": 299, "sum_ns": 128640853, "mean_ms": 0.43023696655518395 }, "selected_to_preprocess": { "n": 299, "sum_ns": 382795857, "mean_ms": 1.2802537023411371 }, "preprocess_start_to_preprocess": { "n": 299, "sum_ns": 182186782, "mean_ms": 0.6093203411371237 }, "preprocess_output_to_infer_entry": { "n": 299, "sum_ns": 53545929, "mean_ms": 0.1790833745819398 }, "preprocess_to_infer_output": { "n": 299, "sum_ns": 4616873217, "mean_ms": 15.441047548494984 }, "preprocess_to_callback": { "n": 299, "sum_ns": 4793231185, "mean_ms": 16.030873528428096 }, "infer_output_to_callback": { "n": 299, "sum_ns": 176357968, "mean_ms": 0.5898259799331104 }, "copy_wall": { "n": 299, "sum_ns": 955469337, "mean_ms": 3.1955496220735786 }, "copy_thread_cpu": { "n": 299, "sum_ns": 955469095, "mean_ms": 3.1955488127090304 }, "callback_to_copied": { "n": 299, "sum_ns": 1006412660, "mean_ms": 3.365928628762542 }, "accepted_interval": { "n": 299, "sum_ns": 29869684462, "mean_ms": 99.89861024080268 }, "selected_to_submitted": { "n": 299, "sum_ns": 6206985028, "mean_ms": 20.75914725083612 }, "completed_queue_wait": { "n": 299, "sum_ns": 55514569, "mean_ms": 0.18566745484949831 }, "result_observations_wall": { "n": 299, "sum_ns": 277417916, "mean_ms": 0.9278191170568562 }, "result_observations_cpu": { "n": 299, "sum_ns": 277088093, "mean_ms": 0.9267160301003344 }, "result_nms_wall": { "n": 299, "sum_ns": 160130489, "mean_ms": 0.5355534749163879 }, "result_nms_cpu": { "n": 299, "sum_ns": 138235566, "mean_ms": 0.4623263076923077 }, "result_tracking_wall": { "n": 299, "sum_ns": 252652027, "mean_ms": 0.8449900568561873 }, "result_tracking_cpu": { "n": 299, "sum_ns": 248960811, "mean_ms": 0.8326448528428094 }, "result_region_wall": { "n": 299, "sum_ns": 57883839, "mean_ms": 0.1935914347826087 }, "result_region_cpu": { "n": 299, "sum_ns": 57922268, "mean_ms": 0.19371995986622073 }, "result_fall_wall": { "n": 299, "sum_ns": 213224396, "mean_ms": 0.7131250702341138 }, "result_fall_cpu": { "n": 299, "sum_ns": 212482136, "mean_ms": 0.7106425953177258 }, "result_fight_wall": { "n": 299, "sum_ns": 38553854, "mean_ms": 0.12894265551839465 }, "result_fight_cpu": { "n": 299, "sum_ns": 38590753, "mean_ms": 0.12906606354515052 }, "result_collector_wall": { "n": 299, "sum_ns": 1167428762, "mean_ms": 3.9044440200668893 }, "result_collector_cpu": { "n": 299, "sum_ns": 1152956115, "mean_ms": 3.856040518394649 }, "result_composition_wall": { "n": 299, "sum_ns": 4574499, "mean_ms": 0.015299327759197325 }, "result_composition_cpu": { "n": 299, "sum_ns": 4582524, "mean_ms": 0.015326167224080266 }, "result_artifact_handoff_wall": { "n": 299, "sum_ns": 2832444, "mean_ms": 0.009473056856187292 }, "result_artifact_handoff_cpu": { "n": 299, "sum_ns": 2813476, "mean_ms": 0.009409618729096991 }, "result_publish_wall": { "n": 299, "sum_ns": 105922499, "mean_ms": 0.3542558494983278 }, "result_publish_cpu": { "n": 299, "sum_ns": 105941189, "mean_ms": 0.35431835785953175 }, "result_total_wall": { "n": 299, "sum_ns": 2524118180, "mean_ms": 8.441866822742476 }, "result_total_cpu": { "n": 299, "sum_ns": 2481989368, "mean_ms": 8.300967785953176 } } }, { "mode": "pose-a", "level": 8, "camera": "35", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.195007751, "new_channel": false, "seconds": 30.000057642988395, "selected_fps": 9.968535278485943, "requested_fps": 9.968535278485943, "complete_fps": 9.968535278485943, "accepted_fps": 9.968535278485943, "finalized_fps": 9.968535278485943, "redis_fps": 9.968535278485943, "redis_read_fps": 9.89998097785038, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 1, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.224, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 9, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.442304308002349, "redis_interval_s": { "n": 296, "mean": 0.10113797500683153, "median": 0.096941636496922, "p95": 0.1639026150223799, "maximum": 0.442304308002349, "minimum": 0.005076861009001732 }, "redis_drift_s": { "n": 297, "mean": -6.921384479037817, "median": -6.929918006993361, "p95": -6.815236252977044, "maximum": -6.616513407985678, "minimum": -7.030424610984042 }, "redis_drift_s_per_min": -0.021627117875152622, "ingress_drift_s": { "n": 12, "mean": -0.005365494500001233, "median": 0.00205230950000157, "p95": 0.03739808899999275, "maximum": 0.03739808899999275, "minimum": -0.04566720900000121 }, "ingress_drift_s_per_min": -0.027125591389717638, "source_drift_s": { "n": 12, "mean": -0.005751250000000614, "median": 0.0011549999999971305, "p95": 0.037401999999985946, "maximum": 0.037401999999985946, "minimum": -0.045595000000005825 }, "ingress_to_redis_ms": { "n": 297, "mean": 36.20875420875421, "median": 29, "p95": 56, "maximum": 252, "minimum": 20 }, "source_samples": 12, "redis_samples": 297, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 300, "sum_ns": 13860909000, "mean_ms": 46.20303 }, "source_exit_to_ingress": { "n": 300, "sum_ns": 946314753, "mean_ms": 3.1543825099999996 }, "source_encoded_queue": { "n": 300, "sum_ns": 11409000, "mean_ms": 0.03803 }, "decode_between_queues": { "n": 300, "sum_ns": 13473199000, "mean_ms": 44.91066333333334 }, "source_raw_queue": { "n": 300, "sum_ns": 238475000, "mean_ms": 0.7949166666666666 }, "raw_queue_to_source_exit": { "n": 300, "sum_ns": 8648000, "mean_ms": 0.028826666666666667 }, "selected_to_preprocess_start": { "n": 301, "sum_ns": 211804512, "mean_ms": 0.7036694750830564 }, "preprocess_start_to_preprocess_output": { "n": 301, "sum_ns": 149351329, "mean_ms": 0.4961838172757475 }, "selected_to_preprocess": { "n": 301, "sum_ns": 428255008, "mean_ms": 1.4227741129568108 }, "preprocess_start_to_preprocess": { "n": 301, "sum_ns": 216450496, "mean_ms": 0.7191046378737541 }, "preprocess_output_to_infer_entry": { "n": 301, "sum_ns": 67099167, "mean_ms": 0.22292082059800666 }, "preprocess_to_infer_output": { "n": 301, "sum_ns": 4725993075, "mean_ms": 15.700973671096346 }, "preprocess_to_callback": { "n": 301, "sum_ns": 4907553287, "mean_ms": 16.304163744186045 }, "infer_output_to_callback": { "n": 301, "sum_ns": 181560212, "mean_ms": 0.603190073089701 }, "copy_wall": { "n": 301, "sum_ns": 879480928, "mean_ms": 2.9218635481727575 }, "copy_thread_cpu": { "n": 301, "sum_ns": 878071378, "mean_ms": 2.917180657807309 }, "callback_to_copied": { "n": 301, "sum_ns": 929762920, "mean_ms": 3.0889133554817274 }, "accepted_interval": { "n": 301, "sum_ns": 30291199791, "mean_ms": 100.6352152524917 }, "selected_to_submitted": { "n": 301, "sum_ns": 6289176591, "mean_ms": 20.894274388704318 }, "completed_queue_wait": { "n": 301, "sum_ns": 133088275, "mean_ms": 0.44215373754152826 }, "result_observations_wall": { "n": 301, "sum_ns": 265731070, "mean_ms": 0.8828274750830565 }, "result_observations_cpu": { "n": 301, "sum_ns": 265864694, "mean_ms": 0.8832714086378737 }, "result_nms_wall": { "n": 301, "sum_ns": 261920176, "mean_ms": 0.8701666976744186 }, "result_nms_cpu": { "n": 301, "sum_ns": 153837730, "mean_ms": 0.511088803986711 }, "result_tracking_wall": { "n": 301, "sum_ns": 727209557, "mean_ms": 2.4159785946843852 }, "result_tracking_cpu": { "n": 301, "sum_ns": 553040290, "mean_ms": 1.8373431561461795 }, "result_region_wall": { "n": 301, "sum_ns": 113292138, "mean_ms": 0.3763858405315615 }, "result_region_cpu": { "n": 301, "sum_ns": 113313774, "mean_ms": 0.37645772093023255 }, "result_fall_wall": { "n": 301, "sum_ns": 383550614, "mean_ms": 1.2742545315614617 }, "result_fall_cpu": { "n": 301, "sum_ns": 383671822, "mean_ms": 1.274657215946844 }, "result_fight_wall": { "n": 301, "sum_ns": 123000381, "mean_ms": 0.40863913953488373 }, "result_fight_cpu": { "n": 301, "sum_ns": 122521124, "mean_ms": 0.4070469235880399 }, "result_collector_wall": { "n": 301, "sum_ns": 1264216828, "mean_ms": 4.200055906976744 }, "result_collector_cpu": { "n": 301, "sum_ns": 1250332220, "mean_ms": 4.153927641196013 }, "result_composition_wall": { "n": 301, "sum_ns": 7029534, "mean_ms": 0.023353933554817276 }, "result_composition_cpu": { "n": 301, "sum_ns": 4607295, "mean_ms": 0.015306627906976743 }, "result_artifact_handoff_wall": { "n": 301, "sum_ns": 3069651, "mean_ms": 0.010198176079734219 }, "result_artifact_handoff_cpu": { "n": 301, "sum_ns": 3026530, "mean_ms": 0.010054916943521595 }, "result_publish_wall": { "n": 301, "sum_ns": 836864250, "mean_ms": 2.780279900332226 }, "result_publish_cpu": { "n": 301, "sum_ns": 828569615, "mean_ms": 2.752722973421927 }, "result_total_wall": { "n": 301, "sum_ns": 4239273978, "mean_ms": 14.083966704318938 }, "result_total_cpu": { "n": 301, "sum_ns": 3930461121, "mean_ms": 13.058010368770763 } } }, { "mode": "pose-a", "level": 8, "camera": "36", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.969289727, "new_channel": false, "seconds": 30.000057642988395, "selected_fps": 10.010247247525633, "requested_fps": 10.010247247525633, "complete_fps": 10.010247247525633, "accepted_fps": 10.010247247525633, "finalized_fps": 10.010247247525633, "redis_fps": 10.010247247525633, "redis_read_fps": 9.966647516421762, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 1, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.115, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.31667141400976107, "redis_interval_s": { "n": 298, "mean": 0.10031942924818231, "median": 0.09763710451079533, "p95": 0.16776233003474772, "maximum": 0.31667141400976107, "minimum": 0.005088048987090588 }, "redis_drift_s": { "n": 299, "mean": -0.03954176252662965, "median": -0.03917858897847992, "p95": -0.0019742509960209986, "maximum": 0.04697898504091569, "minimum": -0.10096888797171744 }, "redis_drift_s_per_min": -0.0014084555256320065, "ingress_drift_s": { "n": 11, "mean": -0.023408256363638393, "median": -0.018741652000002773, "p95": 0.0034397249999997825, "maximum": 0.0034397249999997825, "minimum": -0.062156623000007016 }, "ingress_drift_s_per_min": -0.07135984768804605, "source_drift_s": { "n": 11, "mean": -0.023561545454547493, "median": -0.018785999999998637, "p95": 0.003337999999999397, "maximum": 0.003337999999999397, "minimum": -0.06235000000000923 }, "ingress_to_redis_ms": { "n": 299, "mean": 27.702341137123746, "median": 25, "p95": 34, "maximum": 118, "minimum": 17 }, "source_samples": 11, "redis_samples": 299, "native_redis_joined": 11, "durations": { "selected_to_preprocess_start": { "n": 300, "sum_ns": 204679908, "mean_ms": 0.68226636 }, "depay_to_source_exit": { "n": 299, "sum_ns": 13569314000, "mean_ms": 45.38232107023411 }, "source_exit_to_ingress": { "n": 299, "sum_ns": 188672452, "mean_ms": 0.6310115451505016 }, "source_encoded_queue": { "n": 299, "sum_ns": 11031000, "mean_ms": 0.036892976588628765 }, "decode_between_queues": { "n": 299, "sum_ns": 13445175000, "mean_ms": 44.96714046822743 }, "source_raw_queue": { "n": 299, "sum_ns": 9645000, "mean_ms": 0.032257525083612036 }, "raw_queue_to_source_exit": { "n": 299, "sum_ns": 8343000, "mean_ms": 0.027903010033444815 }, "preprocess_start_to_preprocess_output": { "n": 300, "sum_ns": 133097338, "mean_ms": 0.44365779333333333 }, "selected_to_preprocess": { "n": 300, "sum_ns": 392811116, "mean_ms": 1.3093703866666666 }, "preprocess_start_to_preprocess": { "n": 300, "sum_ns": 188131208, "mean_ms": 0.6271040266666666 }, "preprocess_output_to_infer_entry": { "n": 300, "sum_ns": 55033870, "mean_ms": 0.18344623333333335 }, "preprocess_to_infer_output": { "n": 300, "sum_ns": 4699406591, "mean_ms": 15.664688636666666 }, "preprocess_to_callback": { "n": 300, "sum_ns": 4877619295, "mean_ms": 16.258730983333333 }, "infer_output_to_callback": { "n": 300, "sum_ns": 178212704, "mean_ms": 0.5940423466666667 }, "copy_wall": { "n": 300, "sum_ns": 950671318, "mean_ms": 3.1689043933333334 }, "copy_thread_cpu": { "n": 300, "sum_ns": 946923567, "mean_ms": 3.15641189 }, "callback_to_copied": { "n": 300, "sum_ns": 1002157419, "mean_ms": 3.34052473 }, "accepted_interval": { "n": 300, "sum_ns": 29934385553, "mean_ms": 99.78128517666666 }, "selected_to_submitted": { "n": 300, "sum_ns": 6295846395, "mean_ms": 20.98615465 }, "completed_queue_wait": { "n": 300, "sum_ns": 59365735, "mean_ms": 0.19788578333333331 }, "result_observations_wall": { "n": 300, "sum_ns": 255178823, "mean_ms": 0.8505960766666667 }, "result_observations_cpu": { "n": 300, "sum_ns": 255318598, "mean_ms": 0.8510619933333333 }, "result_nms_wall": { "n": 300, "sum_ns": 160198494, "mean_ms": 0.53399498 }, "result_nms_cpu": { "n": 300, "sum_ns": 143296934, "mean_ms": 0.4776564466666667 }, "result_tracking_wall": { "n": 300, "sum_ns": 211590012, "mean_ms": 0.70530004 }, "result_tracking_cpu": { "n": 300, "sum_ns": 205308255, "mean_ms": 0.68436085 }, "result_region_wall": { "n": 300, "sum_ns": 57272723, "mean_ms": 0.19090907666666665 }, "result_region_cpu": { "n": 300, "sum_ns": 57306901, "mean_ms": 0.19102300333333333 }, "result_fall_wall": { "n": 300, "sum_ns": 99101174, "mean_ms": 0.33033724666666664 }, "result_fall_cpu": { "n": 300, "sum_ns": 99157661, "mean_ms": 0.3305255366666667 }, "result_fight_wall": { "n": 300, "sum_ns": 32158932, "mean_ms": 0.10719644 }, "result_fight_cpu": { "n": 300, "sum_ns": 32183671, "mean_ms": 0.10727890333333334 }, "result_collector_wall": { "n": 300, "sum_ns": 740225706, "mean_ms": 2.46741902 }, "result_collector_cpu": { "n": 300, "sum_ns": 734160577, "mean_ms": 2.4472019233333335 }, "result_composition_wall": { "n": 300, "sum_ns": 4336439, "mean_ms": 0.014454796666666667 }, "result_composition_cpu": { "n": 300, "sum_ns": 4348074, "mean_ms": 0.01449358 }, "result_artifact_handoff_wall": { "n": 300, "sum_ns": 2834329, "mean_ms": 0.009447763333333335 }, "result_artifact_handoff_cpu": { "n": 300, "sum_ns": 2833382, "mean_ms": 0.009444606666666666 }, "result_publish_wall": { "n": 300, "sum_ns": 61733153, "mean_ms": 0.20577717666666667 }, "result_publish_cpu": { "n": 300, "sum_ns": 61795946, "mean_ms": 0.20598648666666666 }, "result_total_wall": { "n": 300, "sum_ns": 1848082423, "mean_ms": 6.160274743333333 }, "result_total_cpu": { "n": 300, "sum_ns": 1817659168, "mean_ms": 6.058863893333333 } } }, { "mode": "pose-a", "level": 8, "camera": "37", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.16416906, "new_channel": true, "seconds": 30.000057642988395, "selected_fps": 9.846119062959529, "requested_fps": 9.846119062959529, "complete_fps": 9.846119062959529, "accepted_fps": 9.846119062959529, "finalized_fps": 9.846119062959529, "redis_fps": 9.846119062959529, "redis_read_fps": 9.766647900707614, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.185, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.33372883504489437, "redis_interval_s": { "n": 292, "mean": 0.1021944271713138, "median": 0.09644068099441938, "p95": 0.18377362500177696, "maximum": 0.33372883504489437, "minimum": 0.00313805096084252 }, "redis_drift_s": { "n": 293, "mean": -0.044379493564758225, "median": -0.04590273403795386, "p95": -0.008411056032407771, "maximum": 0.24443873799685534, "minimum": -0.16951185603532792 }, "redis_drift_s_per_min": 0.015292852241480403, "ingress_drift_s": { "n": 12, "mean": -0.015617137000000595, "median": -0.016865591999999374, "p95": 0.015188367000000369, "maximum": 0.015188367000000369, "minimum": -0.0551057950000029 }, "ingress_drift_s_per_min": 0.01655311519168762, "source_drift_s": { "n": 12, "mean": -0.01577225000000156, "median": -0.017063000000000272, "p95": 0.015311999999994441, "maximum": 0.015311999999994441, "minimum": -0.05538100000000057 }, "ingress_to_redis_ms": { "n": 293, "mean": 27.22184300341297, "median": 25, "p95": 33, "maximum": 118, "minimum": 19 }, "source_samples": 12, "redis_samples": 293, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 297, "sum_ns": 193966377, "mean_ms": 0.6530854444444445 }, "depay_to_source_exit": { "n": 296, "sum_ns": 13306370000, "mean_ms": 44.9539527027027 }, "source_exit_to_ingress": { "n": 296, "sum_ns": 209009264, "mean_ms": 0.7061123783783784 }, "source_encoded_queue": { "n": 296, "sum_ns": 11295000, "mean_ms": 0.03815878378378379 }, "decode_between_queues": { "n": 296, "sum_ns": 13196706000, "mean_ms": 44.583466216216216 }, "source_raw_queue": { "n": 296, "sum_ns": 10044000, "mean_ms": 0.033932432432432436 }, "raw_queue_to_source_exit": { "n": 296, "sum_ns": 8426000, "mean_ms": 0.028466216216216218 }, "preprocess_start_to_preprocess_output": { "n": 297, "sum_ns": 127252755, "mean_ms": 0.4284604545454545 }, "selected_to_preprocess": { "n": 297, "sum_ns": 373553363, "mean_ms": 1.257755430976431 }, "preprocess_start_to_preprocess": { "n": 297, "sum_ns": 179586986, "mean_ms": 0.6046699865319866 }, "preprocess_output_to_infer_entry": { "n": 297, "sum_ns": 52334231, "mean_ms": 0.17620953198653197 }, "preprocess_to_infer_output": { "n": 297, "sum_ns": 4683556953, "mean_ms": 15.76955203030303 }, "preprocess_to_callback": { "n": 297, "sum_ns": 4859461610, "mean_ms": 16.3618236026936 }, "infer_output_to_callback": { "n": 297, "sum_ns": 175904657, "mean_ms": 0.5922715723905724 }, "copy_wall": { "n": 297, "sum_ns": 672857740, "mean_ms": 2.265514276094276 }, "copy_thread_cpu": { "n": 297, "sum_ns": 671235847, "mean_ms": 2.2600533569023566 }, "callback_to_copied": { "n": 297, "sum_ns": 721945788, "mean_ms": 2.430793898989899 }, "accepted_interval": { "n": 297, "sum_ns": 30250091101, "mean_ms": 101.8521585892256 }, "selected_to_submitted": { "n": 297, "sum_ns": 5977009589, "mean_ms": 20.12461141077441 }, "completed_queue_wait": { "n": 297, "sum_ns": 55040640, "mean_ms": 0.1853220202020202 }, "result_observations_wall": { "n": 297, "sum_ns": 221324921, "mean_ms": 0.7452017542087541 }, "result_observations_cpu": { "n": 297, "sum_ns": 221402808, "mean_ms": 0.745464 }, "result_nms_wall": { "n": 297, "sum_ns": 165554070, "mean_ms": 0.5574211111111111 }, "result_nms_cpu": { "n": 297, "sum_ns": 146334249, "mean_ms": 0.4927079090909091 }, "result_tracking_wall": { "n": 297, "sum_ns": 269102979, "mean_ms": 0.9060706363636364 }, "result_tracking_cpu": { "n": 297, "sum_ns": 263748974, "mean_ms": 0.8880436835016835 }, "result_region_wall": { "n": 297, "sum_ns": 57289463, "mean_ms": 0.1928938148148148 }, "result_region_cpu": { "n": 297, "sum_ns": 57322291, "mean_ms": 0.19300434680134682 }, "result_fall_wall": { "n": 297, "sum_ns": 136964361, "mean_ms": 0.4611594646464646 }, "result_fall_cpu": { "n": 297, "sum_ns": 137011161, "mean_ms": 0.4613170404040404 }, "result_fight_wall": { "n": 297, "sum_ns": 32217132, "mean_ms": 0.10847519191919192 }, "result_fight_cpu": { "n": 297, "sum_ns": 32248010, "mean_ms": 0.10857915824915826 }, "result_collector_wall": { "n": 297, "sum_ns": 708003385, "mean_ms": 2.383849781144781 }, "result_collector_cpu": { "n": 297, "sum_ns": 701328756, "mean_ms": 2.361376282828283 }, "result_composition_wall": { "n": 297, "sum_ns": 3888505, "mean_ms": 0.013092609427609429 }, "result_composition_cpu": { "n": 297, "sum_ns": 3902870, "mean_ms": 0.01314097643097643 }, "result_artifact_handoff_wall": { "n": 297, "sum_ns": 2555491, "mean_ms": 0.0086043468013468 }, "result_artifact_handoff_cpu": { "n": 297, "sum_ns": 2550764, "mean_ms": 0.008588430976430977 }, "result_publish_wall": { "n": 297, "sum_ns": 97718651, "mean_ms": 0.3290190269360269 }, "result_publish_cpu": { "n": 297, "sum_ns": 97779232, "mean_ms": 0.32922300336700333 }, "result_total_wall": { "n": 297, "sum_ns": 1900001961, "mean_ms": 6.397313 }, "result_total_cpu": { "n": 297, "sum_ns": 1868011549, "mean_ms": 6.289601175084176 } } }, { "mode": "pose-a", "level": 9, "camera": "30", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.12359672, "new_channel": false, "seconds": 30.000024417007808, "selected_fps": 9.693397595053185, "requested_fps": 9.693397595053185, "complete_fps": 9.693397595053185, "accepted_fps": 9.693397595053185, "finalized_fps": 9.693397595053185, "redis_fps": 9.726594162159532, "redis_read_fps": 9.733325411377248, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 1, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.249, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 9, "analysis_gap_markers": 7, "c_suppressed": 0, "max_redis_silence_s": 0.415276192012243, "redis_interval_s": { "n": 291, "mean": 0.10207181355313484, "median": 0.09692516201175749, "p95": 0.1817178429919295, "maximum": 0.415276192012243, "minimum": 0.00647856603609398 }, "redis_drift_s": { "n": 292, "mean": -2.444762649890921, "median": -2.452890363509084, "p95": -2.3944129490186583, "maximum": -2.164908601995535, "minimum": -2.520585271008315 }, "redis_drift_s_per_min": -0.00013465116120898115, "ingress_drift_s": { "n": 12, "mean": 0.017345649500005795, "median": 0.019378784000025462, "p95": 0.05108572000000322, "maximum": 0.05108572000000322, "minimum": -0.011152057999993303 }, "ingress_drift_s_per_min": 0.014368737571604031, "source_drift_s": { "n": 12, "mean": 0.01716325000000059, "median": 0.01933600000000979, "p95": 0.050909000000046944, "maximum": 0.050909000000046944, "minimum": -0.0111559999999713 }, "ingress_to_redis_ms": { "n": 292, "mean": 41.29109589041096, "median": 32.0, "p95": 72, "maximum": 304, "minimum": 23 }, "source_samples": 12, "redis_samples": 292, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 292, "sum_ns": 13608125000, "mean_ms": 46.603167808219176 }, "source_exit_to_ingress": { "n": 292, "sum_ns": 579517939, "mean_ms": 1.9846504760273973 }, "source_encoded_queue": { "n": 292, "sum_ns": 10502000, "mean_ms": 0.035965753424657534 }, "decode_between_queues": { "n": 292, "sum_ns": 13298778000, "mean_ms": 45.5437602739726 }, "source_raw_queue": { "n": 292, "sum_ns": 214148000, "mean_ms": 0.7333835616438357 }, "raw_queue_to_source_exit": { "n": 292, "sum_ns": 7444000, "mean_ms": 0.02549315068493151 }, "selected_to_preprocess_start": { "n": 292, "sum_ns": 208107023, "mean_ms": 0.7126952842465754 }, "preprocess_start_to_preprocess_output": { "n": 292, "sum_ns": 168155461, "mean_ms": 0.5758748664383561 }, "selected_to_preprocess": { "n": 292, "sum_ns": 436089535, "mean_ms": 1.4934573116438357 }, "preprocess_start_to_preprocess": { "n": 292, "sum_ns": 227982512, "mean_ms": 0.7807620273972603 }, "preprocess_output_to_infer_entry": { "n": 292, "sum_ns": 59827051, "mean_ms": 0.2048871609589041 }, "preprocess_to_infer_output": { "n": 292, "sum_ns": 4595995324, "mean_ms": 15.73971001369863 }, "preprocess_to_callback": { "n": 292, "sum_ns": 4779699815, "mean_ms": 16.368834982876713 }, "infer_output_to_callback": { "n": 292, "sum_ns": 183704491, "mean_ms": 0.6291249691780821 }, "copy_wall": { "n": 292, "sum_ns": 1141124653, "mean_ms": 3.9079611404109587 }, "copy_thread_cpu": { "n": 292, "sum_ns": 1138367494, "mean_ms": 3.8985188150684933 }, "callback_to_copied": { "n": 292, "sum_ns": 1188831618, "mean_ms": 4.071341157534246 }, "accepted_interval": { "n": 292, "sum_ns": 30035470015, "mean_ms": 102.86119868150685 }, "selected_to_submitted": { "n": 292, "sum_ns": 6427746107, "mean_ms": 22.012829133561645 }, "completed_queue_wait": { "n": 292, "sum_ns": 117682296, "mean_ms": 0.4030215616438356 }, "result_observations_wall": { "n": 292, "sum_ns": 286375219, "mean_ms": 0.980737051369863 }, "result_observations_cpu": { "n": 292, "sum_ns": 285710554, "mean_ms": 0.978460801369863 }, "result_nms_wall": { "n": 292, "sum_ns": 290432665, "mean_ms": 0.9946324143835616 }, "result_nms_cpu": { "n": 292, "sum_ns": 146723024, "mean_ms": 0.5024761095890411 }, "result_tracking_wall": { "n": 292, "sum_ns": 981407366, "mean_ms": 3.3609841301369863 }, "result_tracking_cpu": { "n": 292, "sum_ns": 610545012, "mean_ms": 2.0909075753424657 }, "result_region_wall": { "n": 292, "sum_ns": 81924418, "mean_ms": 0.2805630753424658 }, "result_region_cpu": { "n": 292, "sum_ns": 81975055, "mean_ms": 0.28073648972602744 }, "result_fall_wall": { "n": 292, "sum_ns": 741368867, "mean_ms": 2.5389344760273973 }, "result_fall_cpu": { "n": 292, "sum_ns": 740170410, "mean_ms": 2.5348301712328767 }, "result_fight_wall": { "n": 292, "sum_ns": 144115822, "mean_ms": 0.4935473356164384 }, "result_fight_cpu": { "n": 292, "sum_ns": 143802461, "mean_ms": 0.4924741815068493 }, "result_collector_wall": { "n": 292, "sum_ns": 1960294033, "mean_ms": 6.713335729452055 }, "result_collector_cpu": { "n": 292, "sum_ns": 1944411632, "mean_ms": 6.65894394520548 }, "result_composition_wall": { "n": 292, "sum_ns": 5078015, "mean_ms": 0.017390462328767124 }, "result_composition_cpu": { "n": 292, "sum_ns": 5089130, "mean_ms": 0.017428527397260273 }, "result_artifact_handoff_wall": { "n": 292, "sum_ns": 2809361, "mean_ms": 0.009621099315068493 }, "result_artifact_handoff_cpu": { "n": 292, "sum_ns": 2794636, "mean_ms": 0.009570671232876712 }, "result_publish_wall": { "n": 292, "sum_ns": 534369011, "mean_ms": 1.830030859589041 }, "result_publish_cpu": { "n": 292, "sum_ns": 526221801, "mean_ms": 1.8021294554794522 }, "result_total_wall": { "n": 292, "sum_ns": 5281511049, "mean_ms": 18.087366606164384 }, "result_total_cpu": { "n": 292, "sum_ns": 4739413651, "mean_ms": 16.23086866780822 } } }, { "mode": "pose-a", "level": 9, "camera": "31", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.876077055, "new_channel": false, "seconds": 30.000024417007808, "selected_fps": 10.008007391651843, "requested_fps": 10.008007391651843, "complete_fps": 10.008007391651843, "accepted_fps": 10.008007391651843, "finalized_fps": 9.974535795024243, "redis_fps": 9.974535795024243, "redis_read_fps": 9.966658554800675, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 4, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.117, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.31249087303876877, "redis_interval_s": { "n": 298, "mean": 0.10044720589930205, "median": 0.09820343152387068, "p95": 0.1565001400304027, "maximum": 0.31249087303876877, "minimum": 0.013807754963636398 }, "redis_drift_s": { "n": 299, "mean": -0.16486617654297553, "median": -0.16982376896356755, "p95": -0.12962883196490793, "maximum": -0.014732406008079124, "minimum": -0.21955104498005085 }, "redis_drift_s_per_min": 0.004356361654635603, "ingress_drift_s": { "n": 12, "mean": -0.03287521608334032, "median": -0.030592685499982508, "p95": 0.002438922999999704, "maximum": 0.002438922999999704, "minimum": -0.074384847000033 }, "ingress_drift_s_per_min": 0.06766070749328632, "source_drift_s": { "n": 12, "mean": -0.03307658333334018, "median": -0.03064399999999523, "p95": 0.0024570000000494474, "maximum": 0.0024570000000494474, "minimum": -0.07505300000002535 }, "ingress_to_redis_ms": { "n": 299, "mean": 30.872909698996654, "median": 27, "p95": 37, "maximum": 155, "minimum": 20 }, "source_samples": 12, "redis_samples": 299, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 298, "sum_ns": 13271838000, "mean_ms": 44.53636912751678 }, "source_exit_to_ingress": { "n": 298, "sum_ns": 595770707, "mean_ms": 1.9992305604026845 }, "source_encoded_queue": { "n": 298, "sum_ns": 15076000, "mean_ms": 0.050590604026845634 }, "decode_between_queues": { "n": 298, "sum_ns": 13099422000, "mean_ms": 43.957791946308724 }, "source_raw_queue": { "n": 298, "sum_ns": 31228000, "mean_ms": 0.10479194630872483 }, "raw_queue_to_source_exit": { "n": 298, "sum_ns": 7803000, "mean_ms": 0.02618456375838926 }, "selected_to_preprocess_start": { "n": 299, "sum_ns": 209257894, "mean_ms": 0.699859177257525 }, "preprocess_start_to_preprocess_output": { "n": 299, "sum_ns": 147797626, "mean_ms": 0.49430644147157193 }, "selected_to_preprocess": { "n": 299, "sum_ns": 408398549, "mean_ms": 1.3658814347826087 }, "preprocess_start_to_preprocess": { "n": 299, "sum_ns": 199140655, "mean_ms": 0.6660222575250836 }, "preprocess_output_to_infer_entry": { "n": 299, "sum_ns": 51343029, "mean_ms": 0.1717158160535117 }, "preprocess_to_infer_output": { "n": 299, "sum_ns": 4638878482, "mean_ms": 15.514643752508361 }, "preprocess_to_callback": { "n": 299, "sum_ns": 4824094916, "mean_ms": 16.1340967090301 }, "infer_output_to_callback": { "n": 299, "sum_ns": 185216434, "mean_ms": 0.6194529565217392 }, "copy_wall": { "n": 299, "sum_ns": 1254645199, "mean_ms": 4.196137789297659 }, "copy_thread_cpu": { "n": 299, "sum_ns": 1250982020, "mean_ms": 4.18388635451505 }, "callback_to_copied": { "n": 299, "sum_ns": 1304881347, "mean_ms": 4.364151662207358 }, "accepted_interval": { "n": 299, "sum_ns": 29914643520, "mean_ms": 100.04897498327759 }, "selected_to_submitted": { "n": 299, "sum_ns": 6562122074, "mean_ms": 21.946896568561876 }, "completed_queue_wait": { "n": 299, "sum_ns": 63739921, "mean_ms": 0.2131769933110368 }, "result_observations_wall": { "n": 299, "sum_ns": 286557154, "mean_ms": 0.9583851304347826 }, "result_observations_cpu": { "n": 299, "sum_ns": 286689274, "mean_ms": 0.9588270033444816 }, "result_nms_wall": { "n": 299, "sum_ns": 191539507, "mean_ms": 0.6406003578595317 }, "result_nms_cpu": { "n": 299, "sum_ns": 139470060, "mean_ms": 0.4664550501672241 }, "result_tracking_wall": { "n": 298, "sum_ns": 270849536, "mean_ms": 0.9088910604026846 }, "result_tracking_cpu": { "n": 298, "sum_ns": 248750935, "mean_ms": 0.8347346812080537 }, "result_region_wall": { "n": 298, "sum_ns": 59721667, "mean_ms": 0.2004082785234899 }, "result_region_cpu": { "n": 298, "sum_ns": 59762933, "mean_ms": 0.20054675503355704 }, "result_fall_wall": { "n": 298, "sum_ns": 126061039, "mean_ms": 0.4230236208053691 }, "result_fall_cpu": { "n": 298, "sum_ns": 126120044, "mean_ms": 0.42322162416107384 }, "result_fight_wall": { "n": 298, "sum_ns": 46831708, "mean_ms": 0.15715338255033556 }, "result_fight_cpu": { "n": 298, "sum_ns": 46870961, "mean_ms": 0.15728510402684562 }, "result_collector_wall": { "n": 298, "sum_ns": 1147002094, "mean_ms": 3.8490003154362418 }, "result_collector_cpu": { "n": 298, "sum_ns": 1137776270, "mean_ms": 3.8180411744966443 }, "result_composition_wall": { "n": 298, "sum_ns": 4542103, "mean_ms": 0.015241956375838927 }, "result_composition_cpu": { "n": 298, "sum_ns": 4549897, "mean_ms": 0.015268110738255035 }, "result_artifact_handoff_wall": { "n": 298, "sum_ns": 3095558, "mean_ms": 0.010387778523489932 }, "result_artifact_handoff_cpu": { "n": 298, "sum_ns": 3070328, "mean_ms": 0.010303114093959731 }, "result_publish_wall": { "n": 298, "sum_ns": 104673727, "mean_ms": 0.35125411744966445 }, "result_publish_cpu": { "n": 298, "sum_ns": 103946048, "mean_ms": 0.34881224161073826 }, "result_total_wall": { "n": 298, "sum_ns": 2482741187, "mean_ms": 8.33134626510067 }, "result_total_cpu": { "n": 298, "sum_ns": 2397624528, "mean_ms": 8.04571989261745 } } }, { "mode": "pose-a", "level": 9, "camera": "32", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.132038608, "new_channel": false, "seconds": 30.000024417007808, "selected_fps": 10.022554528382278, "requested_fps": 10.05574179503255, "complete_fps": 10.05574179503255, "accepted_fps": 10.05574179503255, "finalized_fps": 10.088929061682823, "redis_fps": 10.05574179503255, "redis_read_fps": 9.999991861004021, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 1, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.15, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 6, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.3058636979549192, "redis_interval_s": { "n": 299, "mean": 0.09996363094304672, "median": 0.0957354279817082, "p95": 0.17452510696602985, "maximum": 0.3058636979549192, "minimum": 0.002657837001606822 }, "redis_drift_s": { "n": 300, "mean": -7.568474055157072, "median": -7.574262825479508, "p95": -7.504195581991695, "maximum": -7.399842639007147, "minimum": -7.630914949958196 }, "redis_drift_s_per_min": 0.0063135891008627735, "ingress_drift_s": { "n": 12, "mean": -0.03506232366666732, "median": -0.0342919430000137, "p95": -0.015634885999986636, "maximum": -0.015634885999986636, "minimum": -0.0633402689999798 }, "ingress_drift_s_per_min": 0.03213330192018388, "source_drift_s": { "n": 12, "mean": -0.034985083333336796, "median": -0.034091000000003646, "p95": -0.015523999999999205, "maximum": -0.015523999999999205, "minimum": -0.06325400000000059 }, "ingress_to_redis_ms": { "n": 300, "mean": 33.153333333333336, "median": 28.0, "p95": 42, "maximum": 183, "minimum": 20 }, "source_samples": 12, "redis_samples": 300, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 302, "sum_ns": 14136850000, "mean_ms": 46.810761589403974 }, "source_exit_to_ingress": { "n": 302, "sum_ns": 746125933, "mean_ms": 2.4706156721854304 }, "source_encoded_queue": { "n": 302, "sum_ns": 9994000, "mean_ms": 0.033092715231788083 }, "decode_between_queues": { "n": 302, "sum_ns": 13913523000, "mean_ms": 46.07126821192053 }, "source_raw_queue": { "n": 302, "sum_ns": 87387000, "mean_ms": 0.28936092715231787 }, "raw_queue_to_source_exit": { "n": 302, "sum_ns": 7573000, "mean_ms": 0.02507615894039735 }, "selected_to_preprocess_start": { "n": 302, "sum_ns": 204438738, "mean_ms": 0.6769494635761589 }, "preprocess_start_to_preprocess_output": { "n": 303, "sum_ns": 154240007, "mean_ms": 0.5090429273927393 }, "selected_to_preprocess": { "n": 303, "sum_ns": 419254011, "mean_ms": 1.383676603960396 }, "preprocess_start_to_preprocess": { "n": 303, "sum_ns": 214250296, "mean_ms": 0.7070966864686469 }, "preprocess_output_to_infer_entry": { "n": 303, "sum_ns": 60010289, "mean_ms": 0.19805375907590758 }, "preprocess_to_infer_output": { "n": 303, "sum_ns": 4885752184, "mean_ms": 16.124594666666667 }, "preprocess_to_callback": { "n": 303, "sum_ns": 5071424053, "mean_ms": 16.737373112211223 }, "infer_output_to_callback": { "n": 303, "sum_ns": 185671869, "mean_ms": 0.6127784455445545 }, "copy_wall": { "n": 303, "sum_ns": 1015571205, "mean_ms": 3.3517201485148513 }, "copy_thread_cpu": { "n": 303, "sum_ns": 1015231200, "mean_ms": 3.3505980198019802 }, "callback_to_copied": { "n": 303, "sum_ns": 1065111032, "mean_ms": 3.5152179273927393 }, "accepted_interval": { "n": 303, "sum_ns": 30273651034, "mean_ms": 99.91303971617162 }, "selected_to_submitted": { "n": 303, "sum_ns": 6579879738, "mean_ms": 21.715774712871287 }, "completed_queue_wait": { "n": 303, "sum_ns": 74218395, "mean_ms": 0.244945198019802 }, "result_observations_wall": { "n": 303, "sum_ns": 278151055, "mean_ms": 0.9179902805280529 }, "result_observations_cpu": { "n": 303, "sum_ns": 278255911, "mean_ms": 0.9183363399339934 }, "result_nms_wall": { "n": 303, "sum_ns": 205435026, "mean_ms": 0.6780033861386139 }, "result_nms_cpu": { "n": 303, "sum_ns": 142013040, "mean_ms": 0.468689900990099 }, "result_tracking_wall": { "n": 303, "sum_ns": 416791460, "mean_ms": 1.3755493729372936 }, "result_tracking_cpu": { "n": 303, "sum_ns": 332947259, "mean_ms": 1.0988358382838284 }, "result_region_wall": { "n": 303, "sum_ns": 72991787, "mean_ms": 0.24089698679867985 }, "result_region_cpu": { "n": 303, "sum_ns": 73037192, "mean_ms": 0.24104683828382836 }, "result_fall_wall": { "n": 303, "sum_ns": 205952461, "mean_ms": 0.6797110924092409 }, "result_fall_cpu": { "n": 303, "sum_ns": 206024442, "mean_ms": 0.6799486534653465 }, "result_fight_wall": { "n": 303, "sum_ns": 58704901, "mean_ms": 0.19374554785478548 }, "result_fight_cpu": { "n": 303, "sum_ns": 58751653, "mean_ms": 0.19389984488448844 }, "result_collector_wall": { "n": 304, "sum_ns": 1725020584, "mean_ms": 5.674409815789473 }, "result_collector_cpu": { "n": 304, "sum_ns": 1705742661, "mean_ms": 5.610995595394737 }, "result_composition_wall": { "n": 304, "sum_ns": 4508362, "mean_ms": 0.014830138157894737 }, "result_composition_cpu": { "n": 304, "sum_ns": 4474123, "mean_ms": 0.014717509868421054 }, "result_artifact_handoff_wall": { "n": 304, "sum_ns": 2828337, "mean_ms": 0.009303740131578947 }, "result_artifact_handoff_cpu": { "n": 304, "sum_ns": 2806959, "mean_ms": 0.009233417763157895 }, "result_publish_wall": { "n": 304, "sum_ns": 145173703, "mean_ms": 0.4775450756578947 }, "result_publish_cpu": { "n": 304, "sum_ns": 144509350, "mean_ms": 0.47535970394736843 }, "result_total_wall": { "n": 304, "sum_ns": 3383747884, "mean_ms": 11.130749618421053 }, "result_total_cpu": { "n": 304, "sum_ns": 3214794228, "mean_ms": 10.574981013157895 } } }, { "mode": "pose-a", "level": 9, "camera": "33", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.995814902, "new_channel": false, "seconds": 30.000024417007808, "selected_fps": 9.868043290941362, "requested_fps": 9.868043290941362, "complete_fps": 9.834705306850344, "accepted_fps": 9.834705306850344, "finalized_fps": 9.834705306850344, "redis_fps": 9.834705306850344, "redis_read_fps": 9.866658636190635, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 5, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.092, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 2, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.449725360958837, "redis_interval_s": { "n": 295, "mean": 0.1014857566712219, "median": 0.09894646797329187, "p95": 0.17965778801590204, "maximum": 0.449725360958837, "minimum": 0.003386909025721252 }, "redis_drift_s": { "n": 296, "mean": -3.287755594156119, "median": -3.2948925685077057, "p95": -3.222872573021334, "maximum": -2.9693794630193224, "minimum": -3.4017047970346255 }, "redis_drift_s_per_min": 0.013708985298703279, "ingress_drift_s": { "n": 12, "mean": 0.01666218591666772, "median": 0.01608816450000461, "p95": 0.04639029099999448, "maximum": 0.04639029099999448, "minimum": -0.015622670999988486 }, "ingress_drift_s_per_min": 0.05372556389296898, "source_drift_s": { "n": 12, "mean": 0.016807083333337875, "median": 0.016323499999998603, "p95": 0.04649700000001644, "maximum": 0.04649700000001644, "minimum": -0.015447999999992135 }, "ingress_to_redis_ms": { "n": 296, "mean": 32.37837837837838, "median": 28.0, "p95": 50, "maximum": 179, "minimum": 20 }, "source_samples": 12, "redis_samples": 296, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 296, "sum_ns": 13922996000, "mean_ms": 47.037148648648646 }, "source_exit_to_ingress": { "n": 296, "sum_ns": 374007732, "mean_ms": 1.2635396351351351 }, "source_encoded_queue": { "n": 296, "sum_ns": 8550000, "mean_ms": 0.02888513513513514 }, "decode_between_queues": { "n": 296, "sum_ns": 13654984000, "mean_ms": 46.131702702702704 }, "source_raw_queue": { "n": 296, "sum_ns": 77350000, "mean_ms": 0.2613175675675676 }, "raw_queue_to_source_exit": { "n": 296, "sum_ns": 8901000, "mean_ms": 0.03007094594594595 }, "selected_to_preprocess_start": { "n": 296, "sum_ns": 204769347, "mean_ms": 0.6917883344594594 }, "preprocess_start_to_preprocess_output": { "n": 296, "sum_ns": 128855656, "mean_ms": 0.4353231621621622 }, "selected_to_preprocess": { "n": 296, "sum_ns": 387726351, "mean_ms": 1.309886320945946 }, "preprocess_start_to_preprocess": { "n": 296, "sum_ns": 182957004, "mean_ms": 0.6180979864864865 }, "preprocess_output_to_infer_entry": { "n": 296, "sum_ns": 54101348, "mean_ms": 0.18277482432432432 }, "preprocess_to_infer_output": { "n": 295, "sum_ns": 4787694987, "mean_ms": 16.22947453220339 }, "preprocess_to_callback": { "n": 295, "sum_ns": 4973155868, "mean_ms": 16.85815548474576 }, "infer_output_to_callback": { "n": 295, "sum_ns": 185460881, "mean_ms": 0.6286809525423729 }, "copy_wall": { "n": 295, "sum_ns": 1207195063, "mean_ms": 4.092186654237288 }, "copy_thread_cpu": { "n": 295, "sum_ns": 1199733281, "mean_ms": 4.0668924779661015 }, "callback_to_copied": { "n": 295, "sum_ns": 1256748889, "mean_ms": 4.260165725423729 }, "accepted_interval": { "n": 295, "sum_ns": 29967291346, "mean_ms": 101.58403846101696 }, "selected_to_submitted": { "n": 295, "sum_ns": 6639462866, "mean_ms": 22.506653783050847 }, "completed_queue_wait": { "n": 295, "sum_ns": 108034096, "mean_ms": 0.3662172745762712 }, "result_observations_wall": { "n": 295, "sum_ns": 265513715, "mean_ms": 0.9000464915254237 }, "result_observations_cpu": { "n": 295, "sum_ns": 265631501, "mean_ms": 0.9004457661016949 }, "result_nms_wall": { "n": 295, "sum_ns": 240475561, "mean_ms": 0.8151713932203389 }, "result_nms_cpu": { "n": 295, "sum_ns": 145251011, "mean_ms": 0.49237630847457625 }, "result_tracking_wall": { "n": 295, "sum_ns": 353875022, "mean_ms": 1.199576345762712 }, "result_tracking_cpu": { "n": 295, "sum_ns": 300441809, "mean_ms": 1.0184468101694917 }, "result_region_wall": { "n": 295, "sum_ns": 77140034, "mean_ms": 0.2614916406779661 }, "result_region_cpu": { "n": 295, "sum_ns": 77185416, "mean_ms": 0.2616454779661017 }, "result_fall_wall": { "n": 295, "sum_ns": 265070397, "mean_ms": 0.8985437186440678 }, "result_fall_cpu": { "n": 295, "sum_ns": 261002481, "mean_ms": 0.8847541728813559 }, "result_fight_wall": { "n": 295, "sum_ns": 61135688, "mean_ms": 0.20723962033898305 }, "result_fight_cpu": { "n": 295, "sum_ns": 61181986, "mean_ms": 0.2073965627118644 }, "result_collector_wall": { "n": 295, "sum_ns": 1025304838, "mean_ms": 3.475609620338983 }, "result_collector_cpu": { "n": 295, "sum_ns": 1017180687, "mean_ms": 3.448070125423729 }, "result_composition_wall": { "n": 295, "sum_ns": 4394670, "mean_ms": 0.014897186440677966 }, "result_composition_cpu": { "n": 295, "sum_ns": 4408322, "mean_ms": 0.014943464406779662 }, "result_artifact_handoff_wall": { "n": 295, "sum_ns": 2864816, "mean_ms": 0.009711240677966101 }, "result_artifact_handoff_cpu": { "n": 295, "sum_ns": 2845689, "mean_ms": 0.009646403389830508 }, "result_publish_wall": { "n": 295, "sum_ns": 121454355, "mean_ms": 0.4117096779661017 }, "result_publish_cpu": { "n": 295, "sum_ns": 121139812, "mean_ms": 0.41064343050847457 }, "result_total_wall": { "n": 295, "sum_ns": 2664238861, "mean_ms": 9.031318172881356 }, "result_total_cpu": { "n": 295, "sum_ns": 2501620813, "mean_ms": 8.480070552542374 } } }, { "mode": "pose-a", "level": 9, "camera": "34", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.971991515, "new_channel": false, "seconds": 30.000024417007808, "selected_fps": 9.909251437341467, "requested_fps": 9.909251437341467, "complete_fps": 9.875886954387456, "accepted_fps": 9.875886954387456, "finalized_fps": 9.875886954387456, "redis_fps": 9.909251437341467, "redis_read_fps": 9.899991942393982, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 4, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.078, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 2, "analysis_gap_markers": 1, "c_suppressed": 0, "max_redis_silence_s": 0.4523951529408805, "redis_interval_s": { "n": 296, "mean": 0.10133573928033002, "median": 0.09691615853807889, "p95": 0.17711871804203838, "maximum": 0.4523951529408805, "minimum": 0.008346096030436456 }, "redis_drift_s": { "n": 297, "mean": -0.02588136708891761, "median": -0.028597616001974302, "p95": 0.013998512983789624, "maximum": 0.3022764209629827, "minimum": -0.12737748300656904 }, "redis_drift_s_per_min": 0.005593617596703884, "ingress_drift_s": { "n": 12, "mean": -0.005285127250004962, "median": -0.0020347614999991492, "p95": 0.02997642699997982, "maximum": 0.02997642699997982, "minimum": -0.035173542999984875 }, "ingress_drift_s_per_min": 0.009886801533341599, "source_drift_s": { "n": 12, "mean": -0.005406249999997688, "median": -0.0021144999999904712, "p95": 0.029913999999990892, "maximum": 0.029913999999990892, "minimum": -0.03530799999998635 }, "ingress_to_redis_ms": { "n": 297, "mean": 31.545454545454547, "median": 28, "p95": 38, "maximum": 148, "minimum": 21 }, "source_samples": 12, "redis_samples": 297, "native_redis_joined": 13, "durations": { "selected_to_preprocess_start": { "n": 297, "sum_ns": 202028980, "mean_ms": 0.6802322558922559 }, "depay_to_source_exit": { "n": 296, "sum_ns": 13476433000, "mean_ms": 45.528489864864866 }, "source_exit_to_ingress": { "n": 296, "sum_ns": 434633694, "mean_ms": 1.4683570743243242 }, "source_encoded_queue": { "n": 296, "sum_ns": 8971000, "mean_ms": 0.030307432432432432 }, "decode_between_queues": { "n": 296, "sum_ns": 13364525000, "mean_ms": 45.1504222972973 }, "source_raw_queue": { "n": 296, "sum_ns": 10104000, "mean_ms": 0.034135135135135136 }, "raw_queue_to_source_exit": { "n": 296, "sum_ns": 9341000, "mean_ms": 0.03155743243243243 }, "preprocess_start_to_preprocess_output": { "n": 297, "sum_ns": 134493279, "mean_ms": 0.45283932323232323 }, "selected_to_preprocess": { "n": 297, "sum_ns": 388726872, "mean_ms": 1.308844686868687 }, "preprocess_start_to_preprocess": { "n": 297, "sum_ns": 186697892, "mean_ms": 0.628612430976431 }, "preprocess_output_to_infer_entry": { "n": 297, "sum_ns": 52204613, "mean_ms": 0.17577310774410776 }, "preprocess_to_infer_output": { "n": 296, "sum_ns": 4891391844, "mean_ms": 16.524972445945945 }, "preprocess_to_callback": { "n": 296, "sum_ns": 5074026797, "mean_ms": 17.1419824222973 }, "infer_output_to_callback": { "n": 296, "sum_ns": 182634953, "mean_ms": 0.6170099763513514 }, "copy_wall": { "n": 296, "sum_ns": 1255039583, "mean_ms": 4.2399985912162155 }, "copy_thread_cpu": { "n": 296, "sum_ns": 1248754402, "mean_ms": 4.218764871621622 }, "callback_to_copied": { "n": 296, "sum_ns": 1304842838, "mean_ms": 4.408252831081081 }, "accepted_interval": { "n": 296, "sum_ns": 29902073888, "mean_ms": 101.0205198918919 }, "selected_to_submitted": { "n": 296, "sum_ns": 6789817455, "mean_ms": 22.938572483108107 }, "completed_queue_wait": { "n": 296, "sum_ns": 60702836, "mean_ms": 0.20507714864864865 }, "result_observations_wall": { "n": 296, "sum_ns": 281484747, "mean_ms": 0.9509619831081082 }, "result_observations_cpu": { "n": 296, "sum_ns": 281567827, "mean_ms": 0.9512426587837838 }, "result_nms_wall": { "n": 296, "sum_ns": 158604521, "mean_ms": 0.5358260844594595 }, "result_nms_cpu": { "n": 296, "sum_ns": 138199052, "mean_ms": 0.4668886891891892 }, "result_tracking_wall": { "n": 296, "sum_ns": 270348959, "mean_ms": 0.9133410777027027 }, "result_tracking_cpu": { "n": 296, "sum_ns": 258962203, "mean_ms": 0.8748723074324324 }, "result_region_wall": { "n": 296, "sum_ns": 59956931, "mean_ms": 0.2025571993243243 }, "result_region_cpu": { "n": 296, "sum_ns": 59989688, "mean_ms": 0.20266786486486485 }, "result_fall_wall": { "n": 296, "sum_ns": 123209005, "mean_ms": 0.4162466385135135 }, "result_fall_cpu": { "n": 296, "sum_ns": 123281813, "mean_ms": 0.41649261148648653 }, "result_fight_wall": { "n": 296, "sum_ns": 40553971, "mean_ms": 0.1370066587837838 }, "result_fight_cpu": { "n": 296, "sum_ns": 40591102, "mean_ms": 0.13713210135135137 }, "result_collector_wall": { "n": 296, "sum_ns": 1048364435, "mean_ms": 3.5417717398648647 }, "result_collector_cpu": { "n": 296, "sum_ns": 1040838759, "mean_ms": 3.5163471587837836 }, "result_composition_wall": { "n": 296, "sum_ns": 4802845, "mean_ms": 0.016225827702702703 }, "result_composition_cpu": { "n": 296, "sum_ns": 4812042, "mean_ms": 0.016256898648648647 }, "result_artifact_handoff_wall": { "n": 296, "sum_ns": 2943779, "mean_ms": 0.009945199324324324 }, "result_artifact_handoff_cpu": { "n": 296, "sum_ns": 2921323, "mean_ms": 0.00986933445945946 }, "result_publish_wall": { "n": 296, "sum_ns": 109984867, "mean_ms": 0.3715704966216216 }, "result_publish_cpu": { "n": 296, "sum_ns": 110048896, "mean_ms": 0.37178681081081083 }, "result_total_wall": { "n": 296, "sum_ns": 2347605964, "mean_ms": 7.931101229729729 }, "result_total_cpu": { "n": 296, "sum_ns": 2307467563, "mean_ms": 7.795498523648648 } } }, { "mode": "pose-a", "level": 9, "camera": "35", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.963688087, "new_channel": false, "seconds": 30.000024417007808, "selected_fps": 9.67838135138708, "requested_fps": 9.67838135138708, "complete_fps": 9.645007622589192, "accepted_fps": 9.645007622589192, "finalized_fps": 9.645007622589192, "redis_fps": 9.645007622589192, "redis_read_fps": 9.699992105173902, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 3, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.527, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 10, "analysis_gap_markers": 3, "c_suppressed": 0, "max_redis_silence_s": 0.6906003910116851, "redis_interval_s": { "n": 290, "mean": 0.10330863025175921, "median": 0.09489773900713772, "p95": 0.19473671895684674, "maximum": 0.6906003910116851, "minimum": 0.003120137029327452 }, "redis_drift_s": { "n": 291, "mean": -6.918198499202805, "median": -6.928516311012203, "p95": -6.784535603972159, "maximum": -6.358528047982617, "minimum": -7.0294729449744295 }, "redis_drift_s_per_min": -0.02494590315406507, "ingress_drift_s": { "n": 12, "mean": -0.002704287666664603, "median": 0.0020019635000068092, "p95": 0.005082585999986122, "maximum": 0.005082585999986122, "minimum": -0.027010369999999284 }, "ingress_drift_s_per_min": -0.003498614181810479, "source_drift_s": { "n": 12, "mean": -0.002835500000002137, "median": 0.0020245000000045366, "p95": 0.004575999999985925, "maximum": 0.004575999999985925, "minimum": -0.026960000000002537 }, "ingress_to_redis_ms": { "n": 291, "mean": 38.807560137457045, "median": 32, "p95": 67, "maximum": 264, "minimum": 19 }, "source_samples": 12, "redis_samples": 291, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 290, "sum_ns": 13343847000, "mean_ms": 46.01326551724138 }, "source_exit_to_ingress": { "n": 290, "sum_ns": 1129696850, "mean_ms": 3.8955063793103446 }, "source_encoded_queue": { "n": 290, "sum_ns": 10013000, "mean_ms": 0.03452758620689655 }, "decode_between_queues": { "n": 290, "sum_ns": 12676953000, "mean_ms": 43.71363103448276 }, "source_raw_queue": { "n": 290, "sum_ns": 257351000, "mean_ms": 0.8874172413793103 }, "raw_queue_to_source_exit": { "n": 290, "sum_ns": 8580000, "mean_ms": 0.029586206896551726 }, "selected_to_preprocess_start": { "n": 290, "sum_ns": 198795823, "mean_ms": 0.6855028379310345 }, "preprocess_start_to_preprocess_output": { "n": 290, "sum_ns": 153880787, "mean_ms": 0.5306234034482759 }, "selected_to_preprocess": { "n": 290, "sum_ns": 420106562, "mean_ms": 1.4486433172413793 }, "preprocess_start_to_preprocess": { "n": 290, "sum_ns": 221310739, "mean_ms": 0.7631404793103448 }, "preprocess_output_to_infer_entry": { "n": 290, "sum_ns": 67429952, "mean_ms": 0.23251707586206896 }, "preprocess_to_infer_output": { "n": 289, "sum_ns": 4616250610, "mean_ms": 15.973185501730104 }, "preprocess_to_callback": { "n": 289, "sum_ns": 4789574580, "mean_ms": 16.57292242214533 }, "infer_output_to_callback": { "n": 289, "sum_ns": 173323970, "mean_ms": 0.5997369204152249 }, "copy_wall": { "n": 289, "sum_ns": 1332401233, "mean_ms": 4.610384889273357 }, "copy_thread_cpu": { "n": 289, "sum_ns": 1328187288, "mean_ms": 4.595803764705883 }, "callback_to_copied": { "n": 289, "sum_ns": 1379692008, "mean_ms": 4.774020788927335 }, "accepted_interval": { "n": 289, "sum_ns": 29928900499, "mean_ms": 103.56020933910034 }, "selected_to_submitted": { "n": 289, "sum_ns": 6610619588, "mean_ms": 22.874116221453285 }, "completed_queue_wait": { "n": 289, "sum_ns": 240762740, "mean_ms": 0.8330890657439446 }, "result_observations_wall": { "n": 289, "sum_ns": 261913595, "mean_ms": 0.9062754152249135 }, "result_observations_cpu": { "n": 289, "sum_ns": 262040369, "mean_ms": 0.9067140795847751 }, "result_nms_wall": { "n": 289, "sum_ns": 254200205, "mean_ms": 0.8795854844290657 }, "result_nms_cpu": { "n": 289, "sum_ns": 151166680, "mean_ms": 0.5230680968858131 }, "result_tracking_wall": { "n": 289, "sum_ns": 1007431628, "mean_ms": 3.4859225882352938 }, "result_tracking_cpu": { "n": 289, "sum_ns": 690990501, "mean_ms": 2.3909705916955017 }, "result_region_wall": { "n": 289, "sum_ns": 121837543, "mean_ms": 0.4215831937716263 }, "result_region_cpu": { "n": 289, "sum_ns": 121893468, "mean_ms": 0.42177670588235294 }, "result_fall_wall": { "n": 289, "sum_ns": 682423387, "mean_ms": 2.361326598615917 }, "result_fall_cpu": { "n": 289, "sum_ns": 680932274, "mean_ms": 2.3561670380622837 }, "result_fight_wall": { "n": 289, "sum_ns": 151466368, "mean_ms": 0.524105079584775 }, "result_fight_cpu": { "n": 289, "sum_ns": 150319665, "mean_ms": 0.5201372491349481 }, "result_collector_wall": { "n": 289, "sum_ns": 920309134, "mean_ms": 3.1844606712802768 }, "result_collector_cpu": { "n": 289, "sum_ns": 912704387, "mean_ms": 3.158146667820069 }, "result_composition_wall": { "n": 289, "sum_ns": 4450142, "mean_ms": 0.015398415224913494 }, "result_composition_cpu": { "n": 289, "sum_ns": 4458836, "mean_ms": 0.015428498269896194 }, "result_artifact_handoff_wall": { "n": 289, "sum_ns": 2914515, "mean_ms": 0.010084826989619378 }, "result_artifact_handoff_cpu": { "n": 289, "sum_ns": 2896843, "mean_ms": 0.010023678200692042 }, "result_publish_wall": { "n": 289, "sum_ns": 490074047, "mean_ms": 1.6957579480968858 }, "result_publish_cpu": { "n": 289, "sum_ns": 482197194, "mean_ms": 1.668502401384083 }, "result_total_wall": { "n": 289, "sum_ns": 4149114222, "mean_ms": 14.356796615916954 }, "result_total_cpu": { "n": 289, "sum_ns": 3709044090, "mean_ms": 12.834062595155709 } } }, { "mode": "pose-a", "level": 9, "camera": "36", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.942367517, "new_channel": false, "seconds": 30.000024417007808, "selected_fps": 9.985850311610815, "requested_fps": 9.985850311610815, "complete_fps": 9.985850311610815, "accepted_fps": 9.985850311610815, "finalized_fps": 9.952452818929842, "redis_fps": 9.952452818929842, "redis_read_fps": 9.999991861004021, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 3, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.185, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.22206150699639693, "redis_interval_s": { "n": 299, "mean": 0.10026072031766936, "median": 0.09654805500758812, "p95": 0.15956241800449789, "maximum": 0.22206150699639693, "minimum": 0.003050683008041233 }, "redis_drift_s": { "n": 300, "mean": -0.036561236785721624, "median": -0.038092610491908374, "p95": -0.0027974150003871046, "maximum": 0.10872702400573075, "minimum": -0.13512169696716114 }, "redis_drift_s_per_min": 0.0002366780921555447, "ingress_drift_s": { "n": 12, "mean": -0.019266010833331865, "median": -0.01684604750000318, "p95": 0.024984474999996564, "maximum": 0.024984474999996564, "minimum": -0.046453775999992786 }, "ingress_drift_s_per_min": 0.10872918686460804, "source_drift_s": { "n": 12, "mean": -0.019427999999998963, "median": -0.01697449999999634, "p95": 0.024919999999994502, "maximum": 0.024919999999994502, "minimum": -0.04672899999999913 }, "ingress_to_redis_ms": { "n": 300, "mean": 28.976666666666667, "median": 26.0, "p95": 36, "maximum": 123, "minimum": 19 }, "source_samples": 12, "redis_samples": 300, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 299, "sum_ns": 202820508, "mean_ms": 0.6783294581939799 }, "depay_to_source_exit": { "n": 298, "sum_ns": 13703100000, "mean_ms": 45.98355704697987 }, "source_exit_to_ingress": { "n": 298, "sum_ns": 225010193, "mean_ms": 0.7550677617449665 }, "source_encoded_queue": { "n": 298, "sum_ns": 10012000, "mean_ms": 0.03359731543624161 }, "decode_between_queues": { "n": 298, "sum_ns": 13605769000, "mean_ms": 45.656942953020135 }, "source_raw_queue": { "n": 298, "sum_ns": 7883000, "mean_ms": 0.02645302013422819 }, "raw_queue_to_source_exit": { "n": 298, "sum_ns": 8228000, "mean_ms": 0.027610738255033556 }, "preprocess_start_to_preprocess_output": { "n": 299, "sum_ns": 144668542, "mean_ms": 0.48384127759197326 }, "selected_to_preprocess": { "n": 299, "sum_ns": 400396750, "mean_ms": 1.3391195652173913 }, "preprocess_start_to_preprocess": { "n": 299, "sum_ns": 197576242, "mean_ms": 0.6607901070234113 }, "preprocess_output_to_infer_entry": { "n": 299, "sum_ns": 52907700, "mean_ms": 0.1769488294314381 }, "preprocess_to_infer_output": { "n": 299, "sum_ns": 4812312341, "mean_ms": 16.094690103678932 }, "preprocess_to_callback": { "n": 299, "sum_ns": 4993578363, "mean_ms": 16.700930979933112 }, "infer_output_to_callback": { "n": 299, "sum_ns": 181266022, "mean_ms": 0.6062408762541805 }, "copy_wall": { "n": 299, "sum_ns": 1033273196, "mean_ms": 3.4557631973244147 }, "copy_thread_cpu": { "n": 299, "sum_ns": 1027972475, "mean_ms": 3.4380350334448164 }, "callback_to_copied": { "n": 299, "sum_ns": 1083777618, "mean_ms": 3.6246743076923074 }, "accepted_interval": { "n": 299, "sum_ns": 29902114338, "mean_ms": 100.0070713645485 }, "selected_to_submitted": { "n": 299, "sum_ns": 6500560681, "mean_ms": 21.74100562207358 }, "completed_queue_wait": { "n": 299, "sum_ns": 56956635, "mean_ms": 0.19049041806020067 }, "result_observations_wall": { "n": 299, "sum_ns": 268102645, "mean_ms": 0.8966643645484951 }, "result_observations_cpu": { "n": 299, "sum_ns": 268228059, "mean_ms": 0.8970838093645486 }, "result_nms_wall": { "n": 299, "sum_ns": 159158775, "mean_ms": 0.5323035953177258 }, "result_nms_cpu": { "n": 299, "sum_ns": 141157928, "mean_ms": 0.47210009364548494 }, "result_tracking_wall": { "n": 299, "sum_ns": 202238429, "mean_ms": 0.6763827056856186 }, "result_tracking_cpu": { "n": 299, "sum_ns": 198728127, "mean_ms": 0.6646425652173914 }, "result_region_wall": { "n": 299, "sum_ns": 56082573, "mean_ms": 0.1875671337792642 }, "result_region_cpu": { "n": 299, "sum_ns": 56101365, "mean_ms": 0.18762998327759198 }, "result_fall_wall": { "n": 299, "sum_ns": 97181850, "mean_ms": 0.3250229096989966 }, "result_fall_cpu": { "n": 299, "sum_ns": 97243874, "mean_ms": 0.32523034782608695 }, "result_fight_wall": { "n": 299, "sum_ns": 32179526, "mean_ms": 0.10762383277591973 }, "result_fight_cpu": { "n": 299, "sum_ns": 32213909, "mean_ms": 0.10773882608695652 }, "result_collector_wall": { "n": 298, "sum_ns": 802318344, "mean_ms": 2.692343436241611 }, "result_collector_cpu": { "n": 298, "sum_ns": 798296761, "mean_ms": 2.6788481912751676 }, "result_composition_wall": { "n": 298, "sum_ns": 4665743, "mean_ms": 0.015656855704697985 }, "result_composition_cpu": { "n": 298, "sum_ns": 4676348, "mean_ms": 0.015692442953020132 }, "result_artifact_handoff_wall": { "n": 298, "sum_ns": 2849873, "mean_ms": 0.009563332214765102 }, "result_artifact_handoff_cpu": { "n": 298, "sum_ns": 2837674, "mean_ms": 0.009522395973154362 }, "result_publish_wall": { "n": 298, "sum_ns": 63686754, "mean_ms": 0.21371393959731544 }, "result_publish_cpu": { "n": 298, "sum_ns": 63752382, "mean_ms": 0.21393416778523489 }, "result_total_wall": { "n": 298, "sum_ns": 1922284511, "mean_ms": 6.45061916442953 }, "result_total_cpu": { "n": 298, "sum_ns": 1895891341, "mean_ms": 6.362051479865772 } } }, { "mode": "pose-a", "level": 9, "camera": "37", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.017970911, "new_channel": false, "seconds": 30.000024417007808, "selected_fps": 9.860759772124759, "requested_fps": 9.860759772124759, "complete_fps": 9.82744639451623, "accepted_fps": 9.82744639451623, "finalized_fps": 9.82744639451623, "redis_fps": 9.82744639451623, "redis_read_fps": 9.733325411377248, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.127, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 1, "analysis_gap_markers": 1, "c_suppressed": 0, "max_redis_silence_s": 0.4960721360403113, "redis_interval_s": { "n": 291, "mean": 0.10265563384876218, "median": 0.09799890901194885, "p95": 0.18768413603538647, "maximum": 0.4960721360403113, "minimum": 0.0010063720401376486 }, "redis_drift_s": { "n": 292, "mean": -0.03953177087964525, "median": -0.04401348903262914, "p95": -0.007415899040182694, "maximum": 0.30263298298883967, "minimum": -0.1501379739837745 }, "redis_drift_s_per_min": 0.02654577226861562, "ingress_drift_s": { "n": 11, "mean": -0.02500933054545452, "median": -0.021354328999997563, "p95": -0.0037284269999986464, "maximum": -0.0037284269999986464, "minimum": -0.050953836000005026 }, "ingress_drift_s_per_min": -0.0021719177928162907, "source_drift_s": { "n": 11, "mean": -0.02489418181818143, "median": -0.021276000000000295, "p95": -0.0035540000000011673, "maximum": -0.0035540000000011673, "minimum": -0.05075800000000186 }, "ingress_to_redis_ms": { "n": 292, "mean": 29.72945205479452, "median": 27.0, "p95": 37, "maximum": 142, "minimum": 19 }, "source_samples": 11, "redis_samples": 292, "native_redis_joined": 11, "durations": { "selected_to_preprocess_start": { "n": 296, "sum_ns": 192757019, "mean_ms": 0.6512061452702703 }, "depay_to_source_exit": { "n": 293, "sum_ns": 13766249000, "mean_ms": 46.983784982935155 }, "source_exit_to_ingress": { "n": 293, "sum_ns": 282437196, "mean_ms": 0.9639494744027304 }, "source_encoded_queue": { "n": 293, "sum_ns": 9817000, "mean_ms": 0.03350511945392491 }, "decode_between_queues": { "n": 293, "sum_ns": 13658891000, "mean_ms": 46.61737542662116 }, "source_raw_queue": { "n": 293, "sum_ns": 7890000, "mean_ms": 0.026928327645051195 }, "raw_queue_to_source_exit": { "n": 293, "sum_ns": 8514000, "mean_ms": 0.029058020477815697 }, "preprocess_start_to_preprocess_output": { "n": 296, "sum_ns": 144006415, "mean_ms": 0.4865081587837838 }, "selected_to_preprocess": { "n": 296, "sum_ns": 386094804, "mean_ms": 1.3043743378378378 }, "preprocess_start_to_preprocess": { "n": 296, "sum_ns": 193337785, "mean_ms": 0.6531681925675675 }, "preprocess_output_to_infer_entry": { "n": 296, "sum_ns": 49331370, "mean_ms": 0.16666003378378377 }, "preprocess_to_infer_output": { "n": 295, "sum_ns": 4769156934, "mean_ms": 16.16663367457627 }, "preprocess_to_callback": { "n": 295, "sum_ns": 4944642172, "mean_ms": 16.761498888135595 }, "infer_output_to_callback": { "n": 295, "sum_ns": 175485238, "mean_ms": 0.5948652135593221 }, "copy_wall": { "n": 295, "sum_ns": 749245631, "mean_ms": 2.539815698305085 }, "copy_thread_cpu": { "n": 295, "sum_ns": 748156087, "mean_ms": 2.5361223288135593 }, "callback_to_copied": { "n": 295, "sum_ns": 798358441, "mean_ms": 2.7062998 }, "accepted_interval": { "n": 295, "sum_ns": 30044801426, "mean_ms": 101.84678449491524 }, "selected_to_submitted": { "n": 295, "sum_ns": 6151420156, "mean_ms": 20.852271715254236 }, "completed_queue_wait": { "n": 295, "sum_ns": 62912139, "mean_ms": 0.2132614881355932 }, "result_observations_wall": { "n": 295, "sum_ns": 250731378, "mean_ms": 0.8499368745762712 }, "result_observations_cpu": { "n": 295, "sum_ns": 250805423, "mean_ms": 0.8501878745762712 }, "result_nms_wall": { "n": 295, "sum_ns": 166172904, "mean_ms": 0.5632979796610169 }, "result_nms_cpu": { "n": 295, "sum_ns": 141499744, "mean_ms": 0.47966014915254235 }, "result_tracking_wall": { "n": 295, "sum_ns": 271244338, "mean_ms": 0.9194723322033899 }, "result_tracking_cpu": { "n": 295, "sum_ns": 258058965, "mean_ms": 0.874776152542373 }, "result_region_wall": { "n": 295, "sum_ns": 60333701, "mean_ms": 0.20452102033898303 }, "result_region_cpu": { "n": 295, "sum_ns": 58341329, "mean_ms": 0.19776721694915256 }, "result_fall_wall": { "n": 295, "sum_ns": 135236506, "mean_ms": 0.4584288338983051 }, "result_fall_cpu": { "n": 295, "sum_ns": 135271973, "mean_ms": 0.45854906101694914 }, "result_fight_wall": { "n": 295, "sum_ns": 30671329, "mean_ms": 0.10397060677966101 }, "result_fight_cpu": { "n": 295, "sum_ns": 30700744, "mean_ms": 0.1040703186440678 }, "result_collector_wall": { "n": 295, "sum_ns": 1142350887, "mean_ms": 3.8723758881355934 }, "result_collector_cpu": { "n": 295, "sum_ns": 1130436416, "mean_ms": 3.8319878508474576 }, "result_composition_wall": { "n": 295, "sum_ns": 4284266, "mean_ms": 0.01452293559322034 }, "result_composition_cpu": { "n": 295, "sum_ns": 4295131, "mean_ms": 0.014559766101694915 }, "result_artifact_handoff_wall": { "n": 295, "sum_ns": 2641462, "mean_ms": 0.008954108474576271 }, "result_artifact_handoff_cpu": { "n": 295, "sum_ns": 2628277, "mean_ms": 0.008909413559322035 }, "result_publish_wall": { "n": 295, "sum_ns": 102479590, "mean_ms": 0.3473884406779661 }, "result_publish_cpu": { "n": 295, "sum_ns": 102582542, "mean_ms": 0.3477374305084746 }, "result_total_wall": { "n": 295, "sum_ns": 2389968246, "mean_ms": 8.101587274576271 }, "result_total_cpu": { "n": 295, "sum_ns": 2337337407, "mean_ms": 7.923177650847458 } } }, { "mode": "pose-a", "level": 9, "camera": "38", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.180111619, "new_channel": true, "seconds": 30.000024417007808, "selected_fps": 10.006589896436127, "requested_fps": 10.006589896436127, "complete_fps": 10.006589896436127, "accepted_fps": 10.006589896436127, "finalized_fps": 10.006589896436127, "redis_fps": 10.006589896436127, "redis_read_fps": 9.999991861004021, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 3, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.11, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.2786312290118076, "redis_interval_s": { "n": 299, "mean": 0.099990978772576, "median": 0.09579079400282353, "p95": 0.16921647294657305, "maximum": 0.2786312290118076, "minimum": 0.003120238019619137 }, "redis_drift_s": { "n": 300, "mean": -6.751553457507733, "median": -6.75405460653198, "p95": -6.7174986520381665, "maximum": -6.635980275007896, "minimum": -6.8100689820288665 }, "redis_drift_s_per_min": 0.010745600420728843, "ingress_drift_s": { "n": 12, "mean": -0.022709015333333877, "median": -0.01785471049999998, "p95": 0.017556092999999606, "maximum": 0.017556092999999606, "minimum": -0.050484627000003 }, "ingress_drift_s_per_min": 0.02521980593288186, "source_drift_s": { "n": 12, "mean": -0.02157941666666711, "median": -0.016535499999999814, "p95": 0.018857000000000568, "maximum": 0.018857000000000568, "minimum": -0.049147000000001384 }, "ingress_to_redis_ms": { "n": 300, "mean": 27.776666666666667, "median": 25.0, "p95": 34, "maximum": 142, "minimum": 18 }, "source_samples": 12, "redis_samples": 300, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 302, "sum_ns": 14018622000, "mean_ms": 46.419278145695365 }, "source_exit_to_ingress": { "n": 302, "sum_ns": 321721982, "mean_ms": 1.0653045761589404 }, "source_encoded_queue": { "n": 302, "sum_ns": 10700000, "mean_ms": 0.035430463576158935 }, "decode_between_queues": { "n": 302, "sum_ns": 13864801000, "mean_ms": 45.90993708609272 }, "source_raw_queue": { "n": 302, "sum_ns": 8791000, "mean_ms": 0.02910927152317881 }, "raw_queue_to_source_exit": { "n": 302, "sum_ns": 7939000, "mean_ms": 0.026288079470198674 }, "selected_to_preprocess_start": { "n": 302, "sum_ns": 197938760, "mean_ms": 0.6554263576158941 }, "preprocess_start_to_preprocess_output": { "n": 302, "sum_ns": 146531774, "mean_ms": 0.48520454966887416 }, "selected_to_preprocess": { "n": 302, "sum_ns": 402474784, "mean_ms": 1.3326979602649007 }, "preprocess_start_to_preprocess": { "n": 302, "sum_ns": 204536024, "mean_ms": 0.6772716026490067 }, "preprocess_output_to_infer_entry": { "n": 302, "sum_ns": 58004250, "mean_ms": 0.19206705298013246 }, "preprocess_to_infer_output": { "n": 302, "sum_ns": 4785696069, "mean_ms": 15.846675725165563 }, "preprocess_to_callback": { "n": 302, "sum_ns": 4960383637, "mean_ms": 16.425111380794704 }, "infer_output_to_callback": { "n": 302, "sum_ns": 174687568, "mean_ms": 0.578435655629139 }, "copy_wall": { "n": 302, "sum_ns": 859903083, "mean_ms": 2.8473612019867547 }, "copy_thread_cpu": { "n": 302, "sum_ns": 851894391, "mean_ms": 2.8208423543046357 }, "callback_to_copied": { "n": 302, "sum_ns": 908796576, "mean_ms": 3.0092601854304633 }, "accepted_interval": { "n": 302, "sum_ns": 30217539248, "mean_ms": 100.05807698013244 }, "selected_to_submitted": { "n": 302, "sum_ns": 6292890413, "mean_ms": 20.837385473509933 }, "completed_queue_wait": { "n": 302, "sum_ns": 57160901, "mean_ms": 0.18927450662251655 }, "result_observations_wall": { "n": 302, "sum_ns": 222461213, "mean_ms": 0.7366265331125827 }, "result_observations_cpu": { "n": 302, "sum_ns": 222574025, "mean_ms": 0.737000082781457 }, "result_nms_wall": { "n": 302, "sum_ns": 270926114, "mean_ms": 0.8971063377483444 }, "result_nms_cpu": { "n": 302, "sum_ns": 149681146, "mean_ms": 0.4956329337748344 }, "result_tracking_wall": { "n": 302, "sum_ns": 291863971, "mean_ms": 0.9664369900662252 }, "result_tracking_cpu": { "n": 302, "sum_ns": 260365503, "mean_ms": 0.8621374271523178 }, "result_region_wall": { "n": 302, "sum_ns": 58449511, "mean_ms": 0.1935414271523179 }, "result_region_cpu": { "n": 302, "sum_ns": 58484730, "mean_ms": 0.19365804635761588 }, "result_fall_wall": { "n": 302, "sum_ns": 135608555, "mean_ms": 0.44903495033112584 }, "result_fall_cpu": { "n": 302, "sum_ns": 135662832, "mean_ms": 0.44921467549668875 }, "result_fight_wall": { "n": 302, "sum_ns": 34185864, "mean_ms": 0.11319822516556291 }, "result_fight_cpu": { "n": 302, "sum_ns": 34220773, "mean_ms": 0.1133138178807947 }, "result_collector_wall": { "n": 302, "sum_ns": 565420128, "mean_ms": 1.8722520794701987 }, "result_collector_cpu": { "n": 302, "sum_ns": 561193368, "mean_ms": 1.8582561854304636 }, "result_composition_wall": { "n": 302, "sum_ns": 4173000, "mean_ms": 0.013817880794701988 }, "result_composition_cpu": { "n": 302, "sum_ns": 4187977, "mean_ms": 0.013867473509933774 }, "result_artifact_handoff_wall": { "n": 302, "sum_ns": 2567856, "mean_ms": 0.008502834437086092 }, "result_artifact_handoff_cpu": { "n": 302, "sum_ns": 2562729, "mean_ms": 0.00848585761589404 }, "result_publish_wall": { "n": 302, "sum_ns": 100665889, "mean_ms": 0.3333307582781457 }, "result_publish_cpu": { "n": 302, "sum_ns": 100750375, "mean_ms": 0.3336105132450331 }, "result_total_wall": { "n": 302, "sum_ns": 1900497180, "mean_ms": 6.293037019867549 }, "result_total_cpu": { "n": 302, "sum_ns": 1742740256, "mean_ms": 5.770663099337749 } } }, { "mode": "pose-a", "level": 10, "camera": "30", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.978382734, "new_channel": false, "seconds": 30.000010134011973, "selected_fps": 9.873781472016882, "requested_fps": 9.873781472016882, "complete_fps": 9.873781472016882, "accepted_fps": 9.873781472016882, "finalized_fps": 9.873781472016882, "redis_fps": 9.873781472016882, "redis_read_fps": 9.833330011630531, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 2, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.079, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 8, "analysis_gap_markers": 4, "c_suppressed": 0, "max_redis_silence_s": 0.40441527497023344, "redis_interval_s": { "n": 294, "mean": 0.10134218169731044, "median": 0.0971177690080367, "p95": 0.18116290599573404, "maximum": 0.40441527497023344, "minimum": 0.005961538990959525 }, "redis_drift_s": { "n": 295, "mean": -2.442354544353075, "median": -2.452051235038766, "p95": -2.3752494689994705, "maximum": -2.165392279004209, "minimum": -2.518885166985001 }, "redis_drift_s_per_min": -0.00752162880225665, "ingress_drift_s": { "n": 12, "mean": 0.020444032583336973, "median": 0.021479395000000068, "p95": 0.05450318399999787, "maximum": 0.05450318399999787, "minimum": 0.0024195170000211874 }, "ingress_drift_s_per_min": 0.018579211113175544, "source_drift_s": { "n": 12, "mean": 0.020307666666662765, "median": 0.021284999999977572, "p95": 0.0544479999999794, "maximum": 0.0544479999999794, "minimum": 0.0022280000000023392 }, "ingress_to_redis_ms": { "n": 295, "mean": 41.2135593220339, "median": 33, "p95": 89, "maximum": 304, "minimum": 23 }, "source_samples": 12, "redis_samples": 295, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 296, "sum_ns": 13692825000, "mean_ms": 46.25954391891892 }, "source_exit_to_ingress": { "n": 296, "sum_ns": 1007986596, "mean_ms": 3.4053601216216216 }, "source_encoded_queue": { "n": 296, "sum_ns": 10344000, "mean_ms": 0.034945945945945946 }, "decode_between_queues": { "n": 296, "sum_ns": 13394268000, "mean_ms": 45.250905405405405 }, "source_raw_queue": { "n": 296, "sum_ns": 227127000, "mean_ms": 0.7673209459459459 }, "raw_queue_to_source_exit": { "n": 296, "sum_ns": 7476000, "mean_ms": 0.025256756756756756 }, "selected_to_preprocess_start": { "n": 296, "sum_ns": 213999436, "mean_ms": 0.7229710675675676 }, "preprocess_start_to_preprocess_output": { "n": 296, "sum_ns": 179781072, "mean_ms": 0.6073684864864866 }, "selected_to_preprocess": { "n": 296, "sum_ns": 473549581, "mean_ms": 1.5998296655405406 }, "preprocess_start_to_preprocess": { "n": 296, "sum_ns": 259550145, "mean_ms": 0.876858597972973 }, "preprocess_output_to_infer_entry": { "n": 296, "sum_ns": 79769073, "mean_ms": 0.2694901114864865 }, "preprocess_to_infer_output": { "n": 296, "sum_ns": 4863199305, "mean_ms": 16.429727381756756 }, "preprocess_to_callback": { "n": 296, "sum_ns": 5056412493, "mean_ms": 17.082474638513514 }, "infer_output_to_callback": { "n": 296, "sum_ns": 193213188, "mean_ms": 0.6527472567567568 }, "copy_wall": { "n": 296, "sum_ns": 1325829697, "mean_ms": 4.479154381756756 }, "copy_thread_cpu": { "n": 296, "sum_ns": 1319178021, "mean_ms": 4.456682503378378 }, "callback_to_copied": { "n": 296, "sum_ns": 1374678935, "mean_ms": 4.644185591216216 }, "accepted_interval": { "n": 296, "sum_ns": 29980389149, "mean_ms": 101.28509847635135 }, "selected_to_submitted": { "n": 296, "sum_ns": 6928813918, "mean_ms": 23.40815512837838 }, "completed_queue_wait": { "n": 296, "sum_ns": 186725294, "mean_ms": 0.6308286959459459 }, "result_observations_wall": { "n": 296, "sum_ns": 297378267, "mean_ms": 1.0046563074324324 }, "result_observations_cpu": { "n": 296, "sum_ns": 294933026, "mean_ms": 0.9963953581081082 }, "result_nms_wall": { "n": 296, "sum_ns": 312589480, "mean_ms": 1.0560455405405407 }, "result_nms_cpu": { "n": 296, "sum_ns": 149311805, "mean_ms": 0.5044317736486487 }, "result_tracking_wall": { "n": 296, "sum_ns": 1176796823, "mean_ms": 3.975664942567567 }, "result_tracking_cpu": { "n": 296, "sum_ns": 634918866, "mean_ms": 2.1449961689189188 }, "result_region_wall": { "n": 296, "sum_ns": 85512686, "mean_ms": 0.2888942094594595 }, "result_region_cpu": { "n": 296, "sum_ns": 85589383, "mean_ms": 0.2891533209459459 }, "result_fall_wall": { "n": 296, "sum_ns": 455045055, "mean_ms": 1.537314375 }, "result_fall_cpu": { "n": 296, "sum_ns": 454620698, "mean_ms": 1.5358807364864864 }, "result_fight_wall": { "n": 296, "sum_ns": 152804661, "mean_ms": 0.5162319628378378 }, "result_fight_cpu": { "n": 296, "sum_ns": 152882793, "mean_ms": 0.5164959222972972 }, "result_collector_wall": { "n": 296, "sum_ns": 1488214422, "mean_ms": 5.0277514256756755 }, "result_collector_cpu": { "n": 296, "sum_ns": 1476231193, "mean_ms": 4.987267543918919 }, "result_composition_wall": { "n": 296, "sum_ns": 5222466, "mean_ms": 0.017643466216216215 }, "result_composition_cpu": { "n": 296, "sum_ns": 5232548, "mean_ms": 0.01767752702702703 }, "result_artifact_handoff_wall": { "n": 296, "sum_ns": 2963090, "mean_ms": 0.01001043918918919 }, "result_artifact_handoff_cpu": { "n": 296, "sum_ns": 2942331, "mean_ms": 0.00994030743243243 }, "result_publish_wall": { "n": 296, "sum_ns": 631105676, "mean_ms": 2.13211377027027 }, "result_publish_cpu": { "n": 296, "sum_ns": 621398143, "mean_ms": 2.099318050675676 }, "result_total_wall": { "n": 296, "sum_ns": 4869347151, "mean_ms": 16.450497131756755 }, "result_total_cpu": { "n": 296, "sum_ns": 4137386766, "mean_ms": 13.977657993243243 } } }, { "mode": "pose-a", "level": 10, "camera": "31", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.030839167, "new_channel": false, "seconds": 30.000010134011973, "selected_fps": 9.756637114622126, "requested_fps": 9.756637114622126, "complete_fps": 9.756637114622126, "accepted_fps": 9.756637114622126, "finalized_fps": 9.756637114622126, "redis_fps": 9.756637114622126, "redis_read_fps": 9.699996723337236, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 4, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.104, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 1, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.48620341799687594, "redis_interval_s": { "n": 290, "mean": 0.10319880400001522, "median": 0.09993655048310757, "p95": 0.18569400504929945, "maximum": 0.48620341799687594, "minimum": 0.0038593849749304354 }, "redis_drift_s": { "n": 291, "mean": -0.16157147818846823, "median": -0.1691527009671745, "p95": -0.08956711099949644, "maximum": 0.19201856598908762, "minimum": -0.2842245229999776 }, "redis_drift_s_per_min": -0.007964293738959096, "ingress_drift_s": { "n": 10, "mean": -0.015802845300004264, "median": -0.037536936999998716, "p95": 0.2876164959999983, "maximum": 0.2876164959999983, "minimum": -0.14827818300000217 }, "ingress_drift_s_per_min": -0.16143361670374534, "source_drift_s": { "n": 10, "mean": -0.015975800000001074, "median": -0.037878500000033455, "p95": 0.2876740000000382, "maximum": 0.2876740000000382, "minimum": -0.14863600000001043 }, "ingress_to_redis_ms": { "n": 291, "mean": 32.065292096219935, "median": 28, "p95": 38, "maximum": 158, "minimum": 21 }, "source_samples": 10, "redis_samples": 291, "native_redis_joined": 10, "durations": { "depay_to_source_exit": { "n": 291, "sum_ns": 13879936000, "mean_ms": 47.69737457044674 }, "source_exit_to_ingress": { "n": 291, "sum_ns": 479691574, "mean_ms": 1.6484246529209623 }, "source_encoded_queue": { "n": 291, "sum_ns": 10606000, "mean_ms": 0.036446735395189 }, "decode_between_queues": { "n": 291, "sum_ns": 13783080000, "mean_ms": 47.364536082474224 }, "source_raw_queue": { "n": 291, "sum_ns": 7841000, "mean_ms": 0.026945017182130583 }, "raw_queue_to_source_exit": { "n": 291, "sum_ns": 7760000, "mean_ms": 0.02666666666666667 }, "selected_to_preprocess_start": { "n": 293, "sum_ns": 202675968, "mean_ms": 0.6917268532423209 }, "preprocess_start_to_preprocess_output": { "n": 293, "sum_ns": 164172790, "mean_ms": 0.5603166894197952 }, "selected_to_preprocess": { "n": 293, "sum_ns": 423301376, "mean_ms": 1.4447145938566552 }, "preprocess_start_to_preprocess": { "n": 293, "sum_ns": 220625408, "mean_ms": 0.7529877406143345 }, "preprocess_output_to_infer_entry": { "n": 293, "sum_ns": 56452618, "mean_ms": 0.19267105119453923 }, "preprocess_to_infer_output": { "n": 293, "sum_ns": 4735158408, "mean_ms": 16.160950197952218 }, "preprocess_to_callback": { "n": 293, "sum_ns": 4915462417, "mean_ms": 16.77632224232082 }, "infer_output_to_callback": { "n": 293, "sum_ns": 180304009, "mean_ms": 0.6153720443686007 }, "copy_wall": { "n": 293, "sum_ns": 1300793677, "mean_ms": 4.439568863481228 }, "copy_thread_cpu": { "n": 293, "sum_ns": 1295457935, "mean_ms": 4.4213581399317405 }, "callback_to_copied": { "n": 293, "sum_ns": 1350359008, "mean_ms": 4.608733815699658 }, "accepted_interval": { "n": 293, "sum_ns": 29980087786, "mean_ms": 102.32111872354949 }, "selected_to_submitted": { "n": 293, "sum_ns": 6712746671, "mean_ms": 22.910398194539248 }, "completed_queue_wait": { "n": 293, "sum_ns": 79773392, "mean_ms": 0.27226413651877135 }, "result_observations_wall": { "n": 293, "sum_ns": 291108909, "mean_ms": 0.9935457645051194 }, "result_observations_cpu": { "n": 293, "sum_ns": 291259443, "mean_ms": 0.9940595324232082 }, "result_nms_wall": { "n": 293, "sum_ns": 181159693, "mean_ms": 0.6182924675767918 }, "result_nms_cpu": { "n": 293, "sum_ns": 139602446, "mean_ms": 0.47645886006825944 }, "result_tracking_wall": { "n": 293, "sum_ns": 288926950, "mean_ms": 0.9860988054607508 }, "result_tracking_cpu": { "n": 293, "sum_ns": 248308830, "mean_ms": 0.847470409556314 }, "result_region_wall": { "n": 293, "sum_ns": 59778214, "mean_ms": 0.2040212081911263 }, "result_region_cpu": { "n": 293, "sum_ns": 59810529, "mean_ms": 0.20413149829351535 }, "result_fall_wall": { "n": 293, "sum_ns": 125105725, "mean_ms": 0.42698199658703073 }, "result_fall_cpu": { "n": 293, "sum_ns": 125178097, "mean_ms": 0.427229 }, "result_fight_wall": { "n": 293, "sum_ns": 47006608, "mean_ms": 0.16043210921501705 }, "result_fight_cpu": { "n": 293, "sum_ns": 47044175, "mean_ms": 0.1605603242320819 }, "result_collector_wall": { "n": 293, "sum_ns": 1124795364, "mean_ms": 3.8388920273037543 }, "result_collector_cpu": { "n": 293, "sum_ns": 1117705696, "mean_ms": 3.814695208191126 }, "result_composition_wall": { "n": 293, "sum_ns": 4654906, "mean_ms": 0.01588705119453925 }, "result_composition_cpu": { "n": 293, "sum_ns": 4665614, "mean_ms": 0.015923597269624574 }, "result_artifact_handoff_wall": { "n": 293, "sum_ns": 3082821, "mean_ms": 0.01052157337883959 }, "result_artifact_handoff_cpu": { "n": 293, "sum_ns": 3061674, "mean_ms": 0.010449399317406143 }, "result_publish_wall": { "n": 293, "sum_ns": 104946390, "mean_ms": 0.35817880546075087 }, "result_publish_cpu": { "n": 293, "sum_ns": 104978929, "mean_ms": 0.3582898600682594 }, "result_total_wall": { "n": 293, "sum_ns": 2477434387, "mean_ms": 8.455407464163823 }, "result_total_cpu": { "n": 293, "sum_ns": 2386913192, "mean_ms": 8.146461406143345 } } }, { "mode": "pose-a", "level": 10, "camera": "32", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.074500328, "new_channel": false, "seconds": 30.000010134011973, "selected_fps": 9.97522807455237, "requested_fps": 9.97522807455237, "complete_fps": 9.97522807455237, "accepted_fps": 9.97522807455237, "finalized_fps": 9.97522807455237, "redis_fps": 9.97522807455237, "redis_read_fps": 9.966663299923827, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 2, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.186, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 4, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.2915519420057535, "redis_interval_s": { "n": 298, "mean": 0.10043197861425704, "median": 0.09722798800794408, "p95": 0.17033510998589918, "maximum": 0.2915519420057535, "minimum": 0.004045006004162133 }, "redis_drift_s": { "n": 299, "mean": -7.569252872903275, "median": -7.574701319972519, "p95": -7.496304918009798, "maximum": -7.407965461994991, "minimum": -7.689030246959533 }, "redis_drift_s_per_min": -0.0070259054520105365, "ingress_drift_s": { "n": 12, "mean": -0.03568609666667063, "median": -0.03322188550001215, "p95": -0.016293867000001683, "maximum": -0.016293867000001683, "minimum": -0.06820480599998291 }, "ingress_drift_s_per_min": 0.024869890137864774, "source_drift_s": { "n": 12, "mean": -0.03572475000000944, "median": -0.03316950000001384, "p95": -0.01611800000000585, "maximum": -0.01611800000000585, "minimum": -0.06823100000002569 }, "ingress_to_redis_ms": { "n": 299, "mean": 34.96321070234114, "median": 30, "p95": 43, "maximum": 194, "minimum": 23 }, "source_samples": 12, "redis_samples": 299, "native_redis_joined": 11, "durations": { "depay_to_source_exit": { "n": 300, "sum_ns": 12857483000, "mean_ms": 42.85827666666666 }, "source_exit_to_ingress": { "n": 300, "sum_ns": 712954342, "mean_ms": 2.376514473333333 }, "source_encoded_queue": { "n": 300, "sum_ns": 9385000, "mean_ms": 0.03128333333333333 }, "decode_between_queues": { "n": 300, "sum_ns": 12613283000, "mean_ms": 42.04427666666666 }, "source_raw_queue": { "n": 300, "sum_ns": 138038000, "mean_ms": 0.4601266666666667 }, "raw_queue_to_source_exit": { "n": 300, "sum_ns": 7955000, "mean_ms": 0.026516666666666668 }, "selected_to_preprocess_start": { "n": 300, "sum_ns": 207917298, "mean_ms": 0.69305766 }, "preprocess_start_to_preprocess_output": { "n": 300, "sum_ns": 154145284, "mean_ms": 0.5138176133333333 }, "selected_to_preprocess": { "n": 300, "sum_ns": 422363385, "mean_ms": 1.40787795 }, "preprocess_start_to_preprocess": { "n": 300, "sum_ns": 214446087, "mean_ms": 0.71482029 }, "preprocess_output_to_infer_entry": { "n": 300, "sum_ns": 60300803, "mean_ms": 0.20100267666666666 }, "preprocess_to_infer_output": { "n": 300, "sum_ns": 5088387494, "mean_ms": 16.96129164666667 }, "preprocess_to_callback": { "n": 300, "sum_ns": 5280039165, "mean_ms": 17.60013055 }, "infer_output_to_callback": { "n": 300, "sum_ns": 191651671, "mean_ms": 0.6388389033333334 }, "copy_wall": { "n": 300, "sum_ns": 1183690751, "mean_ms": 3.9456358366666664 }, "copy_thread_cpu": { "n": 300, "sum_ns": 1180343920, "mean_ms": 3.9344797333333332 }, "callback_to_copied": { "n": 300, "sum_ns": 1233700898, "mean_ms": 4.112336326666667 }, "accepted_interval": { "n": 300, "sum_ns": 30128519165, "mean_ms": 100.42839721666667 }, "selected_to_submitted": { "n": 300, "sum_ns": 6960028462, "mean_ms": 23.200094873333335 }, "completed_queue_wait": { "n": 300, "sum_ns": 83106201, "mean_ms": 0.27702066999999997 }, "result_observations_wall": { "n": 300, "sum_ns": 285180764, "mean_ms": 0.9506025466666667 }, "result_observations_cpu": { "n": 300, "sum_ns": 285286648, "mean_ms": 0.9509554933333333 }, "result_nms_wall": { "n": 300, "sum_ns": 222835416, "mean_ms": 0.74278472 }, "result_nms_cpu": { "n": 300, "sum_ns": 144136704, "mean_ms": 0.48045568 }, "result_tracking_wall": { "n": 300, "sum_ns": 401148917, "mean_ms": 1.3371630566666666 }, "result_tracking_cpu": { "n": 300, "sum_ns": 342147716, "mean_ms": 1.1404923866666667 }, "result_region_wall": { "n": 300, "sum_ns": 74160471, "mean_ms": 0.24720157 }, "result_region_cpu": { "n": 300, "sum_ns": 74209845, "mean_ms": 0.24736615 }, "result_fall_wall": { "n": 300, "sum_ns": 367518323, "mean_ms": 1.2250610766666667 }, "result_fall_cpu": { "n": 300, "sum_ns": 365716938, "mean_ms": 1.21905646 }, "result_fight_wall": { "n": 300, "sum_ns": 60987095, "mean_ms": 0.2032903166666667 }, "result_fight_cpu": { "n": 300, "sum_ns": 61033944, "mean_ms": 0.20344648 }, "result_collector_wall": { "n": 300, "sum_ns": 1460810193, "mean_ms": 4.8693673099999994 }, "result_collector_cpu": { "n": 300, "sum_ns": 1449574211, "mean_ms": 4.831914036666667 }, "result_composition_wall": { "n": 300, "sum_ns": 4622835, "mean_ms": 0.01540945 }, "result_composition_cpu": { "n": 300, "sum_ns": 4629458, "mean_ms": 0.015431526666666667 }, "result_artifact_handoff_wall": { "n": 300, "sum_ns": 3108297, "mean_ms": 0.01036099 }, "result_artifact_handoff_cpu": { "n": 300, "sum_ns": 2967704, "mean_ms": 0.009892346666666666 }, "result_publish_wall": { "n": 300, "sum_ns": 152316882, "mean_ms": 0.50772294 }, "result_publish_cpu": { "n": 300, "sum_ns": 152309860, "mean_ms": 0.5076995333333333 }, "result_total_wall": { "n": 300, "sum_ns": 3306454651, "mean_ms": 11.021515503333333 }, "result_total_cpu": { "n": 300, "sum_ns": 3154292863, "mean_ms": 10.514309543333333 } } }, { "mode": "pose-a", "level": 10, "camera": "33", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.958749853, "new_channel": false, "seconds": 30.000010134011973, "selected_fps": 10.013768981416916, "requested_fps": 10.013768981416916, "complete_fps": 9.98038975147886, "accepted_fps": 9.98038975147886, "finalized_fps": 9.98038975147886, "redis_fps": 9.98038975147886, "redis_read_fps": 10.033329944070474, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.094, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 1, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.3247825350263156, "redis_interval_s": { "n": 300, "mean": 0.09979865935340058, "median": 0.10207889400771819, "p95": 0.15382134699029848, "maximum": 0.3247825350263156, "minimum": 0.0038967399741522968 }, "redis_drift_s": { "n": 301, "mean": -3.291555123288795, "median": -3.295671749998803, "p95": -3.247036755022606, "maximum": -3.1483690909799122, "minimum": -3.3486415010331996 }, "redis_drift_s_per_min": 0.00670540952032969, "ingress_drift_s": { "n": 12, "mean": 0.015242574583335037, "median": 0.017548974000021644, "p95": 0.033346756000014466, "maximum": 0.033346756000014466, "minimum": -0.002578411000001779 }, "ingress_drift_s_per_min": 0.02497996247980698, "source_drift_s": { "n": 12, "mean": 0.015229333333337536, "median": 0.01764250000002221, "p95": 0.033477000000004864, "maximum": 0.033477000000004864, "minimum": -0.0022840000000030614 }, "ingress_to_redis_ms": { "n": 301, "mean": 32.262458471760795, "median": 28, "p95": 38, "maximum": 171, "minimum": 20 }, "source_samples": 12, "redis_samples": 301, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 300, "sum_ns": 13079071000, "mean_ms": 43.59690333333334 }, "source_exit_to_ingress": { "n": 300, "sum_ns": 532094104, "mean_ms": 1.7736470133333335 }, "source_encoded_queue": { "n": 300, "sum_ns": 11405000, "mean_ms": 0.038016666666666664 }, "decode_between_queues": { "n": 300, "sum_ns": 12807643000, "mean_ms": 42.692143333333334 }, "source_raw_queue": { "n": 300, "sum_ns": 78149000, "mean_ms": 0.26049666666666665 }, "raw_queue_to_source_exit": { "n": 300, "sum_ns": 9285000, "mean_ms": 0.03095 }, "selected_to_preprocess_start": { "n": 300, "sum_ns": 201174001, "mean_ms": 0.6705800033333333 }, "preprocess_start_to_preprocess_output": { "n": 300, "sum_ns": 128120640, "mean_ms": 0.42706879999999997 }, "selected_to_preprocess": { "n": 300, "sum_ns": 382980921, "mean_ms": 1.2766030700000002 }, "preprocess_start_to_preprocess": { "n": 300, "sum_ns": 181806920, "mean_ms": 0.6060230666666666 }, "preprocess_output_to_infer_entry": { "n": 300, "sum_ns": 53686280, "mean_ms": 0.17895426666666667 }, "preprocess_to_infer_output": { "n": 299, "sum_ns": 4710345036, "mean_ms": 15.753662327759198 }, "preprocess_to_callback": { "n": 299, "sum_ns": 4893369951, "mean_ms": 16.365785789297657 }, "infer_output_to_callback": { "n": 299, "sum_ns": 183024915, "mean_ms": 0.6121234615384615 }, "copy_wall": { "n": 299, "sum_ns": 913934326, "mean_ms": 3.0566365418060197 }, "copy_thread_cpu": { "n": 299, "sum_ns": 913928818, "mean_ms": 3.0566181204013376 }, "callback_to_copied": { "n": 299, "sum_ns": 964745708, "mean_ms": 3.2265742742474917 }, "accepted_interval": { "n": 299, "sum_ns": 29898789975, "mean_ms": 99.99595309364548 }, "selected_to_submitted": { "n": 299, "sum_ns": 6264491282, "mean_ms": 20.951475859531772 }, "completed_queue_wait": { "n": 299, "sum_ns": 61478101, "mean_ms": 0.2056123779264214 }, "result_observations_wall": { "n": 299, "sum_ns": 284746417, "mean_ms": 0.9523291538461539 }, "result_observations_cpu": { "n": 299, "sum_ns": 284876642, "mean_ms": 0.9527646889632106 }, "result_nms_wall": { "n": 299, "sum_ns": 205703394, "mean_ms": 0.6879712173913043 }, "result_nms_cpu": { "n": 299, "sum_ns": 148955950, "mean_ms": 0.4981804347826087 }, "result_tracking_wall": { "n": 299, "sum_ns": 356612667, "mean_ms": 1.1926845050167225 }, "result_tracking_cpu": { "n": 299, "sum_ns": 312418263, "mean_ms": 1.0448771337792642 }, "result_region_wall": { "n": 299, "sum_ns": 80272378, "mean_ms": 0.268469491638796 }, "result_region_cpu": { "n": 299, "sum_ns": 80322485, "mean_ms": 0.2686370735785953 }, "result_fall_wall": { "n": 299, "sum_ns": 167861730, "mean_ms": 0.5614104682274248 }, "result_fall_cpu": { "n": 299, "sum_ns": 167950122, "mean_ms": 0.561706093645485 }, "result_fight_wall": { "n": 299, "sum_ns": 64132258, "mean_ms": 0.21448915719063544 }, "result_fight_cpu": { "n": 299, "sum_ns": 64186116, "mean_ms": 0.21466928428093646 }, "result_collector_wall": { "n": 299, "sum_ns": 1602426649, "mean_ms": 5.3592864515050165 }, "result_collector_cpu": { "n": 299, "sum_ns": 1588978832, "mean_ms": 5.314310474916388 }, "result_composition_wall": { "n": 299, "sum_ns": 4725227, "mean_ms": 0.015803434782608695 }, "result_composition_cpu": { "n": 299, "sum_ns": 4734374, "mean_ms": 0.015834026755852843 }, "result_artifact_handoff_wall": { "n": 299, "sum_ns": 3070978, "mean_ms": 0.010270829431438127 }, "result_artifact_handoff_cpu": { "n": 299, "sum_ns": 3046883, "mean_ms": 0.01019024414715719 }, "result_publish_wall": { "n": 299, "sum_ns": 127902482, "mean_ms": 0.42776749832775923 }, "result_publish_cpu": { "n": 299, "sum_ns": 127524789, "mean_ms": 0.4265043110367893 }, "result_total_wall": { "n": 299, "sum_ns": 3163910713, "mean_ms": 10.581641180602007 }, "result_total_cpu": { "n": 299, "sum_ns": 3047524791, "mean_ms": 10.19239060535117 } } }, { "mode": "pose-a", "level": 10, "camera": "34", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.820860694, "new_channel": false, "seconds": 30.000010134011973, "selected_fps": 9.95947109131417, "requested_fps": 9.95947109131417, "complete_fps": 9.95947109131417, "accepted_fps": 9.95947109131417, "finalized_fps": 9.95947109131417, "redis_fps": 9.95947109131417, "redis_read_fps": 9.833330011630531, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 3, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.1, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.5041664890013635, "redis_interval_s": { "n": 294, "mean": 0.10172557598296679, "median": 0.09637209001812153, "p95": 0.18267150403698906, "maximum": 0.5041664890013635, "minimum": 0.005837768956553191 }, "redis_drift_s": { "n": 295, "mean": -0.02552409116394573, "median": -0.02845237700501002, "p95": 0.00970367401558292, "maximum": 0.3153449270185149, "minimum": -0.07834543101395752 }, "redis_drift_s_per_min": 0.009228717033110033, "ingress_drift_s": { "n": 12, "mean": -0.003972076083331426, "median": -0.0003516040000022258, "p95": 0.02939438800001426, "maximum": 0.02939438800001426, "minimum": -0.04770884199999159 }, "ingress_drift_s_per_min": -0.012813266476285619, "source_drift_s": { "n": 12, "mean": -0.004189833333332634, "median": -0.0005979999999965457, "p95": 0.029152000000010503, "maximum": 0.029152000000010503, "minimum": -0.047750999999976784 }, "ingress_to_redis_ms": { "n": 295, "mean": 31.552542372881355, "median": 28, "p95": 37, "maximum": 173, "minimum": 20 }, "source_samples": 12, "redis_samples": 295, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 297, "sum_ns": 200052761, "mean_ms": 0.6735783198653199 }, "depay_to_source_exit": { "n": 294, "sum_ns": 13351942000, "mean_ms": 45.41476870748299 }, "source_exit_to_ingress": { "n": 294, "sum_ns": 315559455, "mean_ms": 1.0733314795918367 }, "source_encoded_queue": { "n": 294, "sum_ns": 8728000, "mean_ms": 0.02968707482993197 }, "decode_between_queues": { "n": 294, "sum_ns": 13206558000, "mean_ms": 44.92026530612245 }, "source_raw_queue": { "n": 294, "sum_ns": 53543000, "mean_ms": 0.18211904761904762 }, "raw_queue_to_source_exit": { "n": 294, "sum_ns": 8796000, "mean_ms": 0.029918367346938778 }, "preprocess_start_to_preprocess_output": { "n": 297, "sum_ns": 138381724, "mean_ms": 0.46593173063973065 }, "selected_to_preprocess": { "n": 297, "sum_ns": 395093910, "mean_ms": 1.3302825252525252 }, "preprocess_start_to_preprocess": { "n": 297, "sum_ns": 195041149, "mean_ms": 0.6567042053872053 }, "preprocess_output_to_infer_entry": { "n": 297, "sum_ns": 56659425, "mean_ms": 0.19077247474747475 }, "preprocess_to_infer_output": { "n": 297, "sum_ns": 4902902641, "mean_ms": 16.5080897003367 }, "preprocess_to_callback": { "n": 297, "sum_ns": 5088577079, "mean_ms": 17.133256158249157 }, "infer_output_to_callback": { "n": 297, "sum_ns": 185674438, "mean_ms": 0.6251664579124578 }, "copy_wall": { "n": 297, "sum_ns": 1222672405, "mean_ms": 4.116742104377105 }, "copy_thread_cpu": { "n": 297, "sum_ns": 1219029936, "mean_ms": 4.104477898989899 }, "callback_to_copied": { "n": 297, "sum_ns": 1273291284, "mean_ms": 4.287176040404041 }, "accepted_interval": { "n": 297, "sum_ns": 29897333588, "mean_ms": 100.66442285521886 }, "selected_to_submitted": { "n": 297, "sum_ns": 6781179893, "mean_ms": 22.83225553198653 }, "completed_queue_wait": { "n": 297, "sum_ns": 75004192, "mean_ms": 0.252539367003367 }, "result_observations_wall": { "n": 297, "sum_ns": 286576006, "mean_ms": 0.9649023771043771 }, "result_observations_cpu": { "n": 297, "sum_ns": 286731913, "mean_ms": 0.9654273164983165 }, "result_nms_wall": { "n": 297, "sum_ns": 184876145, "mean_ms": 0.6224786026936027 }, "result_nms_cpu": { "n": 297, "sum_ns": 142268135, "mean_ms": 0.47901728956228956 }, "result_tracking_wall": { "n": 297, "sum_ns": 284959822, "mean_ms": 0.9594606801346801 }, "result_tracking_cpu": { "n": 297, "sum_ns": 256491948, "mean_ms": 0.8636092525252526 }, "result_region_wall": { "n": 297, "sum_ns": 60919665, "mean_ms": 0.20511671717171717 }, "result_region_cpu": { "n": 297, "sum_ns": 60910723, "mean_ms": 0.20508660942760942 }, "result_fall_wall": { "n": 297, "sum_ns": 122695366, "mean_ms": 0.41311571043771045 }, "result_fall_cpu": { "n": 297, "sum_ns": 122740689, "mean_ms": 0.4132683131313131 }, "result_fight_wall": { "n": 297, "sum_ns": 38953925, "mean_ms": 0.13115799663299663 }, "result_fight_cpu": { "n": 297, "sum_ns": 38986590, "mean_ms": 0.1312679797979798 }, "result_collector_wall": { "n": 297, "sum_ns": 1016843968, "mean_ms": 3.423717063973064 }, "result_collector_cpu": { "n": 297, "sum_ns": 1009353163, "mean_ms": 3.3984954983164983 }, "result_composition_wall": { "n": 297, "sum_ns": 4825349, "mean_ms": 0.01624696632996633 }, "result_composition_cpu": { "n": 297, "sum_ns": 4837805, "mean_ms": 0.016288905723905723 }, "result_artifact_handoff_wall": { "n": 297, "sum_ns": 2962250, "mean_ms": 0.009973905723905723 }, "result_artifact_handoff_cpu": { "n": 297, "sum_ns": 2978421, "mean_ms": 0.010028353535353536 }, "result_publish_wall": { "n": 297, "sum_ns": 109440004, "mean_ms": 0.36848486195286195 }, "result_publish_cpu": { "n": 297, "sum_ns": 108849690, "mean_ms": 0.3664972727272727 }, "result_total_wall": { "n": 297, "sum_ns": 2358732607, "mean_ms": 7.9418606296296295 }, "result_total_cpu": { "n": 297, "sum_ns": 2278550797, "mean_ms": 7.671888205387206 } } }, { "mode": "pose-a", "level": 10, "camera": "35", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.077270282, "new_channel": false, "seconds": 30.000010134011973, "selected_fps": 9.774823221771785, "requested_fps": 9.774823221771785, "complete_fps": 9.774823221771785, "accepted_fps": 9.774823221771785, "finalized_fps": 9.774823221771785, "redis_fps": 9.774823221771785, "redis_read_fps": 9.73333004541056, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 2, "queue_depth_max_sampled": 1, "queue_age_max_sampled": 0.0005958990077488124, "provider_response_age_max_sampled": 0.066, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 8, "analysis_gap_markers": 4, "c_suppressed": 0, "max_redis_silence_s": 0.40934360306710005, "redis_interval_s": { "n": 291, "mean": 0.10179892187970899, "median": 0.0970340030035004, "p95": 0.16946035297587514, "maximum": 0.40934360306710005, "minimum": 0.003528568020556122 }, "redis_drift_s": { "n": 292, "mean": -6.922655024217993, "median": -6.929364224015046, "p95": -6.873783148982085, "maximum": -6.627129141957511, "minimum": -7.027815638994326 }, "redis_drift_s_per_min": 0.009953698309827085, "ingress_drift_s": { "n": 12, "mean": -0.002671190500000383, "median": 0.003452604999992559, "p95": 0.021009132000017416, "maximum": 0.021009132000017416, "minimum": -0.02777559900002302 }, "ingress_drift_s_per_min": 0.03045913799192728, "source_drift_s": { "n": 12, "mean": -0.0027330833333323312, "median": 0.003383999999996945, "p95": 0.020944000000014285, "maximum": 0.020944000000014285, "minimum": -0.027720000000016398 }, "ingress_to_redis_ms": { "n": 292, "mean": 37.91438356164384, "median": 30.0, "p95": 50, "maximum": 280, "minimum": 20 }, "source_samples": 12, "redis_samples": 292, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 294, "sum_ns": 13354160000, "mean_ms": 45.42231292517007 }, "source_exit_to_ingress": { "n": 294, "sum_ns": 368003657, "mean_ms": 1.251713119047619 }, "source_encoded_queue": { "n": 294, "sum_ns": 10202000, "mean_ms": 0.03470068027210885 }, "decode_between_queues": { "n": 294, "sum_ns": 12952657000, "mean_ms": 44.05665646258503 }, "source_raw_queue": { "n": 294, "sum_ns": 275418000, "mean_ms": 0.936795918367347 }, "raw_queue_to_source_exit": { "n": 294, "sum_ns": 8441000, "mean_ms": 0.028710884353741497 }, "selected_to_preprocess_start": { "n": 294, "sum_ns": 205777438, "mean_ms": 0.6999232585034013 }, "preprocess_start_to_preprocess_output": { "n": 294, "sum_ns": 156017760, "mean_ms": 0.5306726530612245 }, "selected_to_preprocess": { "n": 294, "sum_ns": 420898163, "mean_ms": 1.431626404761905 }, "preprocess_start_to_preprocess": { "n": 294, "sum_ns": 215120725, "mean_ms": 0.7317031462585034 }, "preprocess_output_to_infer_entry": { "n": 294, "sum_ns": 59102965, "mean_ms": 0.2010304931972789 }, "preprocess_to_infer_output": { "n": 294, "sum_ns": 4694892912, "mean_ms": 15.969023510204082 }, "preprocess_to_callback": { "n": 294, "sum_ns": 4868911692, "mean_ms": 16.56092412244898 }, "infer_output_to_callback": { "n": 294, "sum_ns": 174018780, "mean_ms": 0.591900612244898 }, "copy_wall": { "n": 294, "sum_ns": 1154106703, "mean_ms": 3.9255330034013607 }, "copy_thread_cpu": { "n": 294, "sum_ns": 1150885396, "mean_ms": 3.9145761768707485 }, "callback_to_copied": { "n": 294, "sum_ns": 1203408298, "mean_ms": 4.09322550340136 }, "accepted_interval": { "n": 294, "sum_ns": 30103123496, "mean_ms": 102.3915765170068 }, "selected_to_submitted": { "n": 294, "sum_ns": 6516172553, "mean_ms": 22.163852221088437 }, "completed_queue_wait": { "n": 294, "sum_ns": 107163089, "mean_ms": 0.36450030272108846 }, "result_observations_wall": { "n": 294, "sum_ns": 275495832, "mean_ms": 0.9370606530612245 }, "result_observations_cpu": { "n": 294, "sum_ns": 275606871, "mean_ms": 0.9374383367346939 }, "result_nms_wall": { "n": 294, "sum_ns": 217219026, "mean_ms": 0.738840224489796 }, "result_nms_cpu": { "n": 294, "sum_ns": 152728747, "mean_ms": 0.5194855340136054 }, "result_tracking_wall": { "n": 294, "sum_ns": 824491544, "mean_ms": 2.8043930068027207 }, "result_tracking_cpu": { "n": 294, "sum_ns": 580945433, "mean_ms": 1.9760048741496599 }, "result_region_wall": { "n": 294, "sum_ns": 115410654, "mean_ms": 0.3925532448979592 }, "result_region_cpu": { "n": 294, "sum_ns": 115470961, "mean_ms": 0.39275837074829933 }, "result_fall_wall": { "n": 294, "sum_ns": 399419237, "mean_ms": 1.3585688333333332 }, "result_fall_cpu": { "n": 294, "sum_ns": 399123503, "mean_ms": 1.3575629353741496 }, "result_fight_wall": { "n": 294, "sum_ns": 124442470, "mean_ms": 0.4232737074829932 }, "result_fight_cpu": { "n": 294, "sum_ns": 124491347, "mean_ms": 0.4234399557823129 }, "result_collector_wall": { "n": 294, "sum_ns": 1410670017, "mean_ms": 4.7981973367346935 }, "result_collector_cpu": { "n": 294, "sum_ns": 1397696052, "mean_ms": 4.754068204081632 }, "result_composition_wall": { "n": 294, "sum_ns": 4789415, "mean_ms": 0.016290527210884354 }, "result_composition_cpu": { "n": 294, "sum_ns": 4797394, "mean_ms": 0.016317666666666664 }, "result_artifact_handoff_wall": { "n": 294, "sum_ns": 3111761, "mean_ms": 0.010584221088435373 }, "result_artifact_handoff_cpu": { "n": 294, "sum_ns": 3094063, "mean_ms": 0.01052402380952381 }, "result_publish_wall": { "n": 294, "sum_ns": 466282076, "mean_ms": 1.585993455782313 }, "result_publish_cpu": { "n": 294, "sum_ns": 457874015, "mean_ms": 1.5573946088435375 }, "result_total_wall": { "n": 294, "sum_ns": 4107480833, "mean_ms": 13.971023241496598 }, "result_total_cpu": { "n": 294, "sum_ns": 3775805477, "mean_ms": 12.842875772108844 } } }, { "mode": "pose-a", "level": 10, "camera": "36", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.971915223, "new_channel": false, "seconds": 30.000010134011973, "selected_fps": 9.942641228723323, "requested_fps": 9.942641228723323, "complete_fps": 9.942641228723323, "accepted_fps": 9.942641228723323, "finalized_fps": 9.942641228723323, "redis_fps": 9.942641228723323, "redis_read_fps": 9.833330011630531, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.204, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 1, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.3893424439593218, "redis_interval_s": { "n": 294, "mean": 0.10103452319044107, "median": 0.09665348401176743, "p95": 0.16541911201784387, "maximum": 0.3893424439593218, "minimum": 0.0179694410180673 }, "redis_drift_s": { "n": 295, "mean": -0.035883536777337514, "median": -0.03624164199595725, "p95": -0.0021856139642153494, "maximum": 0.048407657012802474, "minimum": -0.13336516000052256 }, "redis_drift_s_per_min": -0.0055811556219018624, "ingress_drift_s": { "n": 12, "mean": -0.014448255583333255, "median": -0.014317362499994601, "p95": 0.0005786330000034923, "maximum": 0.0005786330000034923, "minimum": -0.03278083700001844 }, "ingress_drift_s_per_min": -0.0009983050311581016, "source_drift_s": { "n": 12, "mean": -0.014722250000004303, "median": -0.01453300000001434, "p95": 0.0004040000000031796, "maximum": 0.0004040000000031796, "minimum": -0.03299300000000471 }, "ingress_to_redis_ms": { "n": 295, "mean": 29.667796610169493, "median": 27, "p95": 36, "maximum": 115, "minimum": 20 }, "source_samples": 12, "redis_samples": 295, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 298, "sum_ns": 204211600, "mean_ms": 0.6852738255033557 }, "depay_to_source_exit": { "n": 297, "sum_ns": 13656972000, "mean_ms": 45.98307070707071 }, "source_exit_to_ingress": { "n": 297, "sum_ns": 248112012, "mean_ms": 0.8353939797979798 }, "source_encoded_queue": { "n": 297, "sum_ns": 9729000, "mean_ms": 0.032757575757575756 }, "decode_between_queues": { "n": 297, "sum_ns": 13567714000, "mean_ms": 45.68253872053872 }, "source_raw_queue": { "n": 297, "sum_ns": 8262000, "mean_ms": 0.02781818181818182 }, "raw_queue_to_source_exit": { "n": 297, "sum_ns": 8669000, "mean_ms": 0.029188552188552187 }, "preprocess_start_to_preprocess_output": { "n": 298, "sum_ns": 150254993, "mean_ms": 0.5042113859060403 }, "selected_to_preprocess": { "n": 298, "sum_ns": 405834543, "mean_ms": 1.3618608825503355 }, "preprocess_start_to_preprocess": { "n": 298, "sum_ns": 201622943, "mean_ms": 0.6765870570469799 }, "preprocess_output_to_infer_entry": { "n": 298, "sum_ns": 51367950, "mean_ms": 0.1723756711409396 }, "preprocess_to_infer_output": { "n": 298, "sum_ns": 4883301057, "mean_ms": 16.38691629865772 }, "preprocess_to_callback": { "n": 298, "sum_ns": 5072160109, "mean_ms": 17.02067150671141 }, "infer_output_to_callback": { "n": 298, "sum_ns": 188859052, "mean_ms": 0.6337552080536913 }, "copy_wall": { "n": 298, "sum_ns": 1058615766, "mean_ms": 3.552401899328859 }, "copy_thread_cpu": { "n": 298, "sum_ns": 1051821101, "mean_ms": 3.5296010100671142 }, "callback_to_copied": { "n": 298, "sum_ns": 1110624362, "mean_ms": 3.726927389261745 }, "accepted_interval": { "n": 298, "sum_ns": 30062648006, "mean_ms": 100.881369147651 }, "selected_to_submitted": { "n": 298, "sum_ns": 6612763892, "mean_ms": 22.190482859060403 }, "completed_queue_wait": { "n": 298, "sum_ns": 55995509, "mean_ms": 0.18790439261744965 }, "result_observations_wall": { "n": 298, "sum_ns": 287785405, "mean_ms": 0.9657228355704699 }, "result_observations_cpu": { "n": 298, "sum_ns": 287949199, "mean_ms": 0.9662724798657718 }, "result_nms_wall": { "n": 298, "sum_ns": 167406023, "mean_ms": 0.561765177852349 }, "result_nms_cpu": { "n": 298, "sum_ns": 144886591, "mean_ms": 0.48619661409395976 }, "result_tracking_wall": { "n": 298, "sum_ns": 211036255, "mean_ms": 0.7081753523489933 }, "result_tracking_cpu": { "n": 298, "sum_ns": 202437745, "mean_ms": 0.6793212919463086 }, "result_region_wall": { "n": 298, "sum_ns": 57352370, "mean_ms": 0.19245761744966441 }, "result_region_cpu": { "n": 298, "sum_ns": 57377149, "mean_ms": 0.19254076845637583 }, "result_fall_wall": { "n": 298, "sum_ns": 96982207, "mean_ms": 0.3254436476510067 }, "result_fall_cpu": { "n": 298, "sum_ns": 97037173, "mean_ms": 0.32562809731543624 }, "result_fight_wall": { "n": 298, "sum_ns": 31704321, "mean_ms": 0.1063903389261745 }, "result_fight_cpu": { "n": 298, "sum_ns": 31714570, "mean_ms": 0.10642473154362417 }, "result_collector_wall": { "n": 298, "sum_ns": 876004862, "mean_ms": 2.939613630872483 }, "result_collector_cpu": { "n": 298, "sum_ns": 872337986, "mean_ms": 2.927308677852349 }, "result_composition_wall": { "n": 298, "sum_ns": 4816050, "mean_ms": 0.016161241610738255 }, "result_composition_cpu": { "n": 298, "sum_ns": 4819151, "mean_ms": 0.01617164765100671 }, "result_artifact_handoff_wall": { "n": 298, "sum_ns": 2980941, "mean_ms": 0.010003157718120805 }, "result_artifact_handoff_cpu": { "n": 298, "sum_ns": 2970771, "mean_ms": 0.009969030201342282 }, "result_publish_wall": { "n": 298, "sum_ns": 65834928, "mean_ms": 0.22092257718120806 }, "result_publish_cpu": { "n": 298, "sum_ns": 65905284, "mean_ms": 0.22115867114093962 }, "result_total_wall": { "n": 298, "sum_ns": 2046792548, "mean_ms": 6.868431369127516 }, "result_total_cpu": { "n": 298, "sum_ns": 2010398732, "mean_ms": 6.746304469798658 } } }, { "mode": "pose-a", "level": 10, "camera": "37", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.109240274, "new_channel": false, "seconds": 30.000010134011973, "selected_fps": 9.897293896761973, "requested_fps": 9.897293896761973, "complete_fps": 9.897293896761973, "accepted_fps": 9.897293896761973, "finalized_fps": 9.93050629238869, "redis_fps": 9.93050629238869, "redis_read_fps": 9.833330011630531, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 1, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.076, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.41588835400762036, "redis_interval_s": { "n": 294, "mean": 0.10118960034336616, "median": 0.09568226899136789, "p95": 0.19342395901912823, "maximum": 0.41588835400762036, "minimum": 0.012668044015299529 }, "redis_drift_s": { "n": 295, "mean": -0.03823748073430789, "median": -0.041683518008326814, "p95": -0.005822116003372457, "maximum": 0.24719756896188017, "minimum": -0.10108964398783371 }, "redis_drift_s_per_min": -0.0018023776710434452, "ingress_drift_s": { "n": 12, "mean": -0.02363832408333148, "median": -0.01621044699999885, "p95": 0.001309677999998371, "maximum": 0.001309677999998371, "minimum": -0.06197773200000256 }, "ingress_drift_s_per_min": -0.03417571083510703, "source_drift_s": { "n": 12, "mean": -0.023585500000000554, "median": -0.01632550000000066, "p95": 0.0013320000000049959, "maximum": 0.0013320000000049959, "minimum": -0.061813000000000784 }, "ingress_to_redis_ms": { "n": 295, "mean": 30.861016949152543, "median": 28, "p95": 37, "maximum": 161, "minimum": 20 }, "source_samples": 12, "redis_samples": 295, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 298, "sum_ns": 200610013, "mean_ms": 0.6731879630872483 }, "depay_to_source_exit": { "n": 297, "sum_ns": 13804121000, "mean_ms": 46.478521885521886 }, "source_exit_to_ingress": { "n": 297, "sum_ns": 342175788, "mean_ms": 1.1521070303030303 }, "source_encoded_queue": { "n": 297, "sum_ns": 10390000, "mean_ms": 0.034983164983164984 }, "decode_between_queues": { "n": 297, "sum_ns": 13682126000, "mean_ms": 46.067764309764314 }, "source_raw_queue": { "n": 297, "sum_ns": 21505000, "mean_ms": 0.0724074074074074 }, "raw_queue_to_source_exit": { "n": 297, "sum_ns": 8752000, "mean_ms": 0.02946801346801347 }, "preprocess_start_to_preprocess_output": { "n": 298, "sum_ns": 134231880, "mean_ms": 0.45044255033557046 }, "selected_to_preprocess": { "n": 298, "sum_ns": 388136525, "mean_ms": 1.3024715604026846 }, "preprocess_start_to_preprocess": { "n": 298, "sum_ns": 187526512, "mean_ms": 0.6292835973154363 }, "preprocess_output_to_infer_entry": { "n": 298, "sum_ns": 53294632, "mean_ms": 0.17884104697986575 }, "preprocess_to_infer_output": { "n": 298, "sum_ns": 4889849923, "mean_ms": 16.408892359060403 }, "preprocess_to_callback": { "n": 298, "sum_ns": 5072233173, "mean_ms": 17.020916687919463 }, "infer_output_to_callback": { "n": 298, "sum_ns": 182383250, "mean_ms": 0.6120243288590604 }, "copy_wall": { "n": 298, "sum_ns": 871285528, "mean_ms": 2.9237769395973157 }, "copy_thread_cpu": { "n": 298, "sum_ns": 865526390, "mean_ms": 2.904450973154362 }, "callback_to_copied": { "n": 298, "sum_ns": 921466028, "mean_ms": 3.0921678791946308 }, "accepted_interval": { "n": 298, "sum_ns": 30034748342, "mean_ms": 100.78774611409396 }, "selected_to_submitted": { "n": 298, "sum_ns": 6406084577, "mean_ms": 21.496928110738256 }, "completed_queue_wait": { "n": 298, "sum_ns": 61785191, "mean_ms": 0.20733285570469798 }, "result_observations_wall": { "n": 298, "sum_ns": 270146053, "mean_ms": 0.9065303791946309 }, "result_observations_cpu": { "n": 298, "sum_ns": 270246506, "mean_ms": 0.9068674697986577 }, "result_nms_wall": { "n": 299, "sum_ns": 186387530, "mean_ms": 0.6233696655518395 }, "result_nms_cpu": { "n": 299, "sum_ns": 144937967, "mean_ms": 0.484742364548495 }, "result_tracking_wall": { "n": 299, "sum_ns": 278065052, "mean_ms": 0.9299834515050168 }, "result_tracking_cpu": { "n": 299, "sum_ns": 263484202, "mean_ms": 0.8812180668896321 }, "result_region_wall": { "n": 299, "sum_ns": 63634549, "mean_ms": 0.21282457859531773 }, "result_region_cpu": { "n": 299, "sum_ns": 63672180, "mean_ms": 0.2129504347826087 }, "result_fall_wall": { "n": 299, "sum_ns": 145577229, "mean_ms": 0.486880364548495 }, "result_fall_cpu": { "n": 299, "sum_ns": 145642778, "mean_ms": 0.48709959197324415 }, "result_fight_wall": { "n": 299, "sum_ns": 33421750, "mean_ms": 0.1117784280936455 }, "result_fight_cpu": { "n": 299, "sum_ns": 33451302, "mean_ms": 0.11187726421404683 }, "result_collector_wall": { "n": 299, "sum_ns": 1273317066, "mean_ms": 4.258585505016723 }, "result_collector_cpu": { "n": 299, "sum_ns": 1260988939, "mean_ms": 4.217354311036789 }, "result_composition_wall": { "n": 299, "sum_ns": 4750292, "mean_ms": 0.015887264214046824 }, "result_composition_cpu": { "n": 299, "sum_ns": 4752919, "mean_ms": 0.01589605016722408 }, "result_artifact_handoff_wall": { "n": 299, "sum_ns": 4048626, "mean_ms": 0.013540555183946488 }, "result_artifact_handoff_cpu": { "n": 299, "sum_ns": 2851973, "mean_ms": 0.009538371237458194 }, "result_publish_wall": { "n": 299, "sum_ns": 109745410, "mean_ms": 0.36704150501672245 }, "result_publish_cpu": { "n": 299, "sum_ns": 109256657, "mean_ms": 0.3654068795986622 }, "result_total_wall": { "n": 299, "sum_ns": 2610124247, "mean_ms": 8.729512531772574 }, "result_total_cpu": { "n": 299, "sum_ns": 2539146927, "mean_ms": 8.492130190635452 } } }, { "mode": "pose-a", "level": 10, "camera": "38", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.925280763, "new_channel": false, "seconds": 30.000010134011973, "selected_fps": 9.891302352156314, "requested_fps": 9.891302352156314, "complete_fps": 9.891302352156314, "accepted_fps": 9.891302352156314, "finalized_fps": 9.924718914156843, "redis_fps": 9.924718914156843, "redis_read_fps": 9.899996655777178, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 1, "queue_age_max_sampled": 0.0005096590030007064, "provider_response_age_max_sampled": 0.092, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 2, "analysis_gap_markers": 1, "c_suppressed": 0, "max_redis_silence_s": 0.345598493993748, "redis_interval_s": { "n": 296, "mean": 0.10089344510472713, "median": 0.09673365755588748, "p95": 0.17921760596800596, "maximum": 0.345598493993748, "minimum": 0.012769309047143906 }, "redis_drift_s": { "n": 297, "mean": -6.749986533778947, "median": -6.751276082002555, "p95": -6.712791588000485, "maximum": -6.611776686001569, "minimum": -6.88046519002598 }, "redis_drift_s_per_min": 0.002995249013953985, "ingress_drift_s": { "n": 12, "mean": -0.01751780649999901, "median": -0.014505955999993603, "p95": 0.02665386900000044, "maximum": 0.02665386900000044, "minimum": -0.06986912699999692 }, "ingress_drift_s_per_min": 0.030483827751143198, "source_drift_s": { "n": 12, "mean": -0.021085666666666114, "median": -0.014220500000000413, "p95": 0.027881999999998186, "maximum": 0.027881999999998186, "minimum": -0.06900399999999962 }, "ingress_to_redis_ms": { "n": 297, "mean": 30.060606060606062, "median": 26, "p95": 35, "maximum": 138, "minimum": 20 }, "source_samples": 12, "redis_samples": 297, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 296, "sum_ns": 12926613000, "mean_ms": 43.670989864864865 }, "source_exit_to_ingress": { "n": 296, "sum_ns": 495993621, "mean_ms": 1.675654125 }, "source_encoded_queue": { "n": 296, "sum_ns": 9528000, "mean_ms": 0.03218918918918919 }, "decode_between_queues": { "n": 296, "sum_ns": 12803573000, "mean_ms": 43.255314189189185 }, "source_raw_queue": { "n": 296, "sum_ns": 20660000, "mean_ms": 0.06979729729729729 }, "raw_queue_to_source_exit": { "n": 296, "sum_ns": 7915000, "mean_ms": 0.026739864864864862 }, "selected_to_preprocess_start": { "n": 296, "sum_ns": 206033746, "mean_ms": 0.6960599527027027 }, "preprocess_start_to_preprocess_output": { "n": 296, "sum_ns": 150925592, "mean_ms": 0.5098837567567568 }, "selected_to_preprocess": { "n": 296, "sum_ns": 410194014, "mean_ms": 1.3857905878378378 }, "preprocess_start_to_preprocess": { "n": 296, "sum_ns": 204160268, "mean_ms": 0.6897306351351351 }, "preprocess_output_to_infer_entry": { "n": 296, "sum_ns": 53234676, "mean_ms": 0.17984687837837837 }, "preprocess_to_infer_output": { "n": 296, "sum_ns": 4838774053, "mean_ms": 16.34720963851351 }, "preprocess_to_callback": { "n": 296, "sum_ns": 5011677067, "mean_ms": 16.931341442567568 }, "infer_output_to_callback": { "n": 296, "sum_ns": 172903014, "mean_ms": 0.5841318040540541 }, "copy_wall": { "n": 296, "sum_ns": 690501851, "mean_ms": 2.3327765236486484 }, "copy_thread_cpu": { "n": 296, "sum_ns": 689993894, "mean_ms": 2.3310604527027023 }, "callback_to_copied": { "n": 296, "sum_ns": 739629670, "mean_ms": 2.498748885135135 }, "accepted_interval": { "n": 296, "sum_ns": 29890522643, "mean_ms": 100.98149541554055 }, "selected_to_submitted": { "n": 296, "sum_ns": 6184793898, "mean_ms": 20.89457397972973 }, "completed_queue_wait": { "n": 296, "sum_ns": 58172012, "mean_ms": 0.19652706756756758 }, "result_observations_wall": { "n": 296, "sum_ns": 246832042, "mean_ms": 0.8338920337837837 }, "result_observations_cpu": { "n": 296, "sum_ns": 246836106, "mean_ms": 0.8339057635135135 }, "result_nms_wall": { "n": 296, "sum_ns": 179587771, "mean_ms": 0.6067154425675676 }, "result_nms_cpu": { "n": 296, "sum_ns": 140585631, "mean_ms": 0.4749514560810811 }, "result_tracking_wall": { "n": 297, "sum_ns": 280401572, "mean_ms": 0.9441130370370371 }, "result_tracking_cpu": { "n": 297, "sum_ns": 256044715, "mean_ms": 0.8621034175084175 }, "result_region_wall": { "n": 297, "sum_ns": 61013045, "mean_ms": 0.20543112794612794 }, "result_region_cpu": { "n": 297, "sum_ns": 61053338, "mean_ms": 0.20556679461279462 }, "result_fall_wall": { "n": 297, "sum_ns": 138995549, "mean_ms": 0.4679984814814815 }, "result_fall_cpu": { "n": 297, "sum_ns": 139063945, "mean_ms": 0.4682287710437711 }, "result_fight_wall": { "n": 297, "sum_ns": 33772737, "mean_ms": 0.1137129191919192 }, "result_fight_cpu": { "n": 297, "sum_ns": 33803991, "mean_ms": 0.11381815151515152 }, "result_collector_wall": { "n": 297, "sum_ns": 1252390060, "mean_ms": 4.216801548821549 }, "result_collector_cpu": { "n": 297, "sum_ns": 1239938209, "mean_ms": 4.174876124579125 }, "result_composition_wall": { "n": 297, "sum_ns": 4428860, "mean_ms": 0.014911986531986532 }, "result_composition_cpu": { "n": 297, "sum_ns": 4443087, "mean_ms": 0.014959888888888889 }, "result_artifact_handoff_wall": { "n": 297, "sum_ns": 2639849, "mean_ms": 0.00888838047138047 }, "result_artifact_handoff_cpu": { "n": 297, "sum_ns": 2628677, "mean_ms": 0.00885076430976431 }, "result_publish_wall": { "n": 297, "sum_ns": 105095703, "mean_ms": 0.35385758585858584 }, "result_publish_cpu": { "n": 297, "sum_ns": 105155654, "mean_ms": 0.3540594410774411 }, "result_total_wall": { "n": 297, "sum_ns": 2533716939, "mean_ms": 8.531033464646464 }, "result_total_cpu": { "n": 297, "sum_ns": 2456928398, "mean_ms": 8.272486188552188 } } }, { "mode": "pose-a", "level": 10, "camera": "39", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.153631801, "new_channel": true, "seconds": 30.000010134011973, "selected_fps": 9.915886815003297, "requested_fps": 9.915886815003297, "complete_fps": 9.882723313949773, "accepted_fps": 9.882723313949773, "finalized_fps": 9.882723313949773, "redis_fps": 9.882723313949773, "redis_read_fps": 9.833330011630531, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.086, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.3992841740255244, "redis_interval_s": { "n": 294, "mean": 0.1016643226360918, "median": 0.09659352502785623, "p95": 0.1739468730520457, "maximum": 0.3992841740255244, "minimum": 0.01326681300997734 }, "redis_drift_s": { "n": 295, "mean": 0.003936090410592304, "median": 0.0024225009973157796, "p95": 0.03880678902054058, "maximum": 0.2890998010062624, "minimum": -0.04581981401844004 }, "redis_drift_s_per_min": 0.015380420536688352, "ingress_drift_s": { "n": 12, "mean": -0.015440868999999266, "median": -0.011775689500001185, "p95": 0.003213857000002207, "maximum": 0.003213857000002207, "minimum": -0.04385200399999789 }, "ingress_drift_s_per_min": -0.0048732960228440765, "source_drift_s": { "n": 12, "mean": -0.015509833333332335, "median": -0.011928499999998898, "p95": 0.0032460000000007483, "maximum": 0.0032460000000007483, "minimum": -0.04393399999999659 }, "ingress_to_redis_ms": { "n": 295, "mean": 27.97966101694915, "median": 26, "p95": 35, "maximum": 107, "minimum": 19 }, "source_samples": 12, "redis_samples": 295, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 299, "sum_ns": 197783929, "mean_ms": 0.661484712374582 }, "depay_to_source_exit": { "n": 297, "sum_ns": 13076068000, "mean_ms": 44.02716498316498 }, "source_exit_to_ingress": { "n": 297, "sum_ns": 200644986, "mean_ms": 0.6755723434343435 }, "source_encoded_queue": { "n": 297, "sum_ns": 8316000, "mean_ms": 0.028 }, "decode_between_queues": { "n": 297, "sum_ns": 12981729000, "mean_ms": 43.70952525252525 }, "source_raw_queue": { "n": 297, "sum_ns": 12215000, "mean_ms": 0.041127946127946124 }, "raw_queue_to_source_exit": { "n": 297, "sum_ns": 8120000, "mean_ms": 0.02734006734006734 }, "preprocess_start_to_preprocess_output": { "n": 299, "sum_ns": 132642669, "mean_ms": 0.4436209665551839 }, "selected_to_preprocess": { "n": 299, "sum_ns": 380424554, "mean_ms": 1.272322923076923 }, "preprocess_start_to_preprocess": { "n": 299, "sum_ns": 182640625, "mean_ms": 0.6108382107023411 }, "preprocess_output_to_infer_entry": { "n": 299, "sum_ns": 49997956, "mean_ms": 0.1672172441471572 }, "preprocess_to_infer_output": { "n": 298, "sum_ns": 4898943512, "mean_ms": 16.43940775838926 }, "preprocess_to_callback": { "n": 298, "sum_ns": 5071037279, "mean_ms": 17.01690362080537 }, "infer_output_to_callback": { "n": 298, "sum_ns": 172093767, "mean_ms": 0.5774958624161074 }, "copy_wall": { "n": 298, "sum_ns": 673150148, "mean_ms": 2.2588931140939597 }, "copy_thread_cpu": { "n": 298, "sum_ns": 670444101, "mean_ms": 2.2498124194630873 }, "callback_to_copied": { "n": 298, "sum_ns": 722441440, "mean_ms": 2.4243001342281882 }, "accepted_interval": { "n": 298, "sum_ns": 30119002588, "mean_ms": 101.07047848322146 }, "selected_to_submitted": { "n": 298, "sum_ns": 6197258982, "mean_ms": 20.79617108053691 }, "completed_queue_wait": { "n": 298, "sum_ns": 49113665, "mean_ms": 0.16481095637583892 }, "result_observations_wall": { "n": 298, "sum_ns": 240259394, "mean_ms": 0.8062395771812081 }, "result_observations_cpu": { "n": 298, "sum_ns": 240414093, "mean_ms": 0.8067587013422819 }, "result_nms_wall": { "n": 298, "sum_ns": 176264016, "mean_ms": 0.5914899865771812 }, "result_nms_cpu": { "n": 298, "sum_ns": 155855550, "mean_ms": 0.5230052013422819 }, "result_tracking_wall": { "n": 298, "sum_ns": 250608746, "mean_ms": 0.8409689463087248 }, "result_tracking_cpu": { "n": 298, "sum_ns": 244994637, "mean_ms": 0.8221296543624161 }, "result_region_wall": { "n": 298, "sum_ns": 76600013, "mean_ms": 0.25704702348993286 }, "result_region_cpu": { "n": 298, "sum_ns": 76632819, "mean_ms": 0.25715711073825503 }, "result_fall_wall": { "n": 298, "sum_ns": 158909430, "mean_ms": 0.5332531208053691 }, "result_fall_cpu": { "n": 298, "sum_ns": 158993509, "mean_ms": 0.5335352651006711 }, "result_fight_wall": { "n": 298, "sum_ns": 51275890, "mean_ms": 0.17206674496644295 }, "result_fight_cpu": { "n": 298, "sum_ns": 51315425, "mean_ms": 0.17219941275167785 }, "result_collector_wall": { "n": 298, "sum_ns": 765320979, "mean_ms": 2.5681912046979867 }, "result_collector_cpu": { "n": 298, "sum_ns": 757700324, "mean_ms": 2.5426185369127516 }, "result_composition_wall": { "n": 298, "sum_ns": 4290302, "mean_ms": 0.014396986577181208 }, "result_composition_cpu": { "n": 298, "sum_ns": 4304999, "mean_ms": 0.014446305369127516 }, "result_artifact_handoff_wall": { "n": 298, "sum_ns": 2774264, "mean_ms": 0.009309610738255035 }, "result_artifact_handoff_cpu": { "n": 298, "sum_ns": 2763268, "mean_ms": 0.009272711409395973 }, "result_publish_wall": { "n": 298, "sum_ns": 62704398, "mean_ms": 0.21041744295302012 }, "result_publish_cpu": { "n": 298, "sum_ns": 62778928, "mean_ms": 0.21066754362416107 }, "result_total_wall": { "n": 298, "sum_ns": 2023869890, "mean_ms": 6.791509697986577 }, "result_total_cpu": { "n": 298, "sum_ns": 1989355393, "mean_ms": 6.675689238255034 } } }, { "mode": "pose-a", "level": 11, "camera": "30", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.135191406, "new_channel": false, "seconds": 30.000005219015293, "selected_fps": 9.822403183444376, "requested_fps": 9.822403183444376, "complete_fps": 9.822403183444376, "accepted_fps": 9.822403183444376, "finalized_fps": 9.822403183444376, "redis_fps": 9.85558697798304, "redis_read_fps": 9.833331622656397, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 2, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.118, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 9, "analysis_gap_markers": 5, "c_suppressed": 0, "max_redis_silence_s": 0.4182598589686677, "redis_interval_s": { "n": 294, "mean": 0.10170559495921899, "median": 0.09676842048065737, "p95": 0.16265952901449054, "maximum": 0.4182598589686677, "minimum": 0.0037150600110180676 }, "redis_drift_s": { "n": 295, "mean": -2.4398524554231225, "median": -2.4505362509950146, "p95": -2.351878884965572, "maximum": -2.1588448370196716, "minimum": -2.5066853960035473 }, "redis_drift_s_per_min": -0.00690611559968923, "ingress_drift_s": { "n": 12, "mean": 0.020982929416651547, "median": 0.02178316849997941, "p95": 0.034907230999976946, "maximum": 0.034907230999976946, "minimum": -0.00765809300003184 }, "ingress_drift_s_per_min": -0.009661573319908582, "source_drift_s": { "n": 12, "mean": 0.0204379166666655, "median": 0.02081849999999008, "p95": 0.03491500000001224, "maximum": 0.03491500000001224, "minimum": -0.007735000000025138 }, "ingress_to_redis_ms": { "n": 295, "mean": 42.6406779661017, "median": 34, "p95": 81, "maximum": 312, "minimum": 22 }, "source_samples": 12, "redis_samples": 295, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 296, "sum_ns": 13486008000, "mean_ms": 45.56083783783784 }, "source_exit_to_ingress": { "n": 296, "sum_ns": 1432733567, "mean_ms": 4.840316104729729 }, "source_encoded_queue": { "n": 296, "sum_ns": 9317000, "mean_ms": 0.03147635135135135 }, "decode_between_queues": { "n": 296, "sum_ns": 13215398000, "mean_ms": 44.646614864864866 }, "source_raw_queue": { "n": 296, "sum_ns": 164774000, "mean_ms": 0.5566689189189189 }, "raw_queue_to_source_exit": { "n": 296, "sum_ns": 7618000, "mean_ms": 0.025736486486486486 }, "selected_to_preprocess_start": { "n": 296, "sum_ns": 468543245, "mean_ms": 1.5829163682432432 }, "preprocess_start_to_preprocess_output": { "n": 296, "sum_ns": 191349813, "mean_ms": 0.6464520709459459 }, "selected_to_preprocess": { "n": 296, "sum_ns": 734008990, "mean_ms": 2.4797601013513515 }, "preprocess_start_to_preprocess": { "n": 296, "sum_ns": 265465745, "mean_ms": 0.8968437331081082 }, "preprocess_output_to_infer_entry": { "n": 296, "sum_ns": 74115932, "mean_ms": 0.2503916621621622 }, "preprocess_to_infer_output": { "n": 296, "sum_ns": 5031229755, "mean_ms": 16.997397820945945 }, "preprocess_to_callback": { "n": 296, "sum_ns": 5227484551, "mean_ms": 17.660420780405406 }, "infer_output_to_callback": { "n": 296, "sum_ns": 196254796, "mean_ms": 0.6630229594594594 }, "copy_wall": { "n": 296, "sum_ns": 1221129258, "mean_ms": 4.125436682432433 }, "copy_thread_cpu": { "n": 296, "sum_ns": 1216989752, "mean_ms": 4.111451864864865 }, "callback_to_copied": { "n": 296, "sum_ns": 1270195033, "mean_ms": 4.291199435810811 }, "accepted_interval": { "n": 296, "sum_ns": 30084063516, "mean_ms": 101.63534971621623 }, "selected_to_submitted": { "n": 296, "sum_ns": 7256348856, "mean_ms": 24.51469208108108 }, "completed_queue_wait": { "n": 296, "sum_ns": 278268987, "mean_ms": 0.9400979290540541 }, "result_observations_wall": { "n": 296, "sum_ns": 303326407, "mean_ms": 1.024751375 }, "result_observations_cpu": { "n": 296, "sum_ns": 303481739, "mean_ms": 1.0252761452702703 }, "result_nms_wall": { "n": 296, "sum_ns": 366359008, "mean_ms": 1.2376993513513512 }, "result_nms_cpu": { "n": 296, "sum_ns": 152199842, "mean_ms": 0.5141886554054054 }, "result_tracking_wall": { "n": 296, "sum_ns": 1056471270, "mean_ms": 3.569159695945946 }, "result_tracking_cpu": { "n": 296, "sum_ns": 626497490, "mean_ms": 2.1165455743243244 }, "result_region_wall": { "n": 296, "sum_ns": 85690921, "mean_ms": 0.2894963547297297 }, "result_region_cpu": { "n": 296, "sum_ns": 85742338, "mean_ms": 0.2896700608108108 }, "result_fall_wall": { "n": 296, "sum_ns": 466756389, "mean_ms": 1.5768796925675677 }, "result_fall_cpu": { "n": 296, "sum_ns": 465954543, "mean_ms": 1.5741707533783784 }, "result_fight_wall": { "n": 296, "sum_ns": 154966803, "mean_ms": 0.5235364966216216 }, "result_fight_cpu": { "n": 296, "sum_ns": 155044484, "mean_ms": 0.5237989324324325 }, "result_collector_wall": { "n": 296, "sum_ns": 1723445003, "mean_ms": 5.822449334459459 }, "result_collector_cpu": { "n": 296, "sum_ns": 1706251725, "mean_ms": 5.7643639358108105 }, "result_composition_wall": { "n": 296, "sum_ns": 5497691, "mean_ms": 0.018573280405405408 }, "result_composition_cpu": { "n": 296, "sum_ns": 5282642, "mean_ms": 0.017846763513513515 }, "result_artifact_handoff_wall": { "n": 296, "sum_ns": 2924428, "mean_ms": 0.009879824324324325 }, "result_artifact_handoff_cpu": { "n": 296, "sum_ns": 2903005, "mean_ms": 0.009807449324324325 }, "result_publish_wall": { "n": 296, "sum_ns": 376402368, "mean_ms": 1.2716296216216216 }, "result_publish_cpu": { "n": 296, "sum_ns": 368271897, "mean_ms": 1.244161814189189 }, "result_total_wall": { "n": 296, "sum_ns": 4810831310, "mean_ms": 16.25280847972973 }, "result_total_cpu": { "n": 296, "sum_ns": 4137289948, "mean_ms": 13.977330905405406 } } }, { "mode": "pose-a", "level": 11, "camera": "31", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.073089063, "new_channel": false, "seconds": 30.000005219015293, "selected_fps": 9.776182266613866, "requested_fps": 9.776182266613866, "complete_fps": 9.742929945979125, "accepted_fps": 9.742929945979125, "finalized_fps": 9.742929945979125, "redis_fps": 9.742929945979125, "redis_read_fps": 9.73333164005311, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.152, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 3, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.4124262090190314, "redis_interval_s": { "n": 291, "mean": 0.10285596690729543, "median": 0.09701230202335864, "p95": 0.18490874499548227, "maximum": 0.4124262090190314, "minimum": 0.003879149036947638 }, "redis_drift_s": { "n": 292, "mean": -0.1624777380298598, "median": -0.16785883349345454, "p95": -0.12229801396142648, "maximum": 0.11769606800191923, "minimum": -0.2802419879687932 }, "redis_drift_s_per_min": 0.026041045760254355, "ingress_drift_s": { "n": 12, "mean": -0.024896318333337792, "median": -0.027759018999972795, "p95": 0.011674657000014577, "maximum": 0.011674657000014577, "minimum": -0.06227773900002376 }, "ingress_drift_s_per_min": -0.004429889953834435, "source_drift_s": { "n": 12, "mean": -0.025991249999999393, "median": -0.028248499999989463, "p95": 0.008383000000037555, "maximum": 0.008383000000037555, "minimum": -0.06262100000003556 }, "ingress_to_redis_ms": { "n": 292, "mean": 31.643835616438356, "median": 28.0, "p95": 38, "maximum": 166, "minimum": 19 }, "source_samples": 12, "redis_samples": 292, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 293, "sum_ns": 12877841000, "mean_ms": 43.95167576791809 }, "source_exit_to_ingress": { "n": 293, "sum_ns": 441940383, "mean_ms": 1.5083289522184302 }, "source_encoded_queue": { "n": 293, "sum_ns": 10098000, "mean_ms": 0.034464163822525595 }, "decode_between_queues": { "n": 293, "sum_ns": 12674355000, "mean_ms": 43.257184300341294 }, "source_raw_queue": { "n": 293, "sum_ns": 60871000, "mean_ms": 0.20775085324232082 }, "raw_queue_to_source_exit": { "n": 293, "sum_ns": 7881000, "mean_ms": 0.026897610921501707 }, "selected_to_preprocess_start": { "n": 294, "sum_ns": 211888557, "mean_ms": 0.7207093775510204 }, "preprocess_start_to_preprocess_output": { "n": 294, "sum_ns": 184679258, "mean_ms": 0.6281607414965987 }, "selected_to_preprocess": { "n": 294, "sum_ns": 452416971, "mean_ms": 1.5388332346938776 }, "preprocess_start_to_preprocess": { "n": 294, "sum_ns": 240528414, "mean_ms": 0.8181238571428572 }, "preprocess_output_to_infer_entry": { "n": 294, "sum_ns": 55849156, "mean_ms": 0.18996311564625848 }, "preprocess_to_infer_output": { "n": 293, "sum_ns": 4760814720, "mean_ms": 16.248514402730375 }, "preprocess_to_callback": { "n": 293, "sum_ns": 4937399754, "mean_ms": 16.851193699658705 }, "infer_output_to_callback": { "n": 293, "sum_ns": 176585034, "mean_ms": 0.6026792969283277 }, "copy_wall": { "n": 293, "sum_ns": 883197503, "mean_ms": 3.014325948805461 }, "copy_thread_cpu": { "n": 293, "sum_ns": 882697210, "mean_ms": 3.0126184641638227 }, "callback_to_copied": { "n": 293, "sum_ns": 933260597, "mean_ms": 3.1851897508532425 }, "accepted_interval": { "n": 293, "sum_ns": 29994108221, "mean_ms": 102.36897003754265 }, "selected_to_submitted": { "n": 293, "sum_ns": 6346494028, "mean_ms": 21.660389174061432 }, "completed_queue_wait": { "n": 293, "sum_ns": 80863342, "mean_ms": 0.27598410238907845 }, "result_observations_wall": { "n": 293, "sum_ns": 283578964, "mean_ms": 0.9678462935153583 }, "result_observations_cpu": { "n": 293, "sum_ns": 283727588, "mean_ms": 0.968353542662116 }, "result_nms_wall": { "n": 293, "sum_ns": 191041192, "mean_ms": 0.6520177201365188 }, "result_nms_cpu": { "n": 293, "sum_ns": 139810420, "mean_ms": 0.4771686689419795 }, "result_tracking_wall": { "n": 293, "sum_ns": 265462364, "mean_ms": 0.9060148941979522 }, "result_tracking_cpu": { "n": 293, "sum_ns": 243684147, "mean_ms": 0.8316865085324232 }, "result_region_wall": { "n": 293, "sum_ns": 58682901, "mean_ms": 0.2002829385665529 }, "result_region_cpu": { "n": 293, "sum_ns": 58723182, "mean_ms": 0.20042041638225255 }, "result_fall_wall": { "n": 293, "sum_ns": 122804284, "mean_ms": 0.4191272491467577 }, "result_fall_cpu": { "n": 293, "sum_ns": 122791115, "mean_ms": 0.41908230375426625 }, "result_fight_wall": { "n": 293, "sum_ns": 46844840, "mean_ms": 0.15988 }, "result_fight_cpu": { "n": 293, "sum_ns": 46240792, "mean_ms": 0.15781840273037545 }, "result_collector_wall": { "n": 293, "sum_ns": 1408483430, "mean_ms": 4.807110682593857 }, "result_collector_cpu": { "n": 293, "sum_ns": 1396449982, "mean_ms": 4.766040894197952 }, "result_composition_wall": { "n": 293, "sum_ns": 4396783, "mean_ms": 0.015006085324232083 }, "result_composition_cpu": { "n": 293, "sum_ns": 4406652, "mean_ms": 0.015039767918088738 }, "result_artifact_handoff_wall": { "n": 293, "sum_ns": 2979332, "mean_ms": 0.010168368600682594 }, "result_artifact_handoff_cpu": { "n": 293, "sum_ns": 2952228, "mean_ms": 0.010075863481228669 }, "result_publish_wall": { "n": 293, "sum_ns": 102002416, "mean_ms": 0.34813111262798635 }, "result_publish_cpu": { "n": 293, "sum_ns": 101334627, "mean_ms": 0.3458519692832765 }, "result_total_wall": { "n": 293, "sum_ns": 2722672078, "mean_ms": 9.292396170648464 }, "result_total_cpu": { "n": 293, "sum_ns": 2634618323, "mean_ms": 8.991871409556314 } } }, { "mode": "pose-a", "level": 11, "camera": "32", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.060270104, "new_channel": false, "seconds": 30.000005219015293, "selected_fps": 9.97995024535991, "requested_fps": 9.97995024535991, "complete_fps": 9.97995024535991, "accepted_fps": 9.97995024535991, "finalized_fps": 10.013216746177777, "redis_fps": 10.013216746177777, "redis_read_fps": 9.999998260328539, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 3, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.164, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 3, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.27483070304151624, "redis_interval_s": { "n": 299, "mean": 0.10006556421071354, "median": 0.09534334001364186, "p95": 0.1784232080099173, "maximum": 0.27483070304151624, "minimum": 0.004990989051293582 }, "redis_drift_s": { "n": 300, "mean": -7.567900686944647, "median": -7.5716816429759035, "p95": -7.53097756796933, "maximum": -7.417335527983937, "minimum": -7.624772472981363 }, "redis_drift_s_per_min": -0.0034643722080382232, "ingress_drift_s": { "n": 12, "mean": -0.0315137621666679, "median": -0.03888548949998949, "p95": -0.0013854059999971469, "maximum": -0.0013854059999971469, "minimum": -0.06957821099996409 }, "ingress_drift_s_per_min": -0.005217574343886404, "source_drift_s": { "n": 12, "mean": -0.03149241666665148, "median": -0.038830999999987625, "p95": -0.0012689999999793145, "maximum": -0.0012689999999793145, "minimum": -0.06944699999996828 }, "ingress_to_redis_ms": { "n": 300, "mean": 34.92333333333333, "median": 30.0, "p95": 41, "maximum": 196, "minimum": 21 }, "source_samples": 12, "redis_samples": 300, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 300, "sum_ns": 13829985000, "mean_ms": 46.09995 }, "source_exit_to_ingress": { "n": 300, "sum_ns": 477398872, "mean_ms": 1.5913295733333332 }, "source_encoded_queue": { "n": 300, "sum_ns": 9822000, "mean_ms": 0.03274 }, "decode_between_queues": { "n": 300, "sum_ns": 13539400000, "mean_ms": 45.13133333333334 }, "source_raw_queue": { "n": 300, "sum_ns": 159525000, "mean_ms": 0.53175 }, "raw_queue_to_source_exit": { "n": 300, "sum_ns": 7697000, "mean_ms": 0.025656666666666668 }, "selected_to_preprocess_start": { "n": 300, "sum_ns": 215167460, "mean_ms": 0.7172248666666667 }, "preprocess_start_to_preprocess_output": { "n": 300, "sum_ns": 158304603, "mean_ms": 0.52768201 }, "selected_to_preprocess": { "n": 300, "sum_ns": 432938912, "mean_ms": 1.4431297066666668 }, "preprocess_start_to_preprocess": { "n": 300, "sum_ns": 217771452, "mean_ms": 0.72590484 }, "preprocess_output_to_infer_entry": { "n": 300, "sum_ns": 59466849, "mean_ms": 0.19822283 }, "preprocess_to_infer_output": { "n": 300, "sum_ns": 5186721547, "mean_ms": 17.289071823333334 }, "preprocess_to_callback": { "n": 300, "sum_ns": 5384040006, "mean_ms": 17.94680002 }, "infer_output_to_callback": { "n": 300, "sum_ns": 197318459, "mean_ms": 0.6577281966666667 }, "copy_wall": { "n": 300, "sum_ns": 1329195229, "mean_ms": 4.430650763333333 }, "copy_thread_cpu": { "n": 300, "sum_ns": 1325969187, "mean_ms": 4.41989729 }, "callback_to_copied": { "n": 300, "sum_ns": 1379414221, "mean_ms": 4.598047403333333 }, "accepted_interval": { "n": 300, "sum_ns": 29996435229, "mean_ms": 99.98811743 }, "selected_to_submitted": { "n": 300, "sum_ns": 7222679805, "mean_ms": 24.07559935 }, "completed_queue_wait": { "n": 300, "sum_ns": 76216827, "mean_ms": 0.25405609 }, "result_observations_wall": { "n": 300, "sum_ns": 299789155, "mean_ms": 0.9992971833333334 }, "result_observations_cpu": { "n": 300, "sum_ns": 299946995, "mean_ms": 0.9998233166666667 }, "result_nms_wall": { "n": 301, "sum_ns": 188726120, "mean_ms": 0.6269970764119602 }, "result_nms_cpu": { "n": 301, "sum_ns": 141812233, "mean_ms": 0.4711369867109635 }, "result_tracking_wall": { "n": 301, "sum_ns": 380420108, "mean_ms": 1.2638541794019933 }, "result_tracking_cpu": { "n": 301, "sum_ns": 336146247, "mean_ms": 1.1167649401993356 }, "result_region_wall": { "n": 301, "sum_ns": 75093584, "mean_ms": 0.24948034551495016 }, "result_region_cpu": { "n": 301, "sum_ns": 75064621, "mean_ms": 0.24938412292358803 }, "result_fall_wall": { "n": 301, "sum_ns": 368841711, "mean_ms": 1.2253877441860466 }, "result_fall_cpu": { "n": 301, "sum_ns": 366001124, "mean_ms": 1.2159505780730897 }, "result_fight_wall": { "n": 301, "sum_ns": 60341301, "mean_ms": 0.20046943853820598 }, "result_fight_cpu": { "n": 301, "sum_ns": 60386376, "mean_ms": 0.20061918936877077 }, "result_collector_wall": { "n": 301, "sum_ns": 1240952447, "mean_ms": 4.122765604651163 }, "result_collector_cpu": { "n": 301, "sum_ns": 1235447402, "mean_ms": 4.104476418604651 }, "result_composition_wall": { "n": 301, "sum_ns": 4583962, "mean_ms": 0.015229109634551494 }, "result_composition_cpu": { "n": 301, "sum_ns": 4593434, "mean_ms": 0.0152605780730897 }, "result_artifact_handoff_wall": { "n": 301, "sum_ns": 2962933, "mean_ms": 0.00984363122923588 }, "result_artifact_handoff_cpu": { "n": 301, "sum_ns": 2935205, "mean_ms": 0.009751511627906977 }, "result_publish_wall": { "n": 301, "sum_ns": 152752304, "mean_ms": 0.5074827375415283 }, "result_publish_cpu": { "n": 301, "sum_ns": 151459959, "mean_ms": 0.5031892325581395 }, "result_total_wall": { "n": 301, "sum_ns": 3044330493, "mean_ms": 10.114054794019934 }, "result_total_cpu": { "n": 301, "sum_ns": 2942341394, "mean_ms": 9.77522057807309 } } }, { "mode": "pose-a", "level": 11, "camera": "33", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.09074053, "new_channel": false, "seconds": 30.000005219015293, "selected_fps": 9.903378738814972, "requested_fps": 9.903378738814972, "complete_fps": 9.87014592425519, "accepted_fps": 9.87014592425519, "finalized_fps": 9.903378738814972, "redis_fps": 9.903378738814972, "redis_read_fps": 9.899998277725253, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 4, "queue_depth_max_sampled": 1, "queue_age_max_sampled": 0.000677586009260267, "provider_response_age_max_sampled": 0.123, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 1, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.44780455000000075, "redis_interval_s": { "n": 296, "mean": 0.1008765235540498, "median": 0.09761282202089205, "p95": 0.17394361400511116, "maximum": 0.44780455000000075, "minimum": 0.003253175993449986 }, "redis_drift_s": { "n": 297, "mean": -3.287105903856862, "median": -3.293556396010331, "p95": -3.2321091390098218, "maximum": -2.9027526100226737, "minimum": -3.342687611984104 }, "redis_drift_s_per_min": 0.0038069522297742337, "ingress_drift_s": { "n": 12, "mean": 0.015533759083330287, "median": 0.012715465499979928, "p95": 0.050148016999969514, "maximum": 0.050148016999969514, "minimum": -0.01337329000000409 }, "ingress_drift_s_per_min": 0.053819907126814934, "source_drift_s": { "n": 12, "mean": 0.015306000000000116, "median": 0.01290250000002402, "p95": 0.05021699999997509, "maximum": 0.05021699999997509, "minimum": -0.016830999999967844 }, "ingress_to_redis_ms": { "n": 297, "mean": 33.36363636363637, "median": 29, "p95": 41, "maximum": 167, "minimum": 19 }, "source_samples": 12, "redis_samples": 297, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 298, "sum_ns": 13409415000, "mean_ms": 44.99803691275167 }, "source_exit_to_ingress": { "n": 298, "sum_ns": 721788019, "mean_ms": 2.422107446308725 }, "source_encoded_queue": { "n": 298, "sum_ns": 8501000, "mean_ms": 0.028526845637583894 }, "decode_between_queues": { "n": 298, "sum_ns": 13182728000, "mean_ms": 44.237342281879194 }, "source_raw_queue": { "n": 298, "sum_ns": 5841000, "mean_ms": 0.019600671140939597 }, "raw_queue_to_source_exit": { "n": 298, "sum_ns": 8973000, "mean_ms": 0.030110738255033558 }, "selected_to_preprocess_start": { "n": 298, "sum_ns": 201404920, "mean_ms": 0.6758554362416108 }, "preprocess_start_to_preprocess_output": { "n": 298, "sum_ns": 149711674, "mean_ms": 0.5023881677852349 }, "selected_to_preprocess": { "n": 298, "sum_ns": 401697934, "mean_ms": 1.347979644295302 }, "preprocess_start_to_preprocess": { "n": 298, "sum_ns": 200293014, "mean_ms": 0.6721242080536913 }, "preprocess_output_to_infer_entry": { "n": 298, "sum_ns": 50581340, "mean_ms": 0.1697360402684564 }, "preprocess_to_infer_output": { "n": 297, "sum_ns": 4790823354, "mean_ms": 16.130718363636362 }, "preprocess_to_callback": { "n": 297, "sum_ns": 5096463500, "mean_ms": 17.159809764309763 }, "infer_output_to_callback": { "n": 297, "sum_ns": 305640146, "mean_ms": 1.0290914006734007 }, "copy_wall": { "n": 297, "sum_ns": 1268315501, "mean_ms": 4.270422562289562 }, "copy_thread_cpu": { "n": 297, "sum_ns": 1263447916, "mean_ms": 4.2540333872053875 }, "callback_to_copied": { "n": 297, "sum_ns": 1319021818, "mean_ms": 4.4411509023569025 }, "accepted_interval": { "n": 297, "sum_ns": 29997511918, "mean_ms": 101.00172362962962 }, "selected_to_submitted": { "n": 297, "sum_ns": 6840257385, "mean_ms": 23.031169646464647 }, "completed_queue_wait": { "n": 298, "sum_ns": 193045976, "mean_ms": 0.6478052885906039 }, "result_observations_wall": { "n": 298, "sum_ns": 285857892, "mean_ms": 0.9592546711409395 }, "result_observations_cpu": { "n": 298, "sum_ns": 285998521, "mean_ms": 0.9597265805369127 }, "result_nms_wall": { "n": 298, "sum_ns": 192173420, "mean_ms": 0.6448772483221477 }, "result_nms_cpu": { "n": 298, "sum_ns": 146541703, "mean_ms": 0.4917506812080537 }, "result_tracking_wall": { "n": 298, "sum_ns": 312778096, "mean_ms": 1.0495909261744965 }, "result_tracking_cpu": { "n": 298, "sum_ns": 303325275, "mean_ms": 1.0178700503355704 }, "result_region_wall": { "n": 298, "sum_ns": 78385771, "mean_ms": 0.2630395 }, "result_region_cpu": { "n": 298, "sum_ns": 78425974, "mean_ms": 0.26317440939597314 }, "result_fall_wall": { "n": 298, "sum_ns": 164246125, "mean_ms": 0.5511614932885905 }, "result_fall_cpu": { "n": 298, "sum_ns": 164343330, "mean_ms": 0.5514876845637584 }, "result_fight_wall": { "n": 298, "sum_ns": 63464941, "mean_ms": 0.21296960067114093 }, "result_fight_cpu": { "n": 298, "sum_ns": 63419590, "mean_ms": 0.21281741610738253 }, "result_collector_wall": { "n": 298, "sum_ns": 1244927819, "mean_ms": 4.177610130872483 }, "result_collector_cpu": { "n": 298, "sum_ns": 1236571174, "mean_ms": 4.149567697986577 }, "result_composition_wall": { "n": 298, "sum_ns": 4747034, "mean_ms": 0.015929644295302015 }, "result_composition_cpu": { "n": 298, "sum_ns": 4755486, "mean_ms": 0.015958006711409397 }, "result_artifact_handoff_wall": { "n": 298, "sum_ns": 3044149, "mean_ms": 0.010215265100671141 }, "result_artifact_handoff_cpu": { "n": 298, "sum_ns": 3021249, "mean_ms": 0.010138419463087248 }, "result_publish_wall": { "n": 298, "sum_ns": 128753571, "mean_ms": 0.43205896308724834 }, "result_publish_cpu": { "n": 298, "sum_ns": 127761537, "mean_ms": 0.4287299899328859 }, "result_total_wall": { "n": 298, "sum_ns": 2739617938, "mean_ms": 9.1933487852349 }, "result_total_cpu": { "n": 298, "sum_ns": 2673831020, "mean_ms": 8.972587315436241 } } }, { "mode": "pose-a", "level": 11, "camera": "34", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.05659001, "new_channel": false, "seconds": 30.000005219015293, "selected_fps": 9.98117217888617, "requested_fps": 9.98117217888617, "complete_fps": 10.01444275281579, "accepted_fps": 10.01444275281579, "finalized_fps": 10.01444275281579, "redis_fps": 10.01444275281579, "redis_read_fps": 9.96666493279411, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 2, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.085, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 1, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.30145171098411083, "redis_interval_s": { "n": 298, "mean": 0.1004687033555761, "median": 0.09739792050095275, "p95": 0.17917376896366477, "maximum": 0.30145171098411083, "minimum": 0.0027927769697271287 }, "redis_drift_s": { "n": 299, "mean": -0.025443985959871435, "median": -0.02819173397637087, "p95": 0.014004610965969277, "maximum": 0.10226324699260658, "minimum": -0.0897702120030317 }, "redis_drift_s_per_min": 0.0030348273350842797, "ingress_drift_s": { "n": 12, "mean": 0.0006898221666726082, "median": -0.0002159474999956501, "p95": 0.02940336000000343, "maximum": 0.02940336000000343, "minimum": -0.029217229000011002 }, "ingress_drift_s_per_min": 0.017577067632721006, "source_drift_s": { "n": 12, "mean": 0.0004945833333375541, "median": -0.0003700000000037562, "p95": 0.028272000000015396, "maximum": 0.028272000000015396, "minimum": -0.02928700000001072 }, "ingress_to_redis_ms": { "n": 299, "mean": 32.69565217391305, "median": 29, "p95": 39, "maximum": 157, "minimum": 21 }, "source_samples": 12, "redis_samples": 299, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 300, "sum_ns": 205621514, "mean_ms": 0.6854050466666667 }, "depay_to_source_exit": { "n": 298, "sum_ns": 13491819000, "mean_ms": 45.274560402684564 }, "source_exit_to_ingress": { "n": 298, "sum_ns": 338461762, "mean_ms": 1.135777724832215 }, "source_encoded_queue": { "n": 298, "sum_ns": 7936000, "mean_ms": 0.026630872483221477 }, "decode_between_queues": { "n": 298, "sum_ns": 13312202000, "mean_ms": 44.67181879194631 }, "source_raw_queue": { "n": 298, "sum_ns": 75030000, "mean_ms": 0.2517785234899329 }, "raw_queue_to_source_exit": { "n": 298, "sum_ns": 9053000, "mean_ms": 0.030379194630872484 }, "preprocess_start_to_preprocess_output": { "n": 300, "sum_ns": 167153153, "mean_ms": 0.5571771766666667 }, "selected_to_preprocess": { "n": 300, "sum_ns": 424121955, "mean_ms": 1.41373985 }, "preprocess_start_to_preprocess": { "n": 300, "sum_ns": 218500441, "mean_ms": 0.7283348033333333 }, "preprocess_output_to_infer_entry": { "n": 300, "sum_ns": 51347288, "mean_ms": 0.17115762666666667 }, "preprocess_to_infer_output": { "n": 301, "sum_ns": 5179902168, "mean_ms": 17.20897730232558 }, "preprocess_to_callback": { "n": 301, "sum_ns": 5372200133, "mean_ms": 17.847840973421928 }, "infer_output_to_callback": { "n": 301, "sum_ns": 192297965, "mean_ms": 0.6388636710963456 }, "copy_wall": { "n": 301, "sum_ns": 1090475916, "mean_ms": 3.6228435747508305 }, "copy_thread_cpu": { "n": 301, "sum_ns": 1078643652, "mean_ms": 3.5835337275747507 }, "callback_to_copied": { "n": 301, "sum_ns": 1141707563, "mean_ms": 3.7930483820598004 }, "accepted_interval": { "n": 301, "sum_ns": 30093138668, "mean_ms": 99.97720487707642 }, "selected_to_submitted": { "n": 301, "sum_ns": 6963913777, "mean_ms": 23.135926169435216 }, "completed_queue_wait": { "n": 301, "sum_ns": 56962140, "mean_ms": 0.1892429900332226 }, "result_observations_wall": { "n": 301, "sum_ns": 289243951, "mean_ms": 0.9609433588039867 }, "result_observations_cpu": { "n": 301, "sum_ns": 289371290, "mean_ms": 0.9613664119601328 }, "result_nms_wall": { "n": 301, "sum_ns": 175827651, "mean_ms": 0.5841450199335548 }, "result_nms_cpu": { "n": 301, "sum_ns": 142036870, "mean_ms": 0.47188328903654486 }, "result_tracking_wall": { "n": 301, "sum_ns": 287284583, "mean_ms": 0.954433830564784 }, "result_tracking_cpu": { "n": 301, "sum_ns": 265016396, "mean_ms": 0.8804531428571428 }, "result_region_wall": { "n": 301, "sum_ns": 62448497, "mean_ms": 0.20747008970099667 }, "result_region_cpu": { "n": 301, "sum_ns": 62416999, "mean_ms": 0.20736544518272423 }, "result_fall_wall": { "n": 301, "sum_ns": 124778710, "mean_ms": 0.4145472093023256 }, "result_fall_cpu": { "n": 301, "sum_ns": 124843735, "mean_ms": 0.41476323920265784 }, "result_fight_wall": { "n": 301, "sum_ns": 42697046, "mean_ms": 0.1418506511627907 }, "result_fight_cpu": { "n": 301, "sum_ns": 42733036, "mean_ms": 0.141970219269103 }, "result_collector_wall": { "n": 301, "sum_ns": 1315676688, "mean_ms": 4.371018897009967 }, "result_collector_cpu": { "n": 301, "sum_ns": 1303961425, "mean_ms": 4.332097757475083 }, "result_composition_wall": { "n": 301, "sum_ns": 4952840, "mean_ms": 0.016454617940199336 }, "result_composition_cpu": { "n": 301, "sum_ns": 4963188, "mean_ms": 0.016488996677740862 }, "result_artifact_handoff_wall": { "n": 301, "sum_ns": 3024044, "mean_ms": 0.01004665780730897 }, "result_artifact_handoff_cpu": { "n": 301, "sum_ns": 3004517, "mean_ms": 0.009981784053156147 }, "result_publish_wall": { "n": 301, "sum_ns": 113810334, "mean_ms": 0.37810742192691027 }, "result_publish_cpu": { "n": 301, "sum_ns": 113337972, "mean_ms": 0.3765381129568106 }, "result_total_wall": { "n": 301, "sum_ns": 2672918594, "mean_ms": 8.880128219269102 }, "result_total_cpu": { "n": 301, "sum_ns": 2602367427, "mean_ms": 8.64573896013289 } } }, { "mode": "pose-a", "level": 11, "camera": "35", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.956589434, "new_channel": false, "seconds": 30.000005219015293, "selected_fps": 9.680674785723673, "requested_fps": 9.680674785723673, "complete_fps": 9.680674785723673, "accepted_fps": 9.680674785723673, "finalized_fps": 9.647293148531523, "redis_fps": 9.647293148531523, "redis_read_fps": 9.666664984984253, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 1, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.353, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 12, "analysis_gap_markers": 4, "c_suppressed": 0, "max_redis_silence_s": 0.3853511339984834, "redis_interval_s": { "n": 289, "mean": 0.10262852633906895, "median": 0.09697384299943224, "p95": 0.20341106702107936, "maximum": 0.3853511339984834, "minimum": 0.0032581000123173 }, "redis_drift_s": { "n": 290, "mean": -6.916802397213937, "median": -6.925723645467542, "p95": -6.842104267984155, "maximum": -6.651447467993478, "minimum": -7.038375038001675 }, "redis_drift_s_per_min": -0.02081695726720625, "ingress_drift_s": { "n": 12, "mean": 0.005906879916670012, "median": 0.002398027999987562, "p95": 0.034562882000017225, "maximum": 0.034562882000017225, "minimum": -0.016118535999993355 }, "ingress_drift_s_per_min": -0.025079774699499964, "source_drift_s": { "n": 12, "mean": 0.005710166666664425, "median": 0.0018394999999884476, "p95": 0.034506000000021686, "maximum": 0.034506000000021686, "minimum": -0.016128000000009024 }, "ingress_to_redis_ms": { "n": 290, "mean": 41.09655172413793, "median": 35.0, "p95": 59, "maximum": 310, "minimum": 22 }, "source_samples": 12, "redis_samples": 290, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 290, "sum_ns": 12964917000, "mean_ms": 44.70661034482759 }, "source_exit_to_ingress": { "n": 290, "sum_ns": 771520533, "mean_ms": 2.660415631034483 }, "source_encoded_queue": { "n": 290, "sum_ns": 8476000, "mean_ms": 0.029227586206896552 }, "decode_between_queues": { "n": 290, "sum_ns": 12548804000, "mean_ms": 43.27173793103448 }, "source_raw_queue": { "n": 290, "sum_ns": 280199000, "mean_ms": 0.966203448275862 }, "raw_queue_to_source_exit": { "n": 290, "sum_ns": 8788000, "mean_ms": 0.03030344827586207 }, "selected_to_preprocess_start": { "n": 290, "sum_ns": 201567169, "mean_ms": 0.6950592034482759 }, "preprocess_start_to_preprocess_output": { "n": 290, "sum_ns": 162595975, "mean_ms": 0.560675775862069 }, "selected_to_preprocess": { "n": 290, "sum_ns": 425799477, "mean_ms": 1.4682740586206897 }, "preprocess_start_to_preprocess": { "n": 290, "sum_ns": 224232308, "mean_ms": 0.7732148551724137 }, "preprocess_output_to_infer_entry": { "n": 290, "sum_ns": 61636333, "mean_ms": 0.21253907931034483 }, "preprocess_to_infer_output": { "n": 290, "sum_ns": 5195374098, "mean_ms": 17.915083096551722 }, "preprocess_to_callback": { "n": 290, "sum_ns": 5381139909, "mean_ms": 18.555654858620688 }, "infer_output_to_callback": { "n": 290, "sum_ns": 185765811, "mean_ms": 0.6405717620689655 }, "copy_wall": { "n": 290, "sum_ns": 1018813026, "mean_ms": 3.5131483655172415 }, "copy_thread_cpu": { "n": 290, "sum_ns": 1015017701, "mean_ms": 3.5000610379310344 }, "callback_to_copied": { "n": 290, "sum_ns": 1067950744, "mean_ms": 3.682588772413793 }, "accepted_interval": { "n": 290, "sum_ns": 30000483096, "mean_ms": 103.44994171034482 }, "selected_to_submitted": { "n": 290, "sum_ns": 6898158371, "mean_ms": 23.78675300344828 }, "completed_queue_wait": { "n": 290, "sum_ns": 110660887, "mean_ms": 0.38158926551724137 }, "result_observations_wall": { "n": 290, "sum_ns": 274475822, "mean_ms": 0.9464683517241379 }, "result_observations_cpu": { "n": 290, "sum_ns": 273228648, "mean_ms": 0.9421677517241379 }, "result_nms_wall": { "n": 290, "sum_ns": 228459559, "mean_ms": 0.7877915827586207 }, "result_nms_cpu": { "n": 290, "sum_ns": 148831673, "mean_ms": 0.5132126655172414 }, "result_tracking_wall": { "n": 290, "sum_ns": 896905225, "mean_ms": 3.0927766379310344 }, "result_tracking_cpu": { "n": 290, "sum_ns": 701392528, "mean_ms": 2.4185949241379308 }, "result_region_wall": { "n": 290, "sum_ns": 128218047, "mean_ms": 0.44213119655172417 }, "result_region_cpu": { "n": 290, "sum_ns": 128273321, "mean_ms": 0.44232179655172416 }, "result_fall_wall": { "n": 290, "sum_ns": 528128948, "mean_ms": 1.8211343034482759 }, "result_fall_cpu": { "n": 290, "sum_ns": 527198871, "mean_ms": 1.8179271413793103 }, "result_fight_wall": { "n": 290, "sum_ns": 157595578, "mean_ms": 0.5434330275862069 }, "result_fight_cpu": { "n": 290, "sum_ns": 157591151, "mean_ms": 0.5434177620689655 }, "result_collector_wall": { "n": 289, "sum_ns": 1645189823, "mean_ms": 5.692698349480969 }, "result_collector_cpu": { "n": 289, "sum_ns": 1627518747, "mean_ms": 5.631552757785467 }, "result_composition_wall": { "n": 289, "sum_ns": 4582965, "mean_ms": 0.015858010380622838 }, "result_composition_cpu": { "n": 289, "sum_ns": 4590819, "mean_ms": 0.015885186851211073 }, "result_artifact_handoff_wall": { "n": 289, "sum_ns": 3092208, "mean_ms": 0.010699681660899654 }, "result_artifact_handoff_cpu": { "n": 289, "sum_ns": 3072544, "mean_ms": 0.010631640138408303 }, "result_publish_wall": { "n": 289, "sum_ns": 563440590, "mean_ms": 1.949621418685121 }, "result_publish_cpu": { "n": 289, "sum_ns": 553566045, "mean_ms": 1.9154534429065744 }, "result_total_wall": { "n": 289, "sum_ns": 4688512132, "mean_ms": 16.223225370242215 }, "result_total_cpu": { "n": 289, "sum_ns": 4379713069, "mean_ms": 15.154716501730103 } } }, { "mode": "pose-a", "level": 11, "camera": "36", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.955973107, "new_channel": false, "seconds": 30.000005219015293, "selected_fps": 9.781020932066896, "requested_fps": 9.781020932066896, "complete_fps": 9.781020932066896, "accepted_fps": 9.781020932066896, "finalized_fps": 9.781020932066896, "redis_fps": 9.814403256067125, "redis_read_fps": 9.799998295121968, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 1, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.076, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 3, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.44475272396812215, "redis_interval_s": { "n": 293, "mean": 0.10224622329689066, "median": 0.09846300003118813, "p95": 0.16901088797021657, "maximum": 0.44475272396812215, "minimum": 0.004333205986768007 }, "redis_drift_s": { "n": 294, "mean": -0.03310680853541185, "median": -0.03600702446838966, "p95": 0.004421024043580246, "maximum": 0.31781089401013674, "minimum": -0.14485590000310822 }, "redis_drift_s_per_min": 0.013304666066249254, "ingress_drift_s": { "n": 12, "mean": -0.02168905425000626, "median": -0.013451283000009084, "p95": -0.011692050000021936, "maximum": -0.011692050000021936, "minimum": -0.04358633400002532 }, "ingress_drift_s_per_min": 0.019906221194251988, "source_drift_s": { "n": 12, "mean": -0.022019666666667586, "median": -0.01449599999999407, "p95": -0.011693000000008169, "maximum": -0.011693000000008169, "minimum": -0.04358200000001489 }, "ingress_to_redis_ms": { "n": 294, "mean": 30.387755102040817, "median": 28.0, "p95": 38, "maximum": 111, "minimum": 19 }, "source_samples": 12, "redis_samples": 294, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 293, "sum_ns": 205707769, "mean_ms": 0.7020742969283277 }, "depay_to_source_exit": { "n": 292, "sum_ns": 13667037000, "mean_ms": 46.80492123287671 }, "source_exit_to_ingress": { "n": 292, "sum_ns": 297294327, "mean_ms": 1.018131256849315 }, "source_encoded_queue": { "n": 292, "sum_ns": 8880000, "mean_ms": 0.03041095890410959 }, "decode_between_queues": { "n": 292, "sum_ns": 13544759000, "mean_ms": 46.38616095890411 }, "source_raw_queue": { "n": 292, "sum_ns": 7462000, "mean_ms": 0.025554794520547944 }, "raw_queue_to_source_exit": { "n": 292, "sum_ns": 8322000, "mean_ms": 0.0285 }, "preprocess_start_to_preprocess_output": { "n": 293, "sum_ns": 170149689, "mean_ms": 0.580715662116041 }, "selected_to_preprocess": { "n": 293, "sum_ns": 426490020, "mean_ms": 1.455597337883959 }, "preprocess_start_to_preprocess": { "n": 293, "sum_ns": 220782251, "mean_ms": 0.7535230409556314 }, "preprocess_output_to_infer_entry": { "n": 293, "sum_ns": 50632562, "mean_ms": 0.17280737883959044 }, "preprocess_to_infer_output": { "n": 293, "sum_ns": 4990294790, "mean_ms": 17.031722832764505 }, "preprocess_to_callback": { "n": 293, "sum_ns": 5174208681, "mean_ms": 17.65941529351536 }, "infer_output_to_callback": { "n": 293, "sum_ns": 183913891, "mean_ms": 0.6276924607508533 }, "copy_wall": { "n": 293, "sum_ns": 925578432, "mean_ms": 3.158970757679181 }, "copy_thread_cpu": { "n": 293, "sum_ns": 922494296, "mean_ms": 3.1484446962457335 }, "callback_to_copied": { "n": 293, "sum_ns": 975903435, "mean_ms": 3.330728447098976 }, "accepted_interval": { "n": 293, "sum_ns": 29927147368, "mean_ms": 102.14043470307166 }, "selected_to_submitted": { "n": 293, "sum_ns": 6600343543, "mean_ms": 22.526769771331058 }, "completed_queue_wait": { "n": 293, "sum_ns": 55763871, "mean_ms": 0.19032037883959044 }, "result_observations_wall": { "n": 293, "sum_ns": 278416504, "mean_ms": 0.950226976109215 }, "result_observations_cpu": { "n": 293, "sum_ns": 278569835, "mean_ms": 0.9507502901023891 }, "result_nms_wall": { "n": 293, "sum_ns": 156696953, "mean_ms": 0.5348018873720136 }, "result_nms_cpu": { "n": 293, "sum_ns": 139893211, "mean_ms": 0.47745123208191126 }, "result_tracking_wall": { "n": 293, "sum_ns": 199944936, "mean_ms": 0.6824059249146758 }, "result_tracking_cpu": { "n": 293, "sum_ns": 198489133, "mean_ms": 0.6774373139931741 }, "result_region_wall": { "n": 293, "sum_ns": 56596730, "mean_ms": 0.1931629010238908 }, "result_region_cpu": { "n": 293, "sum_ns": 56631790, "mean_ms": 0.19328255972696248 }, "result_fall_wall": { "n": 293, "sum_ns": 98024459, "mean_ms": 0.3345544675767918 }, "result_fall_cpu": { "n": 293, "sum_ns": 98054903, "mean_ms": 0.3346583720136519 }, "result_fight_wall": { "n": 293, "sum_ns": 32558881, "mean_ms": 0.11112246075085323 }, "result_fight_cpu": { "n": 293, "sum_ns": 32591099, "mean_ms": 0.11123241979522183 }, "result_collector_wall": { "n": 293, "sum_ns": 997153853, "mean_ms": 3.403255470989761 }, "result_collector_cpu": { "n": 293, "sum_ns": 987293642, "mean_ms": 3.3696028737201367 }, "result_composition_wall": { "n": 293, "sum_ns": 4629883, "mean_ms": 0.015801648464163823 }, "result_composition_cpu": { "n": 293, "sum_ns": 4639087, "mean_ms": 0.0158330614334471 }, "result_artifact_handoff_wall": { "n": 293, "sum_ns": 2854132, "mean_ms": 0.009741064846416382 }, "result_artifact_handoff_cpu": { "n": 293, "sum_ns": 2842055, "mean_ms": 0.009699846416382251 }, "result_publish_wall": { "n": 293, "sum_ns": 63131342, "mean_ms": 0.21546533105802046 }, "result_publish_cpu": { "n": 293, "sum_ns": 63195195, "mean_ms": 0.21568325938566552 }, "result_total_wall": { "n": 293, "sum_ns": 2126556360, "mean_ms": 7.257871535836178 }, "result_total_cpu": { "n": 293, "sum_ns": 2097201977, "mean_ms": 7.157685928327645 } } }, { "mode": "pose-a", "level": 11, "camera": "37", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.891641138, "new_channel": false, "seconds": 30.000005219015293, "selected_fps": 9.902433882216908, "requested_fps": 9.902433882216908, "complete_fps": 9.902433882216908, "accepted_fps": 9.902433882216908, "finalized_fps": 9.902433882216908, "redis_fps": 9.868979713695905, "redis_read_fps": 9.833331622656397, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 1, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.112, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.41688298899680376, "redis_interval_s": { "n": 294, "mean": 0.10198727158174635, "median": 0.09502617950784042, "p95": 0.19898672396084294, "maximum": 0.41688298899680376, "minimum": 0.005846880958415568 }, "redis_drift_s": { "n": 295, "mean": -0.03612035951890844, "median": -0.041090397040818516, "p95": 0.010900104992089155, "maximum": 0.25278582799759874, "minimum": -0.1473672910439916 }, "redis_drift_s_per_min": 0.014418321020800665, "ingress_drift_s": { "n": 11, "mean": -0.02135834954545146, "median": -0.01549173799998016, "p95": -0.0005475449999892135, "maximum": -0.0005475449999892135, "minimum": -0.058221527000000606 }, "ingress_drift_s_per_min": 0.007412449105858616, "source_drift_s": { "n": 11, "mean": -0.02137754545454775, "median": -0.015720999999999208, "p95": -0.000438000000002603, "maximum": -0.000438000000002603, "minimum": -0.058157999999991716 }, "ingress_to_redis_ms": { "n": 295, "mean": 32.29491525423729, "median": 28, "p95": 38, "maximum": 160, "minimum": 21 }, "source_samples": 11, "redis_samples": 295, "native_redis_joined": 11, "durations": { "selected_to_preprocess_start": { "n": 296, "sum_ns": 197495260, "mean_ms": 0.6672137162162162 }, "depay_to_source_exit": { "n": 293, "sum_ns": 13481650000, "mean_ms": 46.01245733788396 }, "source_exit_to_ingress": { "n": 293, "sum_ns": 596071859, "mean_ms": 2.0343749453924915 }, "source_encoded_queue": { "n": 293, "sum_ns": 9318000, "mean_ms": 0.03180204778156997 }, "decode_between_queues": { "n": 293, "sum_ns": 13357520000, "mean_ms": 45.588805460750855 }, "source_raw_queue": { "n": 293, "sum_ns": 28730000, "mean_ms": 0.09805460750853243 }, "raw_queue_to_source_exit": { "n": 293, "sum_ns": 8474000, "mean_ms": 0.028921501706484644 }, "preprocess_start_to_preprocess_output": { "n": 296, "sum_ns": 152436620, "mean_ms": 0.514988581081081 }, "selected_to_preprocess": { "n": 296, "sum_ns": 402444366, "mean_ms": 1.3596093445945945 }, "preprocess_start_to_preprocess": { "n": 296, "sum_ns": 204949106, "mean_ms": 0.6923956283783783 }, "preprocess_output_to_infer_entry": { "n": 296, "sum_ns": 52512486, "mean_ms": 0.1774070472972973 }, "preprocess_to_infer_output": { "n": 296, "sum_ns": 4999260137, "mean_ms": 16.88939235472973 }, "preprocess_to_callback": { "n": 296, "sum_ns": 5181032703, "mean_ms": 17.50348886148649 }, "infer_output_to_callback": { "n": 296, "sum_ns": 181772566, "mean_ms": 0.6140965067567568 }, "copy_wall": { "n": 296, "sum_ns": 927579033, "mean_ms": 3.133712949324324 }, "copy_thread_cpu": { "n": 296, "sum_ns": 926573443, "mean_ms": 3.1303156858108108 }, "callback_to_copied": { "n": 296, "sum_ns": 977802727, "mean_ms": 3.3033875912162163 }, "accepted_interval": { "n": 296, "sum_ns": 29890287259, "mean_ms": 100.98070019932432 }, "selected_to_submitted": { "n": 296, "sum_ns": 6585508989, "mean_ms": 22.248341179054055 }, "completed_queue_wait": { "n": 296, "sum_ns": 58514201, "mean_ms": 0.19768311148648648 }, "result_observations_wall": { "n": 296, "sum_ns": 283077860, "mean_ms": 0.9563441216216216 }, "result_observations_cpu": { "n": 296, "sum_ns": 283206757, "mean_ms": 0.9567795844594594 }, "result_nms_wall": { "n": 296, "sum_ns": 162389977, "mean_ms": 0.5486147871621622 }, "result_nms_cpu": { "n": 296, "sum_ns": 139123554, "mean_ms": 0.47001200675675675 }, "result_tracking_wall": { "n": 296, "sum_ns": 272799494, "mean_ms": 0.9216199121621621 }, "result_tracking_cpu": { "n": 296, "sum_ns": 264396462, "mean_ms": 0.8932312905405406 }, "result_region_wall": { "n": 296, "sum_ns": 60530997, "mean_ms": 0.20449661148648648 }, "result_region_cpu": { "n": 296, "sum_ns": 60571130, "mean_ms": 0.20463219594594595 }, "result_fall_wall": { "n": 296, "sum_ns": 142179813, "mean_ms": 0.48033720608108105 }, "result_fall_cpu": { "n": 296, "sum_ns": 142251087, "mean_ms": 0.4805779966216216 }, "result_fight_wall": { "n": 296, "sum_ns": 31968507, "mean_ms": 0.10800171283783784 }, "result_fight_cpu": { "n": 296, "sum_ns": 31998664, "mean_ms": 0.10810359459459461 }, "result_collector_wall": { "n": 296, "sum_ns": 1445085224, "mean_ms": 4.882044675675675 }, "result_collector_cpu": { "n": 296, "sum_ns": 1434500604, "mean_ms": 4.846285824324324 }, "result_composition_wall": { "n": 296, "sum_ns": 4674931, "mean_ms": 0.01579368581081081 }, "result_composition_cpu": { "n": 296, "sum_ns": 4686013, "mean_ms": 0.015831125 }, "result_artifact_handoff_wall": { "n": 296, "sum_ns": 2795081, "mean_ms": 0.009442841216216217 }, "result_artifact_handoff_cpu": { "n": 296, "sum_ns": 2780996, "mean_ms": 0.009395256756756757 }, "result_publish_wall": { "n": 296, "sum_ns": 108750026, "mean_ms": 0.3673987364864865 }, "result_publish_cpu": { "n": 296, "sum_ns": 108412996, "mean_ms": 0.3662601216216216 }, "result_total_wall": { "n": 296, "sum_ns": 2758210795, "mean_ms": 9.318279712837837 }, "result_total_cpu": { "n": 296, "sum_ns": 2713396126, "mean_ms": 9.166878804054054 } } }, { "mode": "pose-a", "level": 11, "camera": "38", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.202264549, "new_channel": false, "seconds": 30.000005219015293, "selected_fps": 9.96614010554272, "requested_fps": 9.96614010554272, "complete_fps": 9.96614010554272, "accepted_fps": 9.96614010554272, "finalized_fps": 9.96614010554272, "redis_fps": 9.96614010554272, "redis_read_fps": 9.999998260328539, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 3, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.087, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 1, "analysis_gap_markers": 1, "c_suppressed": 0, "max_redis_silence_s": 0.23588161496445537, "redis_interval_s": { "n": 299, "mean": 0.09985922737125724, "median": 0.0990105529781431, "p95": 0.16961980395717546, "maximum": 0.23588161496445537, "minimum": 0.017753816966433078 }, "redis_drift_s": { "n": 300, "mean": -6.747449567761691, "median": -6.7500962510337175, "p95": -6.713929430003745, "maximum": -6.5940519760190455, "minimum": -6.7992189230104 }, "redis_drift_s_per_min": 0.00413882845954412, "ingress_drift_s": { "n": 12, "mean": -0.01874438933333285, "median": -0.015375235000000487, "p95": 0.01827701000000559, "maximum": 0.01827701000000559, "minimum": -0.0462419250000039 }, "ingress_drift_s_per_min": -0.04231375432025492, "source_drift_s": { "n": 12, "mean": -0.020649666666667343, "median": -0.015287000000000717, "p95": -0.0009199999999935926, "maximum": -0.0009199999999935926, "minimum": -0.044898000000003435 }, "ingress_to_redis_ms": { "n": 300, "mean": 31.736666666666668, "median": 28.0, "p95": 40, "maximum": 159, "minimum": 21 }, "source_samples": 12, "redis_samples": 300, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 301, "sum_ns": 13461752000, "mean_ms": 44.72342857142858 }, "source_exit_to_ingress": { "n": 301, "sum_ns": 382356008, "mean_ms": 1.2702857408637875 }, "source_encoded_queue": { "n": 301, "sum_ns": 9326000, "mean_ms": 0.030983388704318934 }, "decode_between_queues": { "n": 301, "sum_ns": 13272720000, "mean_ms": 44.095415282392025 }, "source_raw_queue": { "n": 301, "sum_ns": 61970000, "mean_ms": 0.20588039867109634 }, "raw_queue_to_source_exit": { "n": 301, "sum_ns": 7909000, "mean_ms": 0.02627574750830565 }, "selected_to_preprocess_start": { "n": 301, "sum_ns": 217187753, "mean_ms": 0.7215539966777408 }, "preprocess_start_to_preprocess_output": { "n": 301, "sum_ns": 165269276, "mean_ms": 0.5490673621262459 }, "selected_to_preprocess": { "n": 301, "sum_ns": 435471096, "mean_ms": 1.446747827242525 }, "preprocess_start_to_preprocess": { "n": 301, "sum_ns": 218283343, "mean_ms": 0.725193830564784 }, "preprocess_output_to_infer_entry": { "n": 301, "sum_ns": 53014067, "mean_ms": 0.1761264684385382 }, "preprocess_to_infer_output": { "n": 301, "sum_ns": 5011160797, "mean_ms": 16.648374740863787 }, "preprocess_to_callback": { "n": 301, "sum_ns": 5188126725, "mean_ms": 17.23630141196013 }, "infer_output_to_callback": { "n": 301, "sum_ns": 176965928, "mean_ms": 0.5879266710963456 }, "copy_wall": { "n": 301, "sum_ns": 1080745193, "mean_ms": 3.5905155913621263 }, "copy_thread_cpu": { "n": 301, "sum_ns": 1077059436, "mean_ms": 3.5782705514950166 }, "callback_to_copied": { "n": 301, "sum_ns": 1130747659, "mean_ms": 3.7566367408637875 }, "accepted_interval": { "n": 301, "sum_ns": 30197653489, "mean_ms": 100.32443019601328 }, "selected_to_submitted": { "n": 301, "sum_ns": 6777993143, "mean_ms": 22.51824964451827 }, "completed_queue_wait": { "n": 301, "sum_ns": 52006188, "mean_ms": 0.17277803322259136 }, "result_observations_wall": { "n": 301, "sum_ns": 273716323, "mean_ms": 0.9093565548172757 }, "result_observations_cpu": { "n": 301, "sum_ns": 273816051, "mean_ms": 0.909687877076412 }, "result_nms_wall": { "n": 301, "sum_ns": 198142504, "mean_ms": 0.6582807441860465 }, "result_nms_cpu": { "n": 301, "sum_ns": 143907746, "mean_ms": 0.47809882392026576 }, "result_tracking_wall": { "n": 301, "sum_ns": 305255801, "mean_ms": 1.0141388737541528 }, "result_tracking_cpu": { "n": 301, "sum_ns": 268398488, "mean_ms": 0.8916893289036545 }, "result_region_wall": { "n": 301, "sum_ns": 63909216, "mean_ms": 0.21232297674418604 }, "result_region_cpu": { "n": 301, "sum_ns": 63855274, "mean_ms": 0.21214376744186045 }, "result_fall_wall": { "n": 301, "sum_ns": 150132029, "mean_ms": 0.4987775049833887 }, "result_fall_cpu": { "n": 301, "sum_ns": 150144904, "mean_ms": 0.49882027906976745 }, "result_fight_wall": { "n": 301, "sum_ns": 34800707, "mean_ms": 0.11561696677740864 }, "result_fight_cpu": { "n": 301, "sum_ns": 34833660, "mean_ms": 0.11572644518272426 }, "result_collector_wall": { "n": 301, "sum_ns": 1183154615, "mean_ms": 3.9307462292358806 }, "result_collector_cpu": { "n": 301, "sum_ns": 1176465644, "mean_ms": 3.9085237342192687 }, "result_composition_wall": { "n": 301, "sum_ns": 5069368, "mean_ms": 0.01684175415282392 }, "result_composition_cpu": { "n": 301, "sum_ns": 5027960, "mean_ms": 0.01670418604651163 }, "result_artifact_handoff_wall": { "n": 301, "sum_ns": 2814329, "mean_ms": 0.009349930232558139 }, "result_artifact_handoff_cpu": { "n": 301, "sum_ns": 2801306, "mean_ms": 0.009306664451827243 }, "result_publish_wall": { "n": 301, "sum_ns": 111065847, "mean_ms": 0.36898952491694353 }, "result_publish_cpu": { "n": 301, "sum_ns": 111030581, "mean_ms": 0.36887236212624586 }, "result_total_wall": { "n": 301, "sum_ns": 2574075785, "mean_ms": 8.551746794019934 }, "result_total_cpu": { "n": 301, "sum_ns": 2475052275, "mean_ms": 8.222765033222592 } } }, { "mode": "pose-a", "level": 11, "camera": "39", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.917847043, "new_channel": false, "seconds": 30.000005219015293, "selected_fps": 9.994034649961828, "requested_fps": 9.994034649961828, "complete_fps": 9.994034649961828, "accepted_fps": 9.994034649961828, "finalized_fps": 9.994034649961828, "redis_fps": 9.994034649961828, "redis_read_fps": 9.933331605259681, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.092, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.24359189404640347, "redis_interval_s": { "n": 297, "mean": 0.1006731899999637, "median": 0.09877364797284827, "p95": 0.15551964798942208, "maximum": 0.24359189404640347, "minimum": 0.018255797971505672 }, "redis_drift_s": { "n": 298, "mean": 0.00423136761957065, "median": 0.0032723710094586522, "p95": 0.03786840600846375, "maximum": 0.12360425898432936, "minimum": -0.06239925802172763 }, "redis_drift_s_per_min": -0.007680957287767828, "ingress_drift_s": { "n": 12, "mean": -0.02372790199999919, "median": -0.021841089999998786, "p95": 0.015737164999997333, "maximum": 0.015737164999997333, "minimum": -0.04897739199999762 }, "ingress_drift_s_per_min": -0.046807991474282544, "source_drift_s": { "n": 12, "mean": -0.023792166666667686, "median": -0.02183249999999859, "p95": 0.015600999999996645, "maximum": 0.015600999999996645, "minimum": -0.04890999999999934 }, "ingress_to_redis_ms": { "n": 298, "mean": 29.51006711409396, "median": 27.0, "p95": 36, "maximum": 116, "minimum": 20 }, "source_samples": 12, "redis_samples": 298, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 299, "sum_ns": 204223149, "mean_ms": 0.6830205652173914 }, "depay_to_source_exit": { "n": 297, "sum_ns": 13214991000, "mean_ms": 44.494919191919195 }, "source_exit_to_ingress": { "n": 297, "sum_ns": 246179726, "mean_ms": 0.8288879663299663 }, "source_encoded_queue": { "n": 297, "sum_ns": 8623000, "mean_ms": 0.029033670033670033 }, "decode_between_queues": { "n": 297, "sum_ns": 13118253000, "mean_ms": 44.16920202020202 }, "source_raw_queue": { "n": 297, "sum_ns": 12264000, "mean_ms": 0.04129292929292929 }, "raw_queue_to_source_exit": { "n": 297, "sum_ns": 7996000, "mean_ms": 0.02692255892255892 }, "preprocess_start_to_preprocess_output": { "n": 299, "sum_ns": 137806543, "mean_ms": 0.4608914481605351 }, "selected_to_preprocess": { "n": 299, "sum_ns": 390409890, "mean_ms": 1.3057186956521738 }, "preprocess_start_to_preprocess": { "n": 299, "sum_ns": 186186741, "mean_ms": 0.6226981304347826 }, "preprocess_output_to_infer_entry": { "n": 299, "sum_ns": 48380198, "mean_ms": 0.1618066822742475 }, "preprocess_to_infer_output": { "n": 299, "sum_ns": 5012581183, "mean_ms": 16.76448556187291 }, "preprocess_to_callback": { "n": 299, "sum_ns": 5188280020, "mean_ms": 17.352107090301004 }, "infer_output_to_callback": { "n": 299, "sum_ns": 175698837, "mean_ms": 0.5876215284280937 }, "copy_wall": { "n": 299, "sum_ns": 960219364, "mean_ms": 3.211436 }, "copy_thread_cpu": { "n": 299, "sum_ns": 956570712, "mean_ms": 3.199233150501672 }, "callback_to_copied": { "n": 299, "sum_ns": 1010216008, "mean_ms": 3.378648856187291 }, "accepted_interval": { "n": 299, "sum_ns": 29893809046, "mean_ms": 99.97929446822744 }, "selected_to_submitted": { "n": 299, "sum_ns": 6614475725, "mean_ms": 22.121992391304346 }, "completed_queue_wait": { "n": 299, "sum_ns": 51381892, "mean_ms": 0.17184579264214048 }, "result_observations_wall": { "n": 299, "sum_ns": 259268064, "mean_ms": 0.86711727090301 }, "result_observations_cpu": { "n": 299, "sum_ns": 259404736, "mean_ms": 0.8675743678929766 }, "result_nms_wall": { "n": 299, "sum_ns": 164432113, "mean_ms": 0.5499401772575251 }, "result_nms_cpu": { "n": 299, "sum_ns": 151797885, "mean_ms": 0.5076852341137124 }, "result_tracking_wall": { "n": 299, "sum_ns": 248473388, "mean_ms": 0.8310146755852843 }, "result_tracking_cpu": { "n": 299, "sum_ns": 241354365, "mean_ms": 0.8072052341137124 }, "result_region_wall": { "n": 299, "sum_ns": 78254758, "mean_ms": 0.26172159866220734 }, "result_region_cpu": { "n": 299, "sum_ns": 78264152, "mean_ms": 0.261753016722408 }, "result_fall_wall": { "n": 299, "sum_ns": 158863269, "mean_ms": 0.5313152809364549 }, "result_fall_cpu": { "n": 299, "sum_ns": 158937254, "mean_ms": 0.5315627224080268 }, "result_fight_wall": { "n": 299, "sum_ns": 51844066, "mean_ms": 0.17339152508361205 }, "result_fight_cpu": { "n": 299, "sum_ns": 51881136, "mean_ms": 0.1735155050167224 }, "result_collector_wall": { "n": 299, "sum_ns": 775551673, "mean_ms": 2.5938183043478262 }, "result_collector_cpu": { "n": 299, "sum_ns": 770407939, "mean_ms": 2.5766151806020066 }, "result_composition_wall": { "n": 299, "sum_ns": 4587065, "mean_ms": 0.015341354515050167 }, "result_composition_cpu": { "n": 299, "sum_ns": 4597919, "mean_ms": 0.015377655518394649 }, "result_artifact_handoff_wall": { "n": 299, "sum_ns": 2955848, "mean_ms": 0.009885779264214047 }, "result_artifact_handoff_cpu": { "n": 299, "sum_ns": 2936426, "mean_ms": 0.009820822742474917 }, "result_publish_wall": { "n": 299, "sum_ns": 64253842, "mean_ms": 0.21489579264214048 }, "result_publish_cpu": { "n": 299, "sum_ns": 64322418, "mean_ms": 0.21512514381270903 }, "result_total_wall": { "n": 299, "sum_ns": 2053051355, "mean_ms": 6.866392491638797 }, "result_total_cpu": { "n": 299, "sum_ns": 2027079747, "mean_ms": 6.779530926421405 } } }, { "mode": "pose-a", "level": 11, "camera": "40", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.855859517, "new_channel": true, "seconds": 30.000005219015293, "selected_fps": 10.014784529306507, "requested_fps": 10.014784529306507, "complete_fps": 10.014784529306507, "accepted_fps": 10.014784529306507, "finalized_fps": 10.014784529306507, "redis_fps": 10.014784529306507, "redis_read_fps": 9.999998260328539, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 3, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.259, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 1, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.26040970301255584, "redis_interval_s": { "n": 299, "mean": 0.09990779769565618, "median": 0.09622852399479598, "p95": 0.1652230250183493, "maximum": 0.26040970301255584, "minimum": 0.019652121991384774 }, "redis_drift_s": { "n": 300, "mean": -9.596529098642721, "median": -9.6010702189859, "p95": -9.52911302097002, "maximum": -9.451344264996703, "minimum": -9.659113930007443 }, "redis_drift_s_per_min": 0.003692038288474819, "ingress_drift_s": { "n": 12, "mean": 0.004068334083333773, "median": 0.004751606000002795, "p95": 0.03372801400000114, "maximum": 0.03372801400000114, "minimum": -0.030086465000000118 }, "ingress_drift_s_per_min": 0.0026935980953698745, "source_drift_s": { "n": 12, "mean": 0.0040724166666668005, "median": 0.004795500000000175, "p95": 0.033794000000000324, "maximum": 0.033794000000000324, "minimum": -0.029927999999999955 }, "ingress_to_redis_ms": { "n": 300, "mean": 34.71666666666667, "median": 30.0, "p95": 44, "maximum": 174, "minimum": 19 }, "source_samples": 12, "redis_samples": 300, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 299, "sum_ns": 13755328000, "mean_ms": 46.00444147157191 }, "source_exit_to_ingress": { "n": 299, "sum_ns": 432096140, "mean_ms": 1.4451375919732443 }, "source_encoded_queue": { "n": 299, "sum_ns": 9428000, "mean_ms": 0.03153177257525084 }, "decode_between_queues": { "n": 299, "sum_ns": 13589590000, "mean_ms": 45.45013377926421 }, "source_raw_queue": { "n": 299, "sum_ns": 20148000, "mean_ms": 0.06738461538461539 }, "raw_queue_to_source_exit": { "n": 299, "sum_ns": 7831000, "mean_ms": 0.026190635451505014 }, "selected_to_preprocess_start": { "n": 299, "sum_ns": 207835784, "mean_ms": 0.6951029565217391 }, "preprocess_start_to_preprocess_output": { "n": 299, "sum_ns": 180539033, "mean_ms": 0.6038094749163879 }, "selected_to_preprocess": { "n": 299, "sum_ns": 443994141, "mean_ms": 1.4849302374581939 }, "preprocess_start_to_preprocess": { "n": 299, "sum_ns": 236158357, "mean_ms": 0.7898272809364549 }, "preprocess_output_to_infer_entry": { "n": 299, "sum_ns": 55619324, "mean_ms": 0.1860178060200669 }, "preprocess_to_infer_output": { "n": 299, "sum_ns": 5391259508, "mean_ms": 18.030968254180603 }, "preprocess_to_callback": { "n": 299, "sum_ns": 5578601775, "mean_ms": 18.65753102006689 }, "infer_output_to_callback": { "n": 299, "sum_ns": 187342267, "mean_ms": 0.6265627658862877 }, "copy_wall": { "n": 299, "sum_ns": 633594614, "mean_ms": 2.119045531772575 }, "copy_thread_cpu": { "n": 299, "sum_ns": 632392420, "mean_ms": 2.1150248160535114 }, "callback_to_copied": { "n": 299, "sum_ns": 682606406, "mean_ms": 2.282964568561873 }, "accepted_interval": { "n": 299, "sum_ns": 29876501554, "mean_ms": 99.92140987959866 }, "selected_to_submitted": { "n": 299, "sum_ns": 6727934733, "mean_ms": 22.50145395652174 }, "completed_queue_wait": { "n": 299, "sum_ns": 68576576, "mean_ms": 0.22935309698996656 }, "result_observations_wall": { "n": 299, "sum_ns": 208425976, "mean_ms": 0.6970768428093645 }, "result_observations_cpu": { "n": 299, "sum_ns": 208005993, "mean_ms": 0.6956722173913044 }, "result_nms_wall": { "n": 299, "sum_ns": 244686519, "mean_ms": 0.8183495618729096 }, "result_nms_cpu": { "n": 299, "sum_ns": 159996640, "mean_ms": 0.5351058193979933 }, "result_tracking_wall": { "n": 299, "sum_ns": 839028383, "mean_ms": 2.806114993311037 }, "result_tracking_cpu": { "n": 299, "sum_ns": 586234276, "mean_ms": 1.960649752508361 }, "result_region_wall": { "n": 299, "sum_ns": 97936760, "mean_ms": 0.3275476923076923 }, "result_region_cpu": { "n": 299, "sum_ns": 97807298, "mean_ms": 0.3271147090301003 }, "result_fall_wall": { "n": 299, "sum_ns": 392240243, "mean_ms": 1.3118402775919733 }, "result_fall_cpu": { "n": 299, "sum_ns": 392361387, "mean_ms": 1.3122454414715718 }, "result_fight_wall": { "n": 299, "sum_ns": 117417367, "mean_ms": 0.39270022408026756 }, "result_fight_cpu": { "n": 299, "sum_ns": 117469220, "mean_ms": 0.3928736454849498 }, "result_collector_wall": { "n": 299, "sum_ns": 1031337775, "mean_ms": 3.449290217391304 }, "result_collector_cpu": { "n": 299, "sum_ns": 1015474273, "mean_ms": 3.3962350267558525 }, "result_composition_wall": { "n": 299, "sum_ns": 4113913, "mean_ms": 0.013758906354515049 }, "result_composition_cpu": { "n": 299, "sum_ns": 4126680, "mean_ms": 0.013801605351170568 }, "result_artifact_handoff_wall": { "n": 299, "sum_ns": 3070726, "mean_ms": 0.010269986622073578 }, "result_artifact_handoff_cpu": { "n": 299, "sum_ns": 2903039, "mean_ms": 0.009709160535117056 }, "result_publish_wall": { "n": 299, "sum_ns": 255349627, "mean_ms": 0.8540121304347826 }, "result_publish_cpu": { "n": 299, "sum_ns": 251073274, "mean_ms": 0.8397099464882943 }, "result_total_wall": { "n": 299, "sum_ns": 3424836113, "mean_ms": 11.454301381270902 }, "result_total_cpu": { "n": 299, "sum_ns": 3064127591, "mean_ms": 10.247918364548495 } } }, { "mode": "pose-a-resume", "level": 12, "camera": "30", "provider": "pose", "cohort_reset": true, "counter_seconds": 29.830965236, "new_channel": true, "seconds": 30.00000787700992, "selected_fps": 9.98961976732733, "requested_fps": 9.98961976732733, "complete_fps": 9.98961976732733, "accepted_fps": 9.98961976732733, "finalized_fps": 9.98961976732733, "redis_fps": 9.98961976732733, "redis_read_fps": 9.966664049749614, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 3, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.182, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 8, "analysis_gap_markers": 1, "c_suppressed": 0, "max_redis_silence_s": 0.28003356797853485, "redis_interval_s": { "n": 298, "mean": 0.1004091568020463, "median": 0.09801890849485062, "p95": 0.17418486502720043, "maximum": 0.28003356797853485, "minimum": 0.0051202159957028925 }, "redis_drift_s": { "n": 299, "mean": -6.985607364080987, "median": -6.991981789946088, "p95": -6.899822127994149, "maximum": -6.78702811799478, "minimum": -7.055823657966222 }, "redis_drift_s_per_min": 0.011420769742440738, "ingress_drift_s": { "n": 12, "mean": 0.028962943416666203, "median": 0.03214579999999856, "p95": 0.06573970799999529, "maximum": 0.06573970799999529, "minimum": -0.0002280289999987417 }, "ingress_drift_s_per_min": 0.027054367798819822, "source_drift_s": { "n": 12, "mean": 0.02889916666666596, "median": 0.03212699999999913, "p95": 0.06550899999999871, "maximum": 0.06550899999999871, "minimum": -0.00022299999999830789 }, "ingress_to_redis_ms": { "n": 299, "mean": 38.1438127090301, "median": 31, "p95": 74, "maximum": 221, "minimum": 20 }, "source_samples": 12, "redis_samples": 299, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 298, "sum_ns": 13619617000, "mean_ms": 45.70341275167785 }, "source_exit_to_ingress": { "n": 298, "sum_ns": 948815835, "mean_ms": 3.183945755033557 }, "source_encoded_queue": { "n": 298, "sum_ns": 8957000, "mean_ms": 0.030057046979865772 }, "decode_between_queues": { "n": 298, "sum_ns": 13447954000, "mean_ms": 45.12736241610738 }, "source_raw_queue": { "n": 298, "sum_ns": 107885000, "mean_ms": 0.36203020134228187 }, "raw_queue_to_source_exit": { "n": 298, "sum_ns": 7302000, "mean_ms": 0.02450335570469799 }, "selected_to_preprocess_start": { "n": 298, "sum_ns": 212431506, "mean_ms": 0.7128574026845638 }, "preprocess_start_to_preprocess_output": { "n": 298, "sum_ns": 195252957, "mean_ms": 0.6552112651006711 }, "selected_to_preprocess": { "n": 298, "sum_ns": 469421659, "mean_ms": 1.5752404664429531 }, "preprocess_start_to_preprocess": { "n": 298, "sum_ns": 256990153, "mean_ms": 0.8623830637583892 }, "preprocess_output_to_infer_entry": { "n": 298, "sum_ns": 61737196, "mean_ms": 0.20717179865771812 }, "preprocess_to_infer_output": { "n": 298, "sum_ns": 5277528170, "mean_ms": 17.709826073825504 }, "preprocess_to_callback": { "n": 298, "sum_ns": 5467625602, "mean_ms": 18.347736919463088 }, "infer_output_to_callback": { "n": 298, "sum_ns": 190097432, "mean_ms": 0.6379108456375838 }, "copy_wall": { "n": 298, "sum_ns": 1093926223, "mean_ms": 3.670893365771812 }, "copy_thread_cpu": { "n": 298, "sum_ns": 1086786898, "mean_ms": 3.646935899328859 }, "callback_to_copied": { "n": 298, "sum_ns": 1143835872, "mean_ms": 3.838375409395973 }, "accepted_interval": { "n": 298, "sum_ns": 29852030247, "mean_ms": 100.1745981442953 }, "selected_to_submitted": { "n": 298, "sum_ns": 7103403220, "mean_ms": 23.83692355704698 }, "completed_queue_wait": { "n": 298, "sum_ns": 146377814, "mean_ms": 0.4912007181208054 }, "result_observations_wall": { "n": 298, "sum_ns": 234474816, "mean_ms": 0.7868282416107382 }, "result_observations_cpu": { "n": 298, "sum_ns": 232908898, "mean_ms": 0.7815734832214766 }, "result_nms_wall": { "n": 298, "sum_ns": 317930949, "mean_ms": 1.0668823791946307 }, "result_nms_cpu": { "n": 298, "sum_ns": 152982367, "mean_ms": 0.5133636476510067 }, "result_tracking_wall": { "n": 298, "sum_ns": 1024554218, "mean_ms": 3.438101402684564 }, "result_tracking_cpu": { "n": 298, "sum_ns": 633102761, "mean_ms": 2.1245059093959733 }, "result_region_wall": { "n": 298, "sum_ns": 79259053, "mean_ms": 0.2659699765100671 }, "result_region_cpu": { "n": 298, "sum_ns": 79167662, "mean_ms": 0.2656632953020134 }, "result_fall_wall": { "n": 298, "sum_ns": 418684388, "mean_ms": 1.404981167785235 }, "result_fall_cpu": { "n": 298, "sum_ns": 418336529, "mean_ms": 1.403813855704698 }, "result_fight_wall": { "n": 298, "sum_ns": 140989150, "mean_ms": 0.47311795302013426 }, "result_fight_cpu": { "n": 298, "sum_ns": 141059480, "mean_ms": 0.4733539597315436 }, "result_collector_wall": { "n": 298, "sum_ns": 950199577, "mean_ms": 3.1885891845637584 }, "result_collector_cpu": { "n": 298, "sum_ns": 943592081, "mean_ms": 3.1664163791946307 }, "result_composition_wall": { "n": 298, "sum_ns": 4183158, "mean_ms": 0.014037442953020134 }, "result_composition_cpu": { "n": 298, "sum_ns": 4193936, "mean_ms": 0.014073610738255034 }, "result_artifact_handoff_wall": { "n": 298, "sum_ns": 2905480, "mean_ms": 0.00974993288590604 }, "result_artifact_handoff_cpu": { "n": 298, "sum_ns": 2898328, "mean_ms": 0.00972593288590604 }, "result_publish_wall": { "n": 298, "sum_ns": 488664185, "mean_ms": 1.6398127013422819 }, "result_publish_cpu": { "n": 298, "sum_ns": 481243638, "mean_ms": 1.6149115369127516 }, "result_total_wall": { "n": 298, "sum_ns": 3896475414, "mean_ms": 13.075420852348993 }, "result_total_cpu": { "n": 298, "sum_ns": 3322339840, "mean_ms": 11.148791409395972 } } }, { "mode": "pose-a-resume", "level": 12, "camera": "31", "provider": "pose", "cohort_reset": true, "counter_seconds": 29.992079355, "new_channel": true, "seconds": 30.00000787700992, "selected_fps": 9.835930230386655, "requested_fps": 9.835930230386655, "complete_fps": 9.835930230386655, "accepted_fps": 9.835930230386655, "finalized_fps": 9.835930230386655, "redis_fps": 9.835930230386655, "redis_read_fps": 9.7999974268441, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 4, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.087, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 1, "analysis_gap_markers": 1, "c_suppressed": 0, "max_redis_silence_s": 0.3755264210049063, "redis_interval_s": { "n": 293, "mean": 0.10194936315008557, "median": 0.09785276895854622, "p95": 0.16712254099547863, "maximum": 0.3755264210049063, "minimum": 0.00376650202088058 }, "redis_drift_s": { "n": 294, "mean": -3.5409186804492174, "median": -3.542022907491539, "p95": -3.5074854570189515, "maximum": -3.2928464960237065, "minimum": -3.669066710983401 }, "redis_drift_s_per_min": 0.006010663107483138, "ingress_drift_s": { "n": 12, "mean": -0.0016016730833315525, "median": 0.0003245115000005683, "p95": 0.02990245700000571, "maximum": 0.02990245700000571, "minimum": -0.03133882800000265 }, "ingress_drift_s_per_min": 0.012416817275099221, "source_drift_s": { "n": 12, "mean": -0.0015449999999989454, "median": 0.00039200000000150226, "p95": 0.03000400000000525, "maximum": 0.03000400000000525, "minimum": -0.031150000000003786 }, "ingress_to_redis_ms": { "n": 294, "mean": 30.489795918367346, "median": 27.0, "p95": 37, "maximum": 137, "minimum": 20 }, "source_samples": 12, "redis_samples": 294, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 294, "sum_ns": 12785893000, "mean_ms": 43.48943197278911 }, "source_exit_to_ingress": { "n": 294, "sum_ns": 274724501, "mean_ms": 0.9344370782312925 }, "source_encoded_queue": { "n": 294, "sum_ns": 9883000, "mean_ms": 0.033615646258503405 }, "decode_between_queues": { "n": 294, "sum_ns": 12625322000, "mean_ms": 42.94327210884354 }, "source_raw_queue": { "n": 294, "sum_ns": 29469000, "mean_ms": 0.10023469387755102 }, "raw_queue_to_source_exit": { "n": 294, "sum_ns": 7426000, "mean_ms": 0.025258503401360544 }, "selected_to_preprocess_start": { "n": 295, "sum_ns": 201283561, "mean_ms": 0.6823171559322034 }, "preprocess_start_to_preprocess_output": { "n": 295, "sum_ns": 173518847, "mean_ms": 0.5881994813559321 }, "selected_to_preprocess": { "n": 295, "sum_ns": 424226695, "mean_ms": 1.4380565932203389 }, "preprocess_start_to_preprocess": { "n": 295, "sum_ns": 222943134, "mean_ms": 0.7557394372881356 }, "preprocess_output_to_infer_entry": { "n": 295, "sum_ns": 49424287, "mean_ms": 0.1675399559322034 }, "preprocess_to_infer_output": { "n": 295, "sum_ns": 5125198698, "mean_ms": 17.373554908474574 }, "preprocess_to_callback": { "n": 295, "sum_ns": 5308134755, "mean_ms": 17.99367713559322 }, "infer_output_to_callback": { "n": 295, "sum_ns": 182936057, "mean_ms": 0.6201222271186441 }, "copy_wall": { "n": 295, "sum_ns": 952880522, "mean_ms": 3.2301034644067794 }, "copy_thread_cpu": { "n": 295, "sum_ns": 948774135, "mean_ms": 3.2161835084745762 }, "callback_to_copied": { "n": 295, "sum_ns": 1001688560, "mean_ms": 3.395554440677966 }, "accepted_interval": { "n": 295, "sum_ns": 29994806131, "mean_ms": 101.67730891864407 }, "selected_to_submitted": { "n": 295, "sum_ns": 6756228405, "mean_ms": 22.902469169491525 }, "completed_queue_wait": { "n": 295, "sum_ns": 57901925, "mean_ms": 0.19627771186440676 }, "result_observations_wall": { "n": 295, "sum_ns": 245065821, "mean_ms": 0.8307315966101695 }, "result_observations_cpu": { "n": 295, "sum_ns": 245183432, "mean_ms": 0.8311302779661016 }, "result_nms_wall": { "n": 295, "sum_ns": 158116727, "mean_ms": 0.5359889050847457 }, "result_nms_cpu": { "n": 295, "sum_ns": 134432109, "mean_ms": 0.45570206440677963 }, "result_tracking_wall": { "n": 295, "sum_ns": 263250498, "mean_ms": 0.8923745694915254 }, "result_tracking_cpu": { "n": 295, "sum_ns": 247103807, "mean_ms": 0.8376400237288135 }, "result_region_wall": { "n": 295, "sum_ns": 59510292, "mean_ms": 0.20172980338983051 }, "result_region_cpu": { "n": 295, "sum_ns": 59503401, "mean_ms": 0.20170644406779661 }, "result_fall_wall": { "n": 295, "sum_ns": 121849754, "mean_ms": 0.413050013559322 }, "result_fall_cpu": { "n": 295, "sum_ns": 121836167, "mean_ms": 0.4130039559322034 }, "result_fight_wall": { "n": 295, "sum_ns": 45764988, "mean_ms": 0.15513555254237288 }, "result_fight_cpu": { "n": 295, "sum_ns": 45713229, "mean_ms": 0.15496009830508475 }, "result_collector_wall": { "n": 295, "sum_ns": 833388879, "mean_ms": 2.825047047457627 }, "result_collector_cpu": { "n": 295, "sum_ns": 826386598, "mean_ms": 2.8013105016949154 }, "result_composition_wall": { "n": 295, "sum_ns": 4656784, "mean_ms": 0.01578570847457627 }, "result_composition_cpu": { "n": 295, "sum_ns": 4669639, "mean_ms": 0.01582928474576271 }, "result_artifact_handoff_wall": { "n": 295, "sum_ns": 3078413, "mean_ms": 0.010435298305084745 }, "result_artifact_handoff_cpu": { "n": 295, "sum_ns": 3070663, "mean_ms": 0.010409027118644068 }, "result_publish_wall": { "n": 295, "sum_ns": 98470287, "mean_ms": 0.33379758305084745 }, "result_publish_cpu": { "n": 295, "sum_ns": 98504137, "mean_ms": 0.3339123288135593 }, "result_total_wall": { "n": 295, "sum_ns": 2057559784, "mean_ms": 6.974778928813559 }, "result_total_cpu": { "n": 295, "sum_ns": 2009347341, "mean_ms": 6.811346918644068 } } }, { "mode": "pose-a-resume", "level": 12, "camera": "32", "provider": "pose", "cohort_reset": true, "counter_seconds": 30.137142809, "new_channel": true, "seconds": 30.00000787700992, "selected_fps": 9.888130467066269, "requested_fps": 9.888130467066269, "complete_fps": 9.888130467066269, "accepted_fps": 9.888130467066269, "finalized_fps": 9.888130467066269, "redis_fps": 9.888130467066269, "redis_read_fps": 9.866664076006307, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 4, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.122, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 2, "analysis_gap_markers": 1, "c_suppressed": 0, "max_redis_silence_s": 0.37961636803811416, "redis_interval_s": { "n": 295, "mean": 0.10085135051878011, "median": 0.09923389699542895, "p95": 0.15724850399419665, "maximum": 0.37961636803811416, "minimum": 0.004215869004838169 }, "redis_drift_s": { "n": 296, "mean": -5.690316865712569, "median": -5.6941202274891545, "p95": -5.653182575990911, "maximum": -5.388720243968535, "minimum": -5.8055043749636965 }, "redis_drift_s_per_min": 0.015176531295008247, "ingress_drift_s": { "n": 12, "mean": -0.021500846083332803, "median": -0.015382089999999238, "p95": -0.0019260540000018977, "maximum": -0.0019260540000018977, "minimum": -0.046287788000000774 }, "ingress_drift_s_per_min": -0.0004529501414430467, "source_drift_s": { "n": 12, "mean": -0.021729916666666387, "median": -0.015374500000000069, "p95": -0.001794000000003848, "maximum": -0.001794000000003848, "minimum": -0.04732399999999615 }, "ingress_to_redis_ms": { "n": 296, "mean": 33.027027027027025, "median": 29.0, "p95": 43, "maximum": 174, "minimum": 20 }, "source_samples": 12, "redis_samples": 296, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 298, "sum_ns": 13060127000, "mean_ms": 43.82592953020134 }, "source_exit_to_ingress": { "n": 298, "sum_ns": 381213838, "mean_ms": 1.2792410671140941 }, "source_encoded_queue": { "n": 298, "sum_ns": 8571000, "mean_ms": 0.028761744966442952 }, "decode_between_queues": { "n": 298, "sum_ns": 12935905000, "mean_ms": 43.409077181208055 }, "source_raw_queue": { "n": 298, "sum_ns": 16488000, "mean_ms": 0.055328859060402684 }, "raw_queue_to_source_exit": { "n": 298, "sum_ns": 7371000, "mean_ms": 0.02473489932885906 }, "selected_to_preprocess_start": { "n": 298, "sum_ns": 203741481, "mean_ms": 0.6836962449664429 }, "preprocess_start_to_preprocess_output": { "n": 298, "sum_ns": 202693083, "mean_ms": 0.6801781308724832 }, "selected_to_preprocess": { "n": 298, "sum_ns": 462066454, "mean_ms": 1.5505585704697988 }, "preprocess_start_to_preprocess": { "n": 298, "sum_ns": 258324973, "mean_ms": 0.8668623255033557 }, "preprocess_output_to_infer_entry": { "n": 298, "sum_ns": 55631890, "mean_ms": 0.1866841946308725 }, "preprocess_to_infer_output": { "n": 298, "sum_ns": 5451516399, "mean_ms": 18.293679191275167 }, "preprocess_to_callback": { "n": 298, "sum_ns": 5642328519, "mean_ms": 18.933988318791943 }, "infer_output_to_callback": { "n": 298, "sum_ns": 190812120, "mean_ms": 0.6403091275167785 }, "copy_wall": { "n": 298, "sum_ns": 973174987, "mean_ms": 3.265687875838926 }, "copy_thread_cpu": { "n": 298, "sum_ns": 969466721, "mean_ms": 3.2532440302013423 }, "callback_to_copied": { "n": 298, "sum_ns": 1023443456, "mean_ms": 3.434374013422819 }, "accepted_interval": { "n": 298, "sum_ns": 30054410428, "mean_ms": 100.85372626845637 }, "selected_to_submitted": { "n": 298, "sum_ns": 7151086621, "mean_ms": 23.99693496979866 }, "completed_queue_wait": { "n": 298, "sum_ns": 59549367, "mean_ms": 0.19983009060402687 }, "result_observations_wall": { "n": 298, "sum_ns": 243039054, "mean_ms": 0.8155672953020134 }, "result_observations_cpu": { "n": 298, "sum_ns": 243162021, "mean_ms": 0.8159799362416108 }, "result_nms_wall": { "n": 298, "sum_ns": 215440378, "mean_ms": 0.722954288590604 }, "result_nms_cpu": { "n": 298, "sum_ns": 139834950, "mean_ms": 0.4692447986577181 }, "result_tracking_wall": { "n": 298, "sum_ns": 372298930, "mean_ms": 1.2493252684563758 }, "result_tracking_cpu": { "n": 298, "sum_ns": 331443575, "mean_ms": 1.1122267617449666 }, "result_region_wall": { "n": 298, "sum_ns": 69659792, "mean_ms": 0.23375769127516777 }, "result_region_cpu": { "n": 298, "sum_ns": 69701756, "mean_ms": 0.2338985100671141 }, "result_fall_wall": { "n": 298, "sum_ns": 198666309, "mean_ms": 0.666665466442953 }, "result_fall_cpu": { "n": 298, "sum_ns": 198740191, "mean_ms": 0.6669133926174496 }, "result_fight_wall": { "n": 298, "sum_ns": 57921712, "mean_ms": 0.19436816107382549 }, "result_fight_cpu": { "n": 298, "sum_ns": 57961888, "mean_ms": 0.1945029798657718 }, "result_collector_wall": { "n": 298, "sum_ns": 961315147, "mean_ms": 3.225889755033557 }, "result_collector_cpu": { "n": 298, "sum_ns": 954930118, "mean_ms": 3.2044634832214762 }, "result_composition_wall": { "n": 298, "sum_ns": 4733167, "mean_ms": 0.015883110738255036 }, "result_composition_cpu": { "n": 298, "sum_ns": 4743705, "mean_ms": 0.015918473154362418 }, "result_artifact_handoff_wall": { "n": 298, "sum_ns": 2888194, "mean_ms": 0.009691926174496645 }, "result_artifact_handoff_cpu": { "n": 298, "sum_ns": 2874808, "mean_ms": 0.009647006711409396 }, "result_publish_wall": { "n": 298, "sum_ns": 136413389, "mean_ms": 0.45776305033557046 }, "result_publish_cpu": { "n": 298, "sum_ns": 135529856, "mean_ms": 0.4547981744966443 }, "result_total_wall": { "n": 298, "sum_ns": 2499470910, "mean_ms": 8.387486275167786 }, "result_total_cpu": { "n": 298, "sum_ns": 2374724769, "mean_ms": 7.968875063758389 } } }, { "mode": "pose-a-resume", "level": 12, "camera": "33", "provider": "pose", "cohort_reset": true, "counter_seconds": 29.949798318, "new_channel": true, "seconds": 30.00000787700992, "selected_fps": 9.91659432382559, "requested_fps": 9.91659432382559, "complete_fps": 9.91659432382559, "accepted_fps": 9.91659432382559, "finalized_fps": 9.91659432382559, "redis_fps": 9.91659432382559, "redis_read_fps": 9.89999740058741, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 4, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.1, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 1, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.476746940985322, "redis_interval_s": { "n": 296, "mean": 0.1007782786994515, "median": 0.09862274801707827, "p95": 0.1618227570434101, "maximum": 0.476746940985322, "minimum": 0.002288190007675439 }, "redis_drift_s": { "n": 297, "mean": -4.72613368470784, "median": -4.731104099018033, "p95": -4.687515418003777, "maximum": -4.37577460199082, "minimum": -4.83396056898637 }, "redis_drift_s_per_min": -0.0012289877293359451, "ingress_drift_s": { "n": 12, "mean": -0.010209367500000196, "median": -0.015697069499999827, "p95": 0.01691941700000399, "maximum": 0.01691941700000399, "minimum": -0.03111817200000644 }, "ingress_drift_s_per_min": -0.028091566054462048, "source_drift_s": { "n": 12, "mean": -0.010444083333332207, "median": -0.015671499999998062, "p95": 0.017045000000003085, "maximum": 0.017045000000003085, "minimum": -0.031005000000000393 }, "ingress_to_redis_ms": { "n": 297, "mean": 30.542087542087543, "median": 27, "p95": 37, "maximum": 142, "minimum": 19 }, "source_samples": 12, "redis_samples": 297, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 297, "sum_ns": 12814186000, "mean_ms": 43.14540740740741 }, "source_exit_to_ingress": { "n": 297, "sum_ns": 343775779, "mean_ms": 1.1574942053872053 }, "source_encoded_queue": { "n": 297, "sum_ns": 9355000, "mean_ms": 0.0314983164983165 }, "decode_between_queues": { "n": 297, "sum_ns": 12603612000, "mean_ms": 42.43640404040404 }, "source_raw_queue": { "n": 297, "sum_ns": 47822000, "mean_ms": 0.161016835016835 }, "raw_queue_to_source_exit": { "n": 297, "sum_ns": 8827000, "mean_ms": 0.02972053872053872 }, "selected_to_preprocess_start": { "n": 297, "sum_ns": 196586123, "mean_ms": 0.661906138047138 }, "preprocess_start_to_preprocess_output": { "n": 297, "sum_ns": 127479091, "mean_ms": 0.42922252861952864 }, "selected_to_preprocess": { "n": 297, "sum_ns": 373045564, "mean_ms": 1.25604567003367 }, "preprocess_start_to_preprocess": { "n": 297, "sum_ns": 176459441, "mean_ms": 0.594139531986532 }, "preprocess_output_to_infer_entry": { "n": 297, "sum_ns": 48980350, "mean_ms": 0.16491700336700338 }, "preprocess_to_infer_output": { "n": 297, "sum_ns": 5040896557, "mean_ms": 16.97271568013468 }, "preprocess_to_callback": { "n": 297, "sum_ns": 5232461126, "mean_ms": 17.61771422895623 }, "infer_output_to_callback": { "n": 297, "sum_ns": 191564569, "mean_ms": 0.6449985488215488 }, "copy_wall": { "n": 297, "sum_ns": 1016817727, "mean_ms": 3.4236287104377103 }, "copy_thread_cpu": { "n": 297, "sum_ns": 1010894190, "mean_ms": 3.4036841414141414 }, "callback_to_copied": { "n": 297, "sum_ns": 1065810692, "mean_ms": 3.5885881885521886 }, "accepted_interval": { "n": 297, "sum_ns": 29911898863, "mean_ms": 100.71346418518517 }, "selected_to_submitted": { "n": 297, "sum_ns": 6694348210, "mean_ms": 22.539892962962963 }, "completed_queue_wait": { "n": 297, "sum_ns": 70705767, "mean_ms": 0.23806655555555556 }, "result_observations_wall": { "n": 297, "sum_ns": 243909342, "mean_ms": 0.8212435757575758 }, "result_observations_cpu": { "n": 297, "sum_ns": 244035704, "mean_ms": 0.8216690370370371 }, "result_nms_wall": { "n": 297, "sum_ns": 185694416, "mean_ms": 0.6252337239057238 }, "result_nms_cpu": { "n": 297, "sum_ns": 144879913, "mean_ms": 0.4878111548821549 }, "result_tracking_wall": { "n": 297, "sum_ns": 322099303, "mean_ms": 1.0845094377104376 }, "result_tracking_cpu": { "n": 297, "sum_ns": 304048126, "mean_ms": 1.023731063973064 }, "result_region_wall": { "n": 297, "sum_ns": 75795777, "mean_ms": 0.25520463636363633 }, "result_region_cpu": { "n": 297, "sum_ns": 75840148, "mean_ms": 0.2553540336700337 }, "result_fall_wall": { "n": 297, "sum_ns": 242864781, "mean_ms": 0.8177265353535353 }, "result_fall_cpu": { "n": 297, "sum_ns": 241632251, "mean_ms": 0.8135766026936027 }, "result_fight_wall": { "n": 297, "sum_ns": 62831923, "mean_ms": 0.2115552962962963 }, "result_fight_cpu": { "n": 297, "sum_ns": 62874768, "mean_ms": 0.21169955555555556 }, "result_collector_wall": { "n": 297, "sum_ns": 701016577, "mean_ms": 2.360325175084175 }, "result_collector_cpu": { "n": 297, "sum_ns": 696435300, "mean_ms": 2.3449 }, "result_composition_wall": { "n": 297, "sum_ns": 4365076, "mean_ms": 0.01469722558922559 }, "result_composition_cpu": { "n": 297, "sum_ns": 4375504, "mean_ms": 0.0147323367003367 }, "result_artifact_handoff_wall": { "n": 297, "sum_ns": 2865264, "mean_ms": 0.009647353535353535 }, "result_artifact_handoff_cpu": { "n": 297, "sum_ns": 2825071, "mean_ms": 0.00951202356902357 }, "result_publish_wall": { "n": 297, "sum_ns": 117913379, "mean_ms": 0.3970147441077441 }, "result_publish_cpu": { "n": 297, "sum_ns": 117983946, "mean_ms": 0.3972523434343434 }, "result_total_wall": { "n": 297, "sum_ns": 2202215905, "mean_ms": 7.4148683670033675 }, "result_total_cpu": { "n": 297, "sum_ns": 2136098145, "mean_ms": 7.192249646464647 } } }, { "mode": "pose-a-resume", "level": 12, "camera": "34", "provider": "pose", "cohort_reset": true, "counter_seconds": 29.899817834, "new_channel": true, "seconds": 30.00000787700992, "selected_fps": 10.0000609254548, "requested_fps": 10.0000609254548, "complete_fps": 10.033505945272376, "accepted_fps": 10.033505945272376, "finalized_fps": 10.0000609254548, "redis_fps": 10.0000609254548, "redis_read_fps": 9.966664049749614, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 1, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.12, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.24037737702019513, "redis_interval_s": { "n": 298, "mean": 0.10028314899325827, "median": 0.09734938450856134, "p95": 0.15540857199812308, "maximum": 0.24037737702019513, "minimum": 0.017375705006998032 }, "redis_drift_s": { "n": 299, "mean": -0.01816276089588087, "median": -0.020290215990037552, "p95": 0.01833600502181909, "maximum": 0.09809974001906596, "minimum": -0.10529557397449452 }, "redis_drift_s_per_min": -0.003992349956119648, "ingress_drift_s": { "n": 12, "mean": 0.018009727000000513, "median": 0.017435994499999552, "p95": 0.03452647000000297, "maximum": 0.03452647000000297, "minimum": -9.085499999628155e-05 }, "ingress_drift_s_per_min": -0.011150502730170164, "source_drift_s": { "n": 12, "mean": 0.018165666666667413, "median": 0.017663499999999388, "p95": 0.03473300000000279, "maximum": 0.03473300000000279, "minimum": 8.100000000155205e-05 }, "ingress_to_redis_ms": { "n": 299, "mean": 29.775919732441473, "median": 26, "p95": 38, "maximum": 131, "minimum": 19 }, "source_samples": 12, "redis_samples": 299, "native_redis_joined": 13, "durations": { "selected_to_preprocess_start": { "n": 299, "sum_ns": 195574304, "mean_ms": 0.6540946622073578 }, "depay_to_source_exit": { "n": 298, "sum_ns": 12952473000, "mean_ms": 43.46467449664429 }, "source_exit_to_ingress": { "n": 298, "sum_ns": 304730593, "mean_ms": 1.0225858825503356 }, "source_encoded_queue": { "n": 298, "sum_ns": 8191000, "mean_ms": 0.027486577181208054 }, "decode_between_queues": { "n": 298, "sum_ns": 12818627000, "mean_ms": 43.01552684563758 }, "source_raw_queue": { "n": 298, "sum_ns": 26406000, "mean_ms": 0.08861073825503356 }, "raw_queue_to_source_exit": { "n": 298, "sum_ns": 8726000, "mean_ms": 0.029281879194630874 }, "preprocess_start_to_preprocess_output": { "n": 299, "sum_ns": 151616876, "mean_ms": 0.5070798528428093 }, "selected_to_preprocess": { "n": 299, "sum_ns": 397418948, "mean_ms": 1.3291603612040135 }, "preprocess_start_to_preprocess": { "n": 299, "sum_ns": 201844644, "mean_ms": 0.6750656989966555 }, "preprocess_output_to_infer_entry": { "n": 299, "sum_ns": 50227768, "mean_ms": 0.16798584615384615 }, "preprocess_to_infer_output": { "n": 300, "sum_ns": 5191246194, "mean_ms": 17.30415398 }, "preprocess_to_callback": { "n": 300, "sum_ns": 5375608783, "mean_ms": 17.918695943333333 }, "infer_output_to_callback": { "n": 300, "sum_ns": 184362589, "mean_ms": 0.6145419633333333 }, "copy_wall": { "n": 300, "sum_ns": 652785121, "mean_ms": 2.1759504033333332 }, "copy_thread_cpu": { "n": 300, "sum_ns": 651114063, "mean_ms": 2.17038021 }, "callback_to_copied": { "n": 300, "sum_ns": 702490419, "mean_ms": 2.34163473 }, "accepted_interval": { "n": 300, "sum_ns": 29967784165, "mean_ms": 99.89261388333334 }, "selected_to_submitted": { "n": 300, "sum_ns": 6499374184, "mean_ms": 21.66458061333333 }, "completed_queue_wait": { "n": 300, "sum_ns": 51745772, "mean_ms": 0.1724859066666667 }, "result_observations_wall": { "n": 300, "sum_ns": 231080085, "mean_ms": 0.77026695 }, "result_observations_cpu": { "n": 300, "sum_ns": 231176034, "mean_ms": 0.77058678 }, "result_nms_wall": { "n": 299, "sum_ns": 157660981, "mean_ms": 0.5272942508361205 }, "result_nms_cpu": { "n": 299, "sum_ns": 136250568, "mean_ms": 0.4556875183946488 }, "result_tracking_wall": { "n": 299, "sum_ns": 252678906, "mean_ms": 0.8450799531772576 }, "result_tracking_cpu": { "n": 299, "sum_ns": 249793593, "mean_ms": 0.8354300769230769 }, "result_region_wall": { "n": 299, "sum_ns": 56768456, "mean_ms": 0.1898610568561873 }, "result_region_cpu": { "n": 299, "sum_ns": 56810232, "mean_ms": 0.19000077591973244 }, "result_fall_wall": { "n": 299, "sum_ns": 115881844, "mean_ms": 0.3875646956521739 }, "result_fall_cpu": { "n": 299, "sum_ns": 115889809, "mean_ms": 0.3875913344481605 }, "result_fight_wall": { "n": 299, "sum_ns": 38721096, "mean_ms": 0.1295019933110368 }, "result_fight_cpu": { "n": 299, "sum_ns": 38754209, "mean_ms": 0.12961273913043478 }, "result_collector_wall": { "n": 299, "sum_ns": 1060936696, "mean_ms": 3.5482832642140467 }, "result_collector_cpu": { "n": 299, "sum_ns": 1052799404, "mean_ms": 3.5210682408026757 }, "result_composition_wall": { "n": 299, "sum_ns": 4197639, "mean_ms": 0.014038926421404682 }, "result_composition_cpu": { "n": 299, "sum_ns": 4208315, "mean_ms": 0.014074632107023411 }, "result_artifact_handoff_wall": { "n": 299, "sum_ns": 2841755, "mean_ms": 0.009504197324414716 }, "result_artifact_handoff_cpu": { "n": 299, "sum_ns": 2833041, "mean_ms": 0.009475053511705685 }, "result_publish_wall": { "n": 299, "sum_ns": 101045102, "mean_ms": 0.3379434849498328 }, "result_publish_cpu": { "n": 299, "sum_ns": 101125261, "mean_ms": 0.33821157525083617 }, "result_total_wall": { "n": 299, "sum_ns": 2235688836, "mean_ms": 7.47722018729097 }, "result_total_cpu": { "n": 299, "sum_ns": 2202460063, "mean_ms": 7.36608716722408 } } }, { "mode": "pose-a-resume", "level": 12, "camera": "35", "provider": "pose", "cohort_reset": true, "counter_seconds": 30.036886779, "new_channel": true, "seconds": 30.00000787700992, "selected_fps": 9.987719506594875, "requested_fps": 9.954427108239559, "complete_fps": 9.954427108239559, "accepted_fps": 9.954427108239559, "finalized_fps": 9.954427108239559, "redis_fps": 9.954427108239559, "redis_read_fps": 9.89999740058741, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 1, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.139, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 6, "analysis_gap_markers": 2, "c_suppressed": 0, "max_redis_silence_s": 0.34104699903400615, "redis_interval_s": { "n": 296, "mean": 0.1009003237264256, "median": 0.09666489448864013, "p95": 0.19931977399392053, "maximum": 0.34104699903400615, "minimum": 0.001346684992313385 }, "redis_drift_s": { "n": 297, "mean": -9.506769106474371, "median": -9.515207021982413, "p95": -9.398110476972072, "maximum": -9.257004940991756, "minimum": -9.560542262973264 }, "redis_drift_s_per_min": 0.016293911667027955, "ingress_drift_s": { "n": 12, "mean": 0.01145776008333351, "median": 0.011620436500001219, "p95": 0.10201696800000093, "maximum": 0.10201696800000093, "minimum": -0.016453536000000213 }, "ingress_drift_s_per_min": -0.02962831198131268, "source_drift_s": { "n": 12, "mean": 0.003734083333332805, "median": 0.010202999999998852, "p95": 0.02896599999999694, "maximum": 0.02896599999999694, "minimum": -0.016266000000001668 }, "ingress_to_redis_ms": { "n": 297, "mean": 38.7003367003367, "median": 31, "p95": 84, "maximum": 290, "minimum": 21 }, "source_samples": 12, "redis_samples": 297, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 299, "sum_ns": 13527782000, "mean_ms": 45.24341806020067 }, "source_exit_to_ingress": { "n": 299, "sum_ns": 961821480, "mean_ms": 3.2167942474916384 }, "source_encoded_queue": { "n": 299, "sum_ns": 8798000, "mean_ms": 0.029424749163879597 }, "decode_between_queues": { "n": 299, "sum_ns": 13298847000, "mean_ms": 44.477749163879594 }, "source_raw_queue": { "n": 299, "sum_ns": 99783000, "mean_ms": 0.33372240802675585 }, "raw_queue_to_source_exit": { "n": 299, "sum_ns": 8682000, "mean_ms": 0.029036789297658863 }, "selected_to_preprocess_start": { "n": 299, "sum_ns": 211983074, "mean_ms": 0.708973491638796 }, "preprocess_start_to_preprocess_output": { "n": 299, "sum_ns": 184453989, "mean_ms": 0.6169029732441471 }, "selected_to_preprocess": { "n": 299, "sum_ns": 464755877, "mean_ms": 1.5543674816053512 }, "preprocess_start_to_preprocess": { "n": 299, "sum_ns": 252772803, "mean_ms": 0.8453939899665551 }, "preprocess_output_to_infer_entry": { "n": 299, "sum_ns": 68318814, "mean_ms": 0.22849101672240804 }, "preprocess_to_infer_output": { "n": 299, "sum_ns": 5278405647, "mean_ms": 17.653530591973244 }, "preprocess_to_callback": { "n": 299, "sum_ns": 5476073988, "mean_ms": 18.314628722408028 }, "infer_output_to_callback": { "n": 299, "sum_ns": 197668341, "mean_ms": 0.6610981304347826 }, "copy_wall": { "n": 299, "sum_ns": 630944141, "mean_ms": 2.110181073578595 }, "copy_thread_cpu": { "n": 299, "sum_ns": 628770220, "mean_ms": 2.102910434782609 }, "callback_to_copied": { "n": 299, "sum_ns": 680068734, "mean_ms": 2.274477371237458 }, "accepted_interval": { "n": 299, "sum_ns": 30108943300, "mean_ms": 100.69880702341138 }, "selected_to_submitted": { "n": 299, "sum_ns": 6643198581, "mean_ms": 22.218055454849498 }, "completed_queue_wait": { "n": 299, "sum_ns": 337618114, "mean_ms": 1.1291575719063545 }, "result_observations_wall": { "n": 299, "sum_ns": 216486388, "mean_ms": 0.7240347424749164 }, "result_observations_cpu": { "n": 299, "sum_ns": 216579078, "mean_ms": 0.7243447424749164 }, "result_nms_wall": { "n": 299, "sum_ns": 246095606, "mean_ms": 0.8230622274247492 }, "result_nms_cpu": { "n": 299, "sum_ns": 150376423, "mean_ms": 0.5029311806020067 }, "result_tracking_wall": { "n": 299, "sum_ns": 982638304, "mean_ms": 3.2864157324414713 }, "result_tracking_cpu": { "n": 299, "sum_ns": 686580593, "mean_ms": 2.2962561638795984 }, "result_region_wall": { "n": 299, "sum_ns": 108373407, "mean_ms": 0.36245286622073575 }, "result_region_cpu": { "n": 299, "sum_ns": 108436113, "mean_ms": 0.3626625852842809 }, "result_fall_wall": { "n": 299, "sum_ns": 636545809, "mean_ms": 2.1289157491638795 }, "result_fall_cpu": { "n": 299, "sum_ns": 635246298, "mean_ms": 2.124569558528428 }, "result_fight_wall": { "n": 299, "sum_ns": 148889127, "mean_ms": 0.49795694648829436 }, "result_fight_cpu": { "n": 299, "sum_ns": 148916368, "mean_ms": 0.49804805351170567 }, "result_collector_wall": { "n": 299, "sum_ns": 905317512, "mean_ms": 3.0278177658862875 }, "result_collector_cpu": { "n": 299, "sum_ns": 895984998, "mean_ms": 2.9966053444816056 }, "result_composition_wall": { "n": 299, "sum_ns": 4221292, "mean_ms": 0.014118033444816054 }, "result_composition_cpu": { "n": 299, "sum_ns": 4215253, "mean_ms": 0.014097836120401339 }, "result_artifact_handoff_wall": { "n": 299, "sum_ns": 2884876, "mean_ms": 0.009648414715719063 }, "result_artifact_handoff_cpu": { "n": 299, "sum_ns": 2877631, "mean_ms": 0.009624183946488294 }, "result_publish_wall": { "n": 299, "sum_ns": 722235239, "mean_ms": 2.4155024715719065 }, "result_publish_cpu": { "n": 299, "sum_ns": 710777054, "mean_ms": 2.3771807826086957 }, "result_total_wall": { "n": 299, "sum_ns": 4209082435, "mean_ms": 14.077198779264213 }, "result_total_cpu": { "n": 299, "sum_ns": 3792077383, "mean_ms": 12.682533053511705 } } }, { "mode": "pose-a-resume", "level": 12, "camera": "36", "provider": "pose", "cohort_reset": true, "counter_seconds": 29.928449567, "new_channel": true, "seconds": 30.00000787700992, "selected_fps": 9.890255067752605, "requested_fps": 9.890255067752605, "complete_fps": 9.890255067752605, "accepted_fps": 9.890255067752605, "finalized_fps": 9.890255067752605, "redis_fps": 9.890255067752605, "redis_read_fps": 9.833330751425203, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.092, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 1, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.37728702498134226, "redis_interval_s": { "n": 294, "mean": 0.10177069892184207, "median": 0.09921317550470121, "p95": 0.16348996595479548, "maximum": 0.37728702498134226, "minimum": 0.003286465012934059 }, "redis_drift_s": { "n": 295, "mean": -8.649387295420244, "median": -8.65113823595457, "p95": -8.613677675971765, "maximum": -8.361157059003602, "minimum": -8.763870593990667 }, "redis_drift_s_per_min": 0.0010679449976753544, "ingress_drift_s": { "n": 12, "mean": 0.0020174378333323397, "median": 0.0010467739999988623, "p95": 0.02006323699999868, "maximum": 0.02006323699999868, "minimum": -0.028555337000000236 }, "ingress_drift_s_per_min": -0.04541716217830242, "source_drift_s": { "n": 12, "mean": 0.0019237499999992618, "median": 0.001077999999997914, "p95": 0.020015999999998257, "maximum": 0.020015999999998257, "minimum": -0.028519000000002848 }, "ingress_to_redis_ms": { "n": 295, "mean": 29.023728813559323, "median": 26, "p95": 35, "maximum": 115, "minimum": 20 }, "source_samples": 12, "redis_samples": 295, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 294, "sum_ns": 13358410000, "mean_ms": 45.43676870748299 }, "source_exit_to_ingress": { "n": 294, "sum_ns": 226851024, "mean_ms": 0.7716021224489796 }, "source_encoded_queue": { "n": 294, "sum_ns": 8268000, "mean_ms": 0.02812244897959184 }, "decode_between_queues": { "n": 294, "sum_ns": 13266778000, "mean_ms": 45.12509523809524 }, "source_raw_queue": { "n": 294, "sum_ns": 7169000, "mean_ms": 0.024384353741496598 }, "raw_queue_to_source_exit": { "n": 294, "sum_ns": 7993000, "mean_ms": 0.027187074829931972 }, "selected_to_preprocess_start": { "n": 296, "sum_ns": 198337669, "mean_ms": 0.6700596925675676 }, "preprocess_start_to_preprocess_output": { "n": 296, "sum_ns": 178821872, "mean_ms": 0.6041279459459459 }, "selected_to_preprocess": { "n": 296, "sum_ns": 428350681, "mean_ms": 1.447130679054054 }, "preprocess_start_to_preprocess": { "n": 296, "sum_ns": 230013012, "mean_ms": 0.7770709864864865 }, "preprocess_output_to_infer_entry": { "n": 296, "sum_ns": 51191140, "mean_ms": 0.17294304054054052 }, "preprocess_to_infer_output": { "n": 296, "sum_ns": 5092683371, "mean_ms": 17.205011388513512 }, "preprocess_to_callback": { "n": 296, "sum_ns": 5280185331, "mean_ms": 17.838463956081082 }, "infer_output_to_callback": { "n": 296, "sum_ns": 187501960, "mean_ms": 0.6334525675675676 }, "copy_wall": { "n": 296, "sum_ns": 705712282, "mean_ms": 2.3841631148648648 }, "copy_thread_cpu": { "n": 296, "sum_ns": 703194346, "mean_ms": 2.3756565743243243 }, "callback_to_copied": { "n": 296, "sum_ns": 755607153, "mean_ms": 2.552726868243243 }, "accepted_interval": { "n": 296, "sum_ns": 29927971597, "mean_ms": 101.10801215202703 }, "selected_to_submitted": { "n": 296, "sum_ns": 6487468891, "mean_ms": 21.917124631756757 }, "completed_queue_wait": { "n": 296, "sum_ns": 53290579, "mean_ms": 0.18003573986486485 }, "result_observations_wall": { "n": 296, "sum_ns": 242509168, "mean_ms": 0.8192877297297297 }, "result_observations_cpu": { "n": 296, "sum_ns": 242604117, "mean_ms": 0.8196085033783783 }, "result_nms_wall": { "n": 296, "sum_ns": 148444293, "mean_ms": 0.5015009898648648 }, "result_nms_cpu": { "n": 296, "sum_ns": 136676005, "mean_ms": 0.46174326013513517 }, "result_tracking_wall": { "n": 296, "sum_ns": 199195874, "mean_ms": 0.6729590337837837 }, "result_tracking_cpu": { "n": 296, "sum_ns": 196936543, "mean_ms": 0.6653261587837838 }, "result_region_wall": { "n": 296, "sum_ns": 55528900, "mean_ms": 0.18759763513513514 }, "result_region_cpu": { "n": 296, "sum_ns": 55570529, "mean_ms": 0.18773827364864865 }, "result_fall_wall": { "n": 296, "sum_ns": 98664741, "mean_ms": 0.3333268277027027 }, "result_fall_cpu": { "n": 296, "sum_ns": 98724817, "mean_ms": 0.3335297871621622 }, "result_fight_wall": { "n": 296, "sum_ns": 33266394, "mean_ms": 0.11238646621621622 }, "result_fight_cpu": { "n": 296, "sum_ns": 33278979, "mean_ms": 0.1124289831081081 }, "result_collector_wall": { "n": 296, "sum_ns": 859085559, "mean_ms": 2.9023160777027024 }, "result_collector_cpu": { "n": 296, "sum_ns": 850166770, "mean_ms": 2.8721850337837838 }, "result_composition_wall": { "n": 296, "sum_ns": 4274182, "mean_ms": 0.014439804054054053 }, "result_composition_cpu": { "n": 296, "sum_ns": 4274829, "mean_ms": 0.014441989864864864 }, "result_artifact_handoff_wall": { "n": 296, "sum_ns": 2796138, "mean_ms": 0.009446412162162162 }, "result_artifact_handoff_cpu": { "n": 296, "sum_ns": 2755639, "mean_ms": 0.009309591216216218 }, "result_publish_wall": { "n": 296, "sum_ns": 60762880, "mean_ms": 0.20528 }, "result_publish_cpu": { "n": 296, "sum_ns": 60824626, "mean_ms": 0.20548860135135136 }, "result_total_wall": { "n": 296, "sum_ns": 1923265914, "mean_ms": 6.49751997972973 }, "result_total_cpu": { "n": 296, "sum_ns": 1899397209, "mean_ms": 6.416882462837838 } } }, { "mode": "pose-a-resume", "level": 12, "camera": "37", "provider": "pose", "cohort_reset": true, "counter_seconds": 30.001587444, "new_channel": true, "seconds": 30.00000787700992, "selected_fps": 9.966139310398285, "requested_fps": 9.966139310398285, "complete_fps": 9.93280774079829, "accepted_fps": 9.93280774079829, "finalized_fps": 9.93280774079829, "redis_fps": 9.93280774079829, "redis_read_fps": 9.866664076006307, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 3, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.107, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 1, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.39521694596624, "redis_interval_s": { "n": 295, "mean": 0.10126295035578689, "median": 0.09669857699191198, "p95": 0.16841635602759197, "maximum": 0.39521694596624, "minimum": 0.0036594660487025976 }, "redis_drift_s": { "n": 296, "mean": -0.040156968174414165, "median": -0.0430110329932063, "p95": -0.007633080013093263, "maximum": 0.2843909239596698, "minimum": -0.10941290402226223 }, "redis_drift_s_per_min": -0.009086238982045402, "ingress_drift_s": { "n": 12, "mean": 0.0016787171666668617, "median": 0.0016910845000008834, "p95": 0.031122244999998827, "maximum": 0.031122244999998827, "minimum": -0.032218815999996764 }, "ingress_drift_s_per_min": 0.06299151806087401, "source_drift_s": { "n": 12, "mean": 0.0012687499999994856, "median": 0.0015785000000008154, "p95": 0.03087099999999765, "maximum": 0.03087099999999765, "minimum": -0.03252400000000222 }, "ingress_to_redis_ms": { "n": 296, "mean": 29.70608108108108, "median": 27.0, "p95": 36, "maximum": 128, "minimum": 20 }, "source_samples": 12, "redis_samples": 296, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 299, "sum_ns": 193869753, "mean_ms": 0.6483938227424749 }, "depay_to_source_exit": { "n": 297, "sum_ns": 13612902000, "mean_ms": 45.83468686868687 }, "source_exit_to_ingress": { "n": 297, "sum_ns": 349070972, "mean_ms": 1.175323138047138 }, "source_encoded_queue": { "n": 297, "sum_ns": 9275000, "mean_ms": 0.031228956228956228 }, "decode_between_queues": { "n": 297, "sum_ns": 13507071000, "mean_ms": 45.478353535353534 }, "source_raw_queue": { "n": 297, "sum_ns": 6516000, "mean_ms": 0.02193939393939394 }, "raw_queue_to_source_exit": { "n": 297, "sum_ns": 8609000, "mean_ms": 0.028986531986531987 }, "preprocess_start_to_preprocess_output": { "n": 299, "sum_ns": 191162475, "mean_ms": 0.6393393812709031 }, "selected_to_preprocess": { "n": 299, "sum_ns": 433007417, "mean_ms": 1.4481853411371237 }, "preprocess_start_to_preprocess": { "n": 299, "sum_ns": 239137664, "mean_ms": 0.7997915183946488 }, "preprocess_output_to_infer_entry": { "n": 299, "sum_ns": 47975189, "mean_ms": 0.1604521371237458 }, "preprocess_to_infer_output": { "n": 298, "sum_ns": 5050386153, "mean_ms": 16.947604540268454 }, "preprocess_to_callback": { "n": 298, "sum_ns": 5240835549, "mean_ms": 17.586696473154362 }, "infer_output_to_callback": { "n": 298, "sum_ns": 190449396, "mean_ms": 0.639091932885906 }, "copy_wall": { "n": 298, "sum_ns": 802900993, "mean_ms": 2.694298634228188 }, "copy_thread_cpu": { "n": 298, "sum_ns": 801300879, "mean_ms": 2.6889291241610738 }, "callback_to_copied": { "n": 298, "sum_ns": 852519108, "mean_ms": 2.8608023758389263 }, "accepted_interval": { "n": 298, "sum_ns": 30021506104, "mean_ms": 100.74330907382551 }, "selected_to_submitted": { "n": 298, "sum_ns": 6547781264, "mean_ms": 21.97242034899329 }, "completed_queue_wait": { "n": 298, "sum_ns": 64400294, "mean_ms": 0.21610836912751677 }, "result_observations_wall": { "n": 298, "sum_ns": 229124527, "mean_ms": 0.7688742516778524 }, "result_observations_cpu": { "n": 298, "sum_ns": 229245253, "mean_ms": 0.7692793724832214 }, "result_nms_wall": { "n": 298, "sum_ns": 169363247, "mean_ms": 0.568333043624161 }, "result_nms_cpu": { "n": 298, "sum_ns": 141494316, "mean_ms": 0.4748131409395973 }, "result_tracking_wall": { "n": 298, "sum_ns": 288974818, "mean_ms": 0.9697141543624161 }, "result_tracking_cpu": { "n": 298, "sum_ns": 266698603, "mean_ms": 0.894961755033557 }, "result_region_wall": { "n": 298, "sum_ns": 57583437, "mean_ms": 0.19323301006711407 }, "result_region_cpu": { "n": 298, "sum_ns": 57599854, "mean_ms": 0.19328810067114094 }, "result_fall_wall": { "n": 298, "sum_ns": 140478004, "mean_ms": 0.4714026979865772 }, "result_fall_cpu": { "n": 298, "sum_ns": 140543682, "mean_ms": 0.4716230939597315 }, "result_fight_wall": { "n": 298, "sum_ns": 31546802, "mean_ms": 0.10586175167785235 }, "result_fight_cpu": { "n": 298, "sum_ns": 31579065, "mean_ms": 0.1059700167785235 }, "result_collector_wall": { "n": 298, "sum_ns": 836259747, "mean_ms": 2.806240761744966 }, "result_collector_cpu": { "n": 298, "sum_ns": 828311123, "mean_ms": 2.779567526845638 }, "result_composition_wall": { "n": 298, "sum_ns": 4267795, "mean_ms": 0.014321459731543624 }, "result_composition_cpu": { "n": 298, "sum_ns": 4277742, "mean_ms": 0.014354838926174496 }, "result_artifact_handoff_wall": { "n": 298, "sum_ns": 2665868, "mean_ms": 0.008945865771812082 }, "result_artifact_handoff_cpu": { "n": 298, "sum_ns": 2658236, "mean_ms": 0.008920255033557046 }, "result_publish_wall": { "n": 298, "sum_ns": 103662486, "mean_ms": 0.3478606912751678 }, "result_publish_cpu": { "n": 298, "sum_ns": 103732727, "mean_ms": 0.34809639932885905 }, "result_total_wall": { "n": 298, "sum_ns": 2080645963, "mean_ms": 6.982033432885906 }, "result_total_cpu": { "n": 298, "sum_ns": 2021615596, "mean_ms": 6.783944953020134 } } }, { "mode": "pose-a-resume", "level": 12, "camera": "38", "provider": "pose", "cohort_reset": true, "counter_seconds": 30.198657406, "new_channel": true, "seconds": 30.00000787700992, "selected_fps": 10.000444587314579, "requested_fps": 10.000444587314579, "complete_fps": 10.000444587314579, "accepted_fps": 10.000444587314579, "finalized_fps": 10.000444587314579, "redis_fps": 10.000444587314579, "redis_read_fps": 9.999997374330716, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 1, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.159, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.20047603698913008, "redis_interval_s": { "n": 299, "mean": 0.10014996106364923, "median": 0.09788942395243794, "p95": 0.1533077969797887, "maximum": 0.20047603698913008, "minimum": 0.01955885800998658 }, "redis_drift_s": { "n": 300, "mean": -3.0559148337688424, "median": -3.0573333080320158, "p95": -3.0248215700220307, "maximum": -2.9575883170096198, "minimum": -3.1079418730363244 }, "redis_drift_s_per_min": 0.008176764952423476, "ingress_drift_s": { "n": 12, "mean": 0.03873124916666715, "median": 0.03941090900000077, "p95": 0.06554525700000369, "maximum": 0.06554525700000369, "minimum": 0.0015950159999995606 }, "ingress_drift_s_per_min": 0.07247060139992634, "source_drift_s": { "n": 12, "mean": 0.038494833333332444, "median": 0.03910699999999778, "p95": 0.06559500000000185, "maximum": 0.06559500000000185, "minimum": 0.0014409999999998035 }, "ingress_to_redis_ms": { "n": 300, "mean": 30.283333333333335, "median": 27.0, "p95": 37, "maximum": 123, "minimum": 18 }, "source_samples": 12, "redis_samples": 300, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 302, "sum_ns": 13728265000, "mean_ms": 45.45783112582781 }, "source_exit_to_ingress": { "n": 302, "sum_ns": 249910556, "mean_ms": 0.8275183973509933 }, "source_encoded_queue": { "n": 302, "sum_ns": 9842000, "mean_ms": 0.032589403973509935 }, "decode_between_queues": { "n": 302, "sum_ns": 13572383000, "mean_ms": 44.94166556291391 }, "source_raw_queue": { "n": 302, "sum_ns": 7089000, "mean_ms": 0.023473509933774835 }, "raw_queue_to_source_exit": { "n": 302, "sum_ns": 7820000, "mean_ms": 0.025894039735099336 }, "selected_to_preprocess_start": { "n": 302, "sum_ns": 204436511, "mean_ms": 0.6769420894039735 }, "preprocess_start_to_preprocess_output": { "n": 302, "sum_ns": 189163682, "mean_ms": 0.6263698079470198 }, "selected_to_preprocess": { "n": 302, "sum_ns": 442989092, "mean_ms": 1.466851298013245 }, "preprocess_start_to_preprocess": { "n": 302, "sum_ns": 238552581, "mean_ms": 0.7899092086092716 }, "preprocess_output_to_infer_entry": { "n": 302, "sum_ns": 49388899, "mean_ms": 0.16353940066225167 }, "preprocess_to_infer_output": { "n": 302, "sum_ns": 5468457946, "mean_ms": 18.107476642384103 }, "preprocess_to_callback": { "n": 302, "sum_ns": 5657499428, "mean_ms": 18.733441814569538 }, "infer_output_to_callback": { "n": 302, "sum_ns": 189041482, "mean_ms": 0.6259651721854305 }, "copy_wall": { "n": 302, "sum_ns": 675715797, "mean_ms": 2.237469526490066 }, "copy_thread_cpu": { "n": 302, "sum_ns": 673739332, "mean_ms": 2.230924940397351 }, "callback_to_copied": { "n": 302, "sum_ns": 725571411, "mean_ms": 2.4025543410596026 }, "accepted_interval": { "n": 302, "sum_ns": 30287429725, "mean_ms": 100.28950240066226 }, "selected_to_submitted": { "n": 302, "sum_ns": 6848936646, "mean_ms": 22.678598165562914 }, "completed_queue_wait": { "n": 302, "sum_ns": 51869926, "mean_ms": 0.17175472185430463 }, "result_observations_wall": { "n": 302, "sum_ns": 232741728, "mean_ms": 0.7706679735099338 }, "result_observations_cpu": { "n": 302, "sum_ns": 232819197, "mean_ms": 0.7709244933774835 }, "result_nms_wall": { "n": 302, "sum_ns": 158960689, "mean_ms": 0.5263598973509933 }, "result_nms_cpu": { "n": 302, "sum_ns": 142033792, "mean_ms": 0.47031056953642386 }, "result_tracking_wall": { "n": 302, "sum_ns": 277373030, "mean_ms": 0.9184537417218543 }, "result_tracking_cpu": { "n": 302, "sum_ns": 259037166, "mean_ms": 0.8577389602649007 }, "result_region_wall": { "n": 302, "sum_ns": 61853028, "mean_ms": 0.20481135099337747 }, "result_region_cpu": { "n": 302, "sum_ns": 61890388, "mean_ms": 0.20493505960264902 }, "result_fall_wall": { "n": 302, "sum_ns": 139258045, "mean_ms": 0.4611193543046358 }, "result_fall_cpu": { "n": 302, "sum_ns": 139326006, "mean_ms": 0.4613443907284768 }, "result_fight_wall": { "n": 302, "sum_ns": 33798008, "mean_ms": 0.11191393377483444 }, "result_fight_cpu": { "n": 302, "sum_ns": 33810609, "mean_ms": 0.11195565894039734 }, "result_collector_wall": { "n": 302, "sum_ns": 883656380, "mean_ms": 2.9260145033112583 }, "result_collector_cpu": { "n": 302, "sum_ns": 875794203, "mean_ms": 2.899980804635762 }, "result_composition_wall": { "n": 302, "sum_ns": 4593469, "mean_ms": 0.01521016225165563 }, "result_composition_cpu": { "n": 302, "sum_ns": 4610918, "mean_ms": 0.015267940397350993 }, "result_artifact_handoff_wall": { "n": 302, "sum_ns": 2779830, "mean_ms": 0.009204735099337748 }, "result_artifact_handoff_cpu": { "n": 302, "sum_ns": 2769532, "mean_ms": 0.009170635761589404 }, "result_publish_wall": { "n": 302, "sum_ns": 104946191, "mean_ms": 0.34750394370860926 }, "result_publish_cpu": { "n": 302, "sum_ns": 104979872, "mean_ms": 0.3476154701986755 }, "result_total_wall": { "n": 302, "sum_ns": 2122707211, "mean_ms": 7.028831824503311 }, "result_total_cpu": { "n": 302, "sum_ns": 2078491387, "mean_ms": 6.882421811258278 } } }, { "mode": "pose-a-resume", "level": 12, "camera": "39", "provider": "pose", "cohort_reset": true, "counter_seconds": 29.873133474, "new_channel": true, "seconds": 30.00000787700992, "selected_fps": 10.00899354131142, "requested_fps": 10.00899354131142, "complete_fps": 10.00899354131142, "accepted_fps": 10.00899354131142, "finalized_fps": 10.00899354131142, "redis_fps": 10.00899354131142, "redis_read_fps": 9.966664049749614, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.082, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.2203518279711716, "redis_interval_s": { "n": 298, "mean": 0.10034015834243225, "median": 0.09667466301470995, "p95": 0.15493171801790595, "maximum": 0.2203518279711716, "minimum": 0.018514618976041675 }, "redis_drift_s": { "n": 299, "mean": -1.371652255685475, "median": -1.3722246510335268, "p95": -1.3406290479884468, "maximum": -1.274516653019468, "minimum": -1.438356855031568 }, "redis_drift_s_per_min": 0.005039745803411352, "ingress_drift_s": { "n": 12, "mean": 0.0009320302500002894, "median": 0.0030974269999992643, "p95": 0.01929551699999621, "maximum": 0.01929551699999621, "minimum": -0.0321805119999965 }, "ingress_drift_s_per_min": -0.021608349769757985, "source_drift_s": { "n": 12, "mean": 0.0009053333333339056, "median": 0.0030730000000005475, "p95": 0.018594999999997697, "maximum": 0.018594999999997697, "minimum": -0.032108000000000914 }, "ingress_to_redis_ms": { "n": 299, "mean": 29.354515050167223, "median": 27, "p95": 38, "maximum": 114, "minimum": 20 }, "source_samples": 12, "redis_samples": 299, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 298, "sum_ns": 13929719000, "mean_ms": 46.744023489932886 }, "source_exit_to_ingress": { "n": 298, "sum_ns": 157778478, "mean_ms": 0.5294579798657718 }, "source_encoded_queue": { "n": 298, "sum_ns": 9671000, "mean_ms": 0.03245302013422819 }, "decode_between_queues": { "n": 298, "sum_ns": 13832024000, "mean_ms": 46.41618791946309 }, "source_raw_queue": { "n": 298, "sum_ns": 6233000, "mean_ms": 0.02091610738255034 }, "raw_queue_to_source_exit": { "n": 298, "sum_ns": 8216000, "mean_ms": 0.02757046979865772 }, "selected_to_preprocess_start": { "n": 299, "sum_ns": 190731872, "mean_ms": 0.637899237458194 }, "preprocess_start_to_preprocess_output": { "n": 299, "sum_ns": 156299472, "mean_ms": 0.5227407090301003 }, "selected_to_preprocess": { "n": 299, "sum_ns": 393463676, "mean_ms": 1.315932026755853 }, "preprocess_start_to_preprocess": { "n": 299, "sum_ns": 202731804, "mean_ms": 0.6780327892976589 }, "preprocess_output_to_infer_entry": { "n": 299, "sum_ns": 46432332, "mean_ms": 0.1552920802675585 }, "preprocess_to_infer_output": { "n": 299, "sum_ns": 5236423942, "mean_ms": 17.513123551839463 }, "preprocess_to_callback": { "n": 299, "sum_ns": 5421222266, "mean_ms": 18.131178147157193 }, "infer_output_to_callback": { "n": 299, "sum_ns": 184798324, "mean_ms": 0.6180545953177258 }, "copy_wall": { "n": 299, "sum_ns": 734549793, "mean_ms": 2.45668827090301 }, "copy_thread_cpu": { "n": 299, "sum_ns": 732748303, "mean_ms": 2.450663220735786 }, "callback_to_copied": { "n": 299, "sum_ns": 783510835, "mean_ms": 2.620437575250836 }, "accepted_interval": { "n": 299, "sum_ns": 29898817050, "mean_ms": 99.99604364548496 }, "selected_to_submitted": { "n": 299, "sum_ns": 6621337388, "mean_ms": 22.144941096989967 }, "completed_queue_wait": { "n": 299, "sum_ns": 50923875, "mean_ms": 0.17031396321070236 }, "result_observations_wall": { "n": 299, "sum_ns": 242563836, "mean_ms": 0.8112502876254181 }, "result_observations_cpu": { "n": 299, "sum_ns": 242686783, "mean_ms": 0.8116614816053512 }, "result_nms_wall": { "n": 299, "sum_ns": 156500179, "mean_ms": 0.5234119698996655 }, "result_nms_cpu": { "n": 299, "sum_ns": 143127924, "mean_ms": 0.4786887090301003 }, "result_tracking_wall": { "n": 299, "sum_ns": 235399168, "mean_ms": 0.7872881872909698 }, "result_tracking_cpu": { "n": 299, "sum_ns": 231271718, "mean_ms": 0.7734840066889631 }, "result_region_wall": { "n": 299, "sum_ns": 74578686, "mean_ms": 0.24942704347826086 }, "result_region_cpu": { "n": 299, "sum_ns": 74624508, "mean_ms": 0.24958029431438125 }, "result_fall_wall": { "n": 299, "sum_ns": 358734684, "mean_ms": 1.1997815518394648 }, "result_fall_cpu": { "n": 299, "sum_ns": 356309392, "mean_ms": 1.1916702073578596 }, "result_fight_wall": { "n": 299, "sum_ns": 50456206, "mean_ms": 0.16874985284280938 }, "result_fight_cpu": { "n": 299, "sum_ns": 50494688, "mean_ms": 0.16887855518394648 }, "result_collector_wall": { "n": 299, "sum_ns": 569035902, "mean_ms": 1.9031301070234115 }, "result_collector_cpu": { "n": 299, "sum_ns": 565347660, "mean_ms": 1.8907948494983278 }, "result_composition_wall": { "n": 299, "sum_ns": 4153121, "mean_ms": 0.01389003678929766 }, "result_composition_cpu": { "n": 299, "sum_ns": 4153015, "mean_ms": 0.013889682274247493 }, "result_artifact_handoff_wall": { "n": 299, "sum_ns": 2996680, "mean_ms": 0.010022341137123745 }, "result_artifact_handoff_cpu": { "n": 299, "sum_ns": 2979129, "mean_ms": 0.009963642140468227 }, "result_publish_wall": { "n": 299, "sum_ns": 60910113, "mean_ms": 0.2037127525083612 }, "result_publish_cpu": { "n": 299, "sum_ns": 60977862, "mean_ms": 0.20393933779264214 }, "result_total_wall": { "n": 299, "sum_ns": 1992380314, "mean_ms": 6.663479311036789 }, "result_total_cpu": { "n": 299, "sum_ns": 1967813046, "mean_ms": 6.581314535117057 } } }, { "mode": "pose-a-resume", "level": 12, "camera": "40", "provider": "pose", "cohort_reset": true, "counter_seconds": 30.045858264, "new_channel": true, "seconds": 30.00000787700992, "selected_fps": 10.018019700260941, "requested_fps": 10.018019700260941, "complete_fps": 10.018019700260941, "accepted_fps": 10.018019700260941, "finalized_fps": 9.984737242784991, "redis_fps": 9.984737242784991, "redis_read_fps": 9.966664049749614, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 1, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.131, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 2, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.2736176780308597, "redis_interval_s": { "n": 298, "mean": 0.10038390165783197, "median": 0.09755773399956524, "p95": 0.17813593696337193, "maximum": 0.2736176780308597, "minimum": 0.006746285012923181 }, "redis_drift_s": { "n": 299, "mean": -0.05005091670012393, "median": -0.05534350400278498, "p95": 0.009521008989306523, "maximum": 0.10705507300421857, "minimum": -0.10287222101027282 }, "redis_drift_s_per_min": 0.033561295542663266, "ingress_drift_s": { "n": 12, "mean": -0.008613698333333216, "median": -0.008300661000000709, "p95": 0.015918034000002024, "maximum": 0.015918034000002024, "minimum": -0.032264188999995724 }, "ingress_drift_s_per_min": 0.021129716072487134, "source_drift_s": { "n": 12, "mean": -0.00833750000000085, "median": -0.007749500000000964, "p95": 0.016441000000000372, "maximum": 0.016441000000000372, "minimum": -0.031849000000001126 }, "ingress_to_redis_ms": { "n": 299, "mean": 35.290969899665555, "median": 30, "p95": 77, "maximum": 184, "minimum": 20 }, "source_samples": 12, "redis_samples": 299, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 301, "sum_ns": 203477047, "mean_ms": 0.6760034784053157 }, "depay_to_source_exit": { "n": 300, "sum_ns": 13934969000, "mean_ms": 46.44989666666667 }, "source_exit_to_ingress": { "n": 300, "sum_ns": 645644950, "mean_ms": 2.1521498333333335 }, "source_encoded_queue": { "n": 300, "sum_ns": 8819000, "mean_ms": 0.029396666666666668 }, "decode_between_queues": { "n": 300, "sum_ns": 13766048000, "mean_ms": 45.886826666666664 }, "source_raw_queue": { "n": 300, "sum_ns": 34953000, "mean_ms": 0.11651 }, "raw_queue_to_source_exit": { "n": 300, "sum_ns": 8092000, "mean_ms": 0.026973333333333332 }, "preprocess_start_to_preprocess_output": { "n": 301, "sum_ns": 172128253, "mean_ms": 0.5718546611295682 }, "selected_to_preprocess": { "n": 301, "sum_ns": 435029577, "mean_ms": 1.4452809867109635 }, "preprocess_start_to_preprocess": { "n": 301, "sum_ns": 231552530, "mean_ms": 0.7692775083056479 }, "preprocess_output_to_infer_entry": { "n": 301, "sum_ns": 59424277, "mean_ms": 0.19742284717607972 }, "preprocess_to_infer_output": { "n": 301, "sum_ns": 5393653209, "mean_ms": 17.919113651162792 }, "preprocess_to_callback": { "n": 301, "sum_ns": 5590331258, "mean_ms": 18.572529096345512 }, "infer_output_to_callback": { "n": 301, "sum_ns": 196678049, "mean_ms": 0.6534154451827243 }, "copy_wall": { "n": 301, "sum_ns": 598733692, "mean_ms": 1.9891484784053157 }, "copy_thread_cpu": { "n": 301, "sum_ns": 597664134, "mean_ms": 1.9855951295681062 }, "callback_to_copied": { "n": 301, "sum_ns": 648317925, "mean_ms": 2.1538801495016613 }, "accepted_interval": { "n": 301, "sum_ns": 30101907193, "mean_ms": 100.00633618936877 }, "selected_to_submitted": { "n": 301, "sum_ns": 6695981738, "mean_ms": 22.24578650498339 }, "completed_queue_wait": { "n": 301, "sum_ns": 63700808, "mean_ms": 0.21163059136212625 }, "result_observations_wall": { "n": 301, "sum_ns": 207777974, "mean_ms": 0.6902922724252493 }, "result_observations_cpu": { "n": 301, "sum_ns": 207895901, "mean_ms": 0.6906840564784054 }, "result_nms_wall": { "n": 300, "sum_ns": 244081800, "mean_ms": 0.813606 }, "result_nms_cpu": { "n": 300, "sum_ns": 154757193, "mean_ms": 0.51585731 }, "result_tracking_wall": { "n": 300, "sum_ns": 870935207, "mean_ms": 2.9031173566666664 }, "result_tracking_cpu": { "n": 300, "sum_ns": 586479905, "mean_ms": 1.9549330166666665 }, "result_region_wall": { "n": 300, "sum_ns": 102026157, "mean_ms": 0.34008719 }, "result_region_cpu": { "n": 300, "sum_ns": 102078155, "mean_ms": 0.3402605166666667 }, "result_fall_wall": { "n": 300, "sum_ns": 610366936, "mean_ms": 2.0345564533333333 }, "result_fall_cpu": { "n": 300, "sum_ns": 607729957, "mean_ms": 2.0257665233333335 }, "result_fight_wall": { "n": 300, "sum_ns": 120388062, "mean_ms": 0.40129354 }, "result_fight_cpu": { "n": 300, "sum_ns": 120452201, "mean_ms": 0.40150733666666666 }, "result_collector_wall": { "n": 300, "sum_ns": 766069358, "mean_ms": 2.553564526666667 }, "result_collector_cpu": { "n": 300, "sum_ns": 758736811, "mean_ms": 2.529122703333333 }, "result_composition_wall": { "n": 300, "sum_ns": 4128645, "mean_ms": 0.013762149999999999 }, "result_composition_cpu": { "n": 300, "sum_ns": 4142726, "mean_ms": 0.013809086666666666 }, "result_artifact_handoff_wall": { "n": 300, "sum_ns": 2857942, "mean_ms": 0.009526473333333334 }, "result_artifact_handoff_cpu": { "n": 300, "sum_ns": 2820205, "mean_ms": 0.009400683333333333 }, "result_publish_wall": { "n": 300, "sum_ns": 441659745, "mean_ms": 1.47219915 }, "result_publish_cpu": { "n": 300, "sum_ns": 435298325, "mean_ms": 1.4509944166666668 }, "result_total_wall": { "n": 300, "sum_ns": 3605883955, "mean_ms": 12.019613183333334 }, "result_total_cpu": { "n": 300, "sum_ns": 3214687359, "mean_ms": 10.71562453 } } }, { "mode": "pose-a-resume", "level": 12, "camera": "41", "provider": "pose", "cohort_reset": true, "counter_seconds": 29.928372457, "new_channel": true, "seconds": 30.00000787700992, "selected_fps": 9.990519879742621, "requested_fps": 9.990519879742621, "complete_fps": 9.990519879742621, "accepted_fps": 9.990519879742621, "finalized_fps": 9.990519879742621, "redis_fps": 9.957106769776926, "redis_read_fps": 9.966664049749614, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.034, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.2519808950019069, "redis_interval_s": { "n": 298, "mean": 0.10015672703344694, "median": 0.09576454048510641, "p95": 0.16148990904912353, "maximum": 0.2519808950019069, "minimum": 0.003494753036648035 }, "redis_drift_s": { "n": 299, "mean": -2.490259343863063, "median": -2.493824520029591, "p95": -2.4526975470180616, "maximum": -2.366843625027684, "minimum": -2.553929146016017 }, "redis_drift_s_per_min": 0.004722041772470784, "ingress_drift_s": { "n": 12, "mean": -0.03599505408333389, "median": -0.034926195000000604, "p95": -0.004054016000004879, "maximum": -0.004054016000004879, "minimum": -0.08207397400000005 }, "ingress_drift_s_per_min": 0.03905993453683117, "source_drift_s": { "n": 12, "mean": -0.03579158333333362, "median": -0.03472650000000144, "p95": -0.003950000000003229, "maximum": -0.003950000000003229, "minimum": -0.08182699999999699 }, "ingress_to_redis_ms": { "n": 299, "mean": 27.85284280936455, "median": 25, "p95": 34, "maximum": 120, "minimum": 19 }, "source_samples": 12, "redis_samples": 299, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 299, "sum_ns": 13423764000, "mean_ms": 44.895531772575254 }, "source_exit_to_ingress": { "n": 299, "sum_ns": 284130794, "mean_ms": 0.9502702140468228 }, "source_encoded_queue": { "n": 299, "sum_ns": 11089000, "mean_ms": 0.03708695652173913 }, "decode_between_queues": { "n": 299, "sum_ns": 13274995000, "mean_ms": 44.39797658862876 }, "source_raw_queue": { "n": 299, "sum_ns": 6864000, "mean_ms": 0.022956521739130435 }, "raw_queue_to_source_exit": { "n": 299, "sum_ns": 7188000, "mean_ms": 0.024040133779264214 }, "selected_to_preprocess_start": { "n": 299, "sum_ns": 198609277, "mean_ms": 0.6642450735785953 }, "preprocess_start_to_preprocess_output": { "n": 299, "sum_ns": 170673741, "mean_ms": 0.5708151872909699 }, "selected_to_preprocess": { "n": 299, "sum_ns": 416231113, "mean_ms": 1.3920773010033445 }, "preprocess_start_to_preprocess": { "n": 299, "sum_ns": 217621836, "mean_ms": 0.7278322274247492 }, "preprocess_output_to_infer_entry": { "n": 299, "sum_ns": 46948095, "mean_ms": 0.15701704013377926 }, "preprocess_to_infer_output": { "n": 299, "sum_ns": 5053402250, "mean_ms": 16.90101086956522 }, "preprocess_to_callback": { "n": 299, "sum_ns": 5227797455, "mean_ms": 17.48427242474916 }, "infer_output_to_callback": { "n": 299, "sum_ns": 174395205, "mean_ms": 0.5832615551839465 }, "copy_wall": { "n": 299, "sum_ns": 704131043, "mean_ms": 2.3549533210702345 }, "copy_thread_cpu": { "n": 299, "sum_ns": 701691160, "mean_ms": 2.3467931772575255 }, "callback_to_copied": { "n": 299, "sum_ns": 754040048, "mean_ms": 2.521873070234114 }, "accepted_interval": { "n": 299, "sum_ns": 29939132354, "mean_ms": 100.13087743812709 }, "selected_to_submitted": { "n": 299, "sum_ns": 6420005668, "mean_ms": 21.471590862876255 }, "completed_queue_wait": { "n": 299, "sum_ns": 52469183, "mean_ms": 0.17548221739130435 }, "result_observations_wall": { "n": 299, "sum_ns": 227326900, "mean_ms": 0.760290635451505 }, "result_observations_cpu": { "n": 299, "sum_ns": 227402699, "mean_ms": 0.7605441438127091 }, "result_nms_wall": { "n": 299, "sum_ns": 162700056, "mean_ms": 0.5441473444816053 }, "result_nms_cpu": { "n": 299, "sum_ns": 145367433, "mean_ms": 0.4861787056856187 }, "result_tracking_wall": { "n": 299, "sum_ns": 189603399, "mean_ms": 0.6341250802675585 }, "result_tracking_cpu": { "n": 299, "sum_ns": 176661657, "mean_ms": 0.5908416622073578 }, "result_region_wall": { "n": 299, "sum_ns": 59976331, "mean_ms": 0.20058973578595318 }, "result_region_cpu": { "n": 299, "sum_ns": 60009039, "mean_ms": 0.20069912709030102 }, "result_fall_wall": { "n": 299, "sum_ns": 100698970, "mean_ms": 0.3367858528428093 }, "result_fall_cpu": { "n": 299, "sum_ns": 100714554, "mean_ms": 0.33683797324414716 }, "result_fight_wall": { "n": 299, "sum_ns": 33417694, "mean_ms": 0.11176486287625417 }, "result_fight_cpu": { "n": 299, "sum_ns": 33443168, "mean_ms": 0.1118500602006689 }, "result_collector_wall": { "n": 299, "sum_ns": 687382831, "mean_ms": 2.2989392341137123 }, "result_collector_cpu": { "n": 299, "sum_ns": 679726199, "mean_ms": 2.273331769230769 }, "result_composition_wall": { "n": 299, "sum_ns": 4380446, "mean_ms": 0.014650321070234113 }, "result_composition_cpu": { "n": 299, "sum_ns": 4399953, "mean_ms": 0.014715561872909698 }, "result_artifact_handoff_wall": { "n": 299, "sum_ns": 2757473, "mean_ms": 0.009222317725752507 }, "result_artifact_handoff_cpu": { "n": 299, "sum_ns": 2745550, "mean_ms": 0.009182441471571906 }, "result_publish_wall": { "n": 299, "sum_ns": 78164018, "mean_ms": 0.26141812040133783 }, "result_publish_cpu": { "n": 299, "sum_ns": 78242287, "mean_ms": 0.26167988963210703 }, "result_total_wall": { "n": 299, "sum_ns": 1762969601, "mean_ms": 5.896219401337793 }, "result_total_cpu": { "n": 299, "sum_ns": 1724129407, "mean_ms": 5.766319086956521 } } }, { "mode": "pose-a-resume", "level": 13, "camera": "30", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.141105984, "new_channel": false, "seconds": 30.000019207014702, "selected_fps": 9.82047573692643, "requested_fps": 9.82047573692643, "complete_fps": 9.82047573692643, "accepted_fps": 9.82047573692643, "finalized_fps": 9.82047573692643, "redis_fps": 9.85365301982145, "redis_read_fps": 9.833327037704768, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 4, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.246, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 9, "analysis_gap_markers": 5, "c_suppressed": 0, "max_redis_silence_s": 0.40056309703504667, "redis_interval_s": { "n": 294, "mean": 0.1017040758299464, "median": 0.09690913950907998, "p95": 0.18514728895388544, "maximum": 0.40056309703504667, "minimum": 0.00638667301973328 }, "redis_drift_s": { "n": 295, "mean": -6.981524097628068, "median": -6.9893292529718, "p95": -6.911434242006862, "maximum": -6.746770010964013, "minimum": -7.047335775956981 }, "redis_drift_s_per_min": 0.013349641728847575, "ingress_drift_s": { "n": 12, "mean": 0.02463181058333556, "median": 0.03279701950000202, "p95": 0.047798786000001314, "maximum": 0.047798786000001314, "minimum": -0.017069205999987958 }, "ingress_drift_s_per_min": 0.00013293756454764102, "source_drift_s": { "n": 12, "mean": 0.02431250000000181, "median": 0.03247499999999803, "p95": 0.047037000000003104, "maximum": 0.047037000000003104, "minimum": -0.01718799999999021 }, "ingress_to_redis_ms": { "n": 295, "mean": 41.71864406779661, "median": 33, "p95": 78, "maximum": 276, "minimum": 23 }, "source_samples": 12, "redis_samples": 295, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 295, "sum_ns": 13286810000, "mean_ms": 45.04003389830509 }, "source_exit_to_ingress": { "n": 295, "sum_ns": 831087348, "mean_ms": 2.817245247457627 }, "source_encoded_queue": { "n": 295, "sum_ns": 8550000, "mean_ms": 0.028983050847457628 }, "decode_between_queues": { "n": 295, "sum_ns": 13018009000, "mean_ms": 44.128844067796614 }, "source_raw_queue": { "n": 295, "sum_ns": 140548000, "mean_ms": 0.47643389830508476 }, "raw_queue_to_source_exit": { "n": 295, "sum_ns": 7355000, "mean_ms": 0.024932203389830508 }, "selected_to_preprocess_start": { "n": 295, "sum_ns": 209871983, "mean_ms": 0.7114304508474576 }, "preprocess_start_to_preprocess_output": { "n": 295, "sum_ns": 220309392, "mean_ms": 0.7468114983050848 }, "selected_to_preprocess": { "n": 295, "sum_ns": 494579515, "mean_ms": 1.6765407288135592 }, "preprocess_start_to_preprocess": { "n": 295, "sum_ns": 284707532, "mean_ms": 0.9651102779661016 }, "preprocess_output_to_infer_entry": { "n": 295, "sum_ns": 64398140, "mean_ms": 0.21829877966101693 }, "preprocess_to_infer_output": { "n": 295, "sum_ns": 5331584740, "mean_ms": 18.073168610169493 }, "preprocess_to_callback": { "n": 295, "sum_ns": 5539913381, "mean_ms": 18.77936739322034 }, "infer_output_to_callback": { "n": 295, "sum_ns": 208328641, "mean_ms": 0.7061987830508475 }, "copy_wall": { "n": 296, "sum_ns": 1604269834, "mean_ms": 5.419830520270271 }, "copy_thread_cpu": { "n": 296, "sum_ns": 1599542267, "mean_ms": 5.403859010135134 }, "callback_to_copied": { "n": 295, "sum_ns": 1652933042, "mean_ms": 5.603162854237288 }, "accepted_interval": { "n": 296, "sum_ns": 30075484203, "mean_ms": 101.60636555067568 }, "selected_to_submitted": { "n": 295, "sum_ns": 7711067475, "mean_ms": 26.139211779661018 }, "completed_queue_wait": { "n": 296, "sum_ns": 107098899, "mean_ms": 0.3618206047297297 }, "result_observations_wall": { "n": 296, "sum_ns": 268170482, "mean_ms": 0.9059813581081082 }, "result_observations_cpu": { "n": 296, "sum_ns": 268305234, "mean_ms": 0.9064366013513514 }, "result_nms_wall": { "n": 296, "sum_ns": 321812306, "mean_ms": 1.0872037364864864 }, "result_nms_cpu": { "n": 296, "sum_ns": 151798431, "mean_ms": 0.5128325371621621 }, "result_tracking_wall": { "n": 296, "sum_ns": 979361085, "mean_ms": 3.3086523141891893 }, "result_tracking_cpu": { "n": 296, "sum_ns": 641926961, "mean_ms": 2.1686721655405408 }, "result_region_wall": { "n": 296, "sum_ns": 84483667, "mean_ms": 0.2854177939189189 }, "result_region_cpu": { "n": 296, "sum_ns": 84374532, "mean_ms": 0.2850490945945946 }, "result_fall_wall": { "n": 296, "sum_ns": 639189898, "mean_ms": 2.1594253310810814 }, "result_fall_cpu": { "n": 296, "sum_ns": 637837483, "mean_ms": 2.1548563614864866 }, "result_fight_wall": { "n": 296, "sum_ns": 150039371, "mean_ms": 0.5068897668918919 }, "result_fight_cpu": { "n": 296, "sum_ns": 148740696, "mean_ms": 0.5025023513513514 }, "result_collector_wall": { "n": 296, "sum_ns": 972238412, "mean_ms": 3.28458922972973 }, "result_collector_cpu": { "n": 296, "sum_ns": 962593421, "mean_ms": 3.252004800675676 }, "result_composition_wall": { "n": 296, "sum_ns": 4502505, "mean_ms": 0.01521116554054054 }, "result_composition_cpu": { "n": 296, "sum_ns": 4513206, "mean_ms": 0.01524731756756757 }, "result_artifact_handoff_wall": { "n": 296, "sum_ns": 3034253, "mean_ms": 0.01025085472972973 }, "result_artifact_handoff_cpu": { "n": 296, "sum_ns": 3018454, "mean_ms": 0.01019747972972973 }, "result_publish_wall": { "n": 296, "sum_ns": 585261443, "mean_ms": 1.9772346047297298 }, "result_publish_cpu": { "n": 296, "sum_ns": 577167597, "mean_ms": 1.9498905304054055 }, "result_total_wall": { "n": 296, "sum_ns": 4270929515, "mean_ms": 14.428815929054053 }, "result_total_cpu": { "n": 296, "sum_ns": 3739100543, "mean_ms": 12.632096429054053 } } }, { "mode": "pose-a-resume", "level": 13, "camera": "31", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.981369684, "new_channel": false, "seconds": 30.000019207014702, "selected_fps": 9.97285991772303, "requested_fps": 9.97285991772303, "complete_fps": 9.97285991772303, "accepted_fps": 9.97285991772303, "finalized_fps": 9.97285991772303, "redis_fps": 9.97285991772303, "redis_read_fps": 9.966660285673646, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 1, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.066, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 1, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.2864685580134392, "redis_interval_s": { "n": 298, "mean": 0.10028145972138502, "median": 0.09442100848536938, "p95": 0.16324384906329215, "maximum": 0.2864685580134392, "minimum": 0.003997469029854983 }, "redis_drift_s": { "n": 299, "mean": -3.5385509586418937, "median": -3.5435792679777336, "p95": -3.504346355011691, "maximum": -3.3744037550161607, "minimum": -3.594409506028981 }, "redis_drift_s_per_min": 0.0042011911204199335, "ingress_drift_s": { "n": 12, "mean": -0.0010085840833357433, "median": 0.000561222499996461, "p95": 0.03621501499999624, "maximum": 0.03621501499999624, "minimum": -0.01856193999999789 }, "ingress_drift_s_per_min": 0.03208602336989259, "source_drift_s": { "n": 12, "mean": -0.0010995000000010673, "median": 0.000656999999996799, "p95": 0.03413399999999456, "maximum": 0.03413399999999456, "minimum": -0.018420999999989363 }, "ingress_to_redis_ms": { "n": 299, "mean": 32.063545150501675, "median": 29, "p95": 40, "maximum": 183, "minimum": 18 }, "source_samples": 12, "redis_samples": 299, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 298, "sum_ns": 14085851000, "mean_ms": 47.26795637583893 }, "source_exit_to_ingress": { "n": 298, "sum_ns": 430520989, "mean_ms": 1.4447013053691276 }, "source_encoded_queue": { "n": 298, "sum_ns": 8834000, "mean_ms": 0.029644295302013422 }, "decode_between_queues": { "n": 298, "sum_ns": 13935081000, "mean_ms": 46.76201677852349 }, "source_raw_queue": { "n": 298, "sum_ns": 31536000, "mean_ms": 0.1058255033557047 }, "raw_queue_to_source_exit": { "n": 298, "sum_ns": 7763000, "mean_ms": 0.026050335570469797 }, "selected_to_preprocess_start": { "n": 299, "sum_ns": 206434424, "mean_ms": 0.6904161337792641 }, "preprocess_start_to_preprocess_output": { "n": 299, "sum_ns": 188749788, "mean_ms": 0.6312701939799331 }, "selected_to_preprocess": { "n": 299, "sum_ns": 443811046, "mean_ms": 1.4843178795986622 }, "preprocess_start_to_preprocess": { "n": 299, "sum_ns": 237376622, "mean_ms": 0.793901745819398 }, "preprocess_output_to_infer_entry": { "n": 299, "sum_ns": 48626834, "mean_ms": 0.1626315518394649 }, "preprocess_to_infer_output": { "n": 299, "sum_ns": 5260996498, "mean_ms": 17.59530601337793 }, "preprocess_to_callback": { "n": 299, "sum_ns": 5466660726, "mean_ms": 18.283146240802676 }, "infer_output_to_callback": { "n": 299, "sum_ns": 205664228, "mean_ms": 0.6878402274247492 }, "copy_wall": { "n": 299, "sum_ns": 884677291, "mean_ms": 2.958786926421405 }, "copy_thread_cpu": { "n": 299, "sum_ns": 883405155, "mean_ms": 2.9545322909698997 }, "callback_to_copied": { "n": 299, "sum_ns": 934482784, "mean_ms": 3.125360481605351 }, "accepted_interval": { "n": 299, "sum_ns": 29954302914, "mean_ms": 100.18161509698996 }, "selected_to_submitted": { "n": 299, "sum_ns": 6871734784, "mean_ms": 22.982390581939796 }, "completed_queue_wait": { "n": 299, "sum_ns": 54473628, "mean_ms": 0.18218604682274248 }, "result_observations_wall": { "n": 299, "sum_ns": 269467750, "mean_ms": 0.9012299331103678 }, "result_observations_cpu": { "n": 299, "sum_ns": 269575651, "mean_ms": 0.9015908060200668 }, "result_nms_wall": { "n": 299, "sum_ns": 174787727, "mean_ms": 0.5845743377926422 }, "result_nms_cpu": { "n": 299, "sum_ns": 137822746, "mean_ms": 0.4609456387959866 }, "result_tracking_wall": { "n": 299, "sum_ns": 264768516, "mean_ms": 0.8855134314381271 }, "result_tracking_cpu": { "n": 299, "sum_ns": 248293705, "mean_ms": 0.83041372909699 }, "result_region_wall": { "n": 299, "sum_ns": 60345171, "mean_ms": 0.2018233143812709 }, "result_region_cpu": { "n": 299, "sum_ns": 60376100, "mean_ms": 0.2019267558528428 }, "result_fall_wall": { "n": 299, "sum_ns": 123761312, "mean_ms": 0.4139174314381271 }, "result_fall_cpu": { "n": 299, "sum_ns": 123781353, "mean_ms": 0.41398445819397994 }, "result_fight_wall": { "n": 299, "sum_ns": 47331514, "mean_ms": 0.1582993779264214 }, "result_fight_cpu": { "n": 299, "sum_ns": 47079780, "mean_ms": 0.15745745819397994 }, "result_collector_wall": { "n": 299, "sum_ns": 1245179354, "mean_ms": 4.164479444816053 }, "result_collector_cpu": { "n": 299, "sum_ns": 1234603206, "mean_ms": 4.129107712374582 }, "result_composition_wall": { "n": 299, "sum_ns": 4840595, "mean_ms": 0.01618928093645485 }, "result_composition_cpu": { "n": 299, "sum_ns": 4854509, "mean_ms": 0.016235816053511706 }, "result_artifact_handoff_wall": { "n": 299, "sum_ns": 3177468, "mean_ms": 0.010626983277591973 }, "result_artifact_handoff_cpu": { "n": 299, "sum_ns": 3150128, "mean_ms": 0.010535545150501672 }, "result_publish_wall": { "n": 299, "sum_ns": 103028506, "mean_ms": 0.3445769431438127 }, "result_publish_cpu": { "n": 299, "sum_ns": 103103426, "mean_ms": 0.34482751170568565 }, "result_total_wall": { "n": 299, "sum_ns": 2532261412, "mean_ms": 8.46910171237458 }, "result_total_cpu": { "n": 299, "sum_ns": 2466881645, "mean_ms": 8.250440284280936 } } }, { "mode": "pose-a-resume", "level": 13, "camera": "32", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.874635566, "new_channel": false, "seconds": 30.000019207014702, "selected_fps": 10.008490290682866, "requested_fps": 10.008490290682866, "complete_fps": 10.008490290682866, "accepted_fps": 10.008490290682866, "finalized_fps": 10.008490290682866, "redis_fps": 10.008490290682866, "redis_read_fps": 9.999993597665865, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 1, "queue_age_max_sampled": 0.000642464030534029, "provider_response_age_max_sampled": 0.073, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 2, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.29495305800810456, "redis_interval_s": { "n": 299, "mean": 0.09950868214712631, "median": 0.09703692502807826, "p95": 0.15961680299369618, "maximum": 0.29495305800810456, "minimum": 0.004920790030155331 }, "redis_drift_s": { "n": 300, "mean": -5.686136113534722, "median": -5.689891580995635, "p95": -5.633247745987035, "maximum": -5.5248036079988765, "minimum": -5.746709618974947 }, "redis_drift_s_per_min": -0.0037655244956213765, "ingress_drift_s": { "n": 12, "mean": -0.0021791275833322743, "median": -0.000434131999995202, "p95": 0.03124094999999727, "maximum": 0.03124094999999727, "minimum": -0.02816834899999776 }, "ingress_drift_s_per_min": -0.02569453492617612, "source_drift_s": { "n": 12, "mean": -0.002650916666667058, "median": -0.0004504999999994652, "p95": 0.031388000000006855, "maximum": 0.031388000000006855, "minimum": -0.028188999999997577 }, "ingress_to_redis_ms": { "n": 300, "mean": 35.013333333333335, "median": 30.0, "p95": 42, "maximum": 192, "minimum": 22 }, "source_samples": 12, "redis_samples": 300, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 299, "sum_ns": 13721654000, "mean_ms": 45.89181939799331 }, "source_exit_to_ingress": { "n": 299, "sum_ns": 476899324, "mean_ms": 1.594981016722408 }, "source_encoded_queue": { "n": 299, "sum_ns": 9434000, "mean_ms": 0.03155183946488294 }, "decode_between_queues": { "n": 299, "sum_ns": 13510732000, "mean_ms": 45.18639464882943 }, "source_raw_queue": { "n": 299, "sum_ns": 144965000, "mean_ms": 0.48483277591973245 }, "raw_queue_to_source_exit": { "n": 299, "sum_ns": 7567000, "mean_ms": 0.02530769230769231 }, "selected_to_preprocess_start": { "n": 299, "sum_ns": 208636774, "mean_ms": 0.6977818528428094 }, "preprocess_start_to_preprocess_output": { "n": 299, "sum_ns": 201655385, "mean_ms": 0.6744327257525083 }, "selected_to_preprocess": { "n": 299, "sum_ns": 460379760, "mean_ms": 1.5397316387959865 }, "preprocess_start_to_preprocess": { "n": 299, "sum_ns": 251742986, "mean_ms": 0.8419497859531773 }, "preprocess_output_to_infer_entry": { "n": 299, "sum_ns": 50087601, "mean_ms": 0.1675170602006689 }, "preprocess_to_infer_output": { "n": 299, "sum_ns": 5404182660, "mean_ms": 18.07418949832776 }, "preprocess_to_callback": { "n": 299, "sum_ns": 5600014526, "mean_ms": 18.729145571906354 }, "infer_output_to_callback": { "n": 299, "sum_ns": 195831866, "mean_ms": 0.6549560735785953 }, "copy_wall": { "n": 299, "sum_ns": 875710962, "mean_ms": 2.928799204013378 }, "copy_thread_cpu": { "n": 299, "sum_ns": 875068847, "mean_ms": 2.926651662207358 }, "callback_to_copied": { "n": 299, "sum_ns": 926884205, "mean_ms": 3.0999471739130433 }, "accepted_interval": { "n": 299, "sum_ns": 29911542735, "mean_ms": 100.03860446488294 }, "selected_to_submitted": { "n": 299, "sum_ns": 7013460612, "mean_ms": 23.456390006688963 }, "completed_queue_wait": { "n": 299, "sum_ns": 61196935, "mean_ms": 0.20467202341137125 }, "result_observations_wall": { "n": 299, "sum_ns": 278276509, "mean_ms": 0.9306906655518395 }, "result_observations_cpu": { "n": 299, "sum_ns": 278389973, "mean_ms": 0.931070143812709 }, "result_nms_wall": { "n": 299, "sum_ns": 190343712, "mean_ms": 0.6366010434782609 }, "result_nms_cpu": { "n": 299, "sum_ns": 142994089, "mean_ms": 0.47824110033444817 }, "result_tracking_wall": { "n": 299, "sum_ns": 388574765, "mean_ms": 1.2995811538461537 }, "result_tracking_cpu": { "n": 299, "sum_ns": 339801202, "mean_ms": 1.1364588695652174 }, "result_region_wall": { "n": 299, "sum_ns": 73991744, "mean_ms": 0.24746402675585283 }, "result_region_cpu": { "n": 299, "sum_ns": 73912015, "mean_ms": 0.2471973745819398 }, "result_fall_wall": { "n": 299, "sum_ns": 350173672, "mean_ms": 1.1711494046822741 }, "result_fall_cpu": { "n": 299, "sum_ns": 348322638, "mean_ms": 1.1649586555183946 }, "result_fight_wall": { "n": 299, "sum_ns": 61403192, "mean_ms": 0.20536184615384614 }, "result_fight_cpu": { "n": 299, "sum_ns": 61444482, "mean_ms": 0.2054999397993311 }, "result_collector_wall": { "n": 299, "sum_ns": 1472228287, "mean_ms": 4.923840424749164 }, "result_collector_cpu": { "n": 299, "sum_ns": 1459509469, "mean_ms": 4.881302571906354 }, "result_composition_wall": { "n": 299, "sum_ns": 5267919, "mean_ms": 0.017618458193979933 }, "result_composition_cpu": { "n": 299, "sum_ns": 5277501, "mean_ms": 0.01765050501672241 }, "result_artifact_handoff_wall": { "n": 299, "sum_ns": 3780402, "mean_ms": 0.012643484949832777 }, "result_artifact_handoff_cpu": { "n": 299, "sum_ns": 3118956, "mean_ms": 0.010431290969899667 }, "result_publish_wall": { "n": 299, "sum_ns": 148453953, "mean_ms": 0.4965015150501672 }, "result_publish_cpu": { "n": 299, "sum_ns": 147442175, "mean_ms": 0.4931176421404682 }, "result_total_wall": { "n": 299, "sum_ns": 3251216190, "mean_ms": 10.873632742474916 }, "result_total_cpu": { "n": 299, "sum_ns": 3137508586, "mean_ms": 10.49333975250836 } } }, { "mode": "pose-a-resume", "level": 13, "camera": "33", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.946776131, "new_channel": false, "seconds": 30.000019207014702, "selected_fps": 9.88420251666388, "requested_fps": 9.88420251666388, "complete_fps": 9.850809940594068, "accepted_fps": 9.850809940594068, "finalized_fps": 9.850809940594068, "redis_fps": 9.850809940594068, "redis_read_fps": 9.866660349696987, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 3, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.111, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 1, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.38599511299980804, "redis_interval_s": { "n": 295, "mean": 0.10134161788816327, "median": 0.09998711897060275, "p95": 0.18546608102042228, "maximum": 0.38599511299980804, "minimum": 0.005006916006095707 }, "redis_drift_s": { "n": 296, "mean": -4.722190374007378, "median": -4.728099192495229, "p95": -4.649658956977078, "maximum": -4.459523052995095, "minimum": -4.8546043490152755 }, "redis_drift_s_per_min": -0.009446578516369798, "ingress_drift_s": { "n": 12, "mean": -0.009618158499997994, "median": -0.00036082349999588814, "p95": 0.01633990900000981, "maximum": 0.01633990900000981, "minimum": -0.045836915000009526 }, "ingress_drift_s_per_min": 0.0013136176309709896, "source_drift_s": { "n": 12, "mean": -0.009893916666668426, "median": -0.00023100000000653154, "p95": 0.01642200000000571, "maximum": 0.01642200000000571, "minimum": -0.04606100000000879 }, "ingress_to_redis_ms": { "n": 296, "mean": 33.24662162162162, "median": 28.0, "p95": 48, "maximum": 199, "minimum": 21 }, "source_samples": 12, "redis_samples": 296, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 296, "sum_ns": 13003834000, "mean_ms": 43.931871621621625 }, "source_exit_to_ingress": { "n": 296, "sum_ns": 474961933, "mean_ms": 1.604601125 }, "source_encoded_queue": { "n": 296, "sum_ns": 7897000, "mean_ms": 0.026679054054054054 }, "decode_between_queues": { "n": 296, "sum_ns": 12733365000, "mean_ms": 43.018125 }, "source_raw_queue": { "n": 296, "sum_ns": 61506000, "mean_ms": 0.20779054054054052 }, "raw_queue_to_source_exit": { "n": 296, "sum_ns": 9532000, "mean_ms": 0.0322027027027027 }, "selected_to_preprocess_start": { "n": 296, "sum_ns": 201801965, "mean_ms": 0.6817633952702703 }, "preprocess_start_to_preprocess_output": { "n": 296, "sum_ns": 138067298, "mean_ms": 0.4664435743243243 }, "selected_to_preprocess": { "n": 296, "sum_ns": 401841138, "mean_ms": 1.357571412162162 }, "preprocess_start_to_preprocess": { "n": 296, "sum_ns": 200039173, "mean_ms": 0.6758080168918918 }, "preprocess_output_to_infer_entry": { "n": 296, "sum_ns": 61971875, "mean_ms": 0.20936444256756756 }, "preprocess_to_infer_output": { "n": 295, "sum_ns": 5063587064, "mean_ms": 17.16470191186441 }, "preprocess_to_callback": { "n": 295, "sum_ns": 5261513095, "mean_ms": 17.835637610169492 }, "infer_output_to_callback": { "n": 295, "sum_ns": 197926031, "mean_ms": 0.6709356983050847 }, "copy_wall": { "n": 295, "sum_ns": 1010982891, "mean_ms": 3.427060647457627 }, "copy_thread_cpu": { "n": 295, "sum_ns": 1006356580, "mean_ms": 3.4113782372881354 }, "callback_to_copied": { "n": 295, "sum_ns": 1060450082, "mean_ms": 3.594746040677966 }, "accepted_interval": { "n": 295, "sum_ns": 29911435379, "mean_ms": 101.3946962 }, "selected_to_submitted": { "n": 295, "sum_ns": 6749212873, "mean_ms": 22.878687705084744 }, "completed_queue_wait": { "n": 295, "sum_ns": 85825429, "mean_ms": 0.29093365762711865 }, "result_observations_wall": { "n": 295, "sum_ns": 266511237, "mean_ms": 0.9034279220338983 }, "result_observations_cpu": { "n": 295, "sum_ns": 266644640, "mean_ms": 0.9038801355932203 }, "result_nms_wall": { "n": 295, "sum_ns": 249315846, "mean_ms": 0.8451384610169491 }, "result_nms_cpu": { "n": 295, "sum_ns": 148172318, "mean_ms": 0.5022790440677967 }, "result_tracking_wall": { "n": 295, "sum_ns": 370933610, "mean_ms": 1.25740206779661 }, "result_tracking_cpu": { "n": 295, "sum_ns": 310992137, "mean_ms": 1.054210633898305 }, "result_region_wall": { "n": 295, "sum_ns": 79145183, "mean_ms": 0.26828875593220336 }, "result_region_cpu": { "n": 295, "sum_ns": 79162633, "mean_ms": 0.26834790847457624 }, "result_fall_wall": { "n": 295, "sum_ns": 324315677, "mean_ms": 1.0993751762711865 }, "result_fall_cpu": { "n": 295, "sum_ns": 323189086, "mean_ms": 1.0955562237288134 }, "result_fight_wall": { "n": 295, "sum_ns": 63987906, "mean_ms": 0.2169081559322034 }, "result_fight_cpu": { "n": 295, "sum_ns": 64022311, "mean_ms": 0.21702478305084744 }, "result_collector_wall": { "n": 295, "sum_ns": 1075074986, "mean_ms": 3.644321986440678 }, "result_collector_cpu": { "n": 295, "sum_ns": 1063674345, "mean_ms": 3.6056757457627118 }, "result_composition_wall": { "n": 295, "sum_ns": 4711136, "mean_ms": 0.015969952542372882 }, "result_composition_cpu": { "n": 295, "sum_ns": 4722353, "mean_ms": 0.01600797627118644 }, "result_artifact_handoff_wall": { "n": 295, "sum_ns": 2904410, "mean_ms": 0.009845457627118644 }, "result_artifact_handoff_cpu": { "n": 295, "sum_ns": 2887317, "mean_ms": 0.00978751525423729 }, "result_publish_wall": { "n": 295, "sum_ns": 124245670, "mean_ms": 0.4211717627118644 }, "result_publish_cpu": { "n": 295, "sum_ns": 124332199, "mean_ms": 0.42146508135593225 }, "result_total_wall": { "n": 295, "sum_ns": 2823052651, "mean_ms": 9.56967000338983 }, "result_total_cpu": { "n": 295, "sum_ns": 2648357111, "mean_ms": 8.97748173220339 } } }, { "mode": "pose-a-resume", "level": 13, "camera": "34", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.048348019, "new_channel": false, "seconds": 30.000019207014702, "selected_fps": 9.983909924442626, "requested_fps": 9.983909924442626, "complete_fps": 9.983909924442626, "accepted_fps": 9.983909924442626, "finalized_fps": 9.983909924442626, "redis_fps": 9.983909924442626, "redis_read_fps": 9.899993661689207, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 3, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.086, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.23693588399328291, "redis_interval_s": { "n": 296, "mean": 0.10084638893572814, "median": 0.09785261249635369, "p95": 0.17796199396252632, "maximum": 0.23693588399328291, "minimum": 0.00949459697585553 }, "redis_drift_s": { "n": 297, "mean": -0.013963748897226614, "median": -0.017148122980259473, "p95": 0.023913350037759074, "maximum": 0.15323628899315622, "minimum": -0.07091844199038633 }, "redis_drift_s_per_min": 0.011223591900621874, "ingress_drift_s": { "n": 12, "mean": 0.03491984508333523, "median": 0.03378010950000743, "p95": 0.06164357899999118, "maximum": 0.06164357899999118, "minimum": -0.0011280020000015156 }, "ingress_drift_s_per_min": 0.05733932467800633, "source_drift_s": { "n": 12, "mean": 0.03506999999999986, "median": 0.03387350000000566, "p95": 0.061778000000003885, "maximum": 0.061778000000003885, "minimum": -0.0011080000000021073 }, "ingress_to_redis_ms": { "n": 297, "mean": 31.316498316498315, "median": 28, "p95": 38, "maximum": 167, "minimum": 20 }, "source_samples": 12, "redis_samples": 297, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 300, "sum_ns": 201274340, "mean_ms": 0.6709144666666667 }, "depay_to_source_exit": { "n": 297, "sum_ns": 14132318000, "mean_ms": 47.583562289562295 }, "source_exit_to_ingress": { "n": 297, "sum_ns": 353297432, "mean_ms": 1.189553643097643 }, "source_encoded_queue": { "n": 297, "sum_ns": 8413000, "mean_ms": 0.02832659932659933 }, "decode_between_queues": { "n": 297, "sum_ns": 13984750000, "mean_ms": 47.08670033670033 }, "source_raw_queue": { "n": 297, "sum_ns": 41497000, "mean_ms": 0.13972053872053872 }, "raw_queue_to_source_exit": { "n": 297, "sum_ns": 9008000, "mean_ms": 0.03032996632996633 }, "preprocess_start_to_preprocess_output": { "n": 300, "sum_ns": 152153013, "mean_ms": 0.50717671 }, "selected_to_preprocess": { "n": 300, "sum_ns": 405184940, "mean_ms": 1.3506164666666665 }, "preprocess_start_to_preprocess": { "n": 300, "sum_ns": 203910600, "mean_ms": 0.679702 }, "preprocess_output_to_infer_entry": { "n": 300, "sum_ns": 51757587, "mean_ms": 0.17252529 }, "preprocess_to_infer_output": { "n": 300, "sum_ns": 5114648933, "mean_ms": 17.04882977666667 }, "preprocess_to_callback": { "n": 300, "sum_ns": 5314216651, "mean_ms": 17.714055503333334 }, "infer_output_to_callback": { "n": 300, "sum_ns": 199567718, "mean_ms": 0.6652257266666667 }, "copy_wall": { "n": 300, "sum_ns": 1032262112, "mean_ms": 3.4408737066666664 }, "copy_thread_cpu": { "n": 300, "sum_ns": 1024709978, "mean_ms": 3.4156999266666666 }, "callback_to_copied": { "n": 300, "sum_ns": 1082380110, "mean_ms": 3.6079337000000002 }, "accepted_interval": { "n": 300, "sum_ns": 30057500356, "mean_ms": 100.19166785333334 }, "selected_to_submitted": { "n": 300, "sum_ns": 6825968462, "mean_ms": 22.753228206666666 }, "completed_queue_wait": { "n": 300, "sum_ns": 61689370, "mean_ms": 0.20563123333333333 }, "result_observations_wall": { "n": 300, "sum_ns": 268070555, "mean_ms": 0.8935685166666667 }, "result_observations_cpu": { "n": 300, "sum_ns": 268198653, "mean_ms": 0.89399551 }, "result_nms_wall": { "n": 300, "sum_ns": 176748479, "mean_ms": 0.5891615966666667 }, "result_nms_cpu": { "n": 300, "sum_ns": 142099096, "mean_ms": 0.4736636533333333 }, "result_tracking_wall": { "n": 300, "sum_ns": 254421442, "mean_ms": 0.8480714733333334 }, "result_tracking_cpu": { "n": 300, "sum_ns": 250473726, "mean_ms": 0.83491242 }, "result_region_wall": { "n": 300, "sum_ns": 60597783, "mean_ms": 0.20199261 }, "result_region_cpu": { "n": 300, "sum_ns": 60633677, "mean_ms": 0.20211225666666666 }, "result_fall_wall": { "n": 300, "sum_ns": 122296250, "mean_ms": 0.4076541666666667 }, "result_fall_cpu": { "n": 300, "sum_ns": 122333635, "mean_ms": 0.40777878333333334 }, "result_fight_wall": { "n": 300, "sum_ns": 39200778, "mean_ms": 0.13066925999999998 }, "result_fight_cpu": { "n": 300, "sum_ns": 39236163, "mean_ms": 0.13078721000000001 }, "result_collector_wall": { "n": 300, "sum_ns": 1085581151, "mean_ms": 3.6186038366666664 }, "result_collector_cpu": { "n": 300, "sum_ns": 1079727647, "mean_ms": 3.599092156666667 }, "result_composition_wall": { "n": 300, "sum_ns": 4618080, "mean_ms": 0.0153936 }, "result_composition_cpu": { "n": 300, "sum_ns": 4624475, "mean_ms": 0.015414916666666665 }, "result_artifact_handoff_wall": { "n": 300, "sum_ns": 2902665, "mean_ms": 0.00967555 }, "result_artifact_handoff_cpu": { "n": 300, "sum_ns": 2895886, "mean_ms": 0.009652953333333334 }, "result_publish_wall": { "n": 300, "sum_ns": 105356661, "mean_ms": 0.35118887 }, "result_publish_cpu": { "n": 300, "sum_ns": 105409397, "mean_ms": 0.35136465666666666 }, "result_total_wall": { "n": 300, "sum_ns": 2359580426, "mean_ms": 7.865268086666667 }, "result_total_cpu": { "n": 300, "sum_ns": 2314123699, "mean_ms": 7.7137456633333334 } } }, { "mode": "pose-a-resume", "level": 13, "camera": "35", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.901595021, "new_channel": false, "seconds": 30.000019207014702, "selected_fps": 9.798808384443205, "requested_fps": 9.798808384443205, "complete_fps": 9.798808384443205, "accepted_fps": 9.798808384443205, "finalized_fps": 9.798808384443205, "redis_fps": 9.76536535241439, "redis_read_fps": 9.799993725712548, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 2, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.18, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 8, "analysis_gap_markers": 2, "c_suppressed": 0, "max_redis_silence_s": 0.4841638799989596, "redis_interval_s": { "n": 293, "mean": 0.10200868413303645, "median": 0.09411583002656698, "p95": 0.19795363198500127, "maximum": 0.4841638799989596, "minimum": 0.00550904602278024 }, "redis_drift_s": { "n": 294, "mean": -9.504918871054246, "median": -9.51288263502461, "p95": -9.424835830013265, "maximum": -9.281684816980729, "minimum": -9.607557754008567 }, "redis_drift_s_per_min": 0.007619175515840536, "ingress_drift_s": { "n": 12, "mean": 0.017670454833332034, "median": 0.015581328999996202, "p95": 0.04498683500000311, "maximum": 0.04498683500000311, "minimum": -0.0025932420000032153 }, "ingress_drift_s_per_min": -0.02268486789047533, "source_drift_s": { "n": 12, "mean": 0.01737233333333184, "median": 0.015143999999995827, "p95": 0.04464699999999766, "maximum": 0.04464699999999766, "minimum": -0.0038380000000017844 }, "ingress_to_redis_ms": { "n": 294, "mean": 38.40816326530612, "median": 32.0, "p95": 51, "maximum": 254, "minimum": 20 }, "source_samples": 12, "redis_samples": 294, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 293, "sum_ns": 13765897000, "mean_ms": 46.982583617747444 }, "source_exit_to_ingress": { "n": 293, "sum_ns": 865803671, "mean_ms": 2.9549613344709895 }, "source_encoded_queue": { "n": 293, "sum_ns": 7932000, "mean_ms": 0.027071672354948804 }, "decode_between_queues": { "n": 293, "sum_ns": 13440280000, "mean_ms": 45.87126279863481 }, "source_raw_queue": { "n": 293, "sum_ns": 181975000, "mean_ms": 0.6210750853242322 }, "raw_queue_to_source_exit": { "n": 293, "sum_ns": 8732000, "mean_ms": 0.029802047781569967 }, "selected_to_preprocess_start": { "n": 293, "sum_ns": 199400245, "mean_ms": 0.6805469112627985 }, "preprocess_start_to_preprocess_output": { "n": 293, "sum_ns": 163444610, "mean_ms": 0.557831433447099 }, "selected_to_preprocess": { "n": 293, "sum_ns": 417017780, "mean_ms": 1.4232688737201364 }, "preprocess_start_to_preprocess": { "n": 293, "sum_ns": 217617535, "mean_ms": 0.7427219624573379 }, "preprocess_output_to_infer_entry": { "n": 293, "sum_ns": 54172925, "mean_ms": 0.18489052901023892 }, "preprocess_to_infer_output": { "n": 293, "sum_ns": 5361833034, "mean_ms": 18.299771447098976 }, "preprocess_to_callback": { "n": 293, "sum_ns": 5569847219, "mean_ms": 19.00971747098976 }, "infer_output_to_callback": { "n": 293, "sum_ns": 208014185, "mean_ms": 0.709946023890785 }, "copy_wall": { "n": 293, "sum_ns": 975752230, "mean_ms": 3.3302123890784983 }, "copy_thread_cpu": { "n": 293, "sum_ns": 974314484, "mean_ms": 3.325305406143345 }, "callback_to_copied": { "n": 293, "sum_ns": 1024907773, "mean_ms": 3.497978747440273 }, "accepted_interval": { "n": 293, "sum_ns": 29910207952, "mean_ms": 102.08262099658704 }, "selected_to_submitted": { "n": 293, "sum_ns": 7034913769, "mean_ms": 24.009944604095562 }, "completed_queue_wait": { "n": 293, "sum_ns": 107216141, "mean_ms": 0.3659253959044369 }, "result_observations_wall": { "n": 293, "sum_ns": 252451608, "mean_ms": 0.8616095836177474 }, "result_observations_cpu": { "n": 293, "sum_ns": 252548534, "mean_ms": 0.8619403890784982 }, "result_nms_wall": { "n": 293, "sum_ns": 214397023, "mean_ms": 0.7317304539249148 }, "result_nms_cpu": { "n": 293, "sum_ns": 146870870, "mean_ms": 0.5012657679180887 }, "result_tracking_wall": { "n": 293, "sum_ns": 727955378, "mean_ms": 2.4844893447098975 }, "result_tracking_cpu": { "n": 293, "sum_ns": 546071071, "mean_ms": 1.8637237918088736 }, "result_region_wall": { "n": 293, "sum_ns": 112608134, "mean_ms": 0.3843281023890785 }, "result_region_cpu": { "n": 293, "sum_ns": 112663320, "mean_ms": 0.3845164505119454 }, "result_fall_wall": { "n": 293, "sum_ns": 550664593, "mean_ms": 1.8794013412969282 }, "result_fall_cpu": { "n": 293, "sum_ns": 549866791, "mean_ms": 1.8766784675767918 }, "result_fight_wall": { "n": 293, "sum_ns": 114336595, "mean_ms": 0.3902272866894198 }, "result_fight_cpu": { "n": 293, "sum_ns": 113923003, "mean_ms": 0.38881570989761094 }, "result_collector_wall": { "n": 293, "sum_ns": 1229621215, "mean_ms": 4.1966594368600685 }, "result_collector_cpu": { "n": 293, "sum_ns": 1215521645, "mean_ms": 4.148538037542662 }, "result_composition_wall": { "n": 293, "sum_ns": 4456614, "mean_ms": 0.015210286689419796 }, "result_composition_cpu": { "n": 293, "sum_ns": 4466413, "mean_ms": 0.01524373037542662 }, "result_artifact_handoff_wall": { "n": 293, "sum_ns": 3075865, "mean_ms": 0.01049783276450512 }, "result_artifact_handoff_cpu": { "n": 293, "sum_ns": 2948576, "mean_ms": 0.010063399317406144 }, "result_publish_wall": { "n": 293, "sum_ns": 472585951, "mean_ms": 1.6129213344709896 }, "result_publish_cpu": { "n": 293, "sum_ns": 466256139, "mean_ms": 1.591317880546075 }, "result_total_wall": { "n": 293, "sum_ns": 3932415741, "mean_ms": 13.421214133105801 }, "result_total_cpu": { "n": 293, "sum_ns": 3658330614, "mean_ms": 12.485770013651878 } } }, { "mode": "pose-a-resume", "level": 13, "camera": "36", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.015745218, "new_channel": false, "seconds": 30.000019207014702, "selected_fps": 10.02807019495537, "requested_fps": 10.02807019495537, "complete_fps": 9.994754347131598, "accepted_fps": 9.994754347131598, "finalized_fps": 9.994754347131598, "redis_fps": 9.994754347131598, "redis_read_fps": 9.899993661689207, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 2, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.085, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.22800648800330237, "redis_interval_s": { "n": 296, "mean": 0.10062952943593012, "median": 0.0984490584814921, "p95": 0.1503674690029584, "maximum": 0.22800648800330237, "minimum": 0.01768098503816873 }, "redis_drift_s": { "n": 297, "mean": -8.648099303809072, "median": -8.64884427397233, "p95": -8.611244193959521, "maximum": -8.541917891981086, "minimum": -8.71743976299092 }, "redis_drift_s_per_min": 0.0016111120208312474, "ingress_drift_s": { "n": 12, "mean": -0.005391378416665186, "median": 0.0007812860000058208, "p95": 0.01847646800000291, "maximum": 0.01847646800000291, "minimum": -0.030715571000001773 }, "ingress_drift_s_per_min": 0.05767286626413921, "source_drift_s": { "n": 12, "mean": -0.005821083333331127, "median": 0.00048699999999968213, "p95": 0.01730600000000493, "maximum": 0.01730600000000493, "minimum": -0.03111499999999978 }, "ingress_to_redis_ms": { "n": 297, "mean": 30.12121212121212, "median": 27, "p95": 37, "maximum": 124, "minimum": 20 }, "source_samples": 12, "redis_samples": 297, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 299, "sum_ns": 13833760000, "mean_ms": 46.266755852842806 }, "source_exit_to_ingress": { "n": 299, "sum_ns": 245294428, "mean_ms": 0.8203827023411371 }, "source_encoded_queue": { "n": 299, "sum_ns": 8284000, "mean_ms": 0.027705685618729096 }, "decode_between_queues": { "n": 299, "sum_ns": 13716294000, "mean_ms": 45.87389297658863 }, "source_raw_queue": { "n": 299, "sum_ns": 17982000, "mean_ms": 0.06014046822742475 }, "raw_queue_to_source_exit": { "n": 299, "sum_ns": 8361000, "mean_ms": 0.02796321070234114 }, "selected_to_preprocess_start": { "n": 301, "sum_ns": 196991750, "mean_ms": 0.6544576411960134 }, "preprocess_start_to_preprocess_output": { "n": 301, "sum_ns": 180819273, "mean_ms": 0.6007284817275748 }, "selected_to_preprocess": { "n": 301, "sum_ns": 425041956, "mean_ms": 1.4120995215946843 }, "preprocess_start_to_preprocess": { "n": 301, "sum_ns": 228050206, "mean_ms": 0.7576418803986712 }, "preprocess_output_to_infer_entry": { "n": 301, "sum_ns": 47230933, "mean_ms": 0.15691339867109633 }, "preprocess_to_infer_output": { "n": 300, "sum_ns": 5159694952, "mean_ms": 17.198983173333332 }, "preprocess_to_callback": { "n": 300, "sum_ns": 5349029225, "mean_ms": 17.830097416666668 }, "infer_output_to_callback": { "n": 300, "sum_ns": 189334273, "mean_ms": 0.6311142433333333 }, "copy_wall": { "n": 300, "sum_ns": 957968097, "mean_ms": 3.1932269900000003 }, "copy_thread_cpu": { "n": 300, "sum_ns": 953943033, "mean_ms": 3.17981011 }, "callback_to_copied": { "n": 300, "sum_ns": 1009698413, "mean_ms": 3.3656613766666665 }, "accepted_interval": { "n": 300, "sum_ns": 30057998515, "mean_ms": 100.19332838333334 }, "selected_to_submitted": { "n": 300, "sum_ns": 6806371271, "mean_ms": 22.687904236666668 }, "completed_queue_wait": { "n": 300, "sum_ns": 53828229, "mean_ms": 0.17942743 }, "result_observations_wall": { "n": 300, "sum_ns": 279064682, "mean_ms": 0.9302156066666667 }, "result_observations_cpu": { "n": 300, "sum_ns": 279225333, "mean_ms": 0.93075111 }, "result_nms_wall": { "n": 300, "sum_ns": 169165136, "mean_ms": 0.5638837866666666 }, "result_nms_cpu": { "n": 300, "sum_ns": 142061156, "mean_ms": 0.47353718666666667 }, "result_tracking_wall": { "n": 300, "sum_ns": 210315111, "mean_ms": 0.70105037 }, "result_tracking_cpu": { "n": 300, "sum_ns": 207148582, "mean_ms": 0.6904952733333333 }, "result_region_wall": { "n": 300, "sum_ns": 59294279, "mean_ms": 0.19764759666666668 }, "result_region_cpu": { "n": 300, "sum_ns": 59336692, "mean_ms": 0.19778897333333334 }, "result_fall_wall": { "n": 300, "sum_ns": 105882603, "mean_ms": 0.35294201000000003 }, "result_fall_cpu": { "n": 300, "sum_ns": 105930767, "mean_ms": 0.3531025566666666 }, "result_fight_wall": { "n": 300, "sum_ns": 35040654, "mean_ms": 0.11680217999999999 }, "result_fight_cpu": { "n": 300, "sum_ns": 35066473, "mean_ms": 0.11688824333333334 }, "result_collector_wall": { "n": 300, "sum_ns": 915459872, "mean_ms": 3.0515329066666665 }, "result_collector_cpu": { "n": 300, "sum_ns": 907538684, "mean_ms": 3.025128946666667 }, "result_composition_wall": { "n": 300, "sum_ns": 4597023, "mean_ms": 0.015323409999999999 }, "result_composition_cpu": { "n": 300, "sum_ns": 4609111, "mean_ms": 0.015363703333333333 }, "result_artifact_handoff_wall": { "n": 300, "sum_ns": 2895555, "mean_ms": 0.00965185 }, "result_artifact_handoff_cpu": { "n": 300, "sum_ns": 2883230, "mean_ms": 0.009610766666666666 }, "result_publish_wall": { "n": 300, "sum_ns": 63427241, "mean_ms": 0.21142413666666665 }, "result_publish_cpu": { "n": 300, "sum_ns": 63484781, "mean_ms": 0.21161593666666667 }, "result_total_wall": { "n": 300, "sum_ns": 2085571034, "mean_ms": 6.951903446666666 }, "result_total_cpu": { "n": 300, "sum_ns": 2046515960, "mean_ms": 6.821719866666666 } } }, { "mode": "pose-a-resume", "level": 13, "camera": "37", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.033116721, "new_channel": false, "seconds": 30.000019207014702, "selected_fps": 9.889083532656777, "requested_fps": 9.889083532656777, "complete_fps": 9.855786955105744, "accepted_fps": 9.855786955105744, "finalized_fps": 9.855786955105744, "redis_fps": 9.855786955105744, "redis_read_fps": 9.699993789735888, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 2, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.095, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 3, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.37333965295692906, "redis_interval_s": { "n": 290, "mean": 0.10280108852773616, "median": 0.09925202099839225, "p95": 0.18284218799090013, "maximum": 0.37333965295692906, "minimum": 0.005226607026997954 }, "redis_drift_s": { "n": 291, "mean": -0.03707483196338405, "median": -0.03985433802101568, "p95": -0.0033782690363040047, "maximum": 0.21048102896614296, "minimum": -0.15219211501721475 }, "redis_drift_s_per_min": -0.004415665415125071, "ingress_drift_s": { "n": 12, "mean": 0.00317341399999845, "median": 0.00853095600000131, "p95": 0.030120376000006388, "maximum": 0.030120376000006388, "minimum": -0.06305293200000506 }, "ingress_drift_s_per_min": -0.05884755376100862, "source_drift_s": { "n": 12, "mean": 0.0028814166666630094, "median": 0.008392499999999359, "p95": 0.030061000000003446, "maximum": 0.030061000000003446, "minimum": -0.0631570000000039 }, "ingress_to_redis_ms": { "n": 291, "mean": 31.59450171821306, "median": 28, "p95": 38, "maximum": 180, "minimum": 20 }, "source_samples": 12, "redis_samples": 291, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 297, "sum_ns": 195291336, "mean_ms": 0.6575465858585859 }, "depay_to_source_exit": { "n": 293, "sum_ns": 13465306000, "mean_ms": 45.956675767918085 }, "source_exit_to_ingress": { "n": 293, "sum_ns": 461121227, "mean_ms": 1.5737925836177475 }, "source_encoded_queue": { "n": 293, "sum_ns": 8504000, "mean_ms": 0.029023890784982933 }, "decode_between_queues": { "n": 293, "sum_ns": 13352640000, "mean_ms": 45.57215017064846 }, "source_raw_queue": { "n": 293, "sum_ns": 13551000, "mean_ms": 0.04624914675767918 }, "raw_queue_to_source_exit": { "n": 293, "sum_ns": 8839000, "mean_ms": 0.030167235494880547 }, "preprocess_start_to_preprocess_output": { "n": 297, "sum_ns": 172123247, "mean_ms": 0.5795395521885522 }, "selected_to_preprocess": { "n": 297, "sum_ns": 421244552, "mean_ms": 1.418331824915825 }, "preprocess_start_to_preprocess": { "n": 297, "sum_ns": 225953216, "mean_ms": 0.760785239057239 }, "preprocess_output_to_infer_entry": { "n": 297, "sum_ns": 53829969, "mean_ms": 0.18124568686868686 }, "preprocess_to_infer_output": { "n": 297, "sum_ns": 5098317095, "mean_ms": 17.166050824915825 }, "preprocess_to_callback": { "n": 296, "sum_ns": 5267667987, "mean_ms": 17.796175631756757 }, "infer_output_to_callback": { "n": 296, "sum_ns": 191474846, "mean_ms": 0.6468744797297297 }, "copy_wall": { "n": 296, "sum_ns": 930262666, "mean_ms": 3.142779277027027 }, "copy_thread_cpu": { "n": 296, "sum_ns": 928062399, "mean_ms": 3.135345942567567 }, "callback_to_copied": { "n": 296, "sum_ns": 980607729, "mean_ms": 3.312863949324324 }, "accepted_interval": { "n": 296, "sum_ns": 29990084809, "mean_ms": 101.31785408445946 }, "selected_to_submitted": { "n": 296, "sum_ns": 6692706590, "mean_ms": 22.610495236486486 }, "completed_queue_wait": { "n": 296, "sum_ns": 67892610, "mean_ms": 0.22936692567567568 }, "result_observations_wall": { "n": 296, "sum_ns": 270223300, "mean_ms": 0.912916554054054 }, "result_observations_cpu": { "n": 296, "sum_ns": 270043192, "mean_ms": 0.9123080810810811 }, "result_nms_wall": { "n": 296, "sum_ns": 175187585, "mean_ms": 0.5918499493243243 }, "result_nms_cpu": { "n": 296, "sum_ns": 141037345, "mean_ms": 0.4764775168918919 }, "result_tracking_wall": { "n": 296, "sum_ns": 278908505, "mean_ms": 0.9422584628378379 }, "result_tracking_cpu": { "n": 296, "sum_ns": 265149047, "mean_ms": 0.8957738074324324 }, "result_region_wall": { "n": 296, "sum_ns": 63695291, "mean_ms": 0.2151867939189189 }, "result_region_cpu": { "n": 296, "sum_ns": 63733179, "mean_ms": 0.21531479391891892 }, "result_fall_wall": { "n": 296, "sum_ns": 147260934, "mean_ms": 0.4975031554054054 }, "result_fall_cpu": { "n": 296, "sum_ns": 147327349, "mean_ms": 0.4977275304054054 }, "result_fight_wall": { "n": 296, "sum_ns": 33441065, "mean_ms": 0.11297657094594594 }, "result_fight_cpu": { "n": 296, "sum_ns": 33474113, "mean_ms": 0.1130882195945946 }, "result_collector_wall": { "n": 296, "sum_ns": 1238172367, "mean_ms": 4.183014753378378 }, "result_collector_cpu": { "n": 296, "sum_ns": 1223960738, "mean_ms": 4.135002493243243 }, "result_composition_wall": { "n": 296, "sum_ns": 4676240, "mean_ms": 0.015798108108108107 }, "result_composition_cpu": { "n": 296, "sum_ns": 4667691, "mean_ms": 0.01576922635135135 }, "result_artifact_handoff_wall": { "n": 296, "sum_ns": 2823475, "mean_ms": 0.00953876689189189 }, "result_artifact_handoff_cpu": { "n": 296, "sum_ns": 2804850, "mean_ms": 0.009475844594594595 }, "result_publish_wall": { "n": 296, "sum_ns": 105661295, "mean_ms": 0.35696383445945945 }, "result_publish_cpu": { "n": 296, "sum_ns": 105696328, "mean_ms": 0.35708218918918916 }, "result_total_wall": { "n": 296, "sum_ns": 2562494656, "mean_ms": 8.65707654054054 }, "result_total_cpu": { "n": 296, "sum_ns": 2498603854, "mean_ms": 8.441229236486487 } } }, { "mode": "pose-a-resume", "level": 13, "camera": "38", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.831794982, "new_channel": false, "seconds": 30.000019207014702, "selected_fps": 9.98934191455151, "requested_fps": 9.98934191455151, "complete_fps": 10.022863196143964, "accepted_fps": 10.022863196143964, "finalized_fps": 10.022863196143964, "redis_fps": 10.022863196143964, "redis_read_fps": 10.033326909658085, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 2, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.131, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.3195246889372356, "redis_interval_s": { "n": 300, "mean": 0.09968615995661821, "median": 0.0972474149602931, "p95": 0.1604339740006253, "maximum": 0.3195246889372356, "minimum": 0.004041200038045645 }, "redis_drift_s": { "n": 301, "mean": -3.053602559794565, "median": -3.0557998840040526, "p95": -3.0220728040207234, "maximum": -2.9276571010286006, "minimum": -3.1253931959923307 }, "redis_drift_s_per_min": -0.0030534855464162563, "ingress_drift_s": { "n": 12, "mean": 0.02985081958333365, "median": 0.03448722849999797, "p95": 0.04897122399999887, "maximum": 0.04897122399999887, "minimum": 0.00099855700000262 }, "ingress_drift_s_per_min": -0.013413255696975107, "source_drift_s": { "n": 12, "mean": 0.02958374999999987, "median": 0.03403200000000339, "p95": 0.049027999999992744, "maximum": 0.049027999999992744, "minimum": 0.0010450000000048476 }, "ingress_to_redis_ms": { "n": 301, "mean": 32.332225913621265, "median": 29, "p95": 41, "maximum": 155, "minimum": 20 }, "source_samples": 12, "redis_samples": 301, "native_redis_joined": 13, "durations": { "depay_to_source_exit": { "n": 298, "sum_ns": 13478241000, "mean_ms": 45.22899664429531 }, "source_exit_to_ingress": { "n": 298, "sum_ns": 403667372, "mean_ms": 1.3545884966442954 }, "source_encoded_queue": { "n": 298, "sum_ns": 9176000, "mean_ms": 0.030791946308724834 }, "decode_between_queues": { "n": 298, "sum_ns": 13268424000, "mean_ms": 44.52491275167785 }, "source_raw_queue": { "n": 298, "sum_ns": 72535000, "mean_ms": 0.2434060402684564 }, "raw_queue_to_source_exit": { "n": 298, "sum_ns": 7985000, "mean_ms": 0.02679530201342282 }, "selected_to_preprocess_start": { "n": 298, "sum_ns": 197257957, "mean_ms": 0.6619394530201342 }, "preprocess_start_to_preprocess_output": { "n": 298, "sum_ns": 179416226, "mean_ms": 0.6020678724832215 }, "selected_to_preprocess": { "n": 298, "sum_ns": 428860021, "mean_ms": 1.439127587248322 }, "preprocess_start_to_preprocess": { "n": 298, "sum_ns": 231602064, "mean_ms": 0.777188134228188 }, "preprocess_output_to_infer_entry": { "n": 298, "sum_ns": 52185838, "mean_ms": 0.17512026174496645 }, "preprocess_to_infer_output": { "n": 299, "sum_ns": 5375093963, "mean_ms": 17.976902886287625 }, "preprocess_to_callback": { "n": 299, "sum_ns": 5566635819, "mean_ms": 18.617511100334447 }, "infer_output_to_callback": { "n": 299, "sum_ns": 191541856, "mean_ms": 0.6406082140468228 }, "copy_wall": { "n": 299, "sum_ns": 961951404, "mean_ms": 3.2172287759197324 }, "copy_thread_cpu": { "n": 299, "sum_ns": 957882203, "mean_ms": 3.2036194080267557 }, "callback_to_copied": { "n": 299, "sum_ns": 1011177593, "mean_ms": 3.3818648595317726 }, "accepted_interval": { "n": 299, "sum_ns": 29858888249, "mean_ms": 99.86250250501674 }, "selected_to_submitted": { "n": 299, "sum_ns": 7031571865, "mean_ms": 23.516962759197323 }, "completed_queue_wait": { "n": 299, "sum_ns": 61351033, "mean_ms": 0.20518740133779262 }, "result_observations_wall": { "n": 299, "sum_ns": 269682675, "mean_ms": 0.901948745819398 }, "result_observations_cpu": { "n": 299, "sum_ns": 269714466, "mean_ms": 0.9020550702341137 }, "result_nms_wall": { "n": 299, "sum_ns": 168277161, "mean_ms": 0.5627998695652174 }, "result_nms_cpu": { "n": 299, "sum_ns": 142905793, "mean_ms": 0.47794579598662207 }, "result_tracking_wall": { "n": 299, "sum_ns": 274913739, "mean_ms": 0.9194439431438127 }, "result_tracking_cpu": { "n": 299, "sum_ns": 258511530, "mean_ms": 0.8645870568561873 }, "result_region_wall": { "n": 299, "sum_ns": 64525403, "mean_ms": 0.21580402341137125 }, "result_region_cpu": { "n": 299, "sum_ns": 64562096, "mean_ms": 0.2159267424749164 }, "result_fall_wall": { "n": 299, "sum_ns": 140889916, "mean_ms": 0.4712037324414716 }, "result_fall_cpu": { "n": 299, "sum_ns": 140950117, "mean_ms": 0.4714050735785953 }, "result_fight_wall": { "n": 299, "sum_ns": 34624410, "mean_ms": 0.11580070234113712 }, "result_fight_cpu": { "n": 299, "sum_ns": 34659050, "mean_ms": 0.11591655518394649 }, "result_collector_wall": { "n": 299, "sum_ns": 1140160426, "mean_ms": 3.813245571906355 }, "result_collector_cpu": { "n": 299, "sum_ns": 1133287516, "mean_ms": 3.7902592508361206 }, "result_composition_wall": { "n": 299, "sum_ns": 4834595, "mean_ms": 0.01616921404682274 }, "result_composition_cpu": { "n": 299, "sum_ns": 4840625, "mean_ms": 0.01618938127090301 }, "result_artifact_handoff_wall": { "n": 299, "sum_ns": 2889259, "mean_ms": 0.009663073578595319 }, "result_artifact_handoff_cpu": { "n": 299, "sum_ns": 2875512, "mean_ms": 0.009617096989966555 }, "result_publish_wall": { "n": 299, "sum_ns": 108176593, "mean_ms": 0.36179462541806023 }, "result_publish_cpu": { "n": 299, "sum_ns": 108053615, "mean_ms": 0.36138332775919735 }, "result_total_wall": { "n": 299, "sum_ns": 2454271353, "mean_ms": 8.20826539464883 }, "result_total_cpu": { "n": 299, "sum_ns": 2403176493, "mean_ms": 8.037379575250837 } } }, { "mode": "pose-a-resume", "level": 13, "camera": "39", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.960148913, "new_channel": false, "seconds": 30.000019207014702, "selected_fps": 9.979923693578872, "requested_fps": 9.979923693578872, "complete_fps": 10.013301364794854, "accepted_fps": 10.013301364794854, "finalized_fps": 10.013301364794854, "redis_fps": 10.013301364794854, "redis_read_fps": 9.933326973681426, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.162, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.22766194900032133, "redis_interval_s": { "n": 297, "mean": 0.10039452693926057, "median": 0.0972106289700605, "p95": 0.17610096605494618, "maximum": 0.22766194900032133, "minimum": 0.003996971994638443 }, "redis_drift_s": { "n": 298, "mean": -1.3687592722235062, "median": -1.3691198615024334, "p95": -1.3354801399917307, "maximum": -1.262018273988275, "minimum": -1.460537552028427 }, "redis_drift_s_per_min": 0.014070141907855981, "ingress_drift_s": { "n": 12, "mean": -0.002866494833334343, "median": 0.0023429929999991828, "p95": 0.021842333999998687, "maximum": 0.021842333999998687, "minimum": -0.046533401000004915 }, "ingress_drift_s_per_min": -0.021143702861510953, "source_drift_s": { "n": 12, "mean": -0.003044999999999002, "median": 0.0023185000000012224, "p95": 0.021602000000001453, "maximum": 0.021602000000001453, "minimum": -0.04644400000000104 }, "ingress_to_redis_ms": { "n": 298, "mean": 31.28187919463087, "median": 29.0, "p95": 38, "maximum": 137, "minimum": 21 }, "source_samples": 12, "redis_samples": 298, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 297, "sum_ns": 13619286000, "mean_ms": 45.85618181818182 }, "source_exit_to_ingress": { "n": 297, "sum_ns": 200001848, "mean_ms": 0.6734068956228956 }, "source_encoded_queue": { "n": 297, "sum_ns": 7674000, "mean_ms": 0.025838383838383838 }, "decode_between_queues": { "n": 297, "sum_ns": 13525647000, "mean_ms": 45.540898989898984 }, "source_raw_queue": { "n": 297, "sum_ns": 6874000, "mean_ms": 0.023144781144781145 }, "raw_queue_to_source_exit": { "n": 297, "sum_ns": 8408000, "mean_ms": 0.02830976430976431 }, "selected_to_preprocess_start": { "n": 299, "sum_ns": 200261939, "mean_ms": 0.6697723712374581 }, "preprocess_start_to_preprocess_output": { "n": 299, "sum_ns": 163332668, "mean_ms": 0.5462631036789297 }, "selected_to_preprocess": { "n": 299, "sum_ns": 411556445, "mean_ms": 1.376442959866221 }, "preprocess_start_to_preprocess": { "n": 299, "sum_ns": 211294506, "mean_ms": 0.7066705886287625 }, "preprocess_output_to_infer_entry": { "n": 299, "sum_ns": 47961838, "mean_ms": 0.16040748494983278 }, "preprocess_to_infer_output": { "n": 299, "sum_ns": 5380805879, "mean_ms": 17.996006284280938 }, "preprocess_to_callback": { "n": 300, "sum_ns": 5596298042, "mean_ms": 18.654326806666667 }, "infer_output_to_callback": { "n": 300, "sum_ns": 203890392, "mean_ms": 0.6796346400000001 }, "copy_wall": { "n": 300, "sum_ns": 862530976, "mean_ms": 2.8751032533333336 }, "copy_thread_cpu": { "n": 300, "sum_ns": 859675797, "mean_ms": 2.86558599 }, "callback_to_copied": { "n": 300, "sum_ns": 913193064, "mean_ms": 3.0439768799999998 }, "accepted_interval": { "n": 300, "sum_ns": 30007967275, "mean_ms": 100.02655758333333 }, "selected_to_submitted": { "n": 300, "sum_ns": 6947025636, "mean_ms": 23.15675212 }, "completed_queue_wait": { "n": 300, "sum_ns": 61080546, "mean_ms": 0.20360182000000002 }, "result_observations_wall": { "n": 300, "sum_ns": 259187005, "mean_ms": 0.8639566833333333 }, "result_observations_cpu": { "n": 300, "sum_ns": 259150401, "mean_ms": 0.86383467 }, "result_nms_wall": { "n": 300, "sum_ns": 180082790, "mean_ms": 0.6002759666666667 }, "result_nms_cpu": { "n": 300, "sum_ns": 146191613, "mean_ms": 0.4873053766666666 }, "result_tracking_wall": { "n": 300, "sum_ns": 242809464, "mean_ms": 0.80936488 }, "result_tracking_cpu": { "n": 300, "sum_ns": 232161119, "mean_ms": 0.7738703966666666 }, "result_region_wall": { "n": 300, "sum_ns": 78566471, "mean_ms": 0.26188823666666666 }, "result_region_cpu": { "n": 300, "sum_ns": 78595131, "mean_ms": 0.26198377 }, "result_fall_wall": { "n": 300, "sum_ns": 190670876, "mean_ms": 0.6355695866666666 }, "result_fall_cpu": { "n": 300, "sum_ns": 190699750, "mean_ms": 0.6356658333333334 }, "result_fight_wall": { "n": 300, "sum_ns": 51375568, "mean_ms": 0.17125189333333335 }, "result_fight_cpu": { "n": 300, "sum_ns": 51414597, "mean_ms": 0.17138198999999998 }, "result_collector_wall": { "n": 300, "sum_ns": 845657514, "mean_ms": 2.81885838 }, "result_collector_cpu": { "n": 300, "sum_ns": 840806581, "mean_ms": 2.8026886033333334 }, "result_composition_wall": { "n": 300, "sum_ns": 4357310, "mean_ms": 0.014524366666666667 }, "result_composition_cpu": { "n": 300, "sum_ns": 4369620, "mean_ms": 0.0145654 }, "result_artifact_handoff_wall": { "n": 300, "sum_ns": 3099277, "mean_ms": 0.010330923333333334 }, "result_artifact_handoff_cpu": { "n": 300, "sum_ns": 3065640, "mean_ms": 0.0102188 }, "result_publish_wall": { "n": 300, "sum_ns": 63032262, "mean_ms": 0.21010754 }, "result_publish_cpu": { "n": 300, "sum_ns": 63039717, "mean_ms": 0.21013239 }, "result_total_wall": { "n": 300, "sum_ns": 2234027524, "mean_ms": 7.446758413333333 }, "result_total_cpu": { "n": 300, "sum_ns": 2182531771, "mean_ms": 7.275105903333333 } } }, { "mode": "pose-a-resume", "level": 13, "camera": "40", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.104876136, "new_channel": false, "seconds": 30.000019207014702, "selected_fps": 9.931945863163673, "requested_fps": 9.931945863163673, "complete_fps": 9.965163073408368, "accepted_fps": 9.965163073408368, "finalized_fps": 9.931945863163673, "redis_fps": 9.931945863163673, "redis_read_fps": 9.899993661689207, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 4, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.183, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 6, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.3161624219501391, "redis_interval_s": { "n": 296, "mean": 0.10021982501682548, "median": 0.09614276248612441, "p95": 0.15784564998466522, "maximum": 0.3161624219501391, "minimum": 0.004554926999844611 }, "redis_drift_s": { "n": 297, "mean": -0.044764372192285386, "median": -0.05123280198313296, "p95": 0.02660920001892464, "maximum": 0.17082242496964284, "minimum": -0.12057323300047074 }, "redis_drift_s_per_min": 0.0002954752741034437, "ingress_drift_s": { "n": 12, "mean": 0.0009535061666667843, "median": 8.374600000138344e-05, "p95": 0.047667271999998206, "maximum": 0.047667271999998206, "minimum": -0.03388983400000711 }, "ingress_drift_s_per_min": -0.013381671031414848, "source_drift_s": { "n": 12, "mean": 0.0013938333333332054, "median": 0.0004230000000049472, "p95": 0.04758099999999388, "maximum": 0.04758099999999388, "minimum": -0.03335700000000941 }, "ingress_to_redis_ms": { "n": 297, "mean": 37.464646464646464, "median": 32, "p95": 52, "maximum": 242, "minimum": 21 }, "source_samples": 12, "redis_samples": 297, "native_redis_joined": 11, "durations": { "selected_to_preprocess_start": { "n": 299, "sum_ns": 213494547, "mean_ms": 0.7140285852842809 }, "depay_to_source_exit": { "n": 298, "sum_ns": 14048255000, "mean_ms": 47.14179530201342 }, "source_exit_to_ingress": { "n": 298, "sum_ns": 928852218, "mean_ms": 3.116953751677852 }, "source_encoded_queue": { "n": 298, "sum_ns": 8266000, "mean_ms": 0.02773825503355705 }, "decode_between_queues": { "n": 298, "sum_ns": 13727869000, "mean_ms": 46.066674496644296 }, "source_raw_queue": { "n": 298, "sum_ns": 199646000, "mean_ms": 0.6699530201342282 }, "raw_queue_to_source_exit": { "n": 298, "sum_ns": 7749000, "mean_ms": 0.026003355704697986 }, "preprocess_start_to_preprocess_output": { "n": 299, "sum_ns": 166525522, "mean_ms": 0.5569415451505016 }, "selected_to_preprocess": { "n": 299, "sum_ns": 438065816, "mean_ms": 1.4651030635451505 }, "preprocess_start_to_preprocess": { "n": 299, "sum_ns": 224571269, "mean_ms": 0.7510744782608695 }, "preprocess_output_to_infer_entry": { "n": 299, "sum_ns": 58045747, "mean_ms": 0.1941329331103679 }, "preprocess_to_infer_output": { "n": 300, "sum_ns": 5456977830, "mean_ms": 18.1899261 }, "preprocess_to_callback": { "n": 300, "sum_ns": 5655365528, "mean_ms": 18.851218426666666 }, "infer_output_to_callback": { "n": 300, "sum_ns": 198387698, "mean_ms": 0.6612923266666667 }, "copy_wall": { "n": 300, "sum_ns": 1348845587, "mean_ms": 4.496151956666667 }, "copy_thread_cpu": { "n": 300, "sum_ns": 1343465046, "mean_ms": 4.47821682 }, "callback_to_copied": { "n": 300, "sum_ns": 1400332649, "mean_ms": 4.667775496666667 }, "accepted_interval": { "n": 300, "sum_ns": 29993254156, "mean_ms": 99.97751385333333 }, "selected_to_submitted": { "n": 300, "sum_ns": 7519535903, "mean_ms": 25.065119676666665 }, "completed_queue_wait": { "n": 300, "sum_ns": 98997896, "mean_ms": 0.3299929866666667 }, "result_observations_wall": { "n": 300, "sum_ns": 262919911, "mean_ms": 0.8763997033333334 }, "result_observations_cpu": { "n": 300, "sum_ns": 263031271, "mean_ms": 0.8767709033333333 }, "result_nms_wall": { "n": 300, "sum_ns": 246049817, "mean_ms": 0.8201660566666666 }, "result_nms_cpu": { "n": 300, "sum_ns": 153021461, "mean_ms": 0.5100715366666667 }, "result_tracking_wall": { "n": 300, "sum_ns": 747406615, "mean_ms": 2.4913553833333335 }, "result_tracking_cpu": { "n": 300, "sum_ns": 517719558, "mean_ms": 1.72573186 }, "result_region_wall": { "n": 300, "sum_ns": 117471407, "mean_ms": 0.3915713566666667 }, "result_region_cpu": { "n": 300, "sum_ns": 117068642, "mean_ms": 0.39022880666666665 }, "result_fall_wall": { "n": 300, "sum_ns": 555724447, "mean_ms": 1.8524148233333333 }, "result_fall_cpu": { "n": 300, "sum_ns": 553810241, "mean_ms": 1.8460341366666668 }, "result_fight_wall": { "n": 300, "sum_ns": 103969720, "mean_ms": 0.34656573333333335 }, "result_fight_cpu": { "n": 300, "sum_ns": 104021307, "mean_ms": 0.34673769 }, "result_collector_wall": { "n": 299, "sum_ns": 858801250, "mean_ms": 2.872244983277592 }, "result_collector_cpu": { "n": 299, "sum_ns": 854473955, "mean_ms": 2.857772424749164 }, "result_composition_wall": { "n": 299, "sum_ns": 4676322, "mean_ms": 0.015639872909698996 }, "result_composition_cpu": { "n": 299, "sum_ns": 4686909, "mean_ms": 0.01567528093645485 }, "result_artifact_handoff_wall": { "n": 299, "sum_ns": 3001471, "mean_ms": 0.010038364548494983 }, "result_artifact_handoff_cpu": { "n": 299, "sum_ns": 2986269, "mean_ms": 0.009987521739130435 }, "result_publish_wall": { "n": 299, "sum_ns": 246550954, "mean_ms": 0.8245851304347825 }, "result_publish_cpu": { "n": 299, "sum_ns": 241369764, "mean_ms": 0.8072567357859532 }, "result_total_wall": { "n": 299, "sum_ns": 3422380218, "mean_ms": 11.446087685618728 }, "result_total_cpu": { "n": 299, "sum_ns": 3084311849, "mean_ms": 10.315424244147158 } } }, { "mode": "pose-a-resume", "level": 13, "camera": "41", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.924076162, "new_channel": false, "seconds": 30.000019207014702, "selected_fps": 9.991954250527348, "requested_fps": 9.991954250527348, "complete_fps": 9.991954250527348, "accepted_fps": 9.991954250527348, "finalized_fps": 9.991954250527348, "redis_fps": 9.991954250527348, "redis_read_fps": 9.999993597665865, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 2, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.118, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.22197416599374264, "redis_interval_s": { "n": 299, "mean": 0.10003285566878266, "median": 0.09794152399990708, "p95": 0.1626077859546058, "maximum": 0.22197416599374264, "minimum": 0.003200756967999041 }, "redis_drift_s": { "n": 300, "mean": -2.489063591607736, "median": -2.4915077380260904, "p95": -2.453696069037079, "maximum": -2.396371419031169, "minimum": -2.5495543319955445 }, "redis_drift_s_per_min": 0.00658579113905486, "ingress_drift_s": { "n": 12, "mean": -0.04144948558333302, "median": -0.04013109250000113, "p95": -0.01656112599999915, "maximum": -0.01656112599999915, "minimum": -0.08195310600000028 }, "ingress_drift_s_per_min": 0.0025166629003414626, "source_drift_s": { "n": 12, "mean": -0.04143450000000234, "median": -0.0397829999999999, "p95": -0.016191000000006284, "maximum": -0.016191000000006284, "minimum": -0.08198300000000103 }, "ingress_to_redis_ms": { "n": 300, "mean": 29.88, "median": 27.0, "p95": 36, "maximum": 125, "minimum": 19 }, "source_samples": 12, "redis_samples": 300, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 299, "sum_ns": 13081082000, "mean_ms": 43.7494381270903 }, "source_exit_to_ingress": { "n": 299, "sum_ns": 266846973, "mean_ms": 0.8924647926421404 }, "source_encoded_queue": { "n": 299, "sum_ns": 9416000, "mean_ms": 0.03149163879598662 }, "decode_between_queues": { "n": 299, "sum_ns": 12950490000, "mean_ms": 43.312675585284275 }, "source_raw_queue": { "n": 299, "sum_ns": 6882000, "mean_ms": 0.023016722408026755 }, "raw_queue_to_source_exit": { "n": 299, "sum_ns": 7386000, "mean_ms": 0.024702341137123746 }, "selected_to_preprocess_start": { "n": 299, "sum_ns": 203246062, "mean_ms": 0.6797527157190635 }, "preprocess_start_to_preprocess_output": { "n": 299, "sum_ns": 176975591, "mean_ms": 0.5918916086956523 }, "selected_to_preprocess": { "n": 299, "sum_ns": 433435421, "mean_ms": 1.4496167926421406 }, "preprocess_start_to_preprocess": { "n": 299, "sum_ns": 230189359, "mean_ms": 0.7698640769230769 }, "preprocess_output_to_infer_entry": { "n": 299, "sum_ns": 53213768, "mean_ms": 0.17797246822742474 }, "preprocess_to_infer_output": { "n": 299, "sum_ns": 5075602600, "mean_ms": 16.975259531772576 }, "preprocess_to_callback": { "n": 299, "sum_ns": 5251029490, "mean_ms": 17.56197153846154 }, "infer_output_to_callback": { "n": 299, "sum_ns": 175426890, "mean_ms": 0.5867120066889632 }, "copy_wall": { "n": 299, "sum_ns": 1008080008, "mean_ms": 3.371505043478261 }, "copy_thread_cpu": { "n": 299, "sum_ns": 1001614640, "mean_ms": 3.3498817391304345 }, "callback_to_copied": { "n": 299, "sum_ns": 1058941613, "mean_ms": 3.541610745819398 }, "accepted_interval": { "n": 299, "sum_ns": 29936424060, "mean_ms": 100.12181959866221 }, "selected_to_submitted": { "n": 299, "sum_ns": 6767166664, "mean_ms": 22.632664428093644 }, "completed_queue_wait": { "n": 299, "sum_ns": 58739957, "mean_ms": 0.19645470568561874 }, "result_observations_wall": { "n": 299, "sum_ns": 262402671, "mean_ms": 0.877600906354515 }, "result_observations_cpu": { "n": 299, "sum_ns": 262530233, "mean_ms": 0.8780275351170568 }, "result_nms_wall": { "n": 299, "sum_ns": 169266469, "mean_ms": 0.5661085919732441 }, "result_nms_cpu": { "n": 299, "sum_ns": 145468286, "mean_ms": 0.4865160066889632 }, "result_tracking_wall": { "n": 299, "sum_ns": 183003504, "mean_ms": 0.6120518528428094 }, "result_tracking_cpu": { "n": 299, "sum_ns": 180679594, "mean_ms": 0.6042795785953178 }, "result_region_wall": { "n": 299, "sum_ns": 63832188, "mean_ms": 0.21348557859531772 }, "result_region_cpu": { "n": 299, "sum_ns": 63868619, "mean_ms": 0.21360742140468228 }, "result_fall_wall": { "n": 299, "sum_ns": 107554941, "mean_ms": 0.3597155217391304 }, "result_fall_cpu": { "n": 299, "sum_ns": 107552920, "mean_ms": 0.35970876254180606 }, "result_fight_wall": { "n": 299, "sum_ns": 35387085, "mean_ms": 0.11835145484949833 }, "result_fight_cpu": { "n": 299, "sum_ns": 35402502, "mean_ms": 0.11840301672240802 }, "result_collector_wall": { "n": 299, "sum_ns": 844534782, "mean_ms": 2.824531043478261 }, "result_collector_cpu": { "n": 299, "sum_ns": 839992779, "mean_ms": 2.809340397993311 }, "result_composition_wall": { "n": 299, "sum_ns": 4899173, "mean_ms": 0.016385193979933113 }, "result_composition_cpu": { "n": 299, "sum_ns": 4911443, "mean_ms": 0.01642623076923077 }, "result_artifact_handoff_wall": { "n": 299, "sum_ns": 2933452, "mean_ms": 0.009810876254180603 }, "result_artifact_handoff_cpu": { "n": 299, "sum_ns": 2915677, "mean_ms": 0.009751428093645485 }, "result_publish_wall": { "n": 299, "sum_ns": 82875183, "mean_ms": 0.27717452508361207 }, "result_publish_cpu": { "n": 299, "sum_ns": 82952782, "mean_ms": 0.27743405351170564 }, "result_total_wall": { "n": 299, "sum_ns": 1995866757, "mean_ms": 6.675139655518395 }, "result_total_cpu": { "n": 299, "sum_ns": 1964013291, "mean_ms": 6.568606324414716 } } }, { "mode": "pose-a-resume", "level": 13, "camera": "42", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.92972104, "new_channel": true, "seconds": 30.000019207014702, "selected_fps": 9.889834910402493, "requested_fps": 9.889834910402493, "complete_fps": 9.889834910402493, "accepted_fps": 9.889834910402493, "finalized_fps": 9.889834910402493, "redis_fps": 9.889834910402493, "redis_read_fps": 9.866660349696987, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 2, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.071, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 2, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.3466569349402562, "redis_interval_s": { "n": 295, "mean": 0.10098515947455919, "median": 0.10010566300479695, "p95": 0.1597776970011182, "maximum": 0.3466569349402562, "minimum": 0.004529422032646835 }, "redis_drift_s": { "n": 296, "mean": -0.7167918541745748, "median": -0.7198403335304455, "p95": -0.6761476010316976, "maximum": -0.4189048970546576, "minimum": -0.8383754750220103 }, "redis_drift_s_per_min": -0.003846892323318259, "ingress_drift_s": { "n": 12, "mean": 0.0014135007500004626, "median": 0.0016119755000012503, "p95": 0.014882707000001716, "maximum": 0.014882707000001716, "minimum": -0.018450695000000294 }, "ingress_drift_s_per_min": 0.0011624926332935957, "source_drift_s": { "n": 12, "mean": 0.002315666666666605, "median": 0.0020080000000000098, "p95": 0.015889000000001374, "maximum": 0.015889000000001374, "minimum": -0.017383000000000592 }, "ingress_to_redis_ms": { "n": 296, "mean": 34.125, "median": 29.0, "p95": 60, "maximum": 241, "minimum": 20 }, "source_samples": 12, "redis_samples": 296, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 296, "sum_ns": 13726457000, "mean_ms": 46.37316554054054 }, "source_exit_to_ingress": { "n": 296, "sum_ns": 350799779, "mean_ms": 1.1851343885135137 }, "source_encoded_queue": { "n": 296, "sum_ns": 8382000, "mean_ms": 0.028317567567567568 }, "decode_between_queues": { "n": 296, "sum_ns": 13521128000, "mean_ms": 45.67948648648649 }, "source_raw_queue": { "n": 296, "sum_ns": 52953000, "mean_ms": 0.17889527027027027 }, "raw_queue_to_source_exit": { "n": 296, "sum_ns": 7329000, "mean_ms": 0.02476013513513514 }, "selected_to_preprocess_start": { "n": 296, "sum_ns": 205776897, "mean_ms": 0.6951922195945945 }, "preprocess_start_to_preprocess_output": { "n": 296, "sum_ns": 198075695, "mean_ms": 0.6691746452702703 }, "selected_to_preprocess": { "n": 296, "sum_ns": 455786680, "mean_ms": 1.5398198648648649 }, "preprocess_start_to_preprocess": { "n": 296, "sum_ns": 250009783, "mean_ms": 0.8446276452702703 }, "preprocess_output_to_infer_entry": { "n": 296, "sum_ns": 51934088, "mean_ms": 0.175453 }, "preprocess_to_infer_output": { "n": 296, "sum_ns": 5294774809, "mean_ms": 17.88775273310811 }, "preprocess_to_callback": { "n": 296, "sum_ns": 5471978096, "mean_ms": 18.486412486486486 }, "infer_output_to_callback": { "n": 296, "sum_ns": 177203287, "mean_ms": 0.5986597533783783 }, "copy_wall": { "n": 296, "sum_ns": 782422071, "mean_ms": 2.6433178074324326 }, "copy_thread_cpu": { "n": 296, "sum_ns": 779520250, "mean_ms": 2.633514358108108 }, "callback_to_copied": { "n": 296, "sum_ns": 831768885, "mean_ms": 2.810030016891892 }, "accepted_interval": { "n": 296, "sum_ns": 29869670141, "mean_ms": 100.91104777364865 }, "selected_to_submitted": { "n": 296, "sum_ns": 6781524477, "mean_ms": 22.91055566554054 }, "completed_queue_wait": { "n": 296, "sum_ns": 60004730, "mean_ms": 0.20271868243243243 }, "result_observations_wall": { "n": 296, "sum_ns": 206339093, "mean_ms": 0.6970915304054054 }, "result_observations_cpu": { "n": 296, "sum_ns": 206447440, "mean_ms": 0.6974575675675676 }, "result_nms_wall": { "n": 296, "sum_ns": 247713165, "mean_ms": 0.8368688006756756 }, "result_nms_cpu": { "n": 296, "sum_ns": 155891782, "mean_ms": 0.5266614256756756 }, "result_tracking_wall": { "n": 296, "sum_ns": 735406784, "mean_ms": 2.4844823783783783 }, "result_tracking_cpu": { "n": 296, "sum_ns": 490590164, "mean_ms": 1.6573992027027027 }, "result_region_wall": { "n": 296, "sum_ns": 78016306, "mean_ms": 0.26356860135135135 }, "result_region_cpu": { "n": 296, "sum_ns": 78054509, "mean_ms": 0.2636976655405405 }, "result_fall_wall": { "n": 296, "sum_ns": 431733177, "mean_ms": 1.4585580304054055 }, "result_fall_cpu": { "n": 296, "sum_ns": 430507095, "mean_ms": 1.4544158614864864 }, "result_fight_wall": { "n": 296, "sum_ns": 119185447, "mean_ms": 0.4026535371621622 }, "result_fight_cpu": { "n": 296, "sum_ns": 119251450, "mean_ms": 0.4028765202702703 }, "result_collector_wall": { "n": 296, "sum_ns": 581731656, "mean_ms": 1.9653096486486488 }, "result_collector_cpu": { "n": 296, "sum_ns": 577607933, "mean_ms": 1.951378152027027 }, "result_composition_wall": { "n": 296, "sum_ns": 3875204, "mean_ms": 0.013091905405405405 }, "result_composition_cpu": { "n": 296, "sum_ns": 3887728, "mean_ms": 0.013134216216216217 }, "result_artifact_handoff_wall": { "n": 296, "sum_ns": 2804911, "mean_ms": 0.009476050675675675 }, "result_artifact_handoff_cpu": { "n": 296, "sum_ns": 2800341, "mean_ms": 0.009460611486486487 }, "result_publish_wall": { "n": 296, "sum_ns": 329202151, "mean_ms": 1.112169429054054 }, "result_publish_cpu": { "n": 296, "sum_ns": 322391096, "mean_ms": 1.0891591081081082 }, "result_total_wall": { "n": 296, "sum_ns": 2954876105, "mean_ms": 9.98268954391892 }, "result_total_cpu": { "n": 296, "sum_ns": 2605066707, "mean_ms": 8.800901037162163 } } }, { "mode": "pose-a-resume", "level": 14, "camera": "30", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.984594153, "new_channel": false, "seconds": 30.00001526903361, "selected_fps": 9.771684702648708, "requested_fps": 9.771684702648708, "complete_fps": 9.771684702648708, "accepted_fps": 9.771684702648708, "finalized_fps": 9.738334242912705, "redis_fps": 9.738334242912705, "redis_read_fps": 9.833328328485974, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.221, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 9, "analysis_gap_markers": 4, "c_suppressed": 0, "max_redis_silence_s": 0.41400377900572494, "redis_interval_s": { "n": 294, "mean": 0.10165387162242598, "median": 0.09826584852999076, "p95": 0.1738925909739919, "maximum": 0.41400377900572494, "minimum": 0.0031835249974392354 }, "redis_drift_s": { "n": 295, "mean": -6.975105817238098, "median": -6.986589150975931, "p95": -6.854698399972634, "maximum": -6.691250916990441, "minimum": -7.049995153959372 }, "redis_drift_s_per_min": 0.007337888042898459, "ingress_drift_s": { "n": 12, "mean": 0.0281485447500008, "median": 0.032492048500003534, "p95": 0.06225364600000205, "maximum": 0.06225364600000205, "minimum": 0.002518465999997943 }, "ingress_drift_s_per_min": -0.006281537433345951, "source_drift_s": { "n": 12, "mean": 0.02765749999999893, "median": 0.03232849999999843, "p95": 0.062306000000006634, "maximum": 0.062306000000006634, "minimum": 0.0022929999999945494 }, "ingress_to_redis_ms": { "n": 295, "mean": 45.054237288135596, "median": 35, "p95": 81, "maximum": 334, "minimum": 23 }, "source_samples": 12, "redis_samples": 295, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 293, "sum_ns": 13184915000, "mean_ms": 44.99970989761093 }, "source_exit_to_ingress": { "n": 293, "sum_ns": 1132233235, "mean_ms": 3.864277252559727 }, "source_encoded_queue": { "n": 293, "sum_ns": 9883000, "mean_ms": 0.03373037542662116 }, "decode_between_queues": { "n": 293, "sum_ns": 12778565000, "mean_ms": 43.61284982935154 }, "source_raw_queue": { "n": 293, "sum_ns": 270344000, "mean_ms": 0.9226757679180887 }, "raw_queue_to_source_exit": { "n": 293, "sum_ns": 7646000, "mean_ms": 0.02609556313993174 }, "selected_to_preprocess_start": { "n": 293, "sum_ns": 220817835, "mean_ms": 0.7536444880546075 }, "preprocess_start_to_preprocess_output": { "n": 293, "sum_ns": 253614240, "mean_ms": 0.8655776109215018 }, "selected_to_preprocess": { "n": 293, "sum_ns": 540818095, "mean_ms": 1.8457955460750854 }, "preprocess_start_to_preprocess": { "n": 293, "sum_ns": 320000260, "mean_ms": 1.0921510580204778 }, "preprocess_output_to_infer_entry": { "n": 293, "sum_ns": 66386020, "mean_ms": 0.22657344709897612 }, "preprocess_to_infer_output": { "n": 293, "sum_ns": 5616038787, "mean_ms": 19.167367873720135 }, "preprocess_to_callback": { "n": 293, "sum_ns": 5837123935, "mean_ms": 19.921924692832764 }, "infer_output_to_callback": { "n": 293, "sum_ns": 221085148, "mean_ms": 0.754556819112628 }, "copy_wall": { "n": 293, "sum_ns": 937961337, "mean_ms": 3.2012332320819112 }, "copy_thread_cpu": { "n": 293, "sum_ns": 937469484, "mean_ms": 3.199554552901024 }, "callback_to_copied": { "n": 293, "sum_ns": 990783570, "mean_ms": 3.381513890784983 }, "accepted_interval": { "n": 293, "sum_ns": 29799955699, "mean_ms": 101.706333443686 }, "selected_to_submitted": { "n": 293, "sum_ns": 7394217645, "mean_ms": 25.236237696245734 }, "completed_queue_wait": { "n": 293, "sum_ns": 126472318, "mean_ms": 0.4316461365187714 }, "result_observations_wall": { "n": 293, "sum_ns": 294429238, "mean_ms": 1.0048779453924914 }, "result_observations_cpu": { "n": 293, "sum_ns": 294466768, "mean_ms": 1.005006034129693 }, "result_nms_wall": { "n": 293, "sum_ns": 307812592, "mean_ms": 1.0505549215017065 }, "result_nms_cpu": { "n": 293, "sum_ns": 153452788, "mean_ms": 0.5237296518771332 }, "result_tracking_wall": { "n": 293, "sum_ns": 1065971386, "mean_ms": 3.6381275972696243 }, "result_tracking_cpu": { "n": 293, "sum_ns": 627632447, "mean_ms": 2.142090262798635 }, "result_region_wall": { "n": 293, "sum_ns": 86475545, "mean_ms": 0.2951383788395905 }, "result_region_cpu": { "n": 293, "sum_ns": 85460297, "mean_ms": 0.2916733686006826 }, "result_fall_wall": { "n": 293, "sum_ns": 1132733079, "mean_ms": 3.865983204778157 }, "result_fall_cpu": { "n": 293, "sum_ns": 1127291432, "mean_ms": 3.847411030716724 }, "result_fight_wall": { "n": 293, "sum_ns": 145171351, "mean_ms": 0.495465361774744 }, "result_fight_cpu": { "n": 293, "sum_ns": 145223513, "mean_ms": 0.4956433890784983 }, "result_collector_wall": { "n": 292, "sum_ns": 1555409372, "mean_ms": 5.326744424657534 }, "result_collector_cpu": { "n": 292, "sum_ns": 1538960958, "mean_ms": 5.270414239726027 }, "result_composition_wall": { "n": 292, "sum_ns": 4561111, "mean_ms": 0.015620243150684932 }, "result_composition_cpu": { "n": 292, "sum_ns": 4575472, "mean_ms": 0.015669424657534247 }, "result_artifact_handoff_wall": { "n": 292, "sum_ns": 3049246, "mean_ms": 0.010442623287671232 }, "result_artifact_handoff_cpu": { "n": 292, "sum_ns": 3035660, "mean_ms": 0.01039609589041096 }, "result_publish_wall": { "n": 292, "sum_ns": 346338660, "mean_ms": 1.186091301369863 }, "result_publish_cpu": { "n": 292, "sum_ns": 335015295, "mean_ms": 1.147312654109589 }, "result_total_wall": { "n": 292, "sum_ns": 5203501888, "mean_ms": 17.82021194520548 }, "result_total_cpu": { "n": 292, "sum_ns": 4574633728, "mean_ms": 15.666553863013698 } } }, { "mode": "pose-a-resume", "level": 14, "camera": "31", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.99024821, "new_channel": false, "seconds": 30.00001526903361, "selected_fps": 9.96990748146929, "requested_fps": 9.96990748146929, "complete_fps": 10.003251653648118, "accepted_fps": 10.003251653648118, "finalized_fps": 10.003251653648118, "redis_fps": 10.003251653648118, "redis_read_fps": 9.966661593956971, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 3, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.096, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.23828123696148396, "redis_interval_s": { "n": 298, "mean": 0.10028956211410345, "median": 0.09518934049992822, "p95": 0.1724255059962161, "maximum": 0.23828123696148396, "minimum": 0.009747805015649647 }, "redis_drift_s": { "n": 299, "mean": -3.536364134531216, "median": -3.539165888003538, "p95": -3.49827361100958, "maximum": -3.421845713972118, "minimum": -3.615492783016066 }, "redis_drift_s_per_min": -0.0038923776897908137, "ingress_drift_s": { "n": 12, "mean": -0.01305776758333129, "median": -0.013988683499995602, "p95": 0.0018575609999942344, "maximum": 0.0018575609999942344, "minimum": -0.030160384999987855 }, "ingress_drift_s_per_min": -0.01804716820102154, "source_drift_s": { "n": 12, "mean": -0.013122166666665436, "median": -0.013863000000000625, "p95": 0.0019630000000034897, "maximum": 0.0019630000000034897, "minimum": -0.030036999999992986 }, "ingress_to_redis_ms": { "n": 299, "mean": 34.34782608695652, "median": 31, "p95": 45, "maximum": 148, "minimum": 20 }, "source_samples": 12, "redis_samples": 299, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 298, "sum_ns": 12971507000, "mean_ms": 43.52854697986577 }, "source_exit_to_ingress": { "n": 298, "sum_ns": 331820324, "mean_ms": 1.1134910201342283 }, "source_encoded_queue": { "n": 298, "sum_ns": 10179000, "mean_ms": 0.03415771812080537 }, "decode_between_queues": { "n": 298, "sum_ns": 12773821000, "mean_ms": 42.8651711409396 }, "source_raw_queue": { "n": 298, "sum_ns": 70962000, "mean_ms": 0.23812751677852348 }, "raw_queue_to_source_exit": { "n": 298, "sum_ns": 7684000, "mean_ms": 0.02578523489932886 }, "selected_to_preprocess_start": { "n": 299, "sum_ns": 205910754, "mean_ms": 0.68866472909699 }, "preprocess_start_to_preprocess_output": { "n": 299, "sum_ns": 212052147, "mean_ms": 0.7092045050167224 }, "selected_to_preprocess": { "n": 299, "sum_ns": 468091366, "mean_ms": 1.5655229632107024 }, "preprocess_start_to_preprocess": { "n": 299, "sum_ns": 262180612, "mean_ms": 0.8768582341137123 }, "preprocess_output_to_infer_entry": { "n": 299, "sum_ns": 50128465, "mean_ms": 0.16765372909698997 }, "preprocess_to_infer_output": { "n": 299, "sum_ns": 5576718503, "mean_ms": 18.651232451505017 }, "preprocess_to_callback": { "n": 300, "sum_ns": 5818290452, "mean_ms": 19.394301506666668 }, "infer_output_to_callback": { "n": 300, "sum_ns": 221073685, "mean_ms": 0.7369122833333334 }, "copy_wall": { "n": 300, "sum_ns": 1201584750, "mean_ms": 4.0052825 }, "copy_thread_cpu": { "n": 300, "sum_ns": 1196662887, "mean_ms": 3.98887629 }, "callback_to_copied": { "n": 300, "sum_ns": 1253523977, "mean_ms": 4.1784132566666665 }, "accepted_interval": { "n": 300, "sum_ns": 29944665681, "mean_ms": 99.81555227 }, "selected_to_submitted": { "n": 300, "sum_ns": 7566477753, "mean_ms": 25.22159251 }, "completed_queue_wait": { "n": 300, "sum_ns": 56465872, "mean_ms": 0.18821957333333333 }, "result_observations_wall": { "n": 300, "sum_ns": 293755188, "mean_ms": 0.97918396 }, "result_observations_cpu": { "n": 300, "sum_ns": 293834097, "mean_ms": 0.97944699 }, "result_nms_wall": { "n": 300, "sum_ns": 207099366, "mean_ms": 0.69033122 }, "result_nms_cpu": { "n": 300, "sum_ns": 143820069, "mean_ms": 0.47940023 }, "result_tracking_wall": { "n": 300, "sum_ns": 279411770, "mean_ms": 0.9313725666666667 }, "result_tracking_cpu": { "n": 300, "sum_ns": 257156352, "mean_ms": 0.8571878399999999 }, "result_region_wall": { "n": 300, "sum_ns": 63048341, "mean_ms": 0.21016113666666666 }, "result_region_cpu": { "n": 300, "sum_ns": 63091719, "mean_ms": 0.21030573000000002 }, "result_fall_wall": { "n": 300, "sum_ns": 130893963, "mean_ms": 0.43631321 }, "result_fall_cpu": { "n": 300, "sum_ns": 130913251, "mean_ms": 0.43637750333333336 }, "result_fight_wall": { "n": 300, "sum_ns": 49378274, "mean_ms": 0.16459424666666667 }, "result_fight_cpu": { "n": 300, "sum_ns": 49399446, "mean_ms": 0.16466482000000002 }, "result_collector_wall": { "n": 300, "sum_ns": 1158696552, "mean_ms": 3.86232184 }, "result_collector_cpu": { "n": 300, "sum_ns": 1153735423, "mean_ms": 3.845784743333333 }, "result_composition_wall": { "n": 300, "sum_ns": 5242659, "mean_ms": 0.01747553 }, "result_composition_cpu": { "n": 300, "sum_ns": 5252519, "mean_ms": 0.01750839666666667 }, "result_artifact_handoff_wall": { "n": 300, "sum_ns": 3325536, "mean_ms": 0.01108512 }, "result_artifact_handoff_cpu": { "n": 300, "sum_ns": 3309868, "mean_ms": 0.011032893333333333 }, "result_publish_wall": { "n": 300, "sum_ns": 109504381, "mean_ms": 0.36501460333333335 }, "result_publish_cpu": { "n": 300, "sum_ns": 108104025, "mean_ms": 0.36034675 }, "result_total_wall": { "n": 300, "sum_ns": 2554167472, "mean_ms": 8.513891573333334 }, "result_total_cpu": { "n": 300, "sum_ns": 2459462346, "mean_ms": 8.19820782 } } }, { "mode": "pose-a-resume", "level": 14, "camera": "32", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.128072949, "new_channel": false, "seconds": 30.00001526903361, "selected_fps": 10.023873764220419, "requested_fps": 10.023873764220419, "complete_fps": 9.990682129239556, "accepted_fps": 9.990682129239556, "finalized_fps": 9.990682129239556, "redis_fps": 9.990682129239556, "redis_read_fps": 9.99999491032472, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 3, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.124, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 6, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.2864664820372127, "redis_interval_s": { "n": 299, "mean": 0.1000616345350182, "median": 0.09625842893728986, "p95": 0.15854125400073826, "maximum": 0.2864664820372127, "minimum": 0.003842343983706087 }, "redis_drift_s": { "n": 300, "mean": -5.683068796853679, "median": -5.689044091507789, "p95": -5.633234407969752, "maximum": -5.503451347985305, "minimum": -5.760410679978776 }, "redis_drift_s_per_min": -0.004883835754416737, "ingress_drift_s": { "n": 12, "mean": -0.001176778833331819, "median": -5.1094500001624965e-05, "p95": 0.033442892000010715, "maximum": 0.033442892000010715, "minimum": -0.04635310199999765 }, "ingress_drift_s_per_min": 0.03599802201034535, "source_drift_s": { "n": 12, "mean": -0.0013563333333337368, "median": 2.7000000002885827e-05, "p95": 0.032747000000000526, "maximum": 0.032747000000000526, "minimum": -0.04668099999999242 }, "ingress_to_redis_ms": { "n": 300, "mean": 38.48, "median": 34.0, "p95": 48, "maximum": 233, "minimum": 23 }, "source_samples": 12, "redis_samples": 300, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 302, "sum_ns": 12837837000, "mean_ms": 42.5093940397351 }, "source_exit_to_ingress": { "n": 302, "sum_ns": 670723881, "mean_ms": 2.220940003311258 }, "source_encoded_queue": { "n": 302, "sum_ns": 9864000, "mean_ms": 0.03266225165562914 }, "decode_between_queues": { "n": 302, "sum_ns": 12566764000, "mean_ms": 41.61180132450331 }, "source_raw_queue": { "n": 302, "sum_ns": 145306000, "mean_ms": 0.4811456953642384 }, "raw_queue_to_source_exit": { "n": 302, "sum_ns": 8115000, "mean_ms": 0.026870860927152317 }, "selected_to_preprocess_start": { "n": 302, "sum_ns": 217347484, "mean_ms": 0.719693655629139 }, "preprocess_start_to_preprocess_output": { "n": 302, "sum_ns": 276062142, "mean_ms": 0.9141130529801323 }, "selected_to_preprocess": { "n": 302, "sum_ns": 553416213, "mean_ms": 1.8325040165562914 }, "preprocess_start_to_preprocess": { "n": 302, "sum_ns": 336068729, "mean_ms": 1.1128103609271522 }, "preprocess_output_to_infer_entry": { "n": 302, "sum_ns": 60006587, "mean_ms": 0.19869730794701987 }, "preprocess_to_infer_output": { "n": 301, "sum_ns": 5909850862, "mean_ms": 19.634056019933556 }, "preprocess_to_callback": { "n": 301, "sum_ns": 6127290209, "mean_ms": 20.356445877076414 }, "infer_output_to_callback": { "n": 301, "sum_ns": 217439347, "mean_ms": 0.7223898571428572 }, "copy_wall": { "n": 301, "sum_ns": 1398165465, "mean_ms": 4.645067990033223 }, "copy_thread_cpu": { "n": 301, "sum_ns": 1391372854, "mean_ms": 4.6225011760797345 }, "callback_to_copied": { "n": 301, "sum_ns": 1450906568, "mean_ms": 4.8202876013289035 }, "accepted_interval": { "n": 301, "sum_ns": 30091503403, "mean_ms": 99.97177210299003 }, "selected_to_submitted": { "n": 301, "sum_ns": 8154958794, "mean_ms": 27.092886358803987 }, "completed_queue_wait": { "n": 301, "sum_ns": 79824427, "mean_ms": 0.2651974318936877 }, "result_observations_wall": { "n": 301, "sum_ns": 305704395, "mean_ms": 1.015629219269103 }, "result_observations_cpu": { "n": 301, "sum_ns": 305636682, "mean_ms": 1.0154042591362127 }, "result_nms_wall": { "n": 301, "sum_ns": 225298626, "mean_ms": 0.7485004186046511 }, "result_nms_cpu": { "n": 301, "sum_ns": 149360281, "mean_ms": 0.4962135581395349 }, "result_tracking_wall": { "n": 301, "sum_ns": 405284732, "mean_ms": 1.346460903654485 }, "result_tracking_cpu": { "n": 301, "sum_ns": 353395543, "mean_ms": 1.1740715714285714 }, "result_region_wall": { "n": 301, "sum_ns": 79176409, "mean_ms": 0.2630445481727575 }, "result_region_cpu": { "n": 301, "sum_ns": 79169583, "mean_ms": 0.2630218704318937 }, "result_fall_wall": { "n": 301, "sum_ns": 239796904, "mean_ms": 0.7966674551495017 }, "result_fall_cpu": { "n": 301, "sum_ns": 239775945, "mean_ms": 0.7965978239202658 }, "result_fight_wall": { "n": 301, "sum_ns": 61966821, "mean_ms": 0.20586983720930233 }, "result_fight_cpu": { "n": 301, "sum_ns": 62008383, "mean_ms": 0.20600791694352158 }, "result_collector_wall": { "n": 301, "sum_ns": 1307404928, "mean_ms": 4.343537966777409 }, "result_collector_cpu": { "n": 301, "sum_ns": 1299612427, "mean_ms": 4.317649259136213 }, "result_composition_wall": { "n": 301, "sum_ns": 5561644, "mean_ms": 0.018477222591362127 }, "result_composition_cpu": { "n": 301, "sum_ns": 5567672, "mean_ms": 0.018497249169435216 }, "result_artifact_handoff_wall": { "n": 301, "sum_ns": 3209914, "mean_ms": 0.010664166112956812 }, "result_artifact_handoff_cpu": { "n": 301, "sum_ns": 3188504, "mean_ms": 0.010593036544850498 }, "result_publish_wall": { "n": 301, "sum_ns": 153015418, "mean_ms": 0.5083568704318937 }, "result_publish_cpu": { "n": 301, "sum_ns": 151555566, "mean_ms": 0.5035068637873754 }, "result_total_wall": { "n": 301, "sum_ns": 3192666419, "mean_ms": 10.606865179401995 }, "result_total_cpu": { "n": 301, "sum_ns": 3053287868, "mean_ms": 10.143813514950166 } } }, { "mode": "pose-a-resume", "level": 14, "camera": "33", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.99473533, "new_channel": false, "seconds": 30.00001526903361, "selected_fps": 9.768380910064193, "requested_fps": 9.768380910064193, "complete_fps": 9.801720094057586, "accepted_fps": 9.801720094057586, "finalized_fps": 9.801720094057586, "redis_fps": 9.801720094057586, "redis_read_fps": 9.766661695750477, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 3, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.145, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 2, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.37739347002934664, "redis_interval_s": { "n": 292, "mean": 0.10233712920895938, "median": 0.10303715596091934, "p95": 0.1965814140276052, "maximum": 0.37739347002934664, "minimum": 0.0032090559834614396 }, "redis_drift_s": { "n": 293, "mean": -4.721475430529909, "median": -4.726188352003689, "p95": -4.667593522985925, "maximum": -4.417345732984131, "minimum": -4.844001810008194 }, "redis_drift_s_per_min": 0.000686548672080429, "ingress_drift_s": { "n": 12, "mean": -0.0035371258333339504, "median": -0.006090806000010218, "p95": 0.032432647000007364, "maximum": 0.032432647000007364, "minimum": -0.01642743400000768 }, "ingress_drift_s_per_min": 0.010416828959415586, "source_drift_s": { "n": 12, "mean": -0.0036102500000012583, "median": -0.005921500000006574, "p95": 0.03230299999999886, "maximum": 0.03230299999999886, "minimum": -0.01655000000000939 }, "ingress_to_redis_ms": { "n": 293, "mean": 34.419795221843, "median": 30, "p95": 46, "maximum": 175, "minimum": 20 }, "source_samples": 12, "redis_samples": 293, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 293, "sum_ns": 13183542000, "mean_ms": 44.995023890784985 }, "source_exit_to_ingress": { "n": 293, "sum_ns": 458212264, "mean_ms": 1.5638643822525597 }, "source_encoded_queue": { "n": 293, "sum_ns": 7556000, "mean_ms": 0.02578839590443686 }, "decode_between_queues": { "n": 293, "sum_ns": 12881390000, "mean_ms": 43.96378839590444 }, "source_raw_queue": { "n": 293, "sum_ns": 26170000, "mean_ms": 0.0893174061433447 }, "raw_queue_to_source_exit": { "n": 293, "sum_ns": 9207000, "mean_ms": 0.03142320819112628 }, "selected_to_preprocess_start": { "n": 293, "sum_ns": 204654169, "mean_ms": 0.6984783924914675 }, "preprocess_start_to_preprocess_output": { "n": 293, "sum_ns": 190417888, "mean_ms": 0.6498904027303755 }, "selected_to_preprocess": { "n": 293, "sum_ns": 446241716, "mean_ms": 1.5230092696245734 }, "preprocess_start_to_preprocess": { "n": 293, "sum_ns": 241587547, "mean_ms": 0.8245308771331058 }, "preprocess_output_to_infer_entry": { "n": 293, "sum_ns": 51169659, "mean_ms": 0.1746404744027304 }, "preprocess_to_infer_output": { "n": 293, "sum_ns": 5178819019, "mean_ms": 17.675150235494883 }, "preprocess_to_callback": { "n": 294, "sum_ns": 5415638407, "mean_ms": 18.42053879931973 }, "infer_output_to_callback": { "n": 294, "sum_ns": 215987881, "mean_ms": 0.734652656462585 }, "copy_wall": { "n": 294, "sum_ns": 1176360542, "mean_ms": 4.001226333333333 }, "copy_thread_cpu": { "n": 294, "sum_ns": 1173202226, "mean_ms": 3.990483761904762 }, "callback_to_copied": { "n": 294, "sum_ns": 1227271240, "mean_ms": 4.174391972789116 }, "accepted_interval": { "n": 294, "sum_ns": 30123526343, "mean_ms": 102.46097395578231 }, "selected_to_submitted": { "n": 294, "sum_ns": 7114753852, "mean_ms": 24.199843034013607 }, "completed_queue_wait": { "n": 294, "sum_ns": 66860496, "mean_ms": 0.2274166530612245 }, "result_observations_wall": { "n": 294, "sum_ns": 292262159, "mean_ms": 0.9940889761904762 }, "result_observations_cpu": { "n": 294, "sum_ns": 292135601, "mean_ms": 0.993658506802721 }, "result_nms_wall": { "n": 294, "sum_ns": 219708014, "mean_ms": 0.7473061700680272 }, "result_nms_cpu": { "n": 294, "sum_ns": 148848750, "mean_ms": 0.5062882653061225 }, "result_tracking_wall": { "n": 294, "sum_ns": 366613631, "mean_ms": 1.2469851394557823 }, "result_tracking_cpu": { "n": 294, "sum_ns": 312563696, "mean_ms": 1.0631418231292515 }, "result_region_wall": { "n": 294, "sum_ns": 80604567, "mean_ms": 0.274165193877551 }, "result_region_cpu": { "n": 294, "sum_ns": 80491668, "mean_ms": 0.27378118367346943 }, "result_fall_wall": { "n": 294, "sum_ns": 167934886, "mean_ms": 0.5712070952380953 }, "result_fall_cpu": { "n": 294, "sum_ns": 167742727, "mean_ms": 0.5705534931972789 }, "result_fight_wall": { "n": 294, "sum_ns": 65769795, "mean_ms": 0.2237067857142857 }, "result_fight_cpu": { "n": 294, "sum_ns": 65788424, "mean_ms": 0.22377014965986394 }, "result_collector_wall": { "n": 294, "sum_ns": 1202971463, "mean_ms": 4.091739670068027 }, "result_collector_cpu": { "n": 294, "sum_ns": 1194433980, "mean_ms": 4.062700612244898 }, "result_composition_wall": { "n": 294, "sum_ns": 4982145, "mean_ms": 0.01694607142857143 }, "result_composition_cpu": { "n": 294, "sum_ns": 4991066, "mean_ms": 0.016976414965986394 }, "result_artifact_handoff_wall": { "n": 294, "sum_ns": 3021633, "mean_ms": 0.010277663265306122 }, "result_artifact_handoff_cpu": { "n": 294, "sum_ns": 2996667, "mean_ms": 0.010192744897959185 }, "result_publish_wall": { "n": 294, "sum_ns": 130226738, "mean_ms": 0.44294808843537414 }, "result_publish_cpu": { "n": 294, "sum_ns": 128648253, "mean_ms": 0.43757909183673466 }, "result_total_wall": { "n": 294, "sum_ns": 2806991747, "mean_ms": 9.547590976190476 }, "result_total_cpu": { "n": 294, "sum_ns": 2669064315, "mean_ms": 9.078450051020408 } } }, { "mode": "pose-a-resume", "level": 14, "camera": "34", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.16357068, "new_channel": false, "seconds": 30.00001526903361, "selected_fps": 9.912619536063493, "requested_fps": 9.912619536063493, "complete_fps": 9.945772109762704, "accepted_fps": 9.945772109762704, "finalized_fps": 9.945772109762704, "redis_fps": 9.945772109762704, "redis_read_fps": 9.899994961221473, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 2, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.13, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 1, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.3804990369826555, "redis_interval_s": { "n": 296, "mean": 0.10100575631411236, "median": 0.09595430546323769, "p95": 0.17281582904979587, "maximum": 0.3804990369826555, "minimum": 0.004527502984274179 }, "redis_drift_s": { "n": 297, "mean": -0.010336140377684783, "median": -0.01454039200116597, "p95": 0.04111811702837542, "maximum": 0.2611470829988889, "minimum": -0.10610919900425131 }, "redis_drift_s_per_min": 0.0027968435048965905, "ingress_drift_s": { "n": 12, "mean": 0.035633996833333015, "median": 0.03322033399999924, "p95": 0.0667878340000101, "maximum": 0.0667878340000101, "minimum": 0.003151615999996693 }, "ingress_drift_s_per_min": -0.01833475581816394, "source_drift_s": { "n": 12, "mean": 0.03519666666666647, "median": 0.03215749999999673, "p95": 0.06686200000000042, "maximum": 0.06686200000000042, "minimum": 0.003236999999998602 }, "ingress_to_redis_ms": { "n": 297, "mean": 33.45117845117845, "median": 30, "p95": 42, "maximum": 162, "minimum": 21 }, "source_samples": 12, "redis_samples": 297, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 299, "sum_ns": 204706277, "mean_ms": 0.6846363779264214 }, "depay_to_source_exit": { "n": 298, "sum_ns": 13454667000, "mean_ms": 45.14988926174497 }, "source_exit_to_ingress": { "n": 298, "sum_ns": 651162977, "mean_ms": 2.1851106610738253 }, "source_encoded_queue": { "n": 298, "sum_ns": 11641000, "mean_ms": 0.039063758389261745 }, "decode_between_queues": { "n": 298, "sum_ns": 13304832000, "mean_ms": 44.647087248322144 }, "source_raw_queue": { "n": 298, "sum_ns": 40897000, "mean_ms": 0.13723825503355705 }, "raw_queue_to_source_exit": { "n": 298, "sum_ns": 9110000, "mean_ms": 0.03057046979865772 }, "preprocess_start_to_preprocess_output": { "n": 299, "sum_ns": 177363243, "mean_ms": 0.5931881036789297 }, "selected_to_preprocess": { "n": 299, "sum_ns": 432163151, "mean_ms": 1.4453617090301003 }, "preprocess_start_to_preprocess": { "n": 299, "sum_ns": 227456874, "mean_ms": 0.7607253311036789 }, "preprocess_output_to_infer_entry": { "n": 299, "sum_ns": 50093631, "mean_ms": 0.16753722742474916 }, "preprocess_to_infer_output": { "n": 300, "sum_ns": 5429262628, "mean_ms": 18.097542093333335 }, "preprocess_to_callback": { "n": 300, "sum_ns": 5643416142, "mean_ms": 18.81138714 }, "infer_output_to_callback": { "n": 300, "sum_ns": 214153514, "mean_ms": 0.7138450466666666 }, "copy_wall": { "n": 300, "sum_ns": 1111617849, "mean_ms": 3.70539283 }, "copy_thread_cpu": { "n": 300, "sum_ns": 1109805590, "mean_ms": 3.6993519666666668 }, "callback_to_copied": { "n": 300, "sum_ns": 1162840013, "mean_ms": 3.8761333766666666 }, "accepted_interval": { "n": 300, "sum_ns": 30196620816, "mean_ms": 100.65540272 }, "selected_to_submitted": { "n": 300, "sum_ns": 7266661823, "mean_ms": 24.22220607666667 }, "completed_queue_wait": { "n": 300, "sum_ns": 61440357, "mean_ms": 0.20480119 }, "result_observations_wall": { "n": 300, "sum_ns": 294422692, "mean_ms": 0.9814089733333334 }, "result_observations_cpu": { "n": 300, "sum_ns": 294490692, "mean_ms": 0.98163564 }, "result_nms_wall": { "n": 300, "sum_ns": 190580252, "mean_ms": 0.6352675066666668 }, "result_nms_cpu": { "n": 300, "sum_ns": 143798356, "mean_ms": 0.47932785333333333 }, "result_tracking_wall": { "n": 300, "sum_ns": 280426936, "mean_ms": 0.9347564533333333 }, "result_tracking_cpu": { "n": 300, "sum_ns": 260755940, "mean_ms": 0.8691864666666667 }, "result_region_wall": { "n": 300, "sum_ns": 61047324, "mean_ms": 0.20349108 }, "result_region_cpu": { "n": 300, "sum_ns": 61029558, "mean_ms": 0.20343186 }, "result_fall_wall": { "n": 300, "sum_ns": 121824977, "mean_ms": 0.40608325666666667 }, "result_fall_cpu": { "n": 300, "sum_ns": 121772103, "mean_ms": 0.40590701 }, "result_fight_wall": { "n": 300, "sum_ns": 40802233, "mean_ms": 0.13600744333333334 }, "result_fight_cpu": { "n": 300, "sum_ns": 40830925, "mean_ms": 0.13610308333333335 }, "result_collector_wall": { "n": 300, "sum_ns": 1344475824, "mean_ms": 4.4815860800000005 }, "result_collector_cpu": { "n": 300, "sum_ns": 1336690173, "mean_ms": 4.45563391 }, "result_composition_wall": { "n": 300, "sum_ns": 4940264, "mean_ms": 0.016467546666666666 }, "result_composition_cpu": { "n": 300, "sum_ns": 4949684, "mean_ms": 0.016498946666666667 }, "result_artifact_handoff_wall": { "n": 300, "sum_ns": 3192381, "mean_ms": 0.010641270000000001 }, "result_artifact_handoff_cpu": { "n": 300, "sum_ns": 3091398, "mean_ms": 0.01030466 }, "result_publish_wall": { "n": 300, "sum_ns": 115713416, "mean_ms": 0.38571138666666666 }, "result_publish_cpu": { "n": 300, "sum_ns": 112642676, "mean_ms": 0.3754755866666667 }, "result_total_wall": { "n": 300, "sum_ns": 2717582614, "mean_ms": 9.058608713333333 }, "result_total_cpu": { "n": 300, "sum_ns": 2635085653, "mean_ms": 8.783618843333334 } } }, { "mode": "pose-a-resume", "level": 14, "camera": "35", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.947644303, "new_channel": false, "seconds": 30.00001526903361, "selected_fps": 9.783741152910942, "requested_fps": 9.783741152910942, "complete_fps": 9.783741152910942, "accepted_fps": 9.783741152910942, "finalized_fps": 9.783741152910942, "redis_fps": 9.817132760941353, "redis_read_fps": 9.733328379382728, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 1, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.233, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 11, "analysis_gap_markers": 2, "c_suppressed": 0, "max_redis_silence_s": 0.38017831702018157, "redis_interval_s": { "n": 291, "mean": 0.1026480596116904, "median": 0.09604835201753303, "p95": 0.18767509801546112, "maximum": 0.38017831702018157, "minimum": 0.0020558779942803085 }, "redis_drift_s": { "n": 292, "mean": -9.498675265417088, "median": -9.5083505769854, "p95": -9.366377948013593, "maximum": -9.197127049981617, "minimum": -9.632071171987334 }, "redis_drift_s_per_min": 0.019215621221826705, "ingress_drift_s": { "n": 12, "mean": -0.0043014476666662915, "median": 0.014182511500003159, "p95": 0.03448986799999432, "maximum": 0.03448986799999432, "minimum": -0.10605957500000329 }, "ingress_drift_s_per_min": -0.17076844257859253, "source_drift_s": { "n": 12, "mean": -0.004741666666668938, "median": 0.014200000000002433, "p95": 0.03447399999998879, "maximum": 0.03447399999998879, "minimum": -0.10612600000000327 }, "ingress_to_redis_ms": { "n": 292, "mean": 41.01712328767123, "median": 36.0, "p95": 54, "maximum": 273, "minimum": 21 }, "source_samples": 12, "redis_samples": 292, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 292, "sum_ns": 13654163000, "mean_ms": 46.76083219178082 }, "source_exit_to_ingress": { "n": 292, "sum_ns": 1653243697, "mean_ms": 5.661793482876712 }, "source_encoded_queue": { "n": 292, "sum_ns": 10428000, "mean_ms": 0.03571232876712329 }, "decode_between_queues": { "n": 292, "sum_ns": 13373244000, "mean_ms": 45.79878082191781 }, "source_raw_queue": { "n": 292, "sum_ns": 129838000, "mean_ms": 0.4446506849315069 }, "raw_queue_to_source_exit": { "n": 292, "sum_ns": 9215000, "mean_ms": 0.03155821917808219 }, "selected_to_preprocess_start": { "n": 293, "sum_ns": 211958161, "mean_ms": 0.7234066928327645 }, "preprocess_start_to_preprocess_output": { "n": 293, "sum_ns": 223029953, "mean_ms": 0.7611943788395905 }, "selected_to_preprocess": { "n": 293, "sum_ns": 492745431, "mean_ms": 1.6817250204778158 }, "preprocess_start_to_preprocess": { "n": 293, "sum_ns": 280787270, "mean_ms": 0.9583183276450512 }, "preprocess_output_to_infer_entry": { "n": 293, "sum_ns": 57757317, "mean_ms": 0.19712394880546077 }, "preprocess_to_infer_output": { "n": 293, "sum_ns": 5611477969, "mean_ms": 19.151801941979524 }, "preprocess_to_callback": { "n": 293, "sum_ns": 5827466664, "mean_ms": 19.88896472354949 }, "infer_output_to_callback": { "n": 293, "sum_ns": 215988695, "mean_ms": 0.7371627815699658 }, "copy_wall": { "n": 293, "sum_ns": 945705143, "mean_ms": 3.2276626040955634 }, "copy_thread_cpu": { "n": 293, "sum_ns": 943101561, "mean_ms": 3.2187766587030717 }, "callback_to_copied": { "n": 293, "sum_ns": 995436065, "mean_ms": 3.3973927133105803 }, "accepted_interval": { "n": 293, "sum_ns": 30090609136, "mean_ms": 102.69832469624573 }, "selected_to_submitted": { "n": 293, "sum_ns": 7340251025, "mean_ms": 25.05205127986348 }, "completed_queue_wait": { "n": 293, "sum_ns": 146995305, "mean_ms": 0.5016904607508532 }, "result_observations_wall": { "n": 293, "sum_ns": 282382921, "mean_ms": 0.9637642354948806 }, "result_observations_cpu": { "n": 293, "sum_ns": 281681917, "mean_ms": 0.9613717303754266 }, "result_nms_wall": { "n": 293, "sum_ns": 258933172, "mean_ms": 0.8837309624573378 }, "result_nms_cpu": { "n": 293, "sum_ns": 155948676, "mean_ms": 0.5322480409556314 }, "result_tracking_wall": { "n": 293, "sum_ns": 883759513, "mean_ms": 3.0162440716723546 }, "result_tracking_cpu": { "n": 293, "sum_ns": 673709742, "mean_ms": 2.2993506552901026 }, "result_region_wall": { "n": 293, "sum_ns": 131899477, "mean_ms": 0.45016886348122864 }, "result_region_cpu": { "n": 293, "sum_ns": 131926458, "mean_ms": 0.45026094880546075 }, "result_fall_wall": { "n": 293, "sum_ns": 746048502, "mean_ms": 2.5462406211604094 }, "result_fall_cpu": { "n": 293, "sum_ns": 744231038, "mean_ms": 2.540037672354949 }, "result_fight_wall": { "n": 293, "sum_ns": 152409399, "mean_ms": 0.5201685972696246 }, "result_fight_cpu": { "n": 293, "sum_ns": 152095739, "mean_ms": 0.5190980853242321 }, "result_collector_wall": { "n": 293, "sum_ns": 791377375, "mean_ms": 2.7009466723549487 }, "result_collector_cpu": { "n": 293, "sum_ns": 785228252, "mean_ms": 2.6799599044368603 }, "result_composition_wall": { "n": 293, "sum_ns": 4574304, "mean_ms": 0.0156119590443686 }, "result_composition_cpu": { "n": 293, "sum_ns": 4589608, "mean_ms": 0.015664191126279862 }, "result_artifact_handoff_wall": { "n": 293, "sum_ns": 3535736, "mean_ms": 0.012067358361774744 }, "result_artifact_handoff_cpu": { "n": 293, "sum_ns": 3039156, "mean_ms": 0.010372546075085323 }, "result_publish_wall": { "n": 294, "sum_ns": 982295007, "mean_ms": 3.3411394795918365 }, "result_publish_cpu": { "n": 294, "sum_ns": 970907051, "mean_ms": 3.30240493537415 }, "result_total_wall": { "n": 294, "sum_ns": 4518617596, "mean_ms": 15.369447605442177 }, "result_total_cpu": { "n": 294, "sum_ns": 4179884848, "mean_ms": 14.217295401360543 } } }, { "mode": "pose-a-resume", "level": 14, "camera": "36", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.97940689, "new_channel": false, "seconds": 30.00001526903361, "selected_fps": 9.940156624626272, "requested_fps": 9.940156624626272, "complete_fps": 9.90680039434229, "accepted_fps": 9.90680039434229, "finalized_fps": 9.90680039434229, "redis_fps": 9.90680039434229, "redis_read_fps": 9.866661644853725, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 2, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.14, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 1, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.3923061150126159, "redis_interval_s": { "n": 295, "mean": 0.10130342497959954, "median": 0.09640301199397072, "p95": 0.15631435497198254, "maximum": 0.3923061150126159, "minimum": 0.005890903994441032 }, "redis_drift_s": { "n": 296, "mean": -8.644590861040328, "median": -8.64666529647819, "p95": -8.609250246964862, "maximum": -8.317819718962994, "minimum": -8.756839656961617 }, "redis_drift_s_per_min": 0.01505626024518779, "ingress_drift_s": { "n": 12, "mean": 0.002124556666666185, "median": 0.003831723000004672, "p95": 0.03734569399999543, "maximum": 0.03734569399999543, "minimum": -0.028107794999996827 }, "ingress_drift_s_per_min": 0.07156938984856856, "source_drift_s": { "n": 12, "mean": 0.00174416666666725, "median": 0.0035790000000019973, "p95": 0.03708399999999301, "maximum": 0.03708399999999301, "minimum": -0.028241999999991663 }, "ingress_to_redis_ms": { "n": 296, "mean": 32.023648648648646, "median": 30.0, "p95": 40, "maximum": 126, "minimum": 18 }, "source_samples": 12, "redis_samples": 296, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 296, "sum_ns": 13499705000, "mean_ms": 45.60711148648649 }, "source_exit_to_ingress": { "n": 296, "sum_ns": 194055769, "mean_ms": 0.6555938141891893 }, "source_encoded_queue": { "n": 296, "sum_ns": 8433000, "mean_ms": 0.028489864864864864 }, "decode_between_queues": { "n": 296, "sum_ns": 13361471000, "mean_ms": 45.14010472972973 }, "source_raw_queue": { "n": 296, "sum_ns": 22146000, "mean_ms": 0.07481756756756758 }, "raw_queue_to_source_exit": { "n": 296, "sum_ns": 8429000, "mean_ms": 0.02847635135135135 }, "selected_to_preprocess_start": { "n": 298, "sum_ns": 203571156, "mean_ms": 0.6831246845637584 }, "preprocess_start_to_preprocess_output": { "n": 298, "sum_ns": 225929448, "mean_ms": 0.7581525100671141 }, "selected_to_preprocess": { "n": 298, "sum_ns": 479392975, "mean_ms": 1.6087012583892617 }, "preprocess_start_to_preprocess": { "n": 298, "sum_ns": 275821819, "mean_ms": 0.9255765738255034 }, "preprocess_output_to_infer_entry": { "n": 298, "sum_ns": 49892371, "mean_ms": 0.16742406375838928 }, "preprocess_to_infer_output": { "n": 297, "sum_ns": 5388561234, "mean_ms": 18.143303818181817 }, "preprocess_to_callback": { "n": 297, "sum_ns": 5586174255, "mean_ms": 18.808667525252524 }, "infer_output_to_callback": { "n": 297, "sum_ns": 197613021, "mean_ms": 0.6653637070707071 }, "copy_wall": { "n": 297, "sum_ns": 1022565410, "mean_ms": 3.442981178451179 }, "copy_thread_cpu": { "n": 297, "sum_ns": 1019037520, "mean_ms": 3.431102760942761 }, "callback_to_copied": { "n": 297, "sum_ns": 1074273129, "mean_ms": 3.6170812424242422 }, "accepted_interval": { "n": 297, "sum_ns": 29893048476, "mean_ms": 100.64999486868687 }, "selected_to_submitted": { "n": 297, "sum_ns": 7162542910, "mean_ms": 24.116306094276094 }, "completed_queue_wait": { "n": 297, "sum_ns": 70167628, "mean_ms": 0.23625463973063973 }, "result_observations_wall": { "n": 297, "sum_ns": 282432914, "mean_ms": 0.9509525723905724 }, "result_observations_cpu": { "n": 297, "sum_ns": 282546639, "mean_ms": 0.9513354848484848 }, "result_nms_wall": { "n": 297, "sum_ns": 169017237, "mean_ms": 0.5690816060606061 }, "result_nms_cpu": { "n": 297, "sum_ns": 143671474, "mean_ms": 0.48374233670033673 }, "result_tracking_wall": { "n": 297, "sum_ns": 226824559, "mean_ms": 0.7637190538720539 }, "result_tracking_cpu": { "n": 297, "sum_ns": 215129518, "mean_ms": 0.7243418114478114 }, "result_region_wall": { "n": 297, "sum_ns": 61595936, "mean_ms": 0.2073937239057239 }, "result_region_cpu": { "n": 297, "sum_ns": 61620673, "mean_ms": 0.20747701346801348 }, "result_fall_wall": { "n": 297, "sum_ns": 112305187, "mean_ms": 0.37813194276094275 }, "result_fall_cpu": { "n": 297, "sum_ns": 112290078, "mean_ms": 0.3780810707070707 }, "result_fight_wall": { "n": 297, "sum_ns": 36451561, "mean_ms": 0.12273252861952862 }, "result_fight_cpu": { "n": 297, "sum_ns": 36474164, "mean_ms": 0.122808632996633 }, "result_collector_wall": { "n": 297, "sum_ns": 954203070, "mean_ms": 3.2128049494949495 }, "result_collector_cpu": { "n": 297, "sum_ns": 947366720, "mean_ms": 3.1897869360269357 }, "result_composition_wall": { "n": 297, "sum_ns": 4818121, "mean_ms": 0.01622262962962963 }, "result_composition_cpu": { "n": 297, "sum_ns": 4830928, "mean_ms": 0.01626575084175084 }, "result_artifact_handoff_wall": { "n": 297, "sum_ns": 3058492, "mean_ms": 0.010297952861952862 }, "result_artifact_handoff_cpu": { "n": 297, "sum_ns": 3042504, "mean_ms": 0.010244121212121211 }, "result_publish_wall": { "n": 297, "sum_ns": 66078943, "mean_ms": 0.22248802356902356 }, "result_publish_cpu": { "n": 297, "sum_ns": 65129697, "mean_ms": 0.2192919090909091 }, "result_total_wall": { "n": 297, "sum_ns": 2163201254, "mean_ms": 7.283505905723906 }, "result_total_cpu": { "n": 297, "sum_ns": 2117132096, "mean_ms": 7.128390895622896 } } }, { "mode": "pose-a-resume", "level": 14, "camera": "37", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.147276819, "new_channel": false, "seconds": 30.00001526903361, "selected_fps": 9.984318046607047, "requested_fps": 9.984318046607047, "complete_fps": 10.017488538456242, "accepted_fps": 10.017488538456242, "finalized_fps": 10.017488538456242, "redis_fps": 10.017488538456242, "redis_read_fps": 9.933328277589222, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 3, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.1, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 3, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.3782201579888351, "redis_interval_s": { "n": 297, "mean": 0.10072882735364058, "median": 0.09894323704065755, "p95": 0.16974934499012306, "maximum": 0.3782201579888351, "minimum": 0.00439269799971953 }, "redis_drift_s": { "n": 298, "mean": -0.03349726881831548, "median": -0.038383143999382696, "p95": 0.03138577500637041, "maximum": 0.221854370965616, "minimum": -0.10159839299414841 }, "redis_drift_s_per_min": 0.004871436842791877, "ingress_drift_s": { "n": 12, "mean": -0.0005824645833338119, "median": 0.0005656094999935135, "p95": 0.029914507000000867, "maximum": 0.029914507000000867, "minimum": -0.014695262000003595 }, "ingress_drift_s_per_min": -0.0013927100445275792, "source_drift_s": { "n": 12, "mean": -0.000891583333333538, "median": 3.999999999848569e-05, "p95": 0.02972800000000575, "maximum": 0.02972800000000575, "minimum": -0.01482599999999934 }, "ingress_to_redis_ms": { "n": 298, "mean": 34.144295302013425, "median": 30.0, "p95": 45, "maximum": 217, "minimum": 19 }, "source_samples": 12, "redis_samples": 298, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 301, "sum_ns": 207742847, "mean_ms": 0.6901755714285714 }, "depay_to_source_exit": { "n": 299, "sum_ns": 13831587000, "mean_ms": 46.25948829431439 }, "source_exit_to_ingress": { "n": 299, "sum_ns": 786002755, "mean_ms": 2.6287717558528425 }, "source_encoded_queue": { "n": 299, "sum_ns": 10987000, "mean_ms": 0.03674581939799331 }, "decode_between_queues": { "n": 299, "sum_ns": 13707196000, "mean_ms": 45.843464882943145 }, "source_raw_queue": { "n": 299, "sum_ns": 19410000, "mean_ms": 0.06491638795986622 }, "raw_queue_to_source_exit": { "n": 299, "sum_ns": 9340000, "mean_ms": 0.031237458193979932 }, "preprocess_start_to_preprocess_output": { "n": 301, "sum_ns": 210124189, "mean_ms": 0.6980870066445183 }, "selected_to_preprocess": { "n": 301, "sum_ns": 478294568, "mean_ms": 1.5890184983388704 }, "preprocess_start_to_preprocess": { "n": 301, "sum_ns": 270551721, "mean_ms": 0.898842926910299 }, "preprocess_output_to_infer_entry": { "n": 301, "sum_ns": 60427532, "mean_ms": 0.20075592026578074 }, "preprocess_to_infer_output": { "n": 302, "sum_ns": 5453353012, "mean_ms": 18.057460304635764 }, "preprocess_to_callback": { "n": 302, "sum_ns": 5665646750, "mean_ms": 18.760419701986756 }, "infer_output_to_callback": { "n": 302, "sum_ns": 212293738, "mean_ms": 0.7029593973509933 }, "copy_wall": { "n": 302, "sum_ns": 1306117655, "mean_ms": 4.324892897350993 }, "copy_thread_cpu": { "n": 302, "sum_ns": 1301263113, "mean_ms": 4.308818254966888 }, "callback_to_copied": { "n": 302, "sum_ns": 1358967095, "mean_ms": 4.499891043046358 }, "accepted_interval": { "n": 302, "sum_ns": 30204826398, "mean_ms": 100.01598145033113 }, "selected_to_submitted": { "n": 302, "sum_ns": 7532056751, "mean_ms": 24.94058526821192 }, "completed_queue_wait": { "n": 302, "sum_ns": 69303957, "mean_ms": 0.2294833013245033 }, "result_observations_wall": { "n": 302, "sum_ns": 292473720, "mean_ms": 0.9684560264900662 }, "result_observations_cpu": { "n": 302, "sum_ns": 292628376, "mean_ms": 0.9689681324503311 }, "result_nms_wall": { "n": 302, "sum_ns": 187993282, "mean_ms": 0.6224943112582781 }, "result_nms_cpu": { "n": 302, "sum_ns": 143761348, "mean_ms": 0.47603095364238407 }, "result_tracking_wall": { "n": 302, "sum_ns": 282229648, "mean_ms": 0.9345352582781457 }, "result_tracking_cpu": { "n": 302, "sum_ns": 266155165, "mean_ms": 0.8813084933774834 }, "result_region_wall": { "n": 302, "sum_ns": 61839429, "mean_ms": 0.20476632119205299 }, "result_region_cpu": { "n": 302, "sum_ns": 61869638, "mean_ms": 0.20486635099337747 }, "result_fall_wall": { "n": 302, "sum_ns": 148325146, "mean_ms": 0.4911428675496689 }, "result_fall_cpu": { "n": 302, "sum_ns": 148327051, "mean_ms": 0.49114917549668874 }, "result_fight_wall": { "n": 302, "sum_ns": 32422082, "mean_ms": 0.10735788741721855 }, "result_fight_cpu": { "n": 302, "sum_ns": 32455130, "mean_ms": 0.1074673178807947 }, "result_collector_wall": { "n": 302, "sum_ns": 1170332769, "mean_ms": 3.875274069536424 }, "result_collector_cpu": { "n": 302, "sum_ns": 1161215140, "mean_ms": 3.8450832450331123 }, "result_composition_wall": { "n": 302, "sum_ns": 4711414, "mean_ms": 0.015600708609271523 }, "result_composition_cpu": { "n": 302, "sum_ns": 4720761, "mean_ms": 0.01563165894039735 }, "result_artifact_handoff_wall": { "n": 302, "sum_ns": 4289338, "mean_ms": 0.0142031059602649 }, "result_artifact_handoff_cpu": { "n": 302, "sum_ns": 2925786, "mean_ms": 0.009688033112582782 }, "result_publish_wall": { "n": 302, "sum_ns": 114036600, "mean_ms": 0.37760463576158937 }, "result_publish_cpu": { "n": 302, "sum_ns": 112319469, "mean_ms": 0.3719187715231788 }, "result_total_wall": { "n": 302, "sum_ns": 2558472527, "mean_ms": 8.471763334437085 }, "result_total_cpu": { "n": 302, "sum_ns": 2476841851, "mean_ms": 8.201463082781457 } } }, { "mode": "pose-a-resume", "level": 14, "camera": "38", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.778501546, "new_channel": false, "seconds": 30.00001526903361, "selected_fps": 9.872894361250745, "requested_fps": 9.872894361250745, "complete_fps": 9.872894361250745, "accepted_fps": 9.872894361250745, "finalized_fps": 9.872894361250745, "redis_fps": 9.872894361250745, "redis_read_fps": 9.866661644853725, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 7, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.109, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 2, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.45453719998477027, "redis_interval_s": { "n": 295, "mean": 0.10144245757966033, "median": 0.10141666600247845, "p95": 0.15990717499516904, "maximum": 0.45453719998477027, "minimum": 0.0036161370226182044 }, "redis_drift_s": { "n": 296, "mean": -3.0500289294744016, "median": -3.053166042023804, "p95": -3.0036379009923024, "maximum": -2.7185724900127326, "minimum": -3.1671554059847296 }, "redis_drift_s_per_min": -0.013938110460262297, "ingress_drift_s": { "n": 12, "mean": 0.03054456583333239, "median": 0.03499998349999345, "p95": 0.06902512499999602, "maximum": 0.06902512499999602, "minimum": 0.001264645000006226 }, "ingress_drift_s_per_min": -0.044088698300839835, "source_drift_s": { "n": 12, "mean": 0.030275249999998977, "median": 0.03424949999999427, "p95": 0.06849499999999864, "maximum": 0.06849499999999864, "minimum": 0.001193999999998141 }, "ingress_to_redis_ms": { "n": 296, "mean": 35.0472972972973, "median": 31.0, "p95": 44, "maximum": 174, "minimum": 20 }, "source_samples": 12, "redis_samples": 296, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 294, "sum_ns": 13524877000, "mean_ms": 46.00298299319728 }, "source_exit_to_ingress": { "n": 294, "sum_ns": 495170431, "mean_ms": 1.6842531666666667 }, "source_encoded_queue": { "n": 294, "sum_ns": 9340000, "mean_ms": 0.0317687074829932 }, "decode_between_queues": { "n": 294, "sum_ns": 13268188000, "mean_ms": 45.129891156462584 }, "source_raw_queue": { "n": 294, "sum_ns": 81872000, "mean_ms": 0.2784761904761905 }, "raw_queue_to_source_exit": { "n": 294, "sum_ns": 7909000, "mean_ms": 0.026901360544217687 }, "selected_to_preprocess_start": { "n": 294, "sum_ns": 209366295, "mean_ms": 0.7121302551020409 }, "preprocess_start_to_preprocess_output": { "n": 294, "sum_ns": 229605424, "mean_ms": 0.7809708299319728 }, "selected_to_preprocess": { "n": 294, "sum_ns": 505776267, "mean_ms": 1.7203274387755103 }, "preprocess_start_to_preprocess": { "n": 294, "sum_ns": 296409972, "mean_ms": 1.0081971836734693 }, "preprocess_output_to_infer_entry": { "n": 294, "sum_ns": 66804548, "mean_ms": 0.2272263537414966 }, "preprocess_to_infer_output": { "n": 294, "sum_ns": 5660097342, "mean_ms": 19.252031775510204 }, "preprocess_to_callback": { "n": 294, "sum_ns": 5859903185, "mean_ms": 19.93164348639456 }, "infer_output_to_callback": { "n": 294, "sum_ns": 199805843, "mean_ms": 0.6796117108843537 }, "copy_wall": { "n": 294, "sum_ns": 1461895392, "mean_ms": 4.972433306122449 }, "copy_thread_cpu": { "n": 294, "sum_ns": 1450446969, "mean_ms": 4.933493091836735 }, "callback_to_copied": { "n": 294, "sum_ns": 1511662045, "mean_ms": 5.141707636054422 }, "accepted_interval": { "n": 294, "sum_ns": 29794387759, "mean_ms": 101.34145496258503 }, "selected_to_submitted": { "n": 294, "sum_ns": 7902091283, "mean_ms": 26.877861506802724 }, "completed_queue_wait": { "n": 294, "sum_ns": 93644207, "mean_ms": 0.3185177108843537 }, "result_observations_wall": { "n": 294, "sum_ns": 277173419, "mean_ms": 0.9427667312925171 }, "result_observations_cpu": { "n": 294, "sum_ns": 277196894, "mean_ms": 0.9428465782312926 }, "result_nms_wall": { "n": 294, "sum_ns": 178480608, "mean_ms": 0.6070768979591836 }, "result_nms_cpu": { "n": 294, "sum_ns": 143153366, "mean_ms": 0.4869162108843537 }, "result_tracking_wall": { "n": 294, "sum_ns": 276295039, "mean_ms": 0.9397790442176871 }, "result_tracking_cpu": { "n": 294, "sum_ns": 252124020, "mean_ms": 0.857564693877551 }, "result_region_wall": { "n": 294, "sum_ns": 64842824, "mean_ms": 0.22055382312925167 }, "result_region_cpu": { "n": 294, "sum_ns": 64861406, "mean_ms": 0.22061702721088436 }, "result_fall_wall": { "n": 294, "sum_ns": 147160627, "mean_ms": 0.5005463503401361 }, "result_fall_cpu": { "n": 294, "sum_ns": 147185670, "mean_ms": 0.5006315306122449 }, "result_fight_wall": { "n": 294, "sum_ns": 35094330, "mean_ms": 0.1193684693877551 }, "result_fight_cpu": { "n": 294, "sum_ns": 35028721, "mean_ms": 0.11914530952380953 }, "result_collector_wall": { "n": 294, "sum_ns": 831851851, "mean_ms": 2.8294280646258505 }, "result_collector_cpu": { "n": 294, "sum_ns": 827993664, "mean_ms": 2.8163049795918367 }, "result_composition_wall": { "n": 294, "sum_ns": 4921023, "mean_ms": 0.016738173469387756 }, "result_composition_cpu": { "n": 294, "sum_ns": 4930713, "mean_ms": 0.016771132653061224 }, "result_artifact_handoff_wall": { "n": 294, "sum_ns": 3002709, "mean_ms": 0.010213295918367346 }, "result_artifact_handoff_cpu": { "n": 294, "sum_ns": 2959415, "mean_ms": 0.010066037414965985 }, "result_publish_wall": { "n": 294, "sum_ns": 107696627, "mean_ms": 0.36631505782312923 }, "result_publish_cpu": { "n": 294, "sum_ns": 107762285, "mean_ms": 0.3665383843537415 }, "result_total_wall": { "n": 294, "sum_ns": 2178616097, "mean_ms": 7.410258833333333 }, "result_total_cpu": { "n": 294, "sum_ns": 2113771672, "mean_ms": 7.18969956462585 } } }, { "mode": "pose-a-resume", "level": 14, "camera": "39", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.143049271, "new_channel": false, "seconds": 30.00001526903361, "selected_fps": 9.98571834235715, "requested_fps": 9.98571834235715, "complete_fps": 9.98571834235715, "accepted_fps": 9.98571834235715, "finalized_fps": 9.98571834235715, "redis_fps": 9.98571834235715, "redis_read_fps": 9.966661593956971, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 1, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.127, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.22311807802179828, "redis_interval_s": { "n": 298, "mean": 0.10042089046992443, "median": 0.09678360397811048, "p95": 0.16853716899640858, "maximum": 0.22311807802179828, "minimum": 0.019783322990406305 }, "redis_drift_s": { "n": 299, "mean": -1.3653701920903982, "median": -1.3670852760095187, "p95": -1.3322346390150557, "maximum": -1.2233013969906636, "minimum": -1.4177560339914663 }, "redis_drift_s_per_min": 0.005597503232902977, "ingress_drift_s": { "n": 12, "mean": 0.011496300249999555, "median": 0.003994654500004913, "p95": 0.07838504000000057, "maximum": 0.07838504000000057, "minimum": -0.014000930999998218 }, "ingress_drift_s_per_min": -0.10247018689233241, "source_drift_s": { "n": 12, "mean": 0.005156416666666293, "median": 0.0038839999999993324, "p95": 0.03754299999999944, "maximum": 0.03754299999999944, "minimum": -0.01402900000000784 }, "ingress_to_redis_ms": { "n": 299, "mean": 33.88294314381271, "median": 31, "p95": 42, "maximum": 141, "minimum": 21 }, "source_samples": 12, "redis_samples": 299, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 300, "sum_ns": 13609039000, "mean_ms": 45.363463333333335 }, "source_exit_to_ingress": { "n": 300, "sum_ns": 325526719, "mean_ms": 1.0850890633333332 }, "source_encoded_queue": { "n": 300, "sum_ns": 9235000, "mean_ms": 0.030783333333333333 }, "decode_between_queues": { "n": 300, "sum_ns": 13504967000, "mean_ms": 45.016556666666666 }, "source_raw_queue": { "n": 300, "sum_ns": 11565000, "mean_ms": 0.03855 }, "raw_queue_to_source_exit": { "n": 300, "sum_ns": 8771000, "mean_ms": 0.029236666666666668 }, "selected_to_preprocess_start": { "n": 301, "sum_ns": 205080958, "mean_ms": 0.6813320863787375 }, "preprocess_start_to_preprocess_output": { "n": 301, "sum_ns": 188028101, "mean_ms": 0.6246780764119602 }, "selected_to_preprocess": { "n": 301, "sum_ns": 444500045, "mean_ms": 1.4767443355481726 }, "preprocess_start_to_preprocess": { "n": 301, "sum_ns": 239419087, "mean_ms": 0.7954122491694352 }, "preprocess_output_to_infer_entry": { "n": 301, "sum_ns": 51390986, "mean_ms": 0.17073417275747507 }, "preprocess_to_infer_output": { "n": 301, "sum_ns": 5821611366, "mean_ms": 19.340901548172756 }, "preprocess_to_callback": { "n": 301, "sum_ns": 6027722741, "mean_ms": 20.025656946843856 }, "infer_output_to_callback": { "n": 301, "sum_ns": 206111375, "mean_ms": 0.6847553986710964 }, "copy_wall": { "n": 301, "sum_ns": 932144175, "mean_ms": 3.0968245016611298 }, "copy_thread_cpu": { "n": 301, "sum_ns": 930237416, "mean_ms": 3.0904897541528236 }, "callback_to_copied": { "n": 301, "sum_ns": 983610210, "mean_ms": 3.2678080066445183 }, "accepted_interval": { "n": 301, "sum_ns": 30121382224, "mean_ms": 100.07103728903654 }, "selected_to_submitted": { "n": 301, "sum_ns": 7481482553, "mean_ms": 24.855423764119603 }, "completed_queue_wait": { "n": 301, "sum_ns": 58411024, "mean_ms": 0.19405655813953487 }, "result_observations_wall": { "n": 301, "sum_ns": 292158183, "mean_ms": 0.9706251926910299 }, "result_observations_cpu": { "n": 301, "sum_ns": 292265113, "mean_ms": 0.9709804418604651 }, "result_nms_wall": { "n": 301, "sum_ns": 178452271, "mean_ms": 0.5928646877076411 }, "result_nms_cpu": { "n": 301, "sum_ns": 149622904, "mean_ms": 0.49708605980066445 }, "result_tracking_wall": { "n": 301, "sum_ns": 245985935, "mean_ms": 0.8172290199335548 }, "result_tracking_cpu": { "n": 301, "sum_ns": 239824989, "mean_ms": 0.7967607607973421 }, "result_region_wall": { "n": 301, "sum_ns": 80526658, "mean_ms": 0.2675304252491695 }, "result_region_cpu": { "n": 301, "sum_ns": 80550259, "mean_ms": 0.26760883388704315 }, "result_fall_wall": { "n": 301, "sum_ns": 202893833, "mean_ms": 0.6740658903654485 }, "result_fall_cpu": { "n": 301, "sum_ns": 200131199, "mean_ms": 0.664887704318937 }, "result_fight_wall": { "n": 301, "sum_ns": 53090351, "mean_ms": 0.17637990365448503 }, "result_fight_cpu": { "n": 301, "sum_ns": 53128872, "mean_ms": 0.17650788039867107 }, "result_collector_wall": { "n": 301, "sum_ns": 1143434111, "mean_ms": 3.7987844219269107 }, "result_collector_cpu": { "n": 301, "sum_ns": 1133354373, "mean_ms": 3.7652969202657807 }, "result_composition_wall": { "n": 301, "sum_ns": 4781572, "mean_ms": 0.01588562126245847 }, "result_composition_cpu": { "n": 301, "sum_ns": 4792528, "mean_ms": 0.015922019933554816 }, "result_artifact_handoff_wall": { "n": 301, "sum_ns": 3386854, "mean_ms": 0.011252006644518272 }, "result_artifact_handoff_cpu": { "n": 301, "sum_ns": 3367008, "mean_ms": 0.011186073089700996 }, "result_publish_wall": { "n": 301, "sum_ns": 66841058, "mean_ms": 0.22206331561461795 }, "result_publish_cpu": { "n": 301, "sum_ns": 66898062, "mean_ms": 0.2222526976744186 }, "result_total_wall": { "n": 301, "sum_ns": 2545678074, "mean_ms": 8.457402239202658 }, "result_total_cpu": { "n": 301, "sum_ns": 2496316322, "mean_ms": 8.293409707641196 } } }, { "mode": "pose-a-resume", "level": 14, "camera": "40", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.167286208, "new_channel": false, "seconds": 30.00001526903361, "selected_fps": 9.977695637739481, "requested_fps": 9.977695637739481, "complete_fps": 9.977695637739481, "accepted_fps": 9.977695637739481, "finalized_fps": 9.977695637739481, "redis_fps": 9.977695637739481, "redis_read_fps": 9.933328277589222, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.194, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 7, "analysis_gap_markers": 1, "c_suppressed": 0, "max_redis_silence_s": 0.3024931600666605, "redis_interval_s": { "n": 297, "mean": 0.10075740277122781, "median": 0.09723625902552158, "p95": 0.1964012659736909, "maximum": 0.3024931600666605, "minimum": 0.008347700000740588 }, "redis_drift_s": { "n": 298, "mean": -0.040101169859048144, "median": -0.04651313599990203, "p95": 0.0452445979826166, "maximum": 0.16542294503375388, "minimum": -0.11261226500710109 }, "redis_drift_s_per_min": -0.00132732610652529, "ingress_drift_s": { "n": 12, "mean": -0.000645174333331037, "median": 0.0002977975000035826, "p95": 0.01690273200000547, "maximum": 0.01690273200000547, "minimum": -0.028363529000003496 }, "ingress_drift_s_per_min": 0.051910805060331, "source_drift_s": { "n": 12, "mean": -0.0006864166666661712, "median": 4.450000000133514e-05, "p95": 0.017537000000004355, "maximum": 0.017537000000004355, "minimum": -0.02941300000000524 }, "ingress_to_redis_ms": { "n": 298, "mean": 41.600671140939596, "median": 35.0, "p95": 84, "maximum": 237, "minimum": 23 }, "source_samples": 12, "redis_samples": 298, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 301, "sum_ns": 225558650, "mean_ms": 0.7493642857142857 }, "depay_to_source_exit": { "n": 300, "sum_ns": 13880079000, "mean_ms": 46.26693 }, "source_exit_to_ingress": { "n": 300, "sum_ns": 1164907143, "mean_ms": 3.88302381 }, "source_encoded_queue": { "n": 300, "sum_ns": 8991000, "mean_ms": 0.02997 }, "decode_between_queues": { "n": 300, "sum_ns": 13670971000, "mean_ms": 45.569903333333336 }, "source_raw_queue": { "n": 300, "sum_ns": 126984000, "mean_ms": 0.42328 }, "raw_queue_to_source_exit": { "n": 300, "sum_ns": 8359000, "mean_ms": 0.027863333333333334 }, "preprocess_start_to_preprocess_output": { "n": 301, "sum_ns": 219645696, "mean_ms": 0.7297199202657808 }, "selected_to_preprocess": { "n": 301, "sum_ns": 508419276, "mean_ms": 1.6891005847176082 }, "preprocess_start_to_preprocess": { "n": 301, "sum_ns": 282860626, "mean_ms": 0.9397362990033222 }, "preprocess_output_to_infer_entry": { "n": 301, "sum_ns": 63214930, "mean_ms": 0.21001637873754153 }, "preprocess_to_infer_output": { "n": 301, "sum_ns": 5633627346, "mean_ms": 18.71636992026578 }, "preprocess_to_callback": { "n": 301, "sum_ns": 5844756179, "mean_ms": 19.41779461461794 }, "infer_output_to_callback": { "n": 301, "sum_ns": 211128833, "mean_ms": 0.7014246943521595 }, "copy_wall": { "n": 301, "sum_ns": 839045601, "mean_ms": 2.787526913621263 }, "copy_thread_cpu": { "n": 301, "sum_ns": 838557391, "mean_ms": 2.785904953488372 }, "callback_to_copied": { "n": 301, "sum_ns": 891643169, "mean_ms": 2.9622696644518274 }, "accepted_interval": { "n": 301, "sum_ns": 30234804652, "mean_ms": 100.44785598671096 }, "selected_to_submitted": { "n": 301, "sum_ns": 7270360323, "mean_ms": 24.154021006644516 }, "completed_queue_wait": { "n": 301, "sum_ns": 104656539, "mean_ms": 0.34769614285714284 }, "result_observations_wall": { "n": 301, "sum_ns": 285727291, "mean_ms": 0.9492601029900333 }, "result_observations_cpu": { "n": 301, "sum_ns": 284366630, "mean_ms": 0.944739634551495 }, "result_nms_wall": { "n": 301, "sum_ns": 284285836, "mean_ms": 0.9444712159468438 }, "result_nms_cpu": { "n": 301, "sum_ns": 157631460, "mean_ms": 0.5236925581395349 }, "result_tracking_wall": { "n": 301, "sum_ns": 956673080, "mean_ms": 3.1783158803986713 }, "result_tracking_cpu": { "n": 301, "sum_ns": 610067343, "mean_ms": 2.026801803986711 }, "result_region_wall": { "n": 301, "sum_ns": 132469261, "mean_ms": 0.44009721262458473 }, "result_region_cpu": { "n": 301, "sum_ns": 129564008, "mean_ms": 0.43044520930232555 }, "result_fall_wall": { "n": 301, "sum_ns": 647416243, "mean_ms": 2.1508845282392026 }, "result_fall_cpu": { "n": 301, "sum_ns": 645709250, "mean_ms": 2.1452134551495017 }, "result_fight_wall": { "n": 301, "sum_ns": 134755757, "mean_ms": 0.44769354485049834 }, "result_fight_cpu": { "n": 301, "sum_ns": 134442650, "mean_ms": 0.4466533222591362 }, "result_collector_wall": { "n": 301, "sum_ns": 1653823489, "mean_ms": 5.494430196013289 }, "result_collector_cpu": { "n": 301, "sum_ns": 1639438531, "mean_ms": 5.446639637873754 }, "result_composition_wall": { "n": 301, "sum_ns": 4720825, "mean_ms": 0.015683803986710963 }, "result_composition_cpu": { "n": 301, "sum_ns": 4727714, "mean_ms": 0.01570669102990033 }, "result_artifact_handoff_wall": { "n": 301, "sum_ns": 3574114, "mean_ms": 0.011874132890365449 }, "result_artifact_handoff_cpu": { "n": 301, "sum_ns": 3049296, "mean_ms": 0.01013055149501661 }, "result_publish_wall": { "n": 301, "sum_ns": 305112688, "mean_ms": 1.013663415282392 }, "result_publish_cpu": { "n": 301, "sum_ns": 294773795, "mean_ms": 0.9793149335548172 }, "result_total_wall": { "n": 301, "sum_ns": 4698841449, "mean_ms": 15.610768933554818 }, "result_total_cpu": { "n": 301, "sum_ns": 4191508490, "mean_ms": 13.925277375415282 } } }, { "mode": "pose-a-resume", "level": 14, "camera": "41", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.926698505, "new_channel": false, "seconds": 30.00001526903361, "selected_fps": 9.991078700179527, "requested_fps": 9.991078700179527, "complete_fps": 9.991078700179527, "accepted_fps": 9.991078700179527, "finalized_fps": 9.991078700179527, "redis_fps": 9.991078700179527, "redis_read_fps": 9.99999491032472, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 4, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.092, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 1, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.2776667680009268, "redis_interval_s": { "n": 299, "mean": 0.09989789303685741, "median": 0.09936098201433197, "p95": 0.160501726961229, "maximum": 0.2776667680009268, "minimum": 0.004429871973115951 }, "redis_drift_s": { "n": 300, "mean": -2.486010982185644, "median": -2.4893937015235394, "p95": -2.450241414033812, "maximum": -2.330254867047543, "minimum": -2.5406372460145548 }, "redis_drift_s_per_min": 0.014069248519889532, "ingress_drift_s": { "n": 12, "mean": -0.034455857166664806, "median": -0.033321421999993106, "p95": -0.004259853000007752, "maximum": -0.004259853000007752, "minimum": -0.08084995199999412 }, "ingress_drift_s_per_min": 0.07465946110760881, "source_drift_s": { "n": 12, "mean": -0.03439566666666612, "median": -0.03350350000000191, "p95": -0.004032000000009361, "maximum": -0.004032000000009361, "minimum": -0.08065899999999715 }, "ingress_to_redis_ms": { "n": 300, "mean": 32.58, "median": 28.0, "p95": 41, "maximum": 175, "minimum": 21 }, "source_samples": 12, "redis_samples": 300, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 299, "sum_ns": 12881264000, "mean_ms": 43.08115050167224 }, "source_exit_to_ingress": { "n": 299, "sum_ns": 273187882, "mean_ms": 0.9136718461538461 }, "source_encoded_queue": { "n": 299, "sum_ns": 9238000, "mean_ms": 0.030896321070234115 }, "decode_between_queues": { "n": 299, "sum_ns": 12623552000, "mean_ms": 42.21923745819398 }, "source_raw_queue": { "n": 299, "sum_ns": 61557000, "mean_ms": 0.20587625418060201 }, "raw_queue_to_source_exit": { "n": 299, "sum_ns": 7615000, "mean_ms": 0.025468227424749162 }, "selected_to_preprocess_start": { "n": 299, "sum_ns": 341276797, "mean_ms": 1.1413939698996656 }, "preprocess_start_to_preprocess_output": { "n": 299, "sum_ns": 203608131, "mean_ms": 0.6809636488294314 }, "selected_to_preprocess": { "n": 299, "sum_ns": 598648620, "mean_ms": 2.0021692976588628 }, "preprocess_start_to_preprocess": { "n": 299, "sum_ns": 257371823, "mean_ms": 0.8607753277591973 }, "preprocess_output_to_infer_entry": { "n": 299, "sum_ns": 53763692, "mean_ms": 0.17981167892976588 }, "preprocess_to_infer_output": { "n": 299, "sum_ns": 5309569834, "mean_ms": 17.757758642140466 }, "preprocess_to_callback": { "n": 299, "sum_ns": 5495954697, "mean_ms": 18.381119387959867 }, "infer_output_to_callback": { "n": 299, "sum_ns": 186384863, "mean_ms": 0.6233607458193979 }, "copy_wall": { "n": 299, "sum_ns": 1042078006, "mean_ms": 3.485210722408027 }, "copy_thread_cpu": { "n": 299, "sum_ns": 1038081527, "mean_ms": 3.4718445719063546 }, "callback_to_copied": { "n": 299, "sum_ns": 1094039518, "mean_ms": 3.6589950434782605 }, "accepted_interval": { "n": 299, "sum_ns": 29918462204, "mean_ms": 100.06174650167223 }, "selected_to_submitted": { "n": 299, "sum_ns": 7213533418, "mean_ms": 24.125529826086957 }, "completed_queue_wait": { "n": 299, "sum_ns": 66795439, "mean_ms": 0.2233961170568562 }, "result_observations_wall": { "n": 299, "sum_ns": 284233449, "mean_ms": 0.9506135418060201 }, "result_observations_cpu": { "n": 299, "sum_ns": 284320806, "mean_ms": 0.9509057056856187 }, "result_nms_wall": { "n": 299, "sum_ns": 176456891, "mean_ms": 0.5901568260869565 }, "result_nms_cpu": { "n": 299, "sum_ns": 150215226, "mean_ms": 0.5023920602006688 }, "result_tracking_wall": { "n": 299, "sum_ns": 193795923, "mean_ms": 0.6481468996655518 }, "result_tracking_cpu": { "n": 299, "sum_ns": 183657780, "mean_ms": 0.6142400668896322 }, "result_region_wall": { "n": 299, "sum_ns": 67796830, "mean_ms": 0.2267452508361204 }, "result_region_cpu": { "n": 299, "sum_ns": 67827210, "mean_ms": 0.22684685618729097 }, "result_fall_wall": { "n": 299, "sum_ns": 115658818, "mean_ms": 0.3868187892976589 }, "result_fall_cpu": { "n": 299, "sum_ns": 115710134, "mean_ms": 0.38699041471571904 }, "result_fight_wall": { "n": 299, "sum_ns": 35988589, "mean_ms": 0.12036317391304348 }, "result_fight_cpu": { "n": 299, "sum_ns": 36001687, "mean_ms": 0.12040697993311038 }, "result_collector_wall": { "n": 299, "sum_ns": 1131469855, "mean_ms": 3.7841801170568563 }, "result_collector_cpu": { "n": 299, "sum_ns": 1121806258, "mean_ms": 3.7518603946488294 }, "result_composition_wall": { "n": 299, "sum_ns": 5210354, "mean_ms": 0.017425933110367893 }, "result_composition_cpu": { "n": 299, "sum_ns": 5201188, "mean_ms": 0.017395277591973245 }, "result_artifact_handoff_wall": { "n": 299, "sum_ns": 3049211, "mean_ms": 0.010198030100334448 }, "result_artifact_handoff_cpu": { "n": 299, "sum_ns": 3028770, "mean_ms": 0.010129665551839466 }, "result_publish_wall": { "n": 299, "sum_ns": 85819421, "mean_ms": 0.2870214749163879 }, "result_publish_cpu": { "n": 299, "sum_ns": 85849453, "mean_ms": 0.28712191638795986 }, "result_total_wall": { "n": 299, "sum_ns": 2351614797, "mean_ms": 7.8649324314381275 }, "result_total_cpu": { "n": 299, "sum_ns": 2304439531, "mean_ms": 7.707155622073579 } } }, { "mode": "pose-a-resume", "level": 14, "camera": "42", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.863786096, "new_channel": false, "seconds": 30.00001526903361, "selected_fps": 9.9451556157436, "requested_fps": 9.9451556157436, "complete_fps": 9.9451556157436, "accepted_fps": 9.9451556157436, "finalized_fps": 9.97864098818718, "redis_fps": 9.9451556157436, "redis_read_fps": 10.03332822669247, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.197, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 8, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.34226787101943046, "redis_interval_s": { "n": 300, "mean": 0.09982044220649793, "median": 0.09589303898974322, "p95": 0.18776748300297186, "maximum": 0.34226787101943046, "minimum": 0.004090528993401676 }, "redis_drift_s": { "n": 301, "mean": -0.7085262658239089, "median": -0.7170339780328732, "p95": -0.6166177030391964, "maximum": -0.49881390600884856, "minimum": -0.7706532500116126 }, "redis_drift_s_per_min": 0.029399709444912808, "ingress_drift_s": { "n": 12, "mean": -0.0008386283333348862, "median": 0.0006163694999941072, "p95": 0.017507227000002956, "maximum": 0.017507227000002956, "minimum": -0.030785574000006477 }, "ingress_drift_s_per_min": -0.02767039366621253, "source_drift_s": { "n": 12, "mean": -0.00016499999999967466, "median": 0.0017695000000017558, "p95": 0.018743999999998096, "maximum": 0.018743999999998096, "minimum": -0.029831000000001495 }, "ingress_to_redis_ms": { "n": 301, "mean": 39.920265780730894, "median": 33, "p95": 66, "maximum": 280, "minimum": 23 }, "source_samples": 12, "redis_samples": 301, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 297, "sum_ns": 13336700000, "mean_ms": 44.90471380471381 }, "source_exit_to_ingress": { "n": 297, "sum_ns": 1132688539, "mean_ms": 3.8137661245791246 }, "source_encoded_queue": { "n": 297, "sum_ns": 11127000, "mean_ms": 0.037464646464646464 }, "decode_between_queues": { "n": 297, "sum_ns": 13094510000, "mean_ms": 44.08925925925926 }, "source_raw_queue": { "n": 297, "sum_ns": 124058000, "mean_ms": 0.4177037037037037 }, "raw_queue_to_source_exit": { "n": 297, "sum_ns": 7674000, "mean_ms": 0.025838383838383838 }, "selected_to_preprocess_start": { "n": 297, "sum_ns": 212124143, "mean_ms": 0.7142227037037037 }, "preprocess_start_to_preprocess_output": { "n": 297, "sum_ns": 269976491, "mean_ms": 0.9090117542087541 }, "selected_to_preprocess": { "n": 297, "sum_ns": 555466711, "mean_ms": 1.8702582861952861 }, "preprocess_start_to_preprocess": { "n": 297, "sum_ns": 343342568, "mean_ms": 1.1560355824915824 }, "preprocess_output_to_infer_entry": { "n": 297, "sum_ns": 73366077, "mean_ms": 0.2470238282828283 }, "preprocess_to_infer_output": { "n": 297, "sum_ns": 5579647307, "mean_ms": 18.786691269360272 }, "preprocess_to_callback": { "n": 297, "sum_ns": 5784253893, "mean_ms": 19.47560233333333 }, "infer_output_to_callback": { "n": 297, "sum_ns": 204606586, "mean_ms": 0.6889110639730639 }, "copy_wall": { "n": 297, "sum_ns": 675803411, "mean_ms": 2.2754323602693605 }, "copy_thread_cpu": { "n": 297, "sum_ns": 674828120, "mean_ms": 2.272148552188552 }, "callback_to_copied": { "n": 297, "sum_ns": 727374698, "mean_ms": 2.449073057239057 }, "accepted_interval": { "n": 297, "sum_ns": 29701789018, "mean_ms": 100.00602362962962 }, "selected_to_submitted": { "n": 297, "sum_ns": 7090615906, "mean_ms": 23.87412762962963 }, "completed_queue_wait": { "n": 297, "sum_ns": 146364440, "mean_ms": 0.4928095622895623 }, "result_observations_wall": { "n": 297, "sum_ns": 249152047, "mean_ms": 0.8388957811447811 }, "result_observations_cpu": { "n": 297, "sum_ns": 249244529, "mean_ms": 0.8392071683501684 }, "result_nms_wall": { "n": 297, "sum_ns": 312352362, "mean_ms": 1.0516914545454545 }, "result_nms_cpu": { "n": 297, "sum_ns": 158760992, "mean_ms": 0.5345487946127947 }, "result_tracking_wall": { "n": 298, "sum_ns": 783264482, "mean_ms": 2.628404302013423 }, "result_tracking_cpu": { "n": 298, "sum_ns": 553956147, "mean_ms": 1.858913244966443 }, "result_region_wall": { "n": 298, "sum_ns": 101664554, "mean_ms": 0.34115622147651004 }, "result_region_cpu": { "n": 298, "sum_ns": 101650691, "mean_ms": 0.3411097013422819 }, "result_fall_wall": { "n": 298, "sum_ns": 816768359, "mean_ms": 2.7408334194630872 }, "result_fall_cpu": { "n": 298, "sum_ns": 810870765, "mean_ms": 2.72104283557047 }, "result_fight_wall": { "n": 298, "sum_ns": 156598537, "mean_ms": 0.5254984463087248 }, "result_fight_cpu": { "n": 298, "sum_ns": 155996940, "mean_ms": 0.5234796644295302 }, "result_collector_wall": { "n": 298, "sum_ns": 1513176354, "mean_ms": 5.077773 }, "result_collector_cpu": { "n": 298, "sum_ns": 1498256938, "mean_ms": 5.027707845637584 }, "result_composition_wall": { "n": 298, "sum_ns": 4370432, "mean_ms": 0.014665879194630872 }, "result_composition_cpu": { "n": 298, "sum_ns": 4380941, "mean_ms": 0.014701144295302015 }, "result_artifact_handoff_wall": { "n": 298, "sum_ns": 2983700, "mean_ms": 0.01001241610738255 }, "result_artifact_handoff_cpu": { "n": 298, "sum_ns": 2971646, "mean_ms": 0.00997196644295302 }, "result_publish_wall": { "n": 298, "sum_ns": 292359553, "mean_ms": 0.9810723255033557 }, "result_publish_cpu": { "n": 298, "sum_ns": 287411052, "mean_ms": 0.9644666174496644 }, "result_total_wall": { "n": 298, "sum_ns": 4499464272, "mean_ms": 15.098873395973156 }, "result_total_cpu": { "n": 298, "sum_ns": 4074944394, "mean_ms": 13.674310046979866 } } }, { "mode": "pose-a-resume", "level": 14, "camera": "43", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.081032292, "new_channel": true, "seconds": 30.00001526903361, "selected_fps": 9.906574917618522, "requested_fps": 9.906574917618522, "complete_fps": 9.906574917618522, "accepted_fps": 9.906574917618522, "finalized_fps": 9.906574917618522, "redis_fps": 9.906574917618522, "redis_read_fps": 9.899994961221473, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 1, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.071, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.37216263997834176, "redis_interval_s": { "n": 296, "mean": 0.10095236934461896, "median": 0.1006238484987989, "p95": 0.15493310999590904, "maximum": 0.37216263997834176, "minimum": 0.005594769027084112 }, "redis_drift_s": { "n": 297, "mean": -1.5160214500555766, "median": -1.5184001980000161, "p95": -1.4839124440215556, "maximum": -1.2432852180404588, "minimum": -1.6346904490133731 }, "redis_drift_s_per_min": 0.0074110858786432055, "ingress_drift_s": { "n": 12, "mean": 0.003600412499998947, "median": -0.0006714215000016566, "p95": 0.033197926999999794, "maximum": 0.033197926999999794, "minimum": -0.0015297520000014941 }, "ingress_drift_s_per_min": -0.006937905881720987, "source_drift_s": { "n": 12, "mean": 0.0033608333333331095, "median": -0.0006664999999994592, "p95": 0.03322700000000012, "maximum": 0.03322700000000012, "minimum": -0.0018290000000007467 }, "ingress_to_redis_ms": { "n": 297, "mean": 32.7979797979798, "median": 30, "p95": 41, "maximum": 150, "minimum": 18 }, "source_samples": 12, "redis_samples": 297, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 298, "sum_ns": 13790394000, "mean_ms": 46.27648993288591 }, "source_exit_to_ingress": { "n": 298, "sum_ns": 242443350, "mean_ms": 0.8135682885906039 }, "source_encoded_queue": { "n": 298, "sum_ns": 8161000, "mean_ms": 0.027385906040268457 }, "decode_between_queues": { "n": 298, "sum_ns": 13673393000, "mean_ms": 45.883869127516775 }, "source_raw_queue": { "n": 298, "sum_ns": 7798000, "mean_ms": 0.026167785234899328 }, "raw_queue_to_source_exit": { "n": 298, "sum_ns": 8033000, "mean_ms": 0.026956375838926176 }, "selected_to_preprocess_start": { "n": 298, "sum_ns": 199091037, "mean_ms": 0.6680907281879195 }, "preprocess_start_to_preprocess_output": { "n": 298, "sum_ns": 179213295, "mean_ms": 0.6013868959731543 }, "selected_to_preprocess": { "n": 298, "sum_ns": 429921945, "mean_ms": 1.442691090604027 }, "preprocess_start_to_preprocess": { "n": 298, "sum_ns": 230830908, "mean_ms": 0.7746003624161074 }, "preprocess_output_to_infer_entry": { "n": 298, "sum_ns": 51617613, "mean_ms": 0.17321346644295302 }, "preprocess_to_infer_output": { "n": 298, "sum_ns": 5786741323, "mean_ms": 19.418595043624162 }, "preprocess_to_callback": { "n": 298, "sum_ns": 5987211323, "mean_ms": 20.09131316442953 }, "infer_output_to_callback": { "n": 298, "sum_ns": 200470000, "mean_ms": 0.6727181208053691 }, "copy_wall": { "n": 298, "sum_ns": 757961108, "mean_ms": 2.543493651006711 }, "copy_thread_cpu": { "n": 298, "sum_ns": 755699019, "mean_ms": 2.535902748322148 }, "callback_to_copied": { "n": 298, "sum_ns": 808717063, "mean_ms": 2.713815647651007 }, "accepted_interval": { "n": 298, "sum_ns": 30066560548, "mean_ms": 100.89449848322147 }, "selected_to_submitted": { "n": 298, "sum_ns": 7250414667, "mean_ms": 24.330250560402686 }, "completed_queue_wait": { "n": 298, "sum_ns": 51492509, "mean_ms": 0.1727936543624161 }, "result_observations_wall": { "n": 298, "sum_ns": 247122071, "mean_ms": 0.8292686946308725 }, "result_observations_cpu": { "n": 298, "sum_ns": 247129054, "mean_ms": 0.8292921275167785 }, "result_nms_wall": { "n": 298, "sum_ns": 180109509, "mean_ms": 0.6043943255033557 }, "result_nms_cpu": { "n": 298, "sum_ns": 152064374, "mean_ms": 0.5102831342281879 }, "result_tracking_wall": { "n": 298, "sum_ns": 392568225, "mean_ms": 1.3173430369127517 }, "result_tracking_cpu": { "n": 298, "sum_ns": 379318617, "mean_ms": 1.2728812651006711 }, "result_region_wall": { "n": 298, "sum_ns": 64847753, "mean_ms": 0.21760990939597313 }, "result_region_cpu": { "n": 298, "sum_ns": 64870615, "mean_ms": 0.21768662751677853 }, "result_fall_wall": { "n": 298, "sum_ns": 249745043, "mean_ms": 0.8380706140939597 }, "result_fall_cpu": { "n": 298, "sum_ns": 249601701, "mean_ms": 0.837589600671141 }, "result_fight_wall": { "n": 298, "sum_ns": 74348574, "mean_ms": 0.2494918590604027 }, "result_fight_cpu": { "n": 298, "sum_ns": 74165344, "mean_ms": 0.24887699328859061 }, "result_collector_wall": { "n": 298, "sum_ns": 819717410, "mean_ms": 2.750729563758389 }, "result_collector_cpu": { "n": 298, "sum_ns": 813656109, "mean_ms": 2.7303896275167787 }, "result_composition_wall": { "n": 298, "sum_ns": 4444282, "mean_ms": 0.014913697986577181 }, "result_composition_cpu": { "n": 298, "sum_ns": 4457602, "mean_ms": 0.014958395973154362 }, "result_artifact_handoff_wall": { "n": 298, "sum_ns": 2897117, "mean_ms": 0.009721869127516778 }, "result_artifact_handoff_cpu": { "n": 298, "sum_ns": 2884839, "mean_ms": 0.009680667785234898 }, "result_publish_wall": { "n": 298, "sum_ns": 65038838, "mean_ms": 0.21825113422818793 }, "result_publish_cpu": { "n": 298, "sum_ns": 65001347, "mean_ms": 0.2181253255033557 }, "result_total_wall": { "n": 298, "sum_ns": 2336819081, "mean_ms": 7.841674768456376 }, "result_total_cpu": { "n": 298, "sum_ns": 2287634057, "mean_ms": 7.676624352348994 } } }, { "mode": "pose-a-resume", "level": 15, "camera": "30", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.030140938, "new_channel": false, "seconds": 30.000008552975487, "selected_fps": 9.756863965604609, "requested_fps": 9.756863965604609, "complete_fps": 9.756863965604609, "accepted_fps": 9.756863965604609, "finalized_fps": 9.723564088588894, "redis_fps": 9.723564088588894, "redis_read_fps": 9.733330558368744, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 3, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.174, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 9, "analysis_gap_markers": 5, "c_suppressed": 0, "max_redis_silence_s": 0.3966872199671343, "redis_interval_s": { "n": 291, "mean": 0.10303638364597227, "median": 0.09634202800225466, "p95": 0.18334384099580348, "maximum": 0.3966872199671343, "minimum": 0.006009539996739477 }, "redis_drift_s": { "n": 292, "mean": -6.97104865666823, "median": -6.983961081958142, "p95": -6.8090769999660665, "maximum": -6.678261349994699, "minimum": -7.092577013961517 }, "redis_drift_s_per_min": -0.005148714205429212, "ingress_drift_s": { "n": 12, "mean": 0.03524130000000033, "median": 0.03181058199999143, "p95": 0.07921628500000111, "maximum": 0.07921628500000111, "minimum": 0.0008741589999772259 }, "ingress_drift_s_per_min": 0.05377821187288158, "source_drift_s": { "n": 12, "mean": 0.034846916666663695, "median": 0.031545999999991636, "p95": 0.07926499999999237, "maximum": 0.07926499999999237, "minimum": 0.0008409999999798856 }, "ingress_to_redis_ms": { "n": 292, "mean": 47, "median": 38.0, "p95": 91, "maximum": 315, "minimum": 25 }, "source_samples": 12, "redis_samples": 292, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 293, "sum_ns": 14099231000, "mean_ms": 48.12024232081911 }, "source_exit_to_ingress": { "n": 293, "sum_ns": 1622436273, "mean_ms": 5.537325163822525 }, "source_encoded_queue": { "n": 293, "sum_ns": 9851000, "mean_ms": 0.03362116040955632 }, "decode_between_queues": { "n": 293, "sum_ns": 13859835000, "mean_ms": 47.30319112627986 }, "source_raw_queue": { "n": 293, "sum_ns": 174455000, "mean_ms": 0.5954095563139932 }, "raw_queue_to_source_exit": { "n": 293, "sum_ns": 7770000, "mean_ms": 0.02651877133105802 }, "selected_to_preprocess_start": { "n": 293, "sum_ns": 222812818, "mean_ms": 0.7604533037542662 }, "preprocess_start_to_preprocess_output": { "n": 293, "sum_ns": 290097650, "mean_ms": 0.9900943686006826 }, "selected_to_preprocess": { "n": 293, "sum_ns": 579444047, "mean_ms": 1.977624733788396 }, "preprocess_start_to_preprocess": { "n": 293, "sum_ns": 356631229, "mean_ms": 1.2171714300341296 }, "preprocess_output_to_infer_entry": { "n": 293, "sum_ns": 66533579, "mean_ms": 0.22707706143344708 }, "preprocess_to_infer_output": { "n": 293, "sum_ns": 5777805334, "mean_ms": 19.719472129692832 }, "preprocess_to_callback": { "n": 293, "sum_ns": 6012791253, "mean_ms": 20.521471853242318 }, "infer_output_to_callback": { "n": 293, "sum_ns": 234985919, "mean_ms": 0.801999723549488 }, "copy_wall": { "n": 293, "sum_ns": 1810443556, "mean_ms": 6.178988245733788 }, "copy_thread_cpu": { "n": 293, "sum_ns": 1800440529, "mean_ms": 6.144848221843003 }, "callback_to_copied": { "n": 293, "sum_ns": 1862729961, "mean_ms": 6.35744013993174 }, "accepted_interval": { "n": 293, "sum_ns": 30114686376, "mean_ms": 102.78049957679181 }, "selected_to_submitted": { "n": 293, "sum_ns": 8480270379, "mean_ms": 28.942902317406144 }, "completed_queue_wait": { "n": 293, "sum_ns": 190746258, "mean_ms": 0.651011119453925 }, "result_observations_wall": { "n": 293, "sum_ns": 312252344, "mean_ms": 1.0657076587030718 }, "result_observations_cpu": { "n": 293, "sum_ns": 312120552, "mean_ms": 1.0652578566552902 }, "result_nms_wall": { "n": 292, "sum_ns": 340864881, "mean_ms": 1.1673454828767122 }, "result_nms_cpu": { "n": 292, "sum_ns": 155068681, "mean_ms": 0.5310571267123287 }, "result_tracking_wall": { "n": 292, "sum_ns": 1108500362, "mean_ms": 3.7962341164383564 }, "result_tracking_cpu": { "n": 292, "sum_ns": 645178981, "mean_ms": 2.2095170582191783 }, "result_region_wall": { "n": 292, "sum_ns": 88171091, "mean_ms": 0.3019557910958904 }, "result_region_cpu": { "n": 292, "sum_ns": 88224479, "mean_ms": 0.3021386267123288 }, "result_fall_wall": { "n": 292, "sum_ns": 984746882, "mean_ms": 3.3724208287671233 }, "result_fall_cpu": { "n": 292, "sum_ns": 981164638, "mean_ms": 3.360152869863014 }, "result_fight_wall": { "n": 292, "sum_ns": 158686411, "mean_ms": 0.5434466130136986 }, "result_fight_cpu": { "n": 292, "sum_ns": 158180722, "mean_ms": 0.5417148013698629 }, "result_collector_wall": { "n": 292, "sum_ns": 650655116, "mean_ms": 2.2282709452054794 }, "result_collector_cpu": { "n": 292, "sum_ns": 644092422, "mean_ms": 2.2057959657534245 }, "result_composition_wall": { "n": 292, "sum_ns": 4866349, "mean_ms": 0.016665578767123285 }, "result_composition_cpu": { "n": 292, "sum_ns": 4876046, "mean_ms": 0.016698787671232874 }, "result_artifact_handoff_wall": { "n": 292, "sum_ns": 3304260, "mean_ms": 0.01131595890410959 }, "result_artifact_handoff_cpu": { "n": 292, "sum_ns": 3174303, "mean_ms": 0.010870900684931507 }, "result_publish_wall": { "n": 292, "sum_ns": 377587541, "mean_ms": 1.2931080171232878 }, "result_publish_cpu": { "n": 292, "sum_ns": 368925088, "mean_ms": 1.263442082191781 }, "result_total_wall": { "n": 292, "sum_ns": 4310456783, "mean_ms": 14.761838297945205 }, "result_total_cpu": { "n": 292, "sum_ns": 3638426798, "mean_ms": 12.460365746575343 } } }, { "mode": "pose-a-resume", "level": 15, "camera": "31", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.187647168, "new_channel": false, "seconds": 30.000008552975487, "selected_fps": 9.93783975049274, "requested_fps": 9.93783975049274, "complete_fps": 9.970965882994383, "accepted_fps": 9.970965882994383, "finalized_fps": 9.970965882994383, "redis_fps": 9.93783975049274, "redis_read_fps": 9.899997177518895, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 2, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.094, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 2, "analysis_gap_markers": 1, "c_suppressed": 0, "max_redis_silence_s": 0.3155598960001953, "redis_interval_s": { "n": 296, "mean": 0.10075471448657776, "median": 0.09811060351785272, "p95": 0.16422578098718077, "maximum": 0.3155598960001953, "minimum": 0.00850389600964263 }, "redis_drift_s": { "n": 297, "mean": -3.5349044409654584, "median": -3.5389149099900408, "p95": -3.4965566639835117, "maximum": -3.3489106920105485, "minimum": -3.6068218230223295 }, "redis_drift_s_per_min": 0.003754086438560409, "ingress_drift_s": { "n": 12, "mean": -0.005817781416669258, "median": -0.01252641400000698, "p95": 0.031891567000002397, "maximum": 0.031891567000002397, "minimum": -0.042183404000013525 }, "ingress_drift_s_per_min": 0.034093088739887624, "source_drift_s": { "n": 12, "mean": -0.006156000000006638, "median": -0.013293500000003178, "p95": 0.031567999999992935, "maximum": 0.031567999999992935, "minimum": -0.04425500000002103 }, "ingress_to_redis_ms": { "n": 297, "mean": 35.464646464646464, "median": 31, "p95": 48, "maximum": 223, "minimum": 21 }, "source_samples": 12, "redis_samples": 297, "native_redis_joined": 11, "durations": { "depay_to_source_exit": { "n": 299, "sum_ns": 13708862000, "mean_ms": 45.84903678929766 }, "source_exit_to_ingress": { "n": 299, "sum_ns": 358905721, "mean_ms": 1.2003535819397992 }, "source_encoded_queue": { "n": 299, "sum_ns": 9822000, "mean_ms": 0.0328494983277592 }, "decode_between_queues": { "n": 299, "sum_ns": 13495109000, "mean_ms": 45.134143812709034 }, "source_raw_queue": { "n": 299, "sum_ns": 85833000, "mean_ms": 0.287066889632107 }, "raw_queue_to_source_exit": { "n": 299, "sum_ns": 7993000, "mean_ms": 0.026732441471571906 }, "selected_to_preprocess_start": { "n": 300, "sum_ns": 205699824, "mean_ms": 0.68566608 }, "preprocess_start_to_preprocess_output": { "n": 300, "sum_ns": 258699807, "mean_ms": 0.8623326899999999 }, "selected_to_preprocess": { "n": 300, "sum_ns": 516649951, "mean_ms": 1.7221665033333333 }, "preprocess_start_to_preprocess": { "n": 300, "sum_ns": 310950127, "mean_ms": 1.0365004233333333 }, "preprocess_output_to_infer_entry": { "n": 300, "sum_ns": 52250320, "mean_ms": 0.17416773333333332 }, "preprocess_to_infer_output": { "n": 301, "sum_ns": 5689297953, "mean_ms": 18.901322102990036 }, "preprocess_to_callback": { "n": 301, "sum_ns": 5903092970, "mean_ms": 19.611604551495017 }, "infer_output_to_callback": { "n": 301, "sum_ns": 213795017, "mean_ms": 0.7102824485049833 }, "copy_wall": { "n": 301, "sum_ns": 1157146868, "mean_ms": 3.8443417541528238 }, "copy_thread_cpu": { "n": 301, "sum_ns": 1154557029, "mean_ms": 3.835737637873754 }, "callback_to_copied": { "n": 301, "sum_ns": 1209380397, "mean_ms": 4.0178750730897015 }, "accepted_interval": { "n": 301, "sum_ns": 30260003193, "mean_ms": 100.53157206976745 }, "selected_to_submitted": { "n": 301, "sum_ns": 7656448143, "mean_ms": 25.436704794019935 }, "completed_queue_wait": { "n": 301, "sum_ns": 57081474, "mean_ms": 0.18963944850498338 }, "result_observations_wall": { "n": 301, "sum_ns": 299619074, "mean_ms": 0.9954122059800664 }, "result_observations_cpu": { "n": 301, "sum_ns": 299113691, "mean_ms": 0.9937331926910299 }, "result_nms_wall": { "n": 301, "sum_ns": 193362437, "mean_ms": 0.6424001229235881 }, "result_nms_cpu": { "n": 301, "sum_ns": 142690486, "mean_ms": 0.47405477076411956 }, "result_tracking_wall": { "n": 301, "sum_ns": 277976291, "mean_ms": 0.9235092724252493 }, "result_tracking_cpu": { "n": 301, "sum_ns": 255674280, "mean_ms": 0.8494162126245847 }, "result_region_wall": { "n": 301, "sum_ns": 62660572, "mean_ms": 0.20817465780730898 }, "result_region_cpu": { "n": 301, "sum_ns": 62654818, "mean_ms": 0.2081555415282392 }, "result_fall_wall": { "n": 301, "sum_ns": 127607797, "mean_ms": 0.42394616943521596 }, "result_fall_cpu": { "n": 301, "sum_ns": 127643443, "mean_ms": 0.4240645946843854 }, "result_fight_wall": { "n": 301, "sum_ns": 48549280, "mean_ms": 0.16129328903654486 }, "result_fight_cpu": { "n": 301, "sum_ns": 48562840, "mean_ms": 0.16133833887043192 }, "result_collector_wall": { "n": 301, "sum_ns": 1415010788, "mean_ms": 4.701032518272425 }, "result_collector_cpu": { "n": 301, "sum_ns": 1401306026, "mean_ms": 4.655501747508306 }, "result_composition_wall": { "n": 301, "sum_ns": 5334872, "mean_ms": 0.017723827242524914 }, "result_composition_cpu": { "n": 301, "sum_ns": 5326653, "mean_ms": 0.017696521594684385 }, "result_artifact_handoff_wall": { "n": 301, "sum_ns": 3322120, "mean_ms": 0.011036943521594685 }, "result_artifact_handoff_cpu": { "n": 301, "sum_ns": 3306426, "mean_ms": 0.010984803986710964 }, "result_publish_wall": { "n": 301, "sum_ns": 107159746, "mean_ms": 0.3560124451827243 }, "result_publish_cpu": { "n": 301, "sum_ns": 107108434, "mean_ms": 0.3558419734219269 }, "result_total_wall": { "n": 301, "sum_ns": 2796321985, "mean_ms": 9.29010626245847 }, "result_total_cpu": { "n": 301, "sum_ns": 2705985542, "mean_ms": 8.989985189368772 } } }, { "mode": "pose-a-resume", "level": 15, "camera": "32", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.041411186, "new_channel": false, "seconds": 30.000008552975487, "selected_fps": 9.98621529936007, "requested_fps": 9.98621529936007, "complete_fps": 9.98621529936007, "accepted_fps": 9.98621529936007, "finalized_fps": 9.98621529936007, "redis_fps": 9.98621529936007, "redis_read_fps": 9.999997149008983, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 5, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.103, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 2, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.29317115602316335, "redis_interval_s": { "n": 299, "mean": 0.10001535234111594, "median": 0.09770215401658788, "p95": 0.1618296229862608, "maximum": 0.29317115602316335, "minimum": 0.0041994580533355474 }, "redis_drift_s": { "n": 300, "mean": -5.6805833350542985, "median": -5.686311541997597, "p95": -5.638896974017854, "maximum": -5.516547359000413, "minimum": -5.736160742021156 }, "redis_drift_s_per_min": -0.0008685318589380034, "ingress_drift_s": { "n": 12, "mean": -0.00451956550000195, "median": -0.0059851230000020905, "p95": 0.03069331799997599, "maximum": 0.03069331799997599, "minimum": -0.034151856999983465 }, "ingress_drift_s_per_min": -0.006353863702526546, "source_drift_s": { "n": 12, "mean": -0.004835666666669643, "median": -0.006280500000002576, "p95": 0.03015099999998938, "maximum": 0.03015099999998938, "minimum": -0.03469099999998093 }, "ingress_to_redis_ms": { "n": 300, "mean": 39.48, "median": 34.5, "p95": 52, "maximum": 216, "minimum": 23 }, "source_samples": 12, "redis_samples": 300, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 300, "sum_ns": 13870287000, "mean_ms": 46.23429 }, "source_exit_to_ingress": { "n": 300, "sum_ns": 852323032, "mean_ms": 2.8410767733333335 }, "source_encoded_queue": { "n": 300, "sum_ns": 9648000, "mean_ms": 0.03216 }, "decode_between_queues": { "n": 300, "sum_ns": 13657930000, "mean_ms": 45.52643333333334 }, "source_raw_queue": { "n": 300, "sum_ns": 113108000, "mean_ms": 0.3770266666666667 }, "raw_queue_to_source_exit": { "n": 300, "sum_ns": 7997000, "mean_ms": 0.02665666666666667 }, "selected_to_preprocess_start": { "n": 300, "sum_ns": 219571776, "mean_ms": 0.73190592 }, "preprocess_start_to_preprocess_output": { "n": 300, "sum_ns": 288883832, "mean_ms": 0.9629461066666667 }, "selected_to_preprocess": { "n": 300, "sum_ns": 567711000, "mean_ms": 1.89237 }, "preprocess_start_to_preprocess": { "n": 300, "sum_ns": 348139224, "mean_ms": 1.1604640800000001 }, "preprocess_output_to_infer_entry": { "n": 300, "sum_ns": 59255392, "mean_ms": 0.19751797333333332 }, "preprocess_to_infer_output": { "n": 300, "sum_ns": 6025584828, "mean_ms": 20.085282760000002 }, "preprocess_to_callback": { "n": 300, "sum_ns": 6254809670, "mean_ms": 20.849365566666666 }, "infer_output_to_callback": { "n": 300, "sum_ns": 229224842, "mean_ms": 0.7640828066666666 }, "copy_wall": { "n": 300, "sum_ns": 1712045344, "mean_ms": 5.706817813333333 }, "copy_thread_cpu": { "n": 300, "sum_ns": 1699389539, "mean_ms": 5.664631796666667 }, "callback_to_copied": { "n": 300, "sum_ns": 1765724445, "mean_ms": 5.88574815 }, "accepted_interval": { "n": 300, "sum_ns": 30029595330, "mean_ms": 100.0986511 }, "selected_to_submitted": { "n": 300, "sum_ns": 8614558374, "mean_ms": 28.71519458 }, "completed_queue_wait": { "n": 300, "sum_ns": 91133814, "mean_ms": 0.30377938 }, "result_observations_wall": { "n": 300, "sum_ns": 309690875, "mean_ms": 1.0323029166666666 }, "result_observations_cpu": { "n": 300, "sum_ns": 309767476, "mean_ms": 1.0325582533333333 }, "result_nms_wall": { "n": 300, "sum_ns": 246864725, "mean_ms": 0.8228824166666666 }, "result_nms_cpu": { "n": 300, "sum_ns": 149100317, "mean_ms": 0.49700105666666666 }, "result_tracking_wall": { "n": 300, "sum_ns": 438509521, "mean_ms": 1.4616984033333333 }, "result_tracking_cpu": { "n": 300, "sum_ns": 349851780, "mean_ms": 1.1661726000000001 }, "result_region_wall": { "n": 300, "sum_ns": 77722997, "mean_ms": 0.2590766566666667 }, "result_region_cpu": { "n": 300, "sum_ns": 77744587, "mean_ms": 0.25914862333333333 }, "result_fall_wall": { "n": 300, "sum_ns": 241806609, "mean_ms": 0.8060220300000001 }, "result_fall_cpu": { "n": 300, "sum_ns": 241722567, "mean_ms": 0.80574189 }, "result_fight_wall": { "n": 300, "sum_ns": 62947242, "mean_ms": 0.20982414000000002 }, "result_fight_cpu": { "n": 300, "sum_ns": 62988172, "mean_ms": 0.20996057333333334 }, "result_collector_wall": { "n": 300, "sum_ns": 1129575578, "mean_ms": 3.7652519266666666 }, "result_collector_cpu": { "n": 300, "sum_ns": 1120353105, "mean_ms": 3.7345103500000003 }, "result_composition_wall": { "n": 300, "sum_ns": 5527347, "mean_ms": 0.01842449 }, "result_composition_cpu": { "n": 300, "sum_ns": 5535187, "mean_ms": 0.018450623333333332 }, "result_artifact_handoff_wall": { "n": 300, "sum_ns": 3176841, "mean_ms": 0.01058947 }, "result_artifact_handoff_cpu": { "n": 300, "sum_ns": 3148480, "mean_ms": 0.010494933333333333 }, "result_publish_wall": { "n": 300, "sum_ns": 158446374, "mean_ms": 0.5281545799999999 }, "result_publish_cpu": { "n": 300, "sum_ns": 155793540, "mean_ms": 0.5193118 }, "result_total_wall": { "n": 300, "sum_ns": 2966331122, "mean_ms": 9.887770406666666 }, "result_total_cpu": { "n": 300, "sum_ns": 2764364818, "mean_ms": 9.214549393333332 } } }, { "mode": "pose-a-resume", "level": 15, "camera": "33", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.990609639, "new_channel": false, "seconds": 30.000008552975487, "selected_fps": 10.003131100405438, "requested_fps": 10.003131100405438, "complete_fps": 9.969787330070753, "accepted_fps": 9.969787330070753, "finalized_fps": 9.969787330070753, "redis_fps": 9.969787330070753, "redis_read_fps": 9.999997149008983, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 1, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.188, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 3, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.28719957201974466, "redis_interval_s": { "n": 299, "mean": 0.10012305151853386, "median": 0.09933024802012369, "p95": 0.1673390850191936, "maximum": 0.28719957201974466, "minimum": 0.0036682150093838573 }, "redis_drift_s": { "n": 300, "mean": -4.718820635957079, "median": -4.724317149025623, "p95": -4.668446493978621, "maximum": -4.5416847739913635, "minimum": -4.782362531016105 }, "redis_drift_s_per_min": -0.008979036940142385, "ingress_drift_s": { "n": 12, "mean": -0.00596190474999266, "median": -0.0004947964999928445, "p95": 0.01863434700001676, "maximum": 0.01863434700001676, "minimum": -0.040993323999998665 }, "ingress_drift_s_per_min": -0.007079522139814101, "source_drift_s": { "n": 12, "mean": -0.0062748333333289, "median": -0.0009760000000085256, "p95": 0.018764000000004444, "maximum": 0.018764000000004444, "minimum": -0.043659999999988486 }, "ingress_to_redis_ms": { "n": 300, "mean": 35.973333333333336, "median": 31.0, "p95": 44, "maximum": 206, "minimum": 21 }, "source_samples": 12, "redis_samples": 300, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 300, "sum_ns": 13782319000, "mean_ms": 45.94106333333334 }, "source_exit_to_ingress": { "n": 300, "sum_ns": 722611610, "mean_ms": 2.4087053666666667 }, "source_encoded_queue": { "n": 300, "sum_ns": 10650000, "mean_ms": 0.0355 }, "decode_between_queues": { "n": 300, "sum_ns": 13487369000, "mean_ms": 44.95789666666666 }, "source_raw_queue": { "n": 300, "sum_ns": 52776000, "mean_ms": 0.17592 }, "raw_queue_to_source_exit": { "n": 300, "sum_ns": 9741000, "mean_ms": 0.03247 }, "selected_to_preprocess_start": { "n": 300, "sum_ns": 211761574, "mean_ms": 0.7058719133333333 }, "preprocess_start_to_preprocess_output": { "n": 300, "sum_ns": 210662827, "mean_ms": 0.7022094233333334 }, "selected_to_preprocess": { "n": 300, "sum_ns": 481679098, "mean_ms": 1.6055969933333334 }, "preprocess_start_to_preprocess": { "n": 300, "sum_ns": 269917524, "mean_ms": 0.89972508 }, "preprocess_output_to_infer_entry": { "n": 300, "sum_ns": 59254697, "mean_ms": 0.19751565666666668 }, "preprocess_to_infer_output": { "n": 299, "sum_ns": 5505567916, "mean_ms": 18.41327062207358 }, "preprocess_to_callback": { "n": 299, "sum_ns": 5727768981, "mean_ms": 19.15641799665552 }, "infer_output_to_callback": { "n": 299, "sum_ns": 222201065, "mean_ms": 0.7431473745819398 }, "copy_wall": { "n": 299, "sum_ns": 1046845075, "mean_ms": 3.5011540969899664 }, "copy_thread_cpu": { "n": 299, "sum_ns": 1045619809, "mean_ms": 3.4970562173913042 }, "callback_to_copied": { "n": 299, "sum_ns": 1099010870, "mean_ms": 3.675621638795987 }, "accepted_interval": { "n": 299, "sum_ns": 29861580625, "mean_ms": 99.87150710702342 }, "selected_to_submitted": { "n": 299, "sum_ns": 7333120575, "mean_ms": 24.5254868729097 }, "completed_queue_wait": { "n": 299, "sum_ns": 61193762, "mean_ms": 0.20466141137123744 }, "result_observations_wall": { "n": 299, "sum_ns": 292902660, "mean_ms": 0.9796075585284281 }, "result_observations_cpu": { "n": 299, "sum_ns": 292613157, "mean_ms": 0.9786393210702341 }, "result_nms_wall": { "n": 299, "sum_ns": 185628569, "mean_ms": 0.6208313344481605 }, "result_nms_cpu": { "n": 299, "sum_ns": 148332624, "mean_ms": 0.4960957324414716 }, "result_tracking_wall": { "n": 299, "sum_ns": 367004009, "mean_ms": 1.2274381571906356 }, "result_tracking_cpu": { "n": 299, "sum_ns": 312965328, "mean_ms": 1.0467067826086958 }, "result_region_wall": { "n": 299, "sum_ns": 82119663, "mean_ms": 0.2746477023411371 }, "result_region_cpu": { "n": 299, "sum_ns": 82027153, "mean_ms": 0.27433830434782613 }, "result_fall_wall": { "n": 299, "sum_ns": 166510580, "mean_ms": 0.5568915719063545 }, "result_fall_cpu": { "n": 299, "sum_ns": 166290964, "mean_ms": 0.5561570702341138 }, "result_fight_wall": { "n": 299, "sum_ns": 67370774, "mean_ms": 0.2253203143812709 }, "result_fight_cpu": { "n": 299, "sum_ns": 66368012, "mean_ms": 0.22196659531772575 }, "result_collector_wall": { "n": 299, "sum_ns": 1597930292, "mean_ms": 5.344248468227424 }, "result_collector_cpu": { "n": 299, "sum_ns": 1588871430, "mean_ms": 5.31395127090301 }, "result_composition_wall": { "n": 299, "sum_ns": 4915348, "mean_ms": 0.016439290969899666 }, "result_composition_cpu": { "n": 299, "sum_ns": 4923309, "mean_ms": 0.016465916387959866 }, "result_artifact_handoff_wall": { "n": 299, "sum_ns": 3026833, "mean_ms": 0.0101231872909699 }, "result_artifact_handoff_cpu": { "n": 299, "sum_ns": 3003437, "mean_ms": 0.010044939799331102 }, "result_publish_wall": { "n": 299, "sum_ns": 129186917, "mean_ms": 0.4320632675585284 }, "result_publish_cpu": { "n": 299, "sum_ns": 129231637, "mean_ms": 0.43221283277591976 }, "result_total_wall": { "n": 299, "sum_ns": 3170024974, "mean_ms": 10.602090214046823 }, "result_total_cpu": { "n": 299, "sum_ns": 3065999621, "mean_ms": 10.25417933444816 } } }, { "mode": "pose-a-resume", "level": 15, "camera": "34", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.004507554, "new_channel": false, "seconds": 30.000008552975487, "selected_fps": 9.99849770772212, "requested_fps": 9.99849770772212, "complete_fps": 9.99849770772212, "accepted_fps": 9.99849770772212, "finalized_fps": 9.99849770772212, "redis_fps": 9.99849770772212, "redis_read_fps": 9.966663825178953, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 2, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.07, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 2, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.2744800389627926, "redis_interval_s": { "n": 298, "mean": 0.10048916572826014, "median": 0.09576307749375701, "p95": 0.17499924800358713, "maximum": 0.2744800389627926, "minimum": 0.004891258024144918 }, "redis_drift_s": { "n": 299, "mean": -0.008343405946265875, "median": -0.012682808971021586, "p95": 0.028725475018831048, "maximum": 0.17917754598940405, "minimum": -0.06632299296742872 }, "redis_drift_s_per_min": -0.007402506980178006, "ingress_drift_s": { "n": 12, "mean": 0.03293328900000366, "median": 0.036128867499996886, "p95": 0.06505874500001596, "maximum": 0.06505874500001596, "minimum": -0.0011752940000064882 }, "ingress_drift_s_per_min": -0.004738232988991382, "source_drift_s": { "n": 12, "mean": 0.03269641666666937, "median": 0.03618550000000198, "p95": 0.06510800000000927, "maximum": 0.06510800000000927, "minimum": -0.0018379999999922347 }, "ingress_to_redis_ms": { "n": 299, "mean": 35.591973244147155, "median": 31, "p95": 44, "maximum": 226, "minimum": 21 }, "source_samples": 12, "redis_samples": 299, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 300, "sum_ns": 206588158, "mean_ms": 0.6886271933333333 }, "depay_to_source_exit": { "n": 299, "sum_ns": 13971885000, "mean_ms": 46.72871237458194 }, "source_exit_to_ingress": { "n": 299, "sum_ns": 655450721, "mean_ms": 2.1921428795986624 }, "source_encoded_queue": { "n": 299, "sum_ns": 10340000, "mean_ms": 0.03458193979933111 }, "decode_between_queues": { "n": 299, "sum_ns": 13830615000, "mean_ms": 46.25623745819398 }, "source_raw_queue": { "n": 299, "sum_ns": 27254000, "mean_ms": 0.0911505016722408 }, "raw_queue_to_source_exit": { "n": 299, "sum_ns": 9653000, "mean_ms": 0.03228428093645485 }, "preprocess_start_to_preprocess_output": { "n": 300, "sum_ns": 207619429, "mean_ms": 0.6920647633333333 }, "selected_to_preprocess": { "n": 300, "sum_ns": 469100613, "mean_ms": 1.56366871 }, "preprocess_start_to_preprocess": { "n": 300, "sum_ns": 262512455, "mean_ms": 0.8750415166666667 }, "preprocess_output_to_infer_entry": { "n": 300, "sum_ns": 54893026, "mean_ms": 0.18297675333333333 }, "preprocess_to_infer_output": { "n": 300, "sum_ns": 5719050288, "mean_ms": 19.063500960000002 }, "preprocess_to_callback": { "n": 300, "sum_ns": 5943031915, "mean_ms": 19.810106383333334 }, "infer_output_to_callback": { "n": 300, "sum_ns": 223981627, "mean_ms": 0.7466054233333334 }, "copy_wall": { "n": 300, "sum_ns": 1150286929, "mean_ms": 3.834289763333333 }, "copy_thread_cpu": { "n": 300, "sum_ns": 1145798588, "mean_ms": 3.8193286266666666 }, "callback_to_copied": { "n": 300, "sum_ns": 1202578295, "mean_ms": 4.008594316666667 }, "accepted_interval": { "n": 300, "sum_ns": 30005242323, "mean_ms": 100.01747440999999 }, "selected_to_submitted": { "n": 300, "sum_ns": 7640456782, "mean_ms": 25.468189273333333 }, "completed_queue_wait": { "n": 300, "sum_ns": 75740889, "mean_ms": 0.25246963 }, "result_observations_wall": { "n": 300, "sum_ns": 297729256, "mean_ms": 0.9924308533333334 }, "result_observations_cpu": { "n": 300, "sum_ns": 297866875, "mean_ms": 0.9928895833333333 }, "result_nms_wall": { "n": 300, "sum_ns": 177491250, "mean_ms": 0.5916375 }, "result_nms_cpu": { "n": 300, "sum_ns": 145285089, "mean_ms": 0.48428363 }, "result_tracking_wall": { "n": 300, "sum_ns": 277464718, "mean_ms": 0.9248823933333333 }, "result_tracking_cpu": { "n": 300, "sum_ns": 258643081, "mean_ms": 0.8621436033333334 }, "result_region_wall": { "n": 300, "sum_ns": 62518482, "mean_ms": 0.20839494 }, "result_region_cpu": { "n": 300, "sum_ns": 62540009, "mean_ms": 0.20846669666666665 }, "result_fall_wall": { "n": 300, "sum_ns": 124815302, "mean_ms": 0.41605100666666667 }, "result_fall_cpu": { "n": 300, "sum_ns": 124876111, "mean_ms": 0.41625370333333334 }, "result_fight_wall": { "n": 300, "sum_ns": 40384548, "mean_ms": 0.13461516 }, "result_fight_cpu": { "n": 300, "sum_ns": 40345636, "mean_ms": 0.13448545333333334 }, "result_collector_wall": { "n": 300, "sum_ns": 1419666813, "mean_ms": 4.73222271 }, "result_collector_cpu": { "n": 300, "sum_ns": 1408968650, "mean_ms": 4.696562166666667 }, "result_composition_wall": { "n": 300, "sum_ns": 4975528, "mean_ms": 0.016585093333333335 }, "result_composition_cpu": { "n": 300, "sum_ns": 4983868, "mean_ms": 0.016612893333333333 }, "result_artifact_handoff_wall": { "n": 300, "sum_ns": 3065165, "mean_ms": 0.010217216666666668 }, "result_artifact_handoff_cpu": { "n": 300, "sum_ns": 3043903, "mean_ms": 0.010146343333333334 }, "result_publish_wall": { "n": 300, "sum_ns": 112661041, "mean_ms": 0.37553680333333334 }, "result_publish_cpu": { "n": 300, "sum_ns": 112592998, "mean_ms": 0.37530999333333337 }, "result_total_wall": { "n": 300, "sum_ns": 2781085795, "mean_ms": 9.270285983333332 }, "result_total_cpu": { "n": 300, "sum_ns": 2716475798, "mean_ms": 9.054919326666667 } } }, { "mode": "pose-a-resume", "level": 15, "camera": "35", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.887186336, "new_channel": false, "seconds": 30.000008552975487, "selected_fps": 9.903909878711442, "requested_fps": 9.903909878711442, "complete_fps": 9.870450723715795, "accepted_fps": 9.870450723715795, "finalized_fps": 9.870450723715795, "redis_fps": 9.870450723715795, "redis_read_fps": 9.866663853688864, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 1, "queue_age_max_sampled": 0.0006009109783917665, "provider_response_age_max_sampled": 0.137, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 8, "analysis_gap_markers": 3, "c_suppressed": 0, "max_redis_silence_s": 0.3448869840358384, "redis_interval_s": { "n": 295, "mean": 0.10141610357282936, "median": 0.0964229209930636, "p95": 0.16527005599346012, "maximum": 0.3448869840358384, "minimum": 0.004047701018862426 }, "redis_drift_s": { "n": 296, "mean": -9.498584927176887, "median": -9.508235535512668, "p95": -9.40215378602548, "maximum": -9.22550473298179, "minimum": -9.57840827400517 }, "redis_drift_s_per_min": -0.02496724983032155, "ingress_drift_s": { "n": 12, "mean": 0.0072016490833301345, "median": 0.007771175999991442, "p95": 0.04480290600000103, "maximum": 0.04480290600000103, "minimum": -0.03177242300000671 }, "ingress_drift_s_per_min": 0.04493581005648441, "source_drift_s": { "n": 12, "mean": 0.0071244999999938345, "median": 0.007494499999978643, "p95": 0.045075999999994565, "maximum": 0.045075999999994565, "minimum": -0.03167400000000953 }, "ingress_to_redis_ms": { "n": 296, "mean": 44.61486486486486, "median": 36.0, "p95": 67, "maximum": 312, "minimum": 22 }, "source_samples": 12, "redis_samples": 296, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 295, "sum_ns": 14089981000, "mean_ms": 47.76264745762712 }, "source_exit_to_ingress": { "n": 295, "sum_ns": 1001320395, "mean_ms": 3.3943064237288136 }, "source_encoded_queue": { "n": 295, "sum_ns": 8502000, "mean_ms": 0.028820338983050846 }, "decode_between_queues": { "n": 295, "sum_ns": 13800486000, "mean_ms": 46.78130847457627 }, "source_raw_queue": { "n": 295, "sum_ns": 190256000, "mean_ms": 0.644935593220339 }, "raw_queue_to_source_exit": { "n": 295, "sum_ns": 9963000, "mean_ms": 0.0337728813559322 }, "selected_to_preprocess_start": { "n": 296, "sum_ns": 221528026, "mean_ms": 0.7484054932432432 }, "preprocess_start_to_preprocess_output": { "n": 296, "sum_ns": 252484535, "mean_ms": 0.852988293918919 }, "selected_to_preprocess": { "n": 296, "sum_ns": 549700213, "mean_ms": 1.857095314189189 }, "preprocess_start_to_preprocess": { "n": 296, "sum_ns": 328172187, "mean_ms": 1.108689820945946 }, "preprocess_output_to_infer_entry": { "n": 296, "sum_ns": 75687652, "mean_ms": 0.25570152702702703 }, "preprocess_to_infer_output": { "n": 295, "sum_ns": 5993488345, "mean_ms": 20.3169096440678 }, "preprocess_to_callback": { "n": 295, "sum_ns": 6232277359, "mean_ms": 21.126363928813557 }, "infer_output_to_callback": { "n": 295, "sum_ns": 238789014, "mean_ms": 0.8094542847457628 }, "copy_wall": { "n": 295, "sum_ns": 849526264, "mean_ms": 2.879750047457627 }, "copy_thread_cpu": { "n": 295, "sum_ns": 846339800, "mean_ms": 2.8689484745762712 }, "callback_to_copied": { "n": 295, "sum_ns": 900443374, "mean_ms": 3.0523504203389833 }, "accepted_interval": { "n": 295, "sum_ns": 29803794806, "mean_ms": 101.02981290169491 }, "selected_to_submitted": { "n": 295, "sum_ns": 7705838864, "mean_ms": 26.121487674576272 }, "completed_queue_wait": { "n": 295, "sum_ns": 164657254, "mean_ms": 0.5581601830508475 }, "result_observations_wall": { "n": 295, "sum_ns": 286387124, "mean_ms": 0.9708038101694916 }, "result_observations_cpu": { "n": 295, "sum_ns": 285529997, "mean_ms": 0.9678982949152543 }, "result_nms_wall": { "n": 295, "sum_ns": 294939454, "mean_ms": 0.9997947593220339 }, "result_nms_cpu": { "n": 295, "sum_ns": 152328094, "mean_ms": 0.5163664203389831 }, "result_tracking_wall": { "n": 295, "sum_ns": 862099902, "mean_ms": 2.9223725491525423 }, "result_tracking_cpu": { "n": 295, "sum_ns": 572232875, "mean_ms": 1.9397724576271185 }, "result_region_wall": { "n": 295, "sum_ns": 122154911, "mean_ms": 0.41408444406779665 }, "result_region_cpu": { "n": 295, "sum_ns": 122123857, "mean_ms": 0.41397917627118647 }, "result_fall_wall": { "n": 295, "sum_ns": 927720713, "mean_ms": 3.1448159762711865 }, "result_fall_cpu": { "n": 295, "sum_ns": 921247366, "mean_ms": 3.122872427118644 }, "result_fight_wall": { "n": 295, "sum_ns": 129455294, "mean_ms": 0.4388315050847458 }, "result_fight_cpu": { "n": 295, "sum_ns": 128915910, "mean_ms": 0.4370030847457627 }, "result_collector_wall": { "n": 295, "sum_ns": 1843422770, "mean_ms": 6.248890745762712 }, "result_collector_cpu": { "n": 295, "sum_ns": 1828141581, "mean_ms": 6.1970901050847464 }, "result_composition_wall": { "n": 295, "sum_ns": 4827642, "mean_ms": 0.01636488813559322 }, "result_composition_cpu": { "n": 295, "sum_ns": 4835715, "mean_ms": 0.016392254237288136 }, "result_artifact_handoff_wall": { "n": 295, "sum_ns": 3159512, "mean_ms": 0.010710210169491526 }, "result_artifact_handoff_cpu": { "n": 295, "sum_ns": 3121285, "mean_ms": 0.010580627118644069 }, "result_publish_wall": { "n": 295, "sum_ns": 310999760, "mean_ms": 1.0542364745762711 }, "result_publish_cpu": { "n": 295, "sum_ns": 301564247, "mean_ms": 1.0222516847457628 }, "result_total_wall": { "n": 295, "sum_ns": 5060321197, "mean_ms": 17.153631176271187 }, "result_total_cpu": { "n": 295, "sum_ns": 4588645929, "mean_ms": 15.554731962711864 } } }, { "mode": "pose-a-resume", "level": 15, "camera": "36", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.897237102, "new_channel": false, "seconds": 30.000008552975487, "selected_fps": 9.967476224753392, "requested_fps": 9.967476224753392, "complete_fps": 10.000924131547867, "accepted_fps": 10.000924131547867, "finalized_fps": 10.000924131547867, "redis_fps": 10.000924131547867, "redis_read_fps": 9.966663825178953, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 4, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.078, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.2308765499619767, "redis_interval_s": { "n": 298, "mean": 0.10040383351339346, "median": 0.09674449250451289, "p95": 0.16954898601397872, "maximum": 0.2308765499619767, "minimum": 0.0026845380198210478 }, "redis_drift_s": { "n": 299, "mean": -8.6433089820243, "median": -8.643749938979283, "p95": -8.603142743961428, "maximum": -8.550458994964146, "minimum": -8.70936453796645 }, "redis_drift_s_per_min": -0.00341668576910293, "ingress_drift_s": { "n": 12, "mean": 0.010925681916669797, "median": 0.010822523500010561, "p95": 0.04854006899998353, "maximum": 0.04854006899998353, "minimum": -0.02717169799998942 }, "ingress_drift_s_per_min": 0.003319388311799747, "source_drift_s": { "n": 12, "mean": 0.010632250000000454, "median": 0.010638999999997623, "p95": 0.048536999999981845, "maximum": 0.048536999999981845, "minimum": -0.02723100000000045 }, "ingress_to_redis_ms": { "n": 299, "mean": 33.16053511705686, "median": 31, "p95": 44, "maximum": 133, "minimum": 21 }, "source_samples": 12, "redis_samples": 299, "native_redis_joined": 13, "durations": { "depay_to_source_exit": { "n": 297, "sum_ns": 13605408000, "mean_ms": 45.80945454545455 }, "source_exit_to_ingress": { "n": 297, "sum_ns": 327478722, "mean_ms": 1.1026219595959597 }, "source_encoded_queue": { "n": 297, "sum_ns": 8744000, "mean_ms": 0.029441077441077438 }, "decode_between_queues": { "n": 297, "sum_ns": 13483885000, "mean_ms": 45.40028619528619 }, "source_raw_queue": { "n": 297, "sum_ns": 8655000, "mean_ms": 0.02914141414141414 }, "raw_queue_to_source_exit": { "n": 297, "sum_ns": 8393000, "mean_ms": 0.02825925925925926 }, "selected_to_preprocess_start": { "n": 298, "sum_ns": 211819033, "mean_ms": 0.7108021241610738 }, "preprocess_start_to_preprocess_output": { "n": 298, "sum_ns": 216646935, "mean_ms": 0.7270031375838926 }, "selected_to_preprocess": { "n": 298, "sum_ns": 479270543, "mean_ms": 1.608290412751678 }, "preprocess_start_to_preprocess": { "n": 298, "sum_ns": 267451510, "mean_ms": 0.8974882885906039 }, "preprocess_output_to_infer_entry": { "n": 298, "sum_ns": 50804575, "mean_ms": 0.1704851510067114 }, "preprocess_to_infer_output": { "n": 299, "sum_ns": 5647251756, "mean_ms": 18.887129618729094 }, "preprocess_to_callback": { "n": 299, "sum_ns": 5865200300, "mean_ms": 19.61605451505017 }, "infer_output_to_callback": { "n": 299, "sum_ns": 217948544, "mean_ms": 0.7289248963210703 }, "copy_wall": { "n": 299, "sum_ns": 1186108676, "mean_ms": 3.9669186488294312 }, "copy_thread_cpu": { "n": 299, "sum_ns": 1175894088, "mean_ms": 3.932756147157191 }, "callback_to_copied": { "n": 299, "sum_ns": 1238577594, "mean_ms": 4.142399979933111 }, "accepted_interval": { "n": 299, "sum_ns": 29912816808, "mean_ms": 100.04286557859531 }, "selected_to_submitted": { "n": 299, "sum_ns": 7609827011, "mean_ms": 25.45092645819398 }, "completed_queue_wait": { "n": 299, "sum_ns": 57831523, "mean_ms": 0.19341646488294315 }, "result_observations_wall": { "n": 299, "sum_ns": 299106137, "mean_ms": 1.0003549732441472 }, "result_observations_cpu": { "n": 299, "sum_ns": 299181852, "mean_ms": 1.0006082006688963 }, "result_nms_wall": { "n": 299, "sum_ns": 171958417, "mean_ms": 0.575111762541806 }, "result_nms_cpu": { "n": 299, "sum_ns": 146196657, "mean_ms": 0.48895203010033444 }, "result_tracking_wall": { "n": 299, "sum_ns": 228490781, "mean_ms": 0.7641832140468228 }, "result_tracking_cpu": { "n": 299, "sum_ns": 217320125, "mean_ms": 0.726823160535117 }, "result_region_wall": { "n": 299, "sum_ns": 61772946, "mean_ms": 0.2065984816053512 }, "result_region_cpu": { "n": 299, "sum_ns": 61801244, "mean_ms": 0.2066931237458194 }, "result_fall_wall": { "n": 299, "sum_ns": 110896376, "mean_ms": 0.37089088963210703 }, "result_fall_cpu": { "n": 299, "sum_ns": 110863820, "mean_ms": 0.3707820066889632 }, "result_fight_wall": { "n": 299, "sum_ns": 35683606, "mean_ms": 0.11934316387959866 }, "result_fight_cpu": { "n": 299, "sum_ns": 35700190, "mean_ms": 0.1193986287625418 }, "result_collector_wall": { "n": 299, "sum_ns": 897926157, "mean_ms": 3.0030975150501673 }, "result_collector_cpu": { "n": 299, "sum_ns": 891132811, "mean_ms": 2.980377294314381 }, "result_composition_wall": { "n": 299, "sum_ns": 4908159, "mean_ms": 0.016415247491638793 }, "result_composition_cpu": { "n": 299, "sum_ns": 4918391, "mean_ms": 0.01644946822742475 }, "result_artifact_handoff_wall": { "n": 299, "sum_ns": 3073049, "mean_ms": 0.01027775585284281 }, "result_artifact_handoff_cpu": { "n": 299, "sum_ns": 3036843, "mean_ms": 0.010156665551839465 }, "result_publish_wall": { "n": 299, "sum_ns": 66435842, "mean_ms": 0.2221934515050167 }, "result_publish_cpu": { "n": 299, "sum_ns": 66193638, "mean_ms": 0.22138340468227424 }, "result_total_wall": { "n": 299, "sum_ns": 2129552488, "mean_ms": 7.12224912374582 }, "result_total_cpu": { "n": 299, "sum_ns": 2084330966, "mean_ms": 6.971006575250836 } } }, { "mode": "pose-a-resume", "level": 15, "camera": "37", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.836983922, "new_channel": false, "seconds": 30.000008552975487, "selected_fps": 9.987604671404895, "requested_fps": 9.987604671404895, "complete_fps": 10.021120123322362, "accepted_fps": 10.021120123322362, "finalized_fps": 10.021120123322362, "redis_fps": 10.021120123322362, "redis_read_fps": 9.866663853688864, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 2, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.092, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 3, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.31382116494933143, "redis_interval_s": { "n": 295, "mean": 0.10123844704061936, "median": 0.0986978950095363, "p95": 0.17174862301908433, "maximum": 0.31382116494933143, "minimum": 0.005835211020894349 }, "redis_drift_s": { "n": 296, "mean": -0.03380699787908875, "median": -0.03563849304430278, "p95": -0.0003556129937010155, "maximum": 0.1584058279581484, "minimum": -0.09759580003702695 }, "redis_drift_s_per_min": -0.00247867507417384, "ingress_drift_s": { "n": 12, "mean": -0.002266379333339804, "median": 0.0008924849999942808, "p95": 0.02022255399998585, "maximum": 0.02022255399998585, "minimum": -0.030050471999999218 }, "ingress_drift_s_per_min": -0.03082887636452594, "source_drift_s": { "n": 12, "mean": -0.0025214166666671645, "median": 0.000724000000005276, "p95": 0.020065999999985706, "maximum": 0.020065999999985706, "minimum": -0.03048099999998044 }, "ingress_to_redis_ms": { "n": 296, "mean": 35.48986486486486, "median": 32.0, "p95": 45, "maximum": 226, "minimum": 21 }, "source_samples": 12, "redis_samples": 296, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 298, "sum_ns": 202371268, "mean_ms": 0.6790982147651006 }, "depay_to_source_exit": { "n": 294, "sum_ns": 13176301000, "mean_ms": 44.81735034013605 }, "source_exit_to_ingress": { "n": 294, "sum_ns": 616519034, "mean_ms": 2.0970035170068027 }, "source_encoded_queue": { "n": 294, "sum_ns": 11547000, "mean_ms": 0.03927551020408163 }, "decode_between_queues": { "n": 294, "sum_ns": 13042385000, "mean_ms": 44.3618537414966 }, "source_raw_queue": { "n": 294, "sum_ns": 31475000, "mean_ms": 0.1070578231292517 }, "raw_queue_to_source_exit": { "n": 294, "sum_ns": 9031000, "mean_ms": 0.030717687074829934 }, "preprocess_start_to_preprocess_output": { "n": 298, "sum_ns": 229421013, "mean_ms": 0.7698691711409396 }, "selected_to_preprocess": { "n": 298, "sum_ns": 482087332, "mean_ms": 1.617742724832215 }, "preprocess_start_to_preprocess": { "n": 298, "sum_ns": 279716064, "mean_ms": 0.9386445100671141 }, "preprocess_output_to_infer_entry": { "n": 298, "sum_ns": 50295051, "mean_ms": 0.1687753389261745 }, "preprocess_to_infer_output": { "n": 299, "sum_ns": 5581835887, "mean_ms": 18.668347448160535 }, "preprocess_to_callback": { "n": 299, "sum_ns": 5802914644, "mean_ms": 19.407741284280938 }, "infer_output_to_callback": { "n": 299, "sum_ns": 221078757, "mean_ms": 0.7393938361204014 }, "copy_wall": { "n": 299, "sum_ns": 1120697423, "mean_ms": 3.7481519163879597 }, "copy_thread_cpu": { "n": 299, "sum_ns": 1118055246, "mean_ms": 3.7393152040133777 }, "callback_to_copied": { "n": 299, "sum_ns": 1173496341, "mean_ms": 3.9247369264214047 }, "accepted_interval": { "n": 299, "sum_ns": 29896864036, "mean_ms": 99.98951182608695 }, "selected_to_submitted": { "n": 299, "sum_ns": 7485268667, "mean_ms": 25.034343367892976 }, "completed_queue_wait": { "n": 299, "sum_ns": 61758094, "mean_ms": 0.2065488093645485 }, "result_observations_wall": { "n": 299, "sum_ns": 302279395, "mean_ms": 1.0109678762541805 }, "result_observations_cpu": { "n": 299, "sum_ns": 302394207, "mean_ms": 1.0113518628762541 }, "result_nms_wall": { "n": 299, "sum_ns": 198629305, "mean_ms": 0.6643120568561873 }, "result_nms_cpu": { "n": 299, "sum_ns": 146220873, "mean_ms": 0.48903302006688965 }, "result_tracking_wall": { "n": 299, "sum_ns": 290871104, "mean_ms": 0.9728130568561872 }, "result_tracking_cpu": { "n": 299, "sum_ns": 272074105, "mean_ms": 0.909946839464883 }, "result_region_wall": { "n": 299, "sum_ns": 67078912, "mean_ms": 0.2243441872909699 }, "result_region_cpu": { "n": 299, "sum_ns": 67108457, "mean_ms": 0.224443 }, "result_fall_wall": { "n": 299, "sum_ns": 154938326, "mean_ms": 0.5181883812709029 }, "result_fall_cpu": { "n": 299, "sum_ns": 154604297, "mean_ms": 0.5170712274247492 }, "result_fight_wall": { "n": 299, "sum_ns": 35506173, "mean_ms": 0.11874974247491639 }, "result_fight_cpu": { "n": 299, "sum_ns": 35490964, "mean_ms": 0.1186988762541806 }, "result_collector_wall": { "n": 299, "sum_ns": 1463685391, "mean_ms": 4.895268866220736 }, "result_collector_cpu": { "n": 299, "sum_ns": 1445503701, "mean_ms": 4.8344605384615384 }, "result_composition_wall": { "n": 299, "sum_ns": 5109216, "mean_ms": 0.017087678929765888 }, "result_composition_cpu": { "n": 299, "sum_ns": 5118505, "mean_ms": 0.017118745819397995 }, "result_artifact_handoff_wall": { "n": 299, "sum_ns": 3061339, "mean_ms": 0.010238591973244147 }, "result_artifact_handoff_cpu": { "n": 299, "sum_ns": 3020179, "mean_ms": 0.010100933110367893 }, "result_publish_wall": { "n": 299, "sum_ns": 112947279, "mean_ms": 0.3777500969899666 }, "result_publish_cpu": { "n": 299, "sum_ns": 112730631, "mean_ms": 0.37702552173913045 }, "result_total_wall": { "n": 299, "sum_ns": 2906692263, "mean_ms": 9.721378806020066 }, "result_total_cpu": { "n": 299, "sum_ns": 2810840027, "mean_ms": 9.400802765886288 } } }, { "mode": "pose-a-resume", "level": 15, "camera": "38", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.896866361, "new_channel": false, "seconds": 30.000008552975487, "selected_fps": 10.001048149649586, "requested_fps": 10.001048149649586, "complete_fps": 10.001048149649586, "accepted_fps": 10.001048149649586, "finalized_fps": 10.001048149649586, "redis_fps": 10.001048149649586, "redis_read_fps": 10.033330472839014, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 3, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.135, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 1, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.2694997600046918, "redis_interval_s": { "n": 300, "mean": 0.09992780018326206, "median": 0.0981250359909609, "p95": 0.15817060903646052, "maximum": 0.2694997600046918, "minimum": 0.00562474102480337 }, "redis_drift_s": { "n": 301, "mean": -3.048506376082391, "median": -3.0505769949960495, "p95": -3.0148511140048413, "maximum": -2.905871645042197, "minimum": -3.117292418012397 }, "redis_drift_s_per_min": -0.003885129437079526, "ingress_drift_s": { "n": 12, "mean": 0.038959206416668245, "median": 0.03440218700001196, "p95": 0.06487539400001197, "maximum": 0.06487539400001197, "minimum": 0.015901870999982748 }, "ingress_drift_s_per_min": 0.01592983972415083, "source_drift_s": { "n": 12, "mean": 0.03875208333333546, "median": 0.03427850000001342, "p95": 0.06486000000001013, "maximum": 0.06486000000001013, "minimum": 0.015395999999981314 }, "ingress_to_redis_ms": { "n": 301, "mean": 36.46843853820598, "median": 33, "p95": 45, "maximum": 175, "minimum": 23 }, "source_samples": 12, "redis_samples": 301, "native_redis_joined": 13, "durations": { "depay_to_source_exit": { "n": 299, "sum_ns": 13495566000, "mean_ms": 45.13567224080268 }, "source_exit_to_ingress": { "n": 299, "sum_ns": 409373900, "mean_ms": 1.3691434782608696 }, "source_encoded_queue": { "n": 299, "sum_ns": 10087000, "mean_ms": 0.03373578595317726 }, "decode_between_queues": { "n": 299, "sum_ns": 13197538000, "mean_ms": 44.13892307692308 }, "source_raw_queue": { "n": 299, "sum_ns": 122898000, "mean_ms": 0.41103010033444815 }, "raw_queue_to_source_exit": { "n": 299, "sum_ns": 8392000, "mean_ms": 0.028066889632107024 }, "selected_to_preprocess_start": { "n": 299, "sum_ns": 207826265, "mean_ms": 0.6950711204013378 }, "preprocess_start_to_preprocess_output": { "n": 299, "sum_ns": 228049360, "mean_ms": 0.762706889632107 }, "selected_to_preprocess": { "n": 299, "sum_ns": 488344765, "mean_ms": 1.6332600836120401 }, "preprocess_start_to_preprocess": { "n": 299, "sum_ns": 280518500, "mean_ms": 0.9381889632107023 }, "preprocess_output_to_infer_entry": { "n": 299, "sum_ns": 52469140, "mean_ms": 0.17548207357859533 }, "preprocess_to_infer_output": { "n": 299, "sum_ns": 5935614406, "mean_ms": 19.851553197324414 }, "preprocess_to_callback": { "n": 299, "sum_ns": 6142880185, "mean_ms": 20.544749782608694 }, "infer_output_to_callback": { "n": 299, "sum_ns": 207265779, "mean_ms": 0.693196585284281 }, "copy_wall": { "n": 299, "sum_ns": 1266941971, "mean_ms": 4.237264117056856 }, "copy_thread_cpu": { "n": 299, "sum_ns": 1259441917, "mean_ms": 4.2121803244147165 }, "callback_to_copied": { "n": 299, "sum_ns": 1318195055, "mean_ms": 4.408679113712374 }, "accepted_interval": { "n": 299, "sum_ns": 29943683059, "mean_ms": 100.14609718729096 }, "selected_to_submitted": { "n": 299, "sum_ns": 7976495792, "mean_ms": 26.677243451505017 }, "completed_queue_wait": { "n": 299, "sum_ns": 67411639, "mean_ms": 0.22545698662207356 }, "result_observations_wall": { "n": 299, "sum_ns": 310384358, "mean_ms": 1.0380747759197324 }, "result_observations_cpu": { "n": 299, "sum_ns": 309491416, "mean_ms": 1.0350883478260868 }, "result_nms_wall": { "n": 299, "sum_ns": 203147911, "mean_ms": 0.6794244515050167 }, "result_nms_cpu": { "n": 299, "sum_ns": 147766438, "mean_ms": 0.49420213377926425 }, "result_tracking_wall": { "n": 299, "sum_ns": 286200688, "mean_ms": 0.9571929364548496 }, "result_tracking_cpu": { "n": 299, "sum_ns": 269250473, "mean_ms": 0.9005032541806021 }, "result_region_wall": { "n": 299, "sum_ns": 68452359, "mean_ms": 0.22893765551839465 }, "result_region_cpu": { "n": 299, "sum_ns": 68304898, "mean_ms": 0.22844447491638797 }, "result_fall_wall": { "n": 299, "sum_ns": 153626304, "mean_ms": 0.513800347826087 }, "result_fall_cpu": { "n": 299, "sum_ns": 153535892, "mean_ms": 0.513497966555184 }, "result_fight_wall": { "n": 299, "sum_ns": 37379200, "mean_ms": 0.12501404682274248 }, "result_fight_cpu": { "n": 299, "sum_ns": 37281503, "mean_ms": 0.12468730100334449 }, "result_collector_wall": { "n": 299, "sum_ns": 1247924490, "mean_ms": 4.173660501672241 }, "result_collector_cpu": { "n": 299, "sum_ns": 1242199249, "mean_ms": 4.154512538461539 }, "result_composition_wall": { "n": 299, "sum_ns": 5824342, "mean_ms": 0.019479404682274246 }, "result_composition_cpu": { "n": 299, "sum_ns": 5410948, "mean_ms": 0.018096816053511707 }, "result_artifact_handoff_wall": { "n": 299, "sum_ns": 3181682, "mean_ms": 0.010641076923076923 }, "result_artifact_handoff_cpu": { "n": 299, "sum_ns": 3104306, "mean_ms": 0.010382294314381271 }, "result_publish_wall": { "n": 299, "sum_ns": 116410782, "mean_ms": 0.3893337190635452 }, "result_publish_cpu": { "n": 299, "sum_ns": 116133861, "mean_ms": 0.3884075618729097 }, "result_total_wall": { "n": 299, "sum_ns": 2708903215, "mean_ms": 9.059876973244148 }, "result_total_cpu": { "n": 299, "sum_ns": 2625156375, "mean_ms": 8.77978720735786 } } }, { "mode": "pose-a-resume", "level": 15, "camera": "39", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.002905924, "new_channel": false, "seconds": 30.000008552975487, "selected_fps": 10.032361557325796, "requested_fps": 10.032361557325796, "complete_fps": 10.032361557325796, "accepted_fps": 10.032361557325796, "finalized_fps": 10.032361557325796, "redis_fps": 10.032361557325796, "redis_read_fps": 9.933330501348925, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 5, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.094, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.22487830999307334, "redis_interval_s": { "n": 297, "mean": 0.1009440525050388, "median": 0.09916837798664346, "p95": 0.15905288700014353, "maximum": 0.22487830999307334, "minimum": 0.005211217037867755 }, "redis_drift_s": { "n": 298, "mean": -1.3644067626099168, "median": -1.3656447414858377, "p95": -1.3307540440107744, "maximum": -1.25488076101243, "minimum": -1.42055946200108 }, "redis_drift_s_per_min": 0.008640643602557048, "ingress_drift_s": { "n": 10, "mean": 0.005673581199999944, "median": 0.006329652500014049, "p95": 0.061164013999984945, "maximum": 0.061164013999984945, "minimum": -0.044803625000014335 }, "ingress_drift_s_per_min": 0.12523423068140635, "source_drift_s": { "n": 10, "mean": 0.002210399999998458, "median": 0.004610500000012507, "p95": 0.06117999999997892, "maximum": 0.06117999999997892, "minimum": -0.044722000000007256 }, "ingress_to_redis_ms": { "n": 298, "mean": 35.34228187919463, "median": 32.0, "p95": 45, "maximum": 142, "minimum": 21 }, "source_samples": 10, "redis_samples": 298, "native_redis_joined": 10, "durations": { "depay_to_source_exit": { "n": 298, "sum_ns": 13954658000, "mean_ms": 46.827711409395974 }, "source_exit_to_ingress": { "n": 298, "sum_ns": 335603365, "mean_ms": 1.126185788590604 }, "source_encoded_queue": { "n": 298, "sum_ns": 9483000, "mean_ms": 0.03182214765100671 }, "decode_between_queues": { "n": 298, "sum_ns": 13847359000, "mean_ms": 46.467647651006715 }, "source_raw_queue": { "n": 298, "sum_ns": 15264000, "mean_ms": 0.051221476510067115 }, "raw_queue_to_source_exit": { "n": 298, "sum_ns": 8688000, "mean_ms": 0.02915436241610738 }, "selected_to_preprocess_start": { "n": 301, "sum_ns": 207698171, "mean_ms": 0.690027146179402 }, "preprocess_start_to_preprocess_output": { "n": 301, "sum_ns": 230847462, "mean_ms": 0.7669350897009967 }, "selected_to_preprocess": { "n": 301, "sum_ns": 580437295, "mean_ms": 1.9283631063122924 }, "preprocess_start_to_preprocess": { "n": 301, "sum_ns": 372739124, "mean_ms": 1.2383359601328905 }, "preprocess_output_to_infer_entry": { "n": 301, "sum_ns": 141891662, "mean_ms": 0.47140087043189366 }, "preprocess_to_infer_output": { "n": 301, "sum_ns": 5902192175, "mean_ms": 19.608611877076413 }, "preprocess_to_callback": { "n": 301, "sum_ns": 6121007265, "mean_ms": 20.3355723089701 }, "infer_output_to_callback": { "n": 301, "sum_ns": 218815090, "mean_ms": 0.7269604318936876 }, "copy_wall": { "n": 301, "sum_ns": 1320630128, "mean_ms": 4.387475508305648 }, "copy_thread_cpu": { "n": 301, "sum_ns": 1311824056, "mean_ms": 4.358219455149501 }, "callback_to_copied": { "n": 301, "sum_ns": 1372527065, "mean_ms": 4.559890581395349 }, "accepted_interval": { "n": 301, "sum_ns": 30056959620, "mean_ms": 99.85700870431894 }, "selected_to_submitted": { "n": 301, "sum_ns": 8100069287, "mean_ms": 26.91052919269103 }, "completed_queue_wait": { "n": 301, "sum_ns": 64984387, "mean_ms": 0.2158949734219269 }, "result_observations_wall": { "n": 301, "sum_ns": 302519812, "mean_ms": 1.0050492093023256 }, "result_observations_cpu": { "n": 301, "sum_ns": 302583691, "mean_ms": 1.0052614318936877 }, "result_nms_wall": { "n": 301, "sum_ns": 197011291, "mean_ms": 0.6545225614617941 }, "result_nms_cpu": { "n": 301, "sum_ns": 154771873, "mean_ms": 0.5141922691029901 }, "result_tracking_wall": { "n": 301, "sum_ns": 260142990, "mean_ms": 0.8642624252491695 }, "result_tracking_cpu": { "n": 301, "sum_ns": 247425854, "mean_ms": 0.822012803986711 }, "result_region_wall": { "n": 301, "sum_ns": 84025354, "mean_ms": 0.279154 }, "result_region_cpu": { "n": 301, "sum_ns": 83573697, "mean_ms": 0.2776534784053156 }, "result_fall_wall": { "n": 301, "sum_ns": 186701528, "mean_ms": 0.6202708571428571 }, "result_fall_cpu": { "n": 301, "sum_ns": 186461643, "mean_ms": 0.6194738970099668 }, "result_fight_wall": { "n": 301, "sum_ns": 54728038, "mean_ms": 0.18182072425249168 }, "result_fight_cpu": { "n": 301, "sum_ns": 54748224, "mean_ms": 0.18188778737541528 }, "result_collector_wall": { "n": 301, "sum_ns": 911408825, "mean_ms": 3.027936295681063 }, "result_collector_cpu": { "n": 301, "sum_ns": 905453154, "mean_ms": 3.0081500132890366 }, "result_composition_wall": { "n": 301, "sum_ns": 4815910, "mean_ms": 0.01599970099667774 }, "result_composition_cpu": { "n": 301, "sum_ns": 4826433, "mean_ms": 0.01603466112956811 }, "result_artifact_handoff_wall": { "n": 301, "sum_ns": 3350799, "mean_ms": 0.011132222591362127 }, "result_artifact_handoff_cpu": { "n": 301, "sum_ns": 3323079, "mean_ms": 0.011040129568106313 }, "result_publish_wall": { "n": 301, "sum_ns": 67288376, "mean_ms": 0.2235494219269103 }, "result_publish_cpu": { "n": 301, "sum_ns": 66310986, "mean_ms": 0.22030227906976746 }, "result_total_wall": { "n": 301, "sum_ns": 2344759573, "mean_ms": 7.789898913621263 }, "result_total_cpu": { "n": 301, "sum_ns": 2278915482, "mean_ms": 7.571147780730897 } } }, { "mode": "pose-a-resume", "level": 15, "camera": "40", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.097819342, "new_channel": false, "seconds": 30.000008552975487, "selected_fps": 9.867824529917067, "requested_fps": 9.867824529917067, "complete_fps": 9.867824529917067, "accepted_fps": 9.867824529917067, "finalized_fps": 9.867824529917067, "redis_fps": 9.867824529917067, "redis_read_fps": 9.933330501348925, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 7, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.184, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 8, "analysis_gap_markers": 4, "c_suppressed": 0, "max_redis_silence_s": 0.3475373520050198, "redis_interval_s": { "n": 297, "mean": 0.10072285686176653, "median": 0.09810262097744271, "p95": 0.18795197497820482, "maximum": 0.3475373520050198, "minimum": 0.004475747002288699 }, "redis_drift_s": { "n": 298, "mean": -0.039563637331840686, "median": -0.04899295100685919, "p95": 0.06289621400694045, "maximum": 0.241577658017178, "minimum": -0.10139260900066915 }, "redis_drift_s_per_min": -0.011563618283555703, "ingress_drift_s": { "n": 12, "mean": -0.010434931250004572, "median": -0.0030356989999944517, "p95": 0.028981656000013345, "maximum": 0.028981656000013345, "minimum": -0.049260403000005226 }, "ingress_drift_s_per_min": 0.07675103016527506, "source_drift_s": { "n": 12, "mean": -0.010286416666667483, "median": -0.003264999999998963, "p95": 0.029486000000019885, "maximum": 0.029486000000019885, "minimum": -0.048862999999983 }, "ingress_to_redis_ms": { "n": 298, "mean": 43.34563758389262, "median": 36.0, "p95": 59, "maximum": 325, "minimum": 22 }, "source_samples": 12, "redis_samples": 298, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 297, "sum_ns": 218847828, "mean_ms": 0.7368613737373737 }, "depay_to_source_exit": { "n": 297, "sum_ns": 13653034000, "mean_ms": 45.969811447811445 }, "source_exit_to_ingress": { "n": 297, "sum_ns": 1196939812, "mean_ms": 4.030100377104377 }, "source_encoded_queue": { "n": 297, "sum_ns": 9634000, "mean_ms": 0.03243771043771044 }, "decode_between_queues": { "n": 297, "sum_ns": 13462450000, "mean_ms": 45.32811447811448 }, "source_raw_queue": { "n": 297, "sum_ns": 83474000, "mean_ms": 0.281057239057239 }, "raw_queue_to_source_exit": { "n": 297, "sum_ns": 8175000, "mean_ms": 0.027525252525252526 }, "preprocess_start_to_preprocess_output": { "n": 297, "sum_ns": 236053318, "mean_ms": 0.7947923164983165 }, "selected_to_preprocess": { "n": 297, "sum_ns": 516067141, "mean_ms": 1.7375998013468015 }, "preprocess_start_to_preprocess": { "n": 297, "sum_ns": 297219313, "mean_ms": 1.0007384276094275 }, "preprocess_output_to_infer_entry": { "n": 297, "sum_ns": 61165995, "mean_ms": 0.20594611111111114 }, "preprocess_to_infer_output": { "n": 297, "sum_ns": 6011458506, "mean_ms": 20.240601030303033 }, "preprocess_to_callback": { "n": 297, "sum_ns": 6229565837, "mean_ms": 20.974969148148148 }, "infer_output_to_callback": { "n": 297, "sum_ns": 218107331, "mean_ms": 0.7343681178451178 }, "copy_wall": { "n": 297, "sum_ns": 2027630512, "mean_ms": 6.827038760942761 }, "copy_thread_cpu": { "n": 297, "sum_ns": 2019138753, "mean_ms": 6.79844697979798 }, "callback_to_copied": { "n": 297, "sum_ns": 2079638930, "mean_ms": 7.0021512794612795 }, "accepted_interval": { "n": 297, "sum_ns": 30096418636, "mean_ms": 101.33474288215488 }, "selected_to_submitted": { "n": 297, "sum_ns": 8851070440, "mean_ms": 29.801583973063973 }, "completed_queue_wait": { "n": 297, "sum_ns": 93924853, "mean_ms": 0.3162452962962963 }, "result_observations_wall": { "n": 297, "sum_ns": 300592594, "mean_ms": 1.0120962760942762 }, "result_observations_cpu": { "n": 297, "sum_ns": 300555855, "mean_ms": 1.0119725757575757 }, "result_nms_wall": { "n": 297, "sum_ns": 247230737, "mean_ms": 0.8324267239057239 }, "result_nms_cpu": { "n": 297, "sum_ns": 154386534, "mean_ms": 0.5198199797979798 }, "result_tracking_wall": { "n": 297, "sum_ns": 688286473, "mean_ms": 2.3174628720538717 }, "result_tracking_cpu": { "n": 297, "sum_ns": 508415827, "mean_ms": 1.7118378013468014 }, "result_region_wall": { "n": 297, "sum_ns": 121673473, "mean_ms": 0.40967499326599327 }, "result_region_cpu": { "n": 297, "sum_ns": 121549325, "mean_ms": 0.4092569865319865 }, "result_fall_wall": { "n": 297, "sum_ns": 428201411, "mean_ms": 1.4417555925925927 }, "result_fall_cpu": { "n": 297, "sum_ns": 427203695, "mean_ms": 1.4383962794612795 }, "result_fight_wall": { "n": 297, "sum_ns": 106110523, "mean_ms": 0.3572744882154882 }, "result_fight_cpu": { "n": 297, "sum_ns": 105883552, "mean_ms": 0.3565102760942761 }, "result_collector_wall": { "n": 297, "sum_ns": 1282534819, "mean_ms": 4.318299053872053 }, "result_collector_cpu": { "n": 297, "sum_ns": 1274617255, "mean_ms": 4.291640589225589 }, "result_composition_wall": { "n": 297, "sum_ns": 4920032, "mean_ms": 0.016565764309764308 }, "result_composition_cpu": { "n": 297, "sum_ns": 4927842, "mean_ms": 0.016592060606060607 }, "result_artifact_handoff_wall": { "n": 297, "sum_ns": 3141989, "mean_ms": 0.010579087542087542 }, "result_artifact_handoff_cpu": { "n": 297, "sum_ns": 3116282, "mean_ms": 0.010492531986531987 }, "result_publish_wall": { "n": 297, "sum_ns": 256343286, "mean_ms": 0.8631087070707071 }, "result_publish_cpu": { "n": 297, "sum_ns": 249597875, "mean_ms": 0.8403968855218855 }, "result_total_wall": { "n": 297, "sum_ns": 3731738671, "mean_ms": 12.564776670033671 }, "result_total_cpu": { "n": 297, "sum_ns": 3436483809, "mean_ms": 11.570652555555556 } } }, { "mode": "pose-a-resume", "level": 15, "camera": "41", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.803069897, "new_channel": false, "seconds": 30.000008552975487, "selected_fps": 9.965416348934452, "requested_fps": 9.965416348934452, "complete_fps": 9.965416348934452, "accepted_fps": 9.965416348934452, "finalized_fps": 9.998969939334904, "redis_fps": 9.998969939334904, "redis_read_fps": 9.999997149008983, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 2, "queue_depth_max_sampled": 1, "queue_age_max_sampled": 0.000686882995069027, "provider_response_age_max_sampled": 0.158, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.2455764810438268, "redis_interval_s": { "n": 299, "mean": 0.10009148600336046, "median": 0.09720229299273342, "p95": 0.16302783897845075, "maximum": 0.2455764810438268, "minimum": 0.017625745967961848 }, "redis_drift_s": { "n": 300, "mean": -2.4832855359010537, "median": -2.4871522505162176, "p95": -2.44318930500188, "maximum": -2.3492876690514493, "minimum": -2.538089754042687 }, "redis_drift_s_per_min": 0.008164765760408754, "ingress_drift_s": { "n": 12, "mean": -0.039156156583330194, "median": -0.03681912799999054, "p95": -0.016739716999978782, "maximum": -0.016739716999978782, "minimum": -0.0770815190000036 }, "ingress_drift_s_per_min": 0.0656253059821869, "source_drift_s": { "n": 12, "mean": -0.03991741666666352, "median": -0.04003500000000315, "p95": -0.0166889999999853, "maximum": -0.0166889999999853, "minimum": -0.07894800000001112 }, "ingress_to_redis_ms": { "n": 300, "mean": 33.12, "median": 30.0, "p95": 43, "maximum": 162, "minimum": 21 }, "source_samples": 12, "redis_samples": 300, "native_redis_joined": 13, "durations": { "depay_to_source_exit": { "n": 297, "sum_ns": 13267994000, "mean_ms": 44.67338047138047 }, "source_exit_to_ingress": { "n": 297, "sum_ns": 349497329, "mean_ms": 1.1767586835016834 }, "source_encoded_queue": { "n": 297, "sum_ns": 11557000, "mean_ms": 0.03891245791245791 }, "decode_between_queues": { "n": 297, "sum_ns": 13057040000, "mean_ms": 43.96309764309765 }, "source_raw_queue": { "n": 297, "sum_ns": 50055000, "mean_ms": 0.16853535353535354 }, "raw_queue_to_source_exit": { "n": 297, "sum_ns": 7470000, "mean_ms": 0.02515151515151515 }, "selected_to_preprocess_start": { "n": 297, "sum_ns": 207312805, "mean_ms": 0.6980229124579125 }, "preprocess_start_to_preprocess_output": { "n": 297, "sum_ns": 206074390, "mean_ms": 0.693853164983165 }, "selected_to_preprocess": { "n": 297, "sum_ns": 464714767, "mean_ms": 1.5646961851851853 }, "preprocess_start_to_preprocess": { "n": 297, "sum_ns": 257401962, "mean_ms": 0.8666732727272727 }, "preprocess_output_to_infer_entry": { "n": 297, "sum_ns": 51327572, "mean_ms": 0.17282010774410775 }, "preprocess_to_infer_output": { "n": 297, "sum_ns": 5477628033, "mean_ms": 18.44319203030303 }, "preprocess_to_callback": { "n": 297, "sum_ns": 5669840998, "mean_ms": 19.09037373063973 }, "infer_output_to_callback": { "n": 297, "sum_ns": 192212965, "mean_ms": 0.6471817003367003 }, "copy_wall": { "n": 297, "sum_ns": 1021914498, "mean_ms": 3.4407895555555554 }, "copy_thread_cpu": { "n": 297, "sum_ns": 1020108602, "mean_ms": 3.434709097643098 }, "callback_to_copied": { "n": 297, "sum_ns": 1073198377, "mean_ms": 3.613462548821549 }, "accepted_interval": { "n": 297, "sum_ns": 29738745089, "mean_ms": 100.13045484511785 }, "selected_to_submitted": { "n": 297, "sum_ns": 7232809217, "mean_ms": 24.352892986531987 }, "completed_queue_wait": { "n": 298, "sum_ns": 54077503, "mean_ms": 0.18146813087248323 }, "result_observations_wall": { "n": 298, "sum_ns": 295677516, "mean_ms": 0.9922064295302013 }, "result_observations_cpu": { "n": 298, "sum_ns": 295573421, "mean_ms": 0.9918571174496644 }, "result_nms_wall": { "n": 298, "sum_ns": 188911536, "mean_ms": 0.6339313288590605 }, "result_nms_cpu": { "n": 298, "sum_ns": 151907090, "mean_ms": 0.5097553355704698 }, "result_tracking_wall": { "n": 298, "sum_ns": 196716165, "mean_ms": 0.6601213590604027 }, "result_tracking_cpu": { "n": 298, "sum_ns": 187149044, "mean_ms": 0.6280169261744967 }, "result_region_wall": { "n": 298, "sum_ns": 68618530, "mean_ms": 0.23026352348993287 }, "result_region_cpu": { "n": 298, "sum_ns": 68493548, "mean_ms": 0.22984412080536915 }, "result_fall_wall": { "n": 298, "sum_ns": 108427712, "mean_ms": 0.36385138255033556 }, "result_fall_cpu": { "n": 298, "sum_ns": 108338328, "mean_ms": 0.36355143624161074 }, "result_fight_wall": { "n": 298, "sum_ns": 36697597, "mean_ms": 0.12314629865771812 }, "result_fight_cpu": { "n": 298, "sum_ns": 36728544, "mean_ms": 0.12325014765100671 }, "result_collector_wall": { "n": 298, "sum_ns": 1207141849, "mean_ms": 4.050811573825503 }, "result_collector_cpu": { "n": 298, "sum_ns": 1194968967, "mean_ms": 4.009962976510067 }, "result_composition_wall": { "n": 298, "sum_ns": 5315628, "mean_ms": 0.017837677852348993 }, "result_composition_cpu": { "n": 298, "sum_ns": 5322693, "mean_ms": 0.017861385906040268 }, "result_artifact_handoff_wall": { "n": 298, "sum_ns": 3124074, "mean_ms": 0.010483469798657717 }, "result_artifact_handoff_cpu": { "n": 298, "sum_ns": 3066801, "mean_ms": 0.010291278523489933 }, "result_publish_wall": { "n": 298, "sum_ns": 88192905, "mean_ms": 0.29594934563758385 }, "result_publish_cpu": { "n": 298, "sum_ns": 87791095, "mean_ms": 0.2946009899328859 }, "result_total_wall": { "n": 298, "sum_ns": 2465016823, "mean_ms": 8.271868533557047 }, "result_total_cpu": { "n": 298, "sum_ns": 2400646650, "mean_ms": 8.055861241610739 } } }, { "mode": "pose-a-resume", "level": 15, "camera": "42", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.194697007, "new_channel": false, "seconds": 30.000008552975487, "selected_fps": 9.902401071641263, "requested_fps": 9.902401071641263, "complete_fps": 9.935519469874176, "accepted_fps": 9.935519469874176, "finalized_fps": 9.935519469874176, "redis_fps": 9.935519469874176, "redis_read_fps": 9.899997177518895, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 5, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.212, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 9, "analysis_gap_markers": 1, "c_suppressed": 0, "max_redis_silence_s": 0.39584805903723463, "redis_interval_s": { "n": 296, "mean": 0.10093257281432916, "median": 0.09603542101103812, "p95": 0.1839128329884261, "maximum": 0.39584805903723463, "minimum": 0.004913982003927231 }, "redis_drift_s": { "n": 297, "mean": -0.7051227882297016, "median": -0.7137106489921052, "p95": -0.6002481090058609, "maximum": -0.41749900101497417, "minimum": -0.8016026609838036 }, "redis_drift_s_per_min": 0.013425389059643454, "ingress_drift_s": { "n": 12, "mean": -0.0070943142500029905, "median": -0.002443709000004901, "p95": 0.03208856399999149, "maximum": 0.03208856399999149, "minimum": -0.06175711800000272 }, "ingress_drift_s_per_min": -0.015868989529958313, "source_drift_s": { "n": 12, "mean": -0.006801500000001681, "median": -0.001700999999997066, "p95": 0.03267300000000262, "maximum": 0.03267300000000262, "minimum": -0.06057200000000762 }, "ingress_to_redis_ms": { "n": 297, "mean": 43.861952861952865, "median": 35, "p95": 77, "maximum": 348, "minimum": 24 }, "source_samples": 12, "redis_samples": 297, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 299, "sum_ns": 13810136000, "mean_ms": 46.187745819397996 }, "source_exit_to_ingress": { "n": 299, "sum_ns": 934105585, "mean_ms": 3.1240989464882944 }, "source_encoded_queue": { "n": 299, "sum_ns": 10415000, "mean_ms": 0.03483277591973244 }, "decode_between_queues": { "n": 299, "sum_ns": 13518351000, "mean_ms": 45.2118762541806 }, "source_raw_queue": { "n": 299, "sum_ns": 148288000, "mean_ms": 0.49594648829431437 }, "raw_queue_to_source_exit": { "n": 299, "sum_ns": 7475000, "mean_ms": 0.025 }, "selected_to_preprocess_start": { "n": 299, "sum_ns": 228113589, "mean_ms": 0.7629217023411371 }, "preprocess_start_to_preprocess_output": { "n": 299, "sum_ns": 279335928, "mean_ms": 0.934233872909699 }, "selected_to_preprocess": { "n": 299, "sum_ns": 569592069, "mean_ms": 1.9049901973244148 }, "preprocess_start_to_preprocess": { "n": 299, "sum_ns": 341478480, "mean_ms": 1.1420684949832776 }, "preprocess_output_to_infer_entry": { "n": 299, "sum_ns": 62142552, "mean_ms": 0.20783462207357858 }, "preprocess_to_infer_output": { "n": 300, "sum_ns": 6167993068, "mean_ms": 20.559976893333335 }, "preprocess_to_callback": { "n": 300, "sum_ns": 6372584398, "mean_ms": 21.241947993333333 }, "infer_output_to_callback": { "n": 300, "sum_ns": 204591330, "mean_ms": 0.6819710999999999 }, "copy_wall": { "n": 300, "sum_ns": 1511620883, "mean_ms": 5.038736276666667 }, "copy_thread_cpu": { "n": 300, "sum_ns": 1502561668, "mean_ms": 5.008538893333333 }, "callback_to_copied": { "n": 300, "sum_ns": 1564114979, "mean_ms": 5.213716596666667 }, "accepted_interval": { "n": 300, "sum_ns": 30298215834, "mean_ms": 100.99405278 }, "selected_to_submitted": { "n": 300, "sum_ns": 8533139686, "mean_ms": 28.44379895333333 }, "completed_queue_wait": { "n": 300, "sum_ns": 140237210, "mean_ms": 0.46745736666666665 }, "result_observations_wall": { "n": 300, "sum_ns": 289374745, "mean_ms": 0.9645824833333333 }, "result_observations_cpu": { "n": 300, "sum_ns": 289415322, "mean_ms": 0.96471774 }, "result_nms_wall": { "n": 300, "sum_ns": 307691618, "mean_ms": 1.0256387266666667 }, "result_nms_cpu": { "n": 300, "sum_ns": 157031130, "mean_ms": 0.5234371 }, "result_tracking_wall": { "n": 300, "sum_ns": 866686820, "mean_ms": 2.8889560666666667 }, "result_tracking_cpu": { "n": 300, "sum_ns": 520950769, "mean_ms": 1.7365025633333333 }, "result_region_wall": { "n": 300, "sum_ns": 100322681, "mean_ms": 0.33440893666666666 }, "result_region_cpu": { "n": 300, "sum_ns": 100342816, "mean_ms": 0.33447605333333336 }, "result_fall_wall": { "n": 300, "sum_ns": 813061093, "mean_ms": 2.7102036433333336 }, "result_fall_cpu": { "n": 300, "sum_ns": 808927402, "mean_ms": 2.6964246733333335 }, "result_fight_wall": { "n": 300, "sum_ns": 139847534, "mean_ms": 0.46615844666666667 }, "result_fight_cpu": { "n": 300, "sum_ns": 139916595, "mean_ms": 0.46638865 }, "result_collector_wall": { "n": 300, "sum_ns": 866830224, "mean_ms": 2.88943408 }, "result_collector_cpu": { "n": 300, "sum_ns": 857993427, "mean_ms": 2.85997809 }, "result_composition_wall": { "n": 300, "sum_ns": 4700474, "mean_ms": 0.015668246666666667 }, "result_composition_cpu": { "n": 300, "sum_ns": 4711740, "mean_ms": 0.0157058 }, "result_artifact_handoff_wall": { "n": 300, "sum_ns": 3138069, "mean_ms": 0.01046023 }, "result_artifact_handoff_cpu": { "n": 300, "sum_ns": 3063792, "mean_ms": 0.01021264 }, "result_publish_wall": { "n": 300, "sum_ns": 574166184, "mean_ms": 1.91388728 }, "result_publish_cpu": { "n": 300, "sum_ns": 568365089, "mean_ms": 1.8945502966666665 }, "result_total_wall": { "n": 300, "sum_ns": 4240178926, "mean_ms": 14.133929753333334 }, "result_total_cpu": { "n": 300, "sum_ns": 3720826121, "mean_ms": 12.402753736666666 } } }, { "mode": "pose-a-resume", "level": 15, "camera": "43", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.881912083, "new_channel": false, "seconds": 30.000008552975487, "selected_fps": 9.972588071749733, "requested_fps": 9.972588071749733, "complete_fps": 10.006053132393188, "accepted_fps": 10.006053132393188, "finalized_fps": 10.006053132393188, "redis_fps": 10.006053132393188, "redis_read_fps": 9.999997149008983, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 2, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.072, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.22783432103460655, "redis_interval_s": { "n": 299, "mean": 0.10016750578922734, "median": 0.09782979195006192, "p95": 0.15279331000056118, "maximum": 0.22783432103460655, "minimum": 0.011098855000454932 }, "redis_drift_s": { "n": 300, "mean": -1.5131114794152838, "median": -1.5145137720077742, "p95": -1.4835129030267709, "maximum": -1.4165743029969775, "minimum": -1.568296860001979 }, "redis_drift_s_per_min": -0.007924654970169724, "ingress_drift_s": { "n": 13, "mean": -0.00750216800000039, "median": -0.008500574000002814, "p95": 0.017247486999998785, "maximum": 0.017247486999998785, "minimum": -0.043708991999999114 }, "ingress_drift_s_per_min": -0.004650298312824964, "source_drift_s": { "n": 13, "mean": -0.007917384615384894, "median": -0.008581999999996981, "p95": 0.015611999999997295, "maximum": 0.015611999999997295, "minimum": -0.04377200000000414 }, "ingress_to_redis_ms": { "n": 300, "mean": 35.013333333333335, "median": 33.0, "p95": 45, "maximum": 133, "minimum": 22 }, "source_samples": 13, "redis_samples": 300, "native_redis_joined": 13, "durations": { "depay_to_source_exit": { "n": 298, "sum_ns": 13755001000, "mean_ms": 46.15772147651007 }, "source_exit_to_ingress": { "n": 298, "sum_ns": 287014134, "mean_ms": 0.963134677852349 }, "source_encoded_queue": { "n": 298, "sum_ns": 11996000, "mean_ms": 0.04025503355704698 }, "decode_between_queues": { "n": 298, "sum_ns": 13548520000, "mean_ms": 45.4648322147651 }, "source_raw_queue": { "n": 298, "sum_ns": 40959000, "mean_ms": 0.13744630872483224 }, "raw_queue_to_source_exit": { "n": 298, "sum_ns": 8113000, "mean_ms": 0.027224832214765102 }, "selected_to_preprocess_start": { "n": 298, "sum_ns": 202619202, "mean_ms": 0.6799302080536913 }, "preprocess_start_to_preprocess_output": { "n": 298, "sum_ns": 209746980, "mean_ms": 0.7038489261744967 }, "selected_to_preprocess": { "n": 298, "sum_ns": 463153963, "mean_ms": 1.5542079295302011 }, "preprocess_start_to_preprocess": { "n": 298, "sum_ns": 260534761, "mean_ms": 0.8742777214765101 }, "preprocess_output_to_infer_entry": { "n": 298, "sum_ns": 50787781, "mean_ms": 0.17042879530201344 }, "preprocess_to_infer_output": { "n": 298, "sum_ns": 6002312610, "mean_ms": 20.141988624161073 }, "preprocess_to_callback": { "n": 299, "sum_ns": 6231457311, "mean_ms": 20.84099435117057 }, "infer_output_to_callback": { "n": 299, "sum_ns": 211706868, "mean_ms": 0.7080497257525084 }, "copy_wall": { "n": 299, "sum_ns": 1004186449, "mean_ms": 3.3584831070234116 }, "copy_thread_cpu": { "n": 299, "sum_ns": 994142554, "mean_ms": 3.3248914849498328 }, "callback_to_copied": { "n": 299, "sum_ns": 1056263080, "mean_ms": 3.532652441471572 }, "accepted_interval": { "n": 299, "sum_ns": 29910531860, "mean_ms": 100.03522361204013 }, "selected_to_submitted": { "n": 299, "sum_ns": 7779818430, "mean_ms": 26.019459632107022 }, "completed_queue_wait": { "n": 299, "sum_ns": 55780035, "mean_ms": 0.18655530100334447 }, "result_observations_wall": { "n": 299, "sum_ns": 284899619, "mean_ms": 0.9528415351170568 }, "result_observations_cpu": { "n": 299, "sum_ns": 285026614, "mean_ms": 0.9532662675585285 }, "result_nms_wall": { "n": 299, "sum_ns": 165213974, "mean_ms": 0.5525550969899666 }, "result_nms_cpu": { "n": 299, "sum_ns": 144573372, "mean_ms": 0.48352298327759197 }, "result_tracking_wall": { "n": 299, "sum_ns": 393503068, "mean_ms": 1.3160637725752509 }, "result_tracking_cpu": { "n": 299, "sum_ns": 377663181, "mean_ms": 1.2630875618729098 }, "result_region_wall": { "n": 299, "sum_ns": 70323730, "mean_ms": 0.23519642140468228 }, "result_region_cpu": { "n": 299, "sum_ns": 70312151, "mean_ms": 0.23515769565217393 }, "result_fall_wall": { "n": 299, "sum_ns": 271806456, "mean_ms": 0.9090516923076922 }, "result_fall_cpu": { "n": 299, "sum_ns": 271684416, "mean_ms": 0.9086435317725752 }, "result_fight_wall": { "n": 299, "sum_ns": 76440557, "mean_ms": 0.25565403678929766 }, "result_fight_cpu": { "n": 299, "sum_ns": 76489598, "mean_ms": 0.25581805351170567 }, "result_collector_wall": { "n": 299, "sum_ns": 918105512, "mean_ms": 3.070586996655518 }, "result_collector_cpu": { "n": 299, "sum_ns": 911967602, "mean_ms": 3.050058869565217 }, "result_composition_wall": { "n": 299, "sum_ns": 4788124, "mean_ms": 0.016013792642140468 }, "result_composition_cpu": { "n": 299, "sum_ns": 4798764, "mean_ms": 0.016049377926421405 }, "result_artifact_handoff_wall": { "n": 299, "sum_ns": 2972121, "mean_ms": 0.009940204013377927 }, "result_artifact_handoff_cpu": { "n": 299, "sum_ns": 2959127, "mean_ms": 0.009896745819397992 }, "result_publish_wall": { "n": 299, "sum_ns": 67193565, "mean_ms": 0.22472764214046823 }, "result_publish_cpu": { "n": 299, "sum_ns": 65909514, "mean_ms": 0.22043315719063544 }, "result_total_wall": { "n": 299, "sum_ns": 2508440002, "mean_ms": 8.389431444816053 }, "result_total_cpu": { "n": 299, "sum_ns": 2463093434, "mean_ms": 8.237770682274247 } } }, { "mode": "pose-a-resume", "level": 15, "camera": "44", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.998066484, "new_channel": true, "seconds": 30.000008552975487, "selected_fps": 10.000644546874723, "requested_fps": 10.000644546874723, "complete_fps": 10.03398002869764, "accepted_fps": 10.03398002869764, "finalized_fps": 10.000644546874723, "redis_fps": 10.000644546874723, "redis_read_fps": 9.999997149008983, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 2, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.076, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 1, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.2515130810206756, "redis_interval_s": { "n": 299, "mean": 0.10005943012699473, "median": 0.09707740601152182, "p95": 0.1748914439813234, "maximum": 0.2515130810206756, "minimum": 0.020581982971634716 }, "redis_drift_s": { "n": 300, "mean": -1.0473611370332712, "median": -1.0494142169675325, "p95": -1.0111105989939517, "maximum": -0.895869374955538, "minimum": -1.1096481679668653 }, "redis_drift_s_per_min": -0.0003439316943245273, "ingress_drift_s": { "n": 12, "mean": 0.009275634166667027, "median": 0.014234419499999262, "p95": 0.035037868999999944, "maximum": 0.035037868999999944, "minimum": -0.031241433999998236 }, "ingress_drift_s_per_min": -0.03373052909340705, "source_drift_s": { "n": 12, "mean": 0.008988666666666015, "median": 0.014117999999998077, "p95": 0.0350609999999989, "maximum": 0.0350609999999989, "minimum": -0.03126100000000065 }, "ingress_to_redis_ms": { "n": 300, "mean": 36.586666666666666, "median": 33.0, "p95": 54, "maximum": 187, "minimum": 20 }, "source_samples": 12, "redis_samples": 300, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 300, "sum_ns": 13992120000, "mean_ms": 46.6404 }, "source_exit_to_ingress": { "n": 300, "sum_ns": 407035681, "mean_ms": 1.3567856033333332 }, "source_encoded_queue": { "n": 300, "sum_ns": 11865000, "mean_ms": 0.03955 }, "decode_between_queues": { "n": 300, "sum_ns": 13869169000, "mean_ms": 46.230563333333336 }, "source_raw_queue": { "n": 300, "sum_ns": 59202000, "mean_ms": 0.19734 }, "raw_queue_to_source_exit": { "n": 300, "sum_ns": 7320000, "mean_ms": 0.0244 }, "selected_to_preprocess_start": { "n": 300, "sum_ns": 220958593, "mean_ms": 0.7365286433333333 }, "preprocess_start_to_preprocess_output": { "n": 300, "sum_ns": 239667553, "mean_ms": 0.7988918433333334 }, "selected_to_preprocess": { "n": 300, "sum_ns": 515686372, "mean_ms": 1.7189545733333333 }, "preprocess_start_to_preprocess": { "n": 300, "sum_ns": 294727779, "mean_ms": 0.98242593 }, "preprocess_output_to_infer_entry": { "n": 300, "sum_ns": 55060226, "mean_ms": 0.18353408666666668 }, "preprocess_to_infer_output": { "n": 300, "sum_ns": 6197674901, "mean_ms": 20.658916336666667 }, "preprocess_to_callback": { "n": 301, "sum_ns": 6430672960, "mean_ms": 21.364361993355484 }, "infer_output_to_callback": { "n": 301, "sum_ns": 206771218, "mean_ms": 0.6869475681063123 }, "copy_wall": { "n": 301, "sum_ns": 728335930, "mean_ms": 2.419720697674419 }, "copy_thread_cpu": { "n": 301, "sum_ns": 725927378, "mean_ms": 2.4117188637873754 }, "callback_to_copied": { "n": 301, "sum_ns": 778886317, "mean_ms": 2.5876621827242525 }, "accepted_interval": { "n": 301, "sum_ns": 30072452139, "mean_ms": 99.90847886710964 }, "selected_to_submitted": { "n": 301, "sum_ns": 7751097928, "mean_ms": 25.751155906976745 }, "completed_queue_wait": { "n": 301, "sum_ns": 63743386, "mean_ms": 0.2117720465116279 }, "result_observations_wall": { "n": 301, "sum_ns": 216727185, "mean_ms": 0.7200238704318938 }, "result_observations_cpu": { "n": 301, "sum_ns": 216840737, "mean_ms": 0.7204011196013289 }, "result_nms_wall": { "n": 300, "sum_ns": 292337755, "mean_ms": 0.9744591833333334 }, "result_nms_cpu": { "n": 300, "sum_ns": 163896278, "mean_ms": 0.5463209266666667 }, "result_tracking_wall": { "n": 300, "sum_ns": 593855173, "mean_ms": 1.9795172433333335 }, "result_tracking_cpu": { "n": 300, "sum_ns": 481889509, "mean_ms": 1.6062983633333332 }, "result_region_wall": { "n": 300, "sum_ns": 79955591, "mean_ms": 0.26651863666666664 }, "result_region_cpu": { "n": 300, "sum_ns": 79954773, "mean_ms": 0.26651590999999997 }, "result_fall_wall": { "n": 300, "sum_ns": 338808461, "mean_ms": 1.1293615366666667 }, "result_fall_cpu": { "n": 300, "sum_ns": 338807111, "mean_ms": 1.1293570366666665 }, "result_fight_wall": { "n": 300, "sum_ns": 115876343, "mean_ms": 0.3862544766666667 }, "result_fight_cpu": { "n": 300, "sum_ns": 115163393, "mean_ms": 0.3838779766666667 }, "result_collector_wall": { "n": 300, "sum_ns": 801223423, "mean_ms": 2.670744743333333 }, "result_collector_cpu": { "n": 300, "sum_ns": 792997612, "mean_ms": 2.6433253733333335 }, "result_composition_wall": { "n": 300, "sum_ns": 4709256, "mean_ms": 0.01569752 }, "result_composition_cpu": { "n": 300, "sum_ns": 4723870, "mean_ms": 0.015746233333333335 }, "result_artifact_handoff_wall": { "n": 300, "sum_ns": 2904212, "mean_ms": 0.009680706666666667 }, "result_artifact_handoff_cpu": { "n": 300, "sum_ns": 2896611, "mean_ms": 0.009655370000000002 }, "result_publish_wall": { "n": 300, "sum_ns": 334338261, "mean_ms": 1.11446087 }, "result_publish_cpu": { "n": 300, "sum_ns": 331012284, "mean_ms": 1.10337428 }, "result_total_wall": { "n": 300, "sum_ns": 3013001957, "mean_ms": 10.043339856666668 }, "result_total_cpu": { "n": 300, "sum_ns": 2756788312, "mean_ms": 9.189294373333333 } } }, { "mode": "pose-a-resume", "level": 16, "camera": "30", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.090034393, "new_channel": false, "seconds": 30.000088028959, "selected_fps": 9.770676768265666, "requested_fps": 9.770676768265666, "complete_fps": 9.770676768265666, "accepted_fps": 9.770676768265666, "finalized_fps": 9.770676768265666, "redis_fps": 9.770676768265666, "redis_read_fps": 9.766638008434107, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 2, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.27, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 9, "analysis_gap_markers": 6, "c_suppressed": 0, "max_redis_silence_s": 0.4800852990010753, "redis_interval_s": { "n": 292, "mean": 0.10234294886651372, "median": 0.09655014600139111, "p95": 0.19225947896484286, "maximum": 0.4800852990010753, "minimum": 0.005543297040276229 }, "redis_drift_s": { "n": 293, "mean": -6.966640720433678, "median": -6.9839505739640515, "p95": -6.790428117958356, "maximum": -6.579155536996211, "minimum": -7.044450189976942 }, "redis_drift_s_per_min": 0.046807674051169215, "ingress_drift_s": { "n": 12, "mean": 0.030915080083332214, "median": 0.032556204499996966, "p95": 0.046746416999980056, "maximum": 0.046746416999980056, "minimum": 0.018005149999993364 }, "ingress_drift_s_per_min": 0.02591704338190354, "source_drift_s": { "n": 12, "mean": 0.03044974999999302, "median": 0.03163050000000567, "p95": 0.04672800000000166, "maximum": 0.04672800000000166, "minimum": 0.01805199999998308 }, "ingress_to_redis_ms": { "n": 293, "mean": 52.37201365187713, "median": 39, "p95": 119, "maximum": 457, "minimum": 25 }, "source_samples": 12, "redis_samples": 293, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 294, "sum_ns": 13480898000, "mean_ms": 45.85339455782313 }, "source_exit_to_ingress": { "n": 294, "sum_ns": 1836797259, "mean_ms": 6.247609724489796 }, "source_encoded_queue": { "n": 294, "sum_ns": 11472000, "mean_ms": 0.039020408163265304 }, "decode_between_queues": { "n": 294, "sum_ns": 13260425000, "mean_ms": 45.10348639455783 }, "source_raw_queue": { "n": 294, "sum_ns": 106598000, "mean_ms": 0.362578231292517 }, "raw_queue_to_source_exit": { "n": 294, "sum_ns": 7699000, "mean_ms": 0.02618707482993197 }, "selected_to_preprocess_start": { "n": 294, "sum_ns": 227168768, "mean_ms": 0.7726828843537416 }, "preprocess_start_to_preprocess_output": { "n": 294, "sum_ns": 329853153, "mean_ms": 1.1219495 }, "selected_to_preprocess": { "n": 294, "sum_ns": 635885867, "mean_ms": 2.1628770986394557 }, "preprocess_start_to_preprocess": { "n": 294, "sum_ns": 408717099, "mean_ms": 1.3901942142857142 }, "preprocess_output_to_infer_entry": { "n": 294, "sum_ns": 78863946, "mean_ms": 0.2682447142857143 }, "preprocess_to_infer_output": { "n": 294, "sum_ns": 6015025176, "mean_ms": 20.459269306122447 }, "preprocess_to_callback": { "n": 294, "sum_ns": 6272249606, "mean_ms": 21.33418233333333 }, "infer_output_to_callback": { "n": 294, "sum_ns": 257224430, "mean_ms": 0.8749130272108844 }, "copy_wall": { "n": 294, "sum_ns": 1449254319, "mean_ms": 4.929436459183673 }, "copy_thread_cpu": { "n": 294, "sum_ns": 1443734666, "mean_ms": 4.910662129251701 }, "callback_to_copied": { "n": 294, "sum_ns": 1501917712, "mean_ms": 5.108563646258503 }, "accepted_interval": { "n": 294, "sum_ns": 30125564175, "mean_ms": 102.46790535714285 }, "selected_to_submitted": { "n": 294, "sum_ns": 8436451138, "mean_ms": 28.695412034013607 }, "completed_queue_wait": { "n": 294, "sum_ns": 642271835, "mean_ms": 2.1845980782312924 }, "result_observations_wall": { "n": 294, "sum_ns": 314434715, "mean_ms": 1.0695058333333332 }, "result_observations_cpu": { "n": 294, "sum_ns": 314206207, "mean_ms": 1.0687285952380952 }, "result_nms_wall": { "n": 294, "sum_ns": 439209673, "mean_ms": 1.4939104523809523 }, "result_nms_cpu": { "n": 294, "sum_ns": 160260818, "mean_ms": 0.5451048231292517 }, "result_tracking_wall": { "n": 294, "sum_ns": 1479411447, "mean_ms": 5.032011724489796 }, "result_tracking_cpu": { "n": 294, "sum_ns": 673741222, "mean_ms": 2.2916368095238098 }, "result_region_wall": { "n": 294, "sum_ns": 91043847, "mean_ms": 0.30967294897959186 }, "result_region_cpu": { "n": 294, "sum_ns": 91030852, "mean_ms": 0.3096287482993197 }, "result_fall_wall": { "n": 294, "sum_ns": 794676358, "mean_ms": 2.7029808095238095 }, "result_fall_cpu": { "n": 294, "sum_ns": 790740394, "mean_ms": 2.6895931768707486 }, "result_fight_wall": { "n": 294, "sum_ns": 162842601, "mean_ms": 0.5538863979591837 }, "result_fight_cpu": { "n": 294, "sum_ns": 162856517, "mean_ms": 0.553933731292517 }, "result_collector_wall": { "n": 294, "sum_ns": 1867695910, "mean_ms": 6.352707176870749 }, "result_collector_cpu": { "n": 294, "sum_ns": 1852669044, "mean_ms": 6.3015953877551025 }, "result_composition_wall": { "n": 294, "sum_ns": 4760241, "mean_ms": 0.016191295918367345 }, "result_composition_cpu": { "n": 294, "sum_ns": 4773830, "mean_ms": 0.01623751700680272 }, "result_artifact_handoff_wall": { "n": 294, "sum_ns": 3213403, "mean_ms": 0.010929942176870749 }, "result_artifact_handoff_cpu": { "n": 294, "sum_ns": 3189472, "mean_ms": 0.010848544217687075 }, "result_publish_wall": { "n": 294, "sum_ns": 586477422, "mean_ms": 1.9948211632653061 }, "result_publish_cpu": { "n": 294, "sum_ns": 573948015, "mean_ms": 1.9522041326530613 }, "result_total_wall": { "n": 294, "sum_ns": 6023426343, "mean_ms": 20.48784470408163 }, "result_total_cpu": { "n": 294, "sum_ns": 4903587733, "mean_ms": 16.678869840136056 } } }, { "mode": "pose-a-resume", "level": 16, "camera": "31", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.998812012, "new_channel": false, "seconds": 30.000088028959, "selected_fps": 10.000396011681906, "requested_fps": 10.000396011681906, "complete_fps": 10.000396011681906, "accepted_fps": 10.000396011681906, "finalized_fps": 10.000396011681906, "redis_fps": 10.000396011681906, "redis_read_fps": 9.89997095052877, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 3, "queue_depth_max_sampled": 1, "queue_age_max_sampled": 0.0007520829676650465, "provider_response_age_max_sampled": 0.143, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 2, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.2842972499784082, "redis_interval_s": { "n": 296, "mean": 0.10106635107100324, "median": 0.09735062750405632, "p95": 0.1720609960029833, "maximum": 0.2842972499784082, "minimum": 0.011043107020668685 }, "redis_drift_s": { "n": 297, "mean": -3.534091757917708, "median": -3.5387263719914586, "p95": -3.4977021650178415, "maximum": -3.37825454100269, "minimum": -3.589507938009689 }, "redis_drift_s_per_min": -0.0012263554031841347, "ingress_drift_s": { "n": 12, "mean": 0.0017343206666661597, "median": 0.01021310249998919, "p95": 0.033003145000009226, "maximum": 0.033003145000009226, "minimum": -0.06265929599999254 }, "ingress_drift_s_per_min": -0.034344282266215415, "source_drift_s": { "n": 12, "mean": 0.0015355833333311846, "median": 0.00999699999999848, "p95": 0.03304599999998459, "maximum": 0.03304599999998459, "minimum": -0.06257099999999127 }, "ingress_to_redis_ms": { "n": 297, "mean": 36.111111111111114, "median": 32, "p95": 45, "maximum": 177, "minimum": 21 }, "source_samples": 12, "redis_samples": 297, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 298, "sum_ns": 13058013000, "mean_ms": 43.818835570469794 }, "source_exit_to_ingress": { "n": 298, "sum_ns": 343464765, "mean_ms": 1.1525663255033556 }, "source_encoded_queue": { "n": 298, "sum_ns": 11463000, "mean_ms": 0.03846644295302014 }, "decode_between_queues": { "n": 298, "sum_ns": 12860178000, "mean_ms": 43.15495973154362 }, "source_raw_queue": { "n": 298, "sum_ns": 63005000, "mean_ms": 0.2114261744966443 }, "raw_queue_to_source_exit": { "n": 298, "sum_ns": 8149000, "mean_ms": 0.027345637583892617 }, "selected_to_preprocess_start": { "n": 300, "sum_ns": 209432024, "mean_ms": 0.6981067466666667 }, "preprocess_start_to_preprocess_output": { "n": 300, "sum_ns": 245972580, "mean_ms": 0.8199086 }, "selected_to_preprocess": { "n": 300, "sum_ns": 508526870, "mean_ms": 1.6950895666666665 }, "preprocess_start_to_preprocess": { "n": 300, "sum_ns": 299094846, "mean_ms": 0.9969828199999999 }, "preprocess_output_to_infer_entry": { "n": 300, "sum_ns": 53122266, "mean_ms": 0.17707422 }, "preprocess_to_infer_output": { "n": 300, "sum_ns": 5804662657, "mean_ms": 19.348875523333334 }, "preprocess_to_callback": { "n": 300, "sum_ns": 6030102675, "mean_ms": 20.10034225 }, "infer_output_to_callback": { "n": 300, "sum_ns": 225440018, "mean_ms": 0.7514667266666667 }, "copy_wall": { "n": 300, "sum_ns": 1297400651, "mean_ms": 4.324668836666667 }, "copy_thread_cpu": { "n": 300, "sum_ns": 1294258183, "mean_ms": 4.314193943333334 }, "callback_to_copied": { "n": 300, "sum_ns": 1349500372, "mean_ms": 4.4983345733333335 }, "accepted_interval": { "n": 300, "sum_ns": 29966780653, "mean_ms": 99.88926884333334 }, "selected_to_submitted": { "n": 300, "sum_ns": 7917070997, "mean_ms": 26.390236656666666 }, "completed_queue_wait": { "n": 300, "sum_ns": 59162919, "mean_ms": 0.19720973 }, "result_observations_wall": { "n": 300, "sum_ns": 306688542, "mean_ms": 1.02229514 }, "result_observations_cpu": { "n": 300, "sum_ns": 306513037, "mean_ms": 1.0217101233333332 }, "result_nms_wall": { "n": 300, "sum_ns": 173208358, "mean_ms": 0.5773611933333334 }, "result_nms_cpu": { "n": 300, "sum_ns": 144797966, "mean_ms": 0.48265988666666665 }, "result_tracking_wall": { "n": 300, "sum_ns": 272460442, "mean_ms": 0.9082014733333333 }, "result_tracking_cpu": { "n": 300, "sum_ns": 262054327, "mean_ms": 0.8735144233333333 }, "result_region_wall": { "n": 300, "sum_ns": 63561042, "mean_ms": 0.21187014 }, "result_region_cpu": { "n": 300, "sum_ns": 63603662, "mean_ms": 0.21201220666666667 }, "result_fall_wall": { "n": 300, "sum_ns": 132464041, "mean_ms": 0.44154680333333335 }, "result_fall_cpu": { "n": 300, "sum_ns": 132318242, "mean_ms": 0.44106080666666664 }, "result_fight_wall": { "n": 300, "sum_ns": 50140239, "mean_ms": 0.16713413 }, "result_fight_cpu": { "n": 300, "sum_ns": 50167962, "mean_ms": 0.16722654 }, "result_collector_wall": { "n": 300, "sum_ns": 1241283514, "mean_ms": 4.137611713333333 }, "result_collector_cpu": { "n": 300, "sum_ns": 1234832894, "mean_ms": 4.116109646666667 }, "result_composition_wall": { "n": 300, "sum_ns": 5455097, "mean_ms": 0.018183656666666666 }, "result_composition_cpu": { "n": 300, "sum_ns": 5433138, "mean_ms": 0.01811046 }, "result_artifact_handoff_wall": { "n": 300, "sum_ns": 3541169, "mean_ms": 0.011803896666666668 }, "result_artifact_handoff_cpu": { "n": 300, "sum_ns": 3504861, "mean_ms": 0.011682870000000001 }, "result_publish_wall": { "n": 300, "sum_ns": 112861194, "mean_ms": 0.37620398 }, "result_publish_cpu": { "n": 300, "sum_ns": 112923983, "mean_ms": 0.3764132766666667 }, "result_total_wall": { "n": 300, "sum_ns": 2626410041, "mean_ms": 8.754700136666667 }, "result_total_cpu": { "n": 300, "sum_ns": 2575465144, "mean_ms": 8.584883813333333 } } }, { "mode": "pose-a-resume", "level": 16, "camera": "32", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.089790133, "new_channel": false, "seconds": 30.000088028959, "selected_fps": 10.00339313333688, "requested_fps": 10.00339313333688, "complete_fps": 9.970159269106524, "accepted_fps": 9.970159269106524, "finalized_fps": 10.00339313333688, "redis_fps": 10.00339313333688, "redis_read_fps": 9.999970657099768, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 4, "queue_depth_max_sampled": 1, "queue_age_max_sampled": 0.0006342109991237521, "provider_response_age_max_sampled": 0.099, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 4, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.3310635560192168, "redis_interval_s": { "n": 299, "mean": 0.09994328637135505, "median": 0.09795252699404955, "p95": 0.15585341403493658, "maximum": 0.3310635560192168, "minimum": 0.005347173020709306 }, "redis_drift_s": { "n": 300, "mean": -5.680583301868072, "median": -5.685312005497053, "p95": -5.613449836989872, "maximum": -5.449956928001711, "minimum": -5.740109004987858 }, "redis_drift_s_per_min": 0.02392464281385844, "ingress_drift_s": { "n": 12, "mean": -0.0014523011666701298, "median": 0.0008047429999891165, "p95": 0.030796640000005482, "maximum": 0.030796640000005482, "minimum": -0.02827226299999097 }, "ingress_drift_s_per_min": -0.04754999723692891, "source_drift_s": { "n": 12, "mean": -0.0016153333333358926, "median": 0.0008819999999900574, "p95": 0.030569000000014057, "maximum": 0.030569000000014057, "minimum": -0.0287230000000136 }, "ingress_to_redis_ms": { "n": 300, "mean": 39.79, "median": 35.0, "p95": 51, "maximum": 254, "minimum": 21 }, "source_samples": 12, "redis_samples": 300, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 301, "sum_ns": 13128994000, "mean_ms": 43.61792026578073 }, "source_exit_to_ingress": { "n": 301, "sum_ns": 860490821, "mean_ms": 2.858773491694352 }, "source_encoded_queue": { "n": 301, "sum_ns": 9143000, "mean_ms": 0.030375415282392026 }, "decode_between_queues": { "n": 301, "sum_ns": 12864367000, "mean_ms": 42.738760797342195 }, "source_raw_queue": { "n": 301, "sum_ns": 135700000, "mean_ms": 0.45083056478405314 }, "raw_queue_to_source_exit": { "n": 301, "sum_ns": 8045000, "mean_ms": 0.026727574750830565 }, "selected_to_preprocess_start": { "n": 301, "sum_ns": 223984322, "mean_ms": 0.7441339601328903 }, "preprocess_start_to_preprocess_output": { "n": 301, "sum_ns": 296739192, "mean_ms": 0.9858444916943522 }, "selected_to_preprocess": { "n": 301, "sum_ns": 588229170, "mean_ms": 1.954249734219269 }, "preprocess_start_to_preprocess": { "n": 301, "sum_ns": 364244848, "mean_ms": 1.2101157740863788 }, "preprocess_output_to_infer_entry": { "n": 301, "sum_ns": 67505656, "mean_ms": 0.22427128239202657 }, "preprocess_to_infer_output": { "n": 300, "sum_ns": 6067429607, "mean_ms": 20.224765356666666 }, "preprocess_to_callback": { "n": 300, "sum_ns": 6280361094, "mean_ms": 20.93453698 }, "infer_output_to_callback": { "n": 300, "sum_ns": 212931487, "mean_ms": 0.7097716233333333 }, "copy_wall": { "n": 300, "sum_ns": 1536664923, "mean_ms": 5.12221641 }, "copy_thread_cpu": { "n": 300, "sum_ns": 1525558908, "mean_ms": 5.08519636 }, "callback_to_copied": { "n": 300, "sum_ns": 1589407617, "mean_ms": 5.298025389999999 }, "accepted_interval": { "n": 300, "sum_ns": 29990616657, "mean_ms": 99.96872219 }, "selected_to_submitted": { "n": 300, "sum_ns": 8481259709, "mean_ms": 28.270865696666664 }, "completed_queue_wait": { "n": 301, "sum_ns": 79089793, "mean_ms": 0.26275678737541525 }, "result_observations_wall": { "n": 301, "sum_ns": 322894644, "mean_ms": 1.072739681063123 }, "result_observations_cpu": { "n": 301, "sum_ns": 322773307, "mean_ms": 1.0723365681063124 }, "result_nms_wall": { "n": 301, "sum_ns": 232823123, "mean_ms": 0.7734987475083056 }, "result_nms_cpu": { "n": 301, "sum_ns": 149277985, "mean_ms": 0.49594014950166115 }, "result_tracking_wall": { "n": 301, "sum_ns": 394979120, "mean_ms": 1.3122229900332225 }, "result_tracking_cpu": { "n": 301, "sum_ns": 350578035, "mean_ms": 1.1647110797342193 }, "result_region_wall": { "n": 301, "sum_ns": 79261952, "mean_ms": 0.2633287441860465 }, "result_region_cpu": { "n": 301, "sum_ns": 79003564, "mean_ms": 0.2624703122923588 }, "result_fall_wall": { "n": 301, "sum_ns": 275068039, "mean_ms": 0.9138473056478404 }, "result_fall_cpu": { "n": 301, "sum_ns": 275023029, "mean_ms": 0.9136977707641196 }, "result_fight_wall": { "n": 301, "sum_ns": 62771089, "mean_ms": 0.20854182392026577 }, "result_fight_cpu": { "n": 301, "sum_ns": 62785020, "mean_ms": 0.20858810631229235 }, "result_collector_wall": { "n": 301, "sum_ns": 1371053790, "mean_ms": 4.554995980066445 }, "result_collector_cpu": { "n": 301, "sum_ns": 1361923622, "mean_ms": 4.524663196013289 }, "result_composition_wall": { "n": 301, "sum_ns": 5789388, "mean_ms": 0.019233847176079732 }, "result_composition_cpu": { "n": 301, "sum_ns": 5755152, "mean_ms": 0.01912010631229236 }, "result_artifact_handoff_wall": { "n": 301, "sum_ns": 3324318, "mean_ms": 0.01104424584717608 }, "result_artifact_handoff_cpu": { "n": 301, "sum_ns": 3299188, "mean_ms": 0.010960757475083058 }, "result_publish_wall": { "n": 301, "sum_ns": 162349674, "mean_ms": 0.5393676877076412 }, "result_publish_cpu": { "n": 301, "sum_ns": 161087102, "mean_ms": 0.535173096345515 }, "result_total_wall": { "n": 301, "sum_ns": 3209036254, "mean_ms": 10.661250013289036 }, "result_total_cpu": { "n": 301, "sum_ns": 3068265947, "mean_ms": 10.193574574750832 } } }, { "mode": "pose-a-resume", "level": 16, "camera": "33", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.910108773, "new_channel": false, "seconds": 30.000088028959, "selected_fps": 9.99662028210037, "requested_fps": 9.99662028210037, "complete_fps": 9.99662028210037, "accepted_fps": 9.99662028210037, "finalized_fps": 9.99662028210037, "redis_fps": 9.99662028210037, "redis_read_fps": 9.999970657099768, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 5, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.084, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 1, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.31214536499464884, "redis_interval_s": { "n": 299, "mean": 0.09951286845144358, "median": 0.09616743901278824, "p95": 0.17423827794846147, "maximum": 0.31214536499464884, "minimum": 0.0047097220085561275 }, "redis_drift_s": { "n": 300, "mean": -4.7171902900826375, "median": -4.72233068498015, "p95": -4.666545745023512, "maximum": -4.528196098008664, "minimum": -4.779537240992312 }, "redis_drift_s_per_min": 0.003356500963074193, "ingress_drift_s": { "n": 12, "mean": -0.0011192395000042172, "median": -0.004530283500017163, "p95": 0.05713984499999469, "maximum": 0.05713984499999469, "minimum": -0.030684755999999425 }, "ingress_drift_s_per_min": -0.00847498423239507, "source_drift_s": { "n": 12, "mean": -0.007292333333334493, "median": -0.01279800000000364, "p95": 0.017005000000011705, "maximum": 0.017005000000011705, "minimum": -0.032033000000012635 }, "ingress_to_redis_ms": { "n": 300, "mean": 37.56333333333333, "median": 32.0, "p95": 56, "maximum": 198, "minimum": 23 }, "source_samples": 12, "redis_samples": 300, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 299, "sum_ns": 13322603000, "mean_ms": 44.557200668896314 }, "source_exit_to_ingress": { "n": 299, "sum_ns": 793349522, "mean_ms": 2.653342882943144 }, "source_encoded_queue": { "n": 299, "sum_ns": 9179000, "mean_ms": 0.030698996655518396 }, "decode_between_queues": { "n": 299, "sum_ns": 13028570000, "mean_ms": 43.5738127090301 }, "source_raw_queue": { "n": 299, "sum_ns": 66145000, "mean_ms": 0.22122073578595317 }, "raw_queue_to_source_exit": { "n": 299, "sum_ns": 9900000, "mean_ms": 0.03311036789297659 }, "selected_to_preprocess_start": { "n": 299, "sum_ns": 209827781, "mean_ms": 0.7017651538461539 }, "preprocess_start_to_preprocess_output": { "n": 299, "sum_ns": 225293375, "mean_ms": 0.7534895484949833 }, "selected_to_preprocess": { "n": 299, "sum_ns": 490603997, "mean_ms": 1.640816043478261 }, "preprocess_start_to_preprocess": { "n": 299, "sum_ns": 280776216, "mean_ms": 0.939050889632107 }, "preprocess_output_to_infer_entry": { "n": 299, "sum_ns": 55482841, "mean_ms": 0.18556134113712375 }, "preprocess_to_infer_output": { "n": 299, "sum_ns": 5606359372, "mean_ms": 18.75036579264214 }, "preprocess_to_callback": { "n": 299, "sum_ns": 5851707937, "mean_ms": 19.570929555183948 }, "infer_output_to_callback": { "n": 299, "sum_ns": 245348565, "mean_ms": 0.820563762541806 }, "copy_wall": { "n": 299, "sum_ns": 1495421672, "mean_ms": 5.001410274247491 }, "copy_thread_cpu": { "n": 299, "sum_ns": 1489597471, "mean_ms": 4.981931341137123 }, "callback_to_copied": { "n": 299, "sum_ns": 1547863077, "mean_ms": 5.1767995886287625 }, "accepted_interval": { "n": 299, "sum_ns": 29854797779, "mean_ms": 99.84882200334448 }, "selected_to_submitted": { "n": 299, "sum_ns": 7918798579, "mean_ms": 26.484276183946488 }, "completed_queue_wait": { "n": 299, "sum_ns": 67824866, "mean_ms": 0.22683901672240803 }, "result_observations_wall": { "n": 299, "sum_ns": 315269546, "mean_ms": 1.0544131973244146 }, "result_observations_cpu": { "n": 299, "sum_ns": 313907564, "mean_ms": 1.0498580735785954 }, "result_nms_wall": { "n": 299, "sum_ns": 269092511, "mean_ms": 0.8999749531772575 }, "result_nms_cpu": { "n": 299, "sum_ns": 155391378, "mean_ms": 0.5197036053511706 }, "result_tracking_wall": { "n": 299, "sum_ns": 405624957, "mean_ms": 1.3566052073578594 }, "result_tracking_cpu": { "n": 299, "sum_ns": 325276361, "mean_ms": 1.0878808060200669 }, "result_region_wall": { "n": 299, "sum_ns": 86679961, "mean_ms": 0.28989953511705685 }, "result_region_cpu": { "n": 299, "sum_ns": 86564073, "mean_ms": 0.2895119498327759 }, "result_fall_wall": { "n": 299, "sum_ns": 178354388, "mean_ms": 0.5965029698996656 }, "result_fall_cpu": { "n": 299, "sum_ns": 178139759, "mean_ms": 0.5957851471571906 }, "result_fight_wall": { "n": 299, "sum_ns": 68802848, "mean_ms": 0.2301098595317726 }, "result_fight_cpu": { "n": 299, "sum_ns": 68816014, "mean_ms": 0.23015389297658861 }, "result_collector_wall": { "n": 299, "sum_ns": 1301086170, "mean_ms": 4.351458762541807 }, "result_collector_cpu": { "n": 299, "sum_ns": 1289641587, "mean_ms": 4.313182565217391 }, "result_composition_wall": { "n": 299, "sum_ns": 5294390, "mean_ms": 0.017706989966555186 }, "result_composition_cpu": { "n": 299, "sum_ns": 5301296, "mean_ms": 0.01773008695652174 }, "result_artifact_handoff_wall": { "n": 299, "sum_ns": 3140542, "mean_ms": 0.010503484949832777 }, "result_artifact_handoff_cpu": { "n": 299, "sum_ns": 3114041, "mean_ms": 0.010414852842809364 }, "result_publish_wall": { "n": 299, "sum_ns": 137735845, "mean_ms": 0.460655 }, "result_publish_cpu": { "n": 299, "sum_ns": 136848084, "mean_ms": 0.45768589966555184 }, "result_total_wall": { "n": 299, "sum_ns": 3061661205, "mean_ms": 10.2396695819398 }, "result_total_cpu": { "n": 299, "sum_ns": 2849993437, "mean_ms": 9.53175062541806 } } }, { "mode": "pose-a-resume", "level": 16, "camera": "34", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.013502335, "new_channel": false, "seconds": 30.000088028959, "selected_fps": 9.895546233991356, "requested_fps": 9.895546233991356, "complete_fps": 9.895546233991356, "accepted_fps": 9.895546233991356, "finalized_fps": 9.895546233991356, "redis_fps": 9.895546233991356, "redis_read_fps": 9.866637715005105, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 3, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.078, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 1, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.34866837004665285, "redis_interval_s": { "n": 295, "mean": 0.10129383036282734, "median": 0.09617416595574468, "p95": 0.16617547097848728, "maximum": 0.34866837004665285, "minimum": 0.003922027011867613 }, "redis_drift_s": { "n": 296, "mean": -0.007647841419733187, "median": -0.011889753502089206, "p95": 0.03079525702074193, "maximum": 0.2582667140499666, "minimum": -0.12284757095716259 }, "redis_drift_s_per_min": -0.003300711058707727, "ingress_drift_s": { "n": 12, "mean": 0.03902629983332654, "median": 0.034808670999979086, "p95": 0.06523487699999464, "maximum": 0.06523487699999464, "minimum": 0.015867161999977952 }, "ingress_drift_s_per_min": 0.012817171670830326, "source_drift_s": { "n": 12, "mean": 0.033687916666667185, "median": 0.03418999999999528, "p95": 0.05057999999999652, "maximum": 0.05057999999999652, "minimum": 0.0029199999999889314 }, "ingress_to_redis_ms": { "n": 296, "mean": 36.361486486486484, "median": 31.0, "p95": 51, "maximum": 174, "minimum": 22 }, "source_samples": 12, "redis_samples": 296, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 297, "sum_ns": 213601497, "mean_ms": 0.7191969595959596 }, "depay_to_source_exit": { "n": 296, "sum_ns": 13448384000, "mean_ms": 45.43372972972973 }, "source_exit_to_ingress": { "n": 296, "sum_ns": 562447721, "mean_ms": 1.9001612195945945 }, "source_encoded_queue": { "n": 296, "sum_ns": 10589000, "mean_ms": 0.03577364864864865 }, "decode_between_queues": { "n": 296, "sum_ns": 13276631000, "mean_ms": 44.85348310810811 }, "source_raw_queue": { "n": 296, "sum_ns": 66836000, "mean_ms": 0.2257972972972973 }, "raw_queue_to_source_exit": { "n": 296, "sum_ns": 9515000, "mean_ms": 0.03214527027027027 }, "preprocess_start_to_preprocess_output": { "n": 297, "sum_ns": 250030681, "mean_ms": 0.8418541447811448 }, "selected_to_preprocess": { "n": 297, "sum_ns": 521262146, "mean_ms": 1.7550914006734006 }, "preprocess_start_to_preprocess": { "n": 297, "sum_ns": 307660649, "mean_ms": 1.035894441077441 }, "preprocess_output_to_infer_entry": { "n": 297, "sum_ns": 57629968, "mean_ms": 0.1940402962962963 }, "preprocess_to_infer_output": { "n": 297, "sum_ns": 5777731867, "mean_ms": 19.45364264983165 }, "preprocess_to_callback": { "n": 297, "sum_ns": 6013527486, "mean_ms": 20.247567292929293 }, "infer_output_to_callback": { "n": 297, "sum_ns": 235795619, "mean_ms": 0.793924643097643 }, "copy_wall": { "n": 297, "sum_ns": 1235939305, "mean_ms": 4.1614118013468016 }, "copy_thread_cpu": { "n": 297, "sum_ns": 1227476645, "mean_ms": 4.1329179966329965 }, "callback_to_copied": { "n": 297, "sum_ns": 1287939403, "mean_ms": 4.336496306397307 }, "accepted_interval": { "n": 297, "sum_ns": 30030907205, "mean_ms": 101.11416567340068 }, "selected_to_submitted": { "n": 297, "sum_ns": 7848334476, "mean_ms": 26.425368606060605 }, "completed_queue_wait": { "n": 297, "sum_ns": 75937085, "mean_ms": 0.25568042087542087 }, "result_observations_wall": { "n": 297, "sum_ns": 305898045, "mean_ms": 1.0299597474747475 }, "result_observations_cpu": { "n": 297, "sum_ns": 305076538, "mean_ms": 1.0271937306397307 }, "result_nms_wall": { "n": 297, "sum_ns": 196212711, "mean_ms": 0.6606488585858586 }, "result_nms_cpu": { "n": 297, "sum_ns": 144710146, "mean_ms": 0.4872395488215488 }, "result_tracking_wall": { "n": 297, "sum_ns": 278854620, "mean_ms": 0.9389044444444445 }, "result_tracking_cpu": { "n": 297, "sum_ns": 258032941, "mean_ms": 0.8687977811447811 }, "result_region_wall": { "n": 297, "sum_ns": 59897496, "mean_ms": 0.2016750707070707 }, "result_region_cpu": { "n": 297, "sum_ns": 59905314, "mean_ms": 0.20170139393939396 }, "result_fall_wall": { "n": 297, "sum_ns": 118699248, "mean_ms": 0.39966076767676767 }, "result_fall_cpu": { "n": 297, "sum_ns": 118752111, "mean_ms": 0.39983875757575754 }, "result_fight_wall": { "n": 297, "sum_ns": 41404865, "mean_ms": 0.13941031986531988 }, "result_fight_cpu": { "n": 297, "sum_ns": 41401880, "mean_ms": 0.13940026936026936 }, "result_collector_wall": { "n": 297, "sum_ns": 1350707944, "mean_ms": 4.547838195286196 }, "result_collector_cpu": { "n": 297, "sum_ns": 1340401513, "mean_ms": 4.513136407407408 }, "result_composition_wall": { "n": 297, "sum_ns": 4924546, "mean_ms": 0.016580962962962964 }, "result_composition_cpu": { "n": 297, "sum_ns": 4934036, "mean_ms": 0.016612915824915826 }, "result_artifact_handoff_wall": { "n": 297, "sum_ns": 3021586, "mean_ms": 0.010173690235690236 }, "result_artifact_handoff_cpu": { "n": 297, "sum_ns": 3004719, "mean_ms": 0.01011689898989899 }, "result_publish_wall": { "n": 297, "sum_ns": 111166260, "mean_ms": 0.37429717171717175 }, "result_publish_cpu": { "n": 297, "sum_ns": 111107464, "mean_ms": 0.3740992053872054 }, "result_total_wall": { "n": 297, "sum_ns": 2723500078, "mean_ms": 9.170033932659933 }, "result_total_cpu": { "n": 297, "sum_ns": 2637094074, "mean_ms": 8.879104626262626 } } }, { "mode": "pose-a-resume", "level": 16, "camera": "35", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.951984971, "new_channel": false, "seconds": 30.000088028959, "selected_fps": 9.849096822318247, "requested_fps": 9.849096822318247, "complete_fps": 9.849096822318247, "accepted_fps": 9.849096822318247, "finalized_fps": 9.849096822318247, "redis_fps": 9.849096822318247, "redis_read_fps": 9.799971243957772, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 2, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.192, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 10, "analysis_gap_markers": 4, "c_suppressed": 0, "max_redis_silence_s": 0.3920222109882161, "redis_interval_s": { "n": 293, "mean": 0.10184828253242795, "median": 0.09633929701521993, "p95": 0.1594012250425294, "maximum": 0.3920222109882161, "minimum": 0.005166125018149614 }, "redis_drift_s": { "n": 294, "mean": -9.494988915202994, "median": -9.50474948401586, "p95": -9.385422715973561, "maximum": -9.17595838402724, "minimum": -9.574128703008881 }, "redis_drift_s_per_min": 0.01122939113027373, "ingress_drift_s": { "n": 12, "mean": 0.008520397583334708, "median": 0.00866244750000078, "p95": 0.032549236000022574, "maximum": 0.032549236000022574, "minimum": -0.017646554999998898 }, "ingress_drift_s_per_min": 0.0012931422786656784, "source_drift_s": { "n": 12, "mean": 0.008099500000002516, "median": 0.008688499999990995, "p95": 0.030957999999998265, "maximum": 0.030957999999998265, "minimum": -0.017518999999992957 }, "ingress_to_redis_ms": { "n": 294, "mean": 47.18027210884354, "median": 38.0, "p95": 66, "maximum": 368, "minimum": 23 }, "source_samples": 12, "redis_samples": 294, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 294, "sum_ns": 13318130000, "mean_ms": 45.2997619047619 }, "source_exit_to_ingress": { "n": 294, "sum_ns": 1221166612, "mean_ms": 4.153627931972789 }, "source_encoded_queue": { "n": 294, "sum_ns": 9233000, "mean_ms": 0.03140476190476191 }, "decode_between_queues": { "n": 294, "sum_ns": 13000182000, "mean_ms": 44.21830612244898 }, "source_raw_queue": { "n": 294, "sum_ns": 173830000, "mean_ms": 0.5912585034013605 }, "raw_queue_to_source_exit": { "n": 294, "sum_ns": 9463000, "mean_ms": 0.03218707482993197 }, "selected_to_preprocess_start": { "n": 295, "sum_ns": 212100669, "mean_ms": 0.7189853186440679 }, "preprocess_start_to_preprocess_output": { "n": 295, "sum_ns": 274977874, "mean_ms": 0.932128386440678 }, "selected_to_preprocess": { "n": 295, "sum_ns": 555893206, "mean_ms": 1.8843837491525424 }, "preprocess_start_to_preprocess": { "n": 295, "sum_ns": 343792537, "mean_ms": 1.1653984305084746 }, "preprocess_output_to_infer_entry": { "n": 295, "sum_ns": 68814663, "mean_ms": 0.2332700440677966 }, "preprocess_to_infer_output": { "n": 295, "sum_ns": 6102188949, "mean_ms": 20.68538626779661 }, "preprocess_to_callback": { "n": 295, "sum_ns": 6355407874, "mean_ms": 21.543755505084746 }, "infer_output_to_callback": { "n": 295, "sum_ns": 253218925, "mean_ms": 0.8583692372881355 }, "copy_wall": { "n": 295, "sum_ns": 1307591530, "mean_ms": 4.43251366101695 }, "copy_thread_cpu": { "n": 295, "sum_ns": 1298690433, "mean_ms": 4.402340450847457 }, "callback_to_copied": { "n": 295, "sum_ns": 1359491581, "mean_ms": 4.608446037288136 }, "accepted_interval": { "n": 295, "sum_ns": 29952895001, "mean_ms": 101.53523729152542 }, "selected_to_submitted": { "n": 295, "sum_ns": 8296019541, "mean_ms": 28.12210013898305 }, "completed_queue_wait": { "n": 295, "sum_ns": 206402985, "mean_ms": 0.6996711355932204 }, "result_observations_wall": { "n": 295, "sum_ns": 297458292, "mean_ms": 1.008333193220339 }, "result_observations_cpu": { "n": 295, "sum_ns": 297476730, "mean_ms": 1.0083956949152542 }, "result_nms_wall": { "n": 295, "sum_ns": 252423117, "mean_ms": 0.8556715830508475 }, "result_nms_cpu": { "n": 295, "sum_ns": 157635733, "mean_ms": 0.5343584169491526 }, "result_tracking_wall": { "n": 295, "sum_ns": 989741491, "mean_ms": 3.3550559016949153 }, "result_tracking_cpu": { "n": 295, "sum_ns": 691492204, "mean_ms": 2.3440413694915256 }, "result_region_wall": { "n": 295, "sum_ns": 135059408, "mean_ms": 0.45782850169491524 }, "result_region_cpu": { "n": 295, "sum_ns": 134692623, "mean_ms": 0.4565851627118644 }, "result_fall_wall": { "n": 295, "sum_ns": 739854784, "mean_ms": 2.5079823186440677 }, "result_fall_cpu": { "n": 295, "sum_ns": 734933670, "mean_ms": 2.4913005762711866 }, "result_fight_wall": { "n": 295, "sum_ns": 165524960, "mean_ms": 0.5611015593220339 }, "result_fight_cpu": { "n": 295, "sum_ns": 164167852, "mean_ms": 0.556501193220339 }, "result_collector_wall": { "n": 295, "sum_ns": 1089695974, "mean_ms": 3.6938846576271187 }, "result_collector_cpu": { "n": 295, "sum_ns": 1081029399, "mean_ms": 3.6645064372881357 }, "result_composition_wall": { "n": 295, "sum_ns": 4743600, "mean_ms": 0.01608 }, "result_composition_cpu": { "n": 295, "sum_ns": 4751315, "mean_ms": 0.01610615254237288 }, "result_artifact_handoff_wall": { "n": 295, "sum_ns": 4440150, "mean_ms": 0.015051355932203392 }, "result_artifact_handoff_cpu": { "n": 295, "sum_ns": 3214744, "mean_ms": 0.010897437288135595 }, "result_publish_wall": { "n": 295, "sum_ns": 1183635780, "mean_ms": 4.0123246779661015 }, "result_publish_cpu": { "n": 295, "sum_ns": 1167466301, "mean_ms": 3.957512884745763 }, "result_total_wall": { "n": 295, "sum_ns": 5146518859, "mean_ms": 17.445826640677968 }, "result_total_cpu": { "n": 295, "sum_ns": 4716850183, "mean_ms": 15.98932265423729 } } }, { "mode": "pose-a-resume", "level": 16, "camera": "36", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.011486576, "new_channel": false, "seconds": 30.000088028959, "selected_fps": 9.9961726067881, "requested_fps": 9.9961726067881, "complete_fps": 9.9961726067881, "accepted_fps": 9.9961726067881, "finalized_fps": 9.9961726067881, "redis_fps": 9.9961726067881, "redis_read_fps": 9.999970657099768, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 2, "queue_depth_max_sampled": 1, "queue_age_max_sampled": 0.0007646750309504569, "provider_response_age_max_sampled": 0.077, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.2453332360018976, "redis_interval_s": { "n": 299, "mean": 0.10024423743804518, "median": 0.09940659499261528, "p95": 0.16319868300342932, "maximum": 0.2453332360018976, "minimum": 0.0027305930270813406 }, "redis_drift_s": { "n": 300, "mean": -8.642427047556998, "median": -8.643837919982388, "p95": -8.607964895002084, "maximum": -8.508192500967994, "minimum": -8.71752445996924 }, "redis_drift_s_per_min": 0.000538432438510913, "ingress_drift_s": { "n": 12, "mean": -0.0014385178333355952, "median": 0.0022389419999910842, "p95": 0.03586750700000607, "maximum": 0.03586750700000607, "minimum": -0.027078853999995545 }, "ingress_drift_s_per_min": -0.02081196997376712, "source_drift_s": { "n": 12, "mean": -0.0022346666666687534, "median": 0.001470999999995115, "p95": 0.034932000000026164, "maximum": 0.034932000000026164, "minimum": -0.027979000000016185 }, "ingress_to_redis_ms": { "n": 300, "mean": 34.333333333333336, "median": 32.0, "p95": 43, "maximum": 180, "minimum": 20 }, "source_samples": 12, "redis_samples": 300, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 299, "sum_ns": 13561778000, "mean_ms": 45.35711705685618 }, "source_exit_to_ingress": { "n": 299, "sum_ns": 414694593, "mean_ms": 1.3869384381270902 }, "source_encoded_queue": { "n": 299, "sum_ns": 8999000, "mean_ms": 0.030096989966555184 }, "decode_between_queues": { "n": 299, "sum_ns": 13368702000, "mean_ms": 44.711377926421406 }, "source_raw_queue": { "n": 299, "sum_ns": 75165000, "mean_ms": 0.25138795986622076 }, "raw_queue_to_source_exit": { "n": 299, "sum_ns": 9038000, "mean_ms": 0.03022742474916388 }, "selected_to_preprocess_start": { "n": 300, "sum_ns": 215319857, "mean_ms": 0.7177328566666666 }, "preprocess_start_to_preprocess_output": { "n": 300, "sum_ns": 277380056, "mean_ms": 0.9246001866666667 }, "selected_to_preprocess": { "n": 300, "sum_ns": 547509596, "mean_ms": 1.8250319866666667 }, "preprocess_start_to_preprocess": { "n": 300, "sum_ns": 332189739, "mean_ms": 1.10729913 }, "preprocess_output_to_infer_entry": { "n": 300, "sum_ns": 54809683, "mean_ms": 0.18269894333333334 }, "preprocess_to_infer_output": { "n": 300, "sum_ns": 5777012603, "mean_ms": 19.256708676666666 }, "preprocess_to_callback": { "n": 300, "sum_ns": 5996527029, "mean_ms": 19.98842343 }, "infer_output_to_callback": { "n": 300, "sum_ns": 219514426, "mean_ms": 0.7317147533333332 }, "copy_wall": { "n": 300, "sum_ns": 1106872775, "mean_ms": 3.6895759166666666 }, "copy_thread_cpu": { "n": 300, "sum_ns": 1102057576, "mean_ms": 3.6735252533333336 }, "callback_to_copied": { "n": 300, "sum_ns": 1159831194, "mean_ms": 3.86610398 }, "accepted_interval": { "n": 300, "sum_ns": 29990377448, "mean_ms": 99.96792482666667 }, "selected_to_submitted": { "n": 300, "sum_ns": 7729748937, "mean_ms": 25.765829789999998 }, "completed_queue_wait": { "n": 300, "sum_ns": 66708990, "mean_ms": 0.22236329999999999 }, "result_observations_wall": { "n": 300, "sum_ns": 307546803, "mean_ms": 1.0251560100000001 }, "result_observations_cpu": { "n": 300, "sum_ns": 307555947, "mean_ms": 1.02518649 }, "result_nms_wall": { "n": 300, "sum_ns": 176797846, "mean_ms": 0.5893261533333333 }, "result_nms_cpu": { "n": 300, "sum_ns": 147885177, "mean_ms": 0.49295059 }, "result_tracking_wall": { "n": 300, "sum_ns": 222859241, "mean_ms": 0.7428641366666667 }, "result_tracking_cpu": { "n": 300, "sum_ns": 215501578, "mean_ms": 0.7183385933333334 }, "result_region_wall": { "n": 300, "sum_ns": 61203203, "mean_ms": 0.20401067666666667 }, "result_region_cpu": { "n": 300, "sum_ns": 61192527, "mean_ms": 0.20397509 }, "result_fall_wall": { "n": 300, "sum_ns": 108993261, "mean_ms": 0.36331087 }, "result_fall_cpu": { "n": 300, "sum_ns": 109003614, "mean_ms": 0.36334538 }, "result_fight_wall": { "n": 300, "sum_ns": 35670301, "mean_ms": 0.11890100333333332 }, "result_fight_cpu": { "n": 300, "sum_ns": 35513451, "mean_ms": 0.11837817 }, "result_collector_wall": { "n": 300, "sum_ns": 1116719809, "mean_ms": 3.7223993633333334 }, "result_collector_cpu": { "n": 300, "sum_ns": 1111571774, "mean_ms": 3.7052392466666664 }, "result_composition_wall": { "n": 300, "sum_ns": 5098213, "mean_ms": 0.016994043333333334 }, "result_composition_cpu": { "n": 300, "sum_ns": 5110344, "mean_ms": 0.01703448 }, "result_artifact_handoff_wall": { "n": 300, "sum_ns": 3246145, "mean_ms": 0.010820483333333334 }, "result_artifact_handoff_cpu": { "n": 300, "sum_ns": 3217898, "mean_ms": 0.010726326666666666 }, "result_publish_wall": { "n": 300, "sum_ns": 69328113, "mean_ms": 0.23109370999999998 }, "result_publish_cpu": { "n": 300, "sum_ns": 69320924, "mean_ms": 0.2310697466666667 }, "result_total_wall": { "n": 300, "sum_ns": 2371645362, "mean_ms": 7.90548454 }, "result_total_cpu": { "n": 300, "sum_ns": 2327488595, "mean_ms": 7.758295316666667 } } }, { "mode": "pose-a-resume", "level": 16, "camera": "37", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.158553057, "new_channel": false, "seconds": 30.000088028959, "selected_fps": 10.013743014434965, "requested_fps": 10.013743014434965, "complete_fps": 10.013743014434965, "accepted_fps": 10.013743014434965, "finalized_fps": 10.013743014434965, "redis_fps": 10.013743014434965, "redis_read_fps": 9.966637421576102, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 2, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.102, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 2, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.29967574105830863, "redis_interval_s": { "n": 298, "mean": 0.10038736910733469, "median": 0.09653777049970813, "p95": 0.1716998009942472, "maximum": 0.29967574105830863, "minimum": 0.002908312017098069 }, "redis_drift_s": { "n": 299, "mean": -0.032638916441505544, "median": -0.03621289702365971, "p95": 0.0022100989804698656, "maximum": 0.1510626889672153, "minimum": -0.09831537803589185 }, "redis_drift_s_per_min": -0.005780624351371182, "ingress_drift_s": { "n": 12, "mean": -0.002477429583334375, "median": 0.00021384899999077334, "p95": 0.03303110499999207, "maximum": 0.03303110499999207, "minimum": -0.05949001999999837 }, "ingress_drift_s_per_min": 0.006048563181979877, "source_drift_s": { "n": 12, "mean": -0.0031586666666688266, "median": 0.00011199999998723342, "p95": 0.03295199999999454, "maximum": 0.03295199999999454, "minimum": -0.06175600000000259 }, "ingress_to_redis_ms": { "n": 299, "mean": 35.89966555183946, "median": 32, "p95": 47, "maximum": 186, "minimum": 20 }, "source_samples": 12, "redis_samples": 299, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 302, "sum_ns": 208889718, "mean_ms": 0.6916878079470198 }, "depay_to_source_exit": { "n": 301, "sum_ns": 13729149000, "mean_ms": 45.611790697674415 }, "source_exit_to_ingress": { "n": 301, "sum_ns": 409825201, "mean_ms": 1.3615455182724252 }, "source_encoded_queue": { "n": 301, "sum_ns": 10156000, "mean_ms": 0.03374086378737541 }, "decode_between_queues": { "n": 301, "sum_ns": 13549662000, "mean_ms": 45.015488372093024 }, "source_raw_queue": { "n": 301, "sum_ns": 73825000, "mean_ms": 0.245265780730897 }, "raw_queue_to_source_exit": { "n": 301, "sum_ns": 9813000, "mean_ms": 0.03260132890365448 }, "preprocess_start_to_preprocess_output": { "n": 302, "sum_ns": 360827560, "mean_ms": 1.1947932450331127 }, "selected_to_preprocess": { "n": 302, "sum_ns": 626901751, "mean_ms": 2.075833612582781 }, "preprocess_start_to_preprocess": { "n": 302, "sum_ns": 418012033, "mean_ms": 1.3841458046357615 }, "preprocess_output_to_infer_entry": { "n": 302, "sum_ns": 57184473, "mean_ms": 0.18935255960264902 }, "preprocess_to_infer_output": { "n": 302, "sum_ns": 5723803209, "mean_ms": 18.952990758278148 }, "preprocess_to_callback": { "n": 302, "sum_ns": 5941407270, "mean_ms": 19.673534006622514 }, "infer_output_to_callback": { "n": 302, "sum_ns": 217604061, "mean_ms": 0.7205432483443709 }, "copy_wall": { "n": 302, "sum_ns": 1055978789, "mean_ms": 3.4966185066225166 }, "copy_thread_cpu": { "n": 302, "sum_ns": 1052597773, "mean_ms": 3.4854230894039735 }, "callback_to_copied": { "n": 302, "sum_ns": 1109004723, "mean_ms": 3.6722010695364236 }, "accepted_interval": { "n": 302, "sum_ns": 30169842175, "mean_ms": 99.90013965231788 }, "selected_to_submitted": { "n": 302, "sum_ns": 7704704247, "mean_ms": 25.512265718543045 }, "completed_queue_wait": { "n": 302, "sum_ns": 65953005, "mean_ms": 0.21838743377483444 }, "result_observations_wall": { "n": 302, "sum_ns": 312857551, "mean_ms": 1.0359521556291391 }, "result_observations_cpu": { "n": 302, "sum_ns": 312861720, "mean_ms": 1.0359659602649007 }, "result_nms_wall": { "n": 302, "sum_ns": 179030578, "mean_ms": 0.5928164834437086 }, "result_nms_cpu": { "n": 302, "sum_ns": 145620470, "mean_ms": 0.4821869867549669 }, "result_tracking_wall": { "n": 302, "sum_ns": 306453014, "mean_ms": 1.0147450794701987 }, "result_tracking_cpu": { "n": 302, "sum_ns": 278337641, "mean_ms": 0.9216478178807948 }, "result_region_wall": { "n": 302, "sum_ns": 65972757, "mean_ms": 0.21845283774834437 }, "result_region_cpu": { "n": 302, "sum_ns": 66016480, "mean_ms": 0.21859761589403975 }, "result_fall_wall": { "n": 302, "sum_ns": 157843985, "mean_ms": 0.522662201986755 }, "result_fall_cpu": { "n": 302, "sum_ns": 157771222, "mean_ms": 0.5224212649006622 }, "result_fight_wall": { "n": 302, "sum_ns": 34071029, "mean_ms": 0.11281797682119206 }, "result_fight_cpu": { "n": 302, "sum_ns": 34103807, "mean_ms": 0.11292651324503311 }, "result_collector_wall": { "n": 302, "sum_ns": 1554750349, "mean_ms": 5.148179963576158 }, "result_collector_cpu": { "n": 302, "sum_ns": 1541110638, "mean_ms": 5.103015357615893 }, "result_composition_wall": { "n": 302, "sum_ns": 5113529, "mean_ms": 0.01693221523178808 }, "result_composition_cpu": { "n": 302, "sum_ns": 5121130, "mean_ms": 0.016957384105960264 }, "result_artifact_handoff_wall": { "n": 302, "sum_ns": 3155088, "mean_ms": 0.010447311258278144 }, "result_artifact_handoff_cpu": { "n": 302, "sum_ns": 3111623, "mean_ms": 0.010303387417218542 }, "result_publish_wall": { "n": 302, "sum_ns": 122082917, "mean_ms": 0.40424806953642384 }, "result_publish_cpu": { "n": 302, "sum_ns": 121227860, "mean_ms": 0.4014167549668874 }, "result_total_wall": { "n": 302, "sum_ns": 3009854522, "mean_ms": 9.966405701986755 }, "result_total_cpu": { "n": 302, "sum_ns": 2932348712, "mean_ms": 9.709763947019868 } } }, { "mode": "pose-a-resume", "level": 16, "camera": "38", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.125429291, "new_channel": false, "seconds": 30.000088028959, "selected_fps": 9.991558861865714, "requested_fps": 9.991558861865714, "complete_fps": 9.991558861865714, "accepted_fps": 9.991558861865714, "finalized_fps": 9.991558861865714, "redis_fps": 9.991558861865714, "redis_read_fps": 10.033303892623433, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 2, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.135, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 3, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.27828283002600074, "redis_interval_s": { "n": 300, "mean": 0.09992746640346013, "median": 0.09746410849038512, "p95": 0.16513929999200627, "maximum": 0.27828283002600074, "minimum": 0.004516042012255639 }, "redis_drift_s": { "n": 301, "mean": -3.045673199028026, "median": -3.0496051260451793, "p95": -3.002572125043713, "maximum": -2.86286128099448, "minimum": -3.1128641450023338 }, "redis_drift_s_per_min": 0.005597351147297211, "ingress_drift_s": { "n": 12, "mean": 0.03206288883333267, "median": 0.03510950099999377, "p95": 0.05007752400001664, "maximum": 0.05007752400001664, "minimum": 4.984000014474077e-06 }, "ingress_drift_s_per_min": 0.02417300221328282, "source_drift_s": { "n": 12, "mean": 0.031744166666662466, "median": 0.03480949999999439, "p95": 0.05006000000000199, "maximum": 0.05006000000000199, "minimum": -0.0004459999999824049 }, "ingress_to_redis_ms": { "n": 301, "mean": 38.85382059800664, "median": 34, "p95": 51, "maximum": 204, "minimum": 21 }, "source_samples": 12, "redis_samples": 301, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 301, "sum_ns": 14196586000, "mean_ms": 47.16473754152824 }, "source_exit_to_ingress": { "n": 301, "sum_ns": 687288879, "mean_ms": 2.2833517574750832 }, "source_encoded_queue": { "n": 301, "sum_ns": 10569000, "mean_ms": 0.03511295681063123 }, "decode_between_queues": { "n": 301, "sum_ns": 14040043000, "mean_ms": 46.64466112956811 }, "source_raw_queue": { "n": 301, "sum_ns": 47505000, "mean_ms": 0.15782392026578074 }, "raw_queue_to_source_exit": { "n": 301, "sum_ns": 8596000, "mean_ms": 0.02855813953488372 }, "selected_to_preprocess_start": { "n": 301, "sum_ns": 223754435, "mean_ms": 0.7433702159468438 }, "preprocess_start_to_preprocess_output": { "n": 301, "sum_ns": 430754842, "mean_ms": 1.4310792093023255 }, "selected_to_preprocess": { "n": 301, "sum_ns": 715243691, "mean_ms": 2.3762248870431892 }, "preprocess_start_to_preprocess": { "n": 301, "sum_ns": 491489256, "mean_ms": 1.6328546710963454 }, "preprocess_output_to_infer_entry": { "n": 301, "sum_ns": 60734414, "mean_ms": 0.20177546179401995 }, "preprocess_to_infer_output": { "n": 301, "sum_ns": 6275803997, "mean_ms": 20.849847166112955 }, "preprocess_to_callback": { "n": 301, "sum_ns": 6517739222, "mean_ms": 21.653618677740866 }, "infer_output_to_callback": { "n": 301, "sum_ns": 241935225, "mean_ms": 0.8037715116279069 }, "copy_wall": { "n": 301, "sum_ns": 1129135867, "mean_ms": 3.7512819501661125 }, "copy_thread_cpu": { "n": 301, "sum_ns": 1125066367, "mean_ms": 3.737762016611296 }, "callback_to_copied": { "n": 301, "sum_ns": 1183253225, "mean_ms": 3.9310738372093024 }, "accepted_interval": { "n": 301, "sum_ns": 30076277846, "mean_ms": 99.92118885714285 }, "selected_to_submitted": { "n": 301, "sum_ns": 8443531184, "mean_ms": 28.051598617940197 }, "completed_queue_wait": { "n": 301, "sum_ns": 76567200, "mean_ms": 0.2543760797342193 }, "result_observations_wall": { "n": 301, "sum_ns": 328135826, "mean_ms": 1.090152245847176 }, "result_observations_cpu": { "n": 301, "sum_ns": 327560401, "mean_ms": 1.088240534883721 }, "result_nms_wall": { "n": 301, "sum_ns": 190372209, "mean_ms": 0.6324658106312292 }, "result_nms_cpu": { "n": 301, "sum_ns": 150893106, "mean_ms": 0.501306 }, "result_tracking_wall": { "n": 301, "sum_ns": 297960818, "mean_ms": 0.989903049833887 }, "result_tracking_cpu": { "n": 301, "sum_ns": 274918843, "mean_ms": 0.9133516378737542 }, "result_region_wall": { "n": 301, "sum_ns": 68586845, "mean_ms": 0.22786327242524915 }, "result_region_cpu": { "n": 301, "sum_ns": 68362675, "mean_ms": 0.2271185215946844 }, "result_fall_wall": { "n": 301, "sum_ns": 155048750, "mean_ms": 0.5151121262458472 }, "result_fall_cpu": { "n": 301, "sum_ns": 154749482, "mean_ms": 0.5141178803986711 }, "result_fight_wall": { "n": 301, "sum_ns": 37867084, "mean_ms": 0.1258042657807309 }, "result_fight_cpu": { "n": 301, "sum_ns": 37803939, "mean_ms": 0.12559448172757476 }, "result_collector_wall": { "n": 301, "sum_ns": 1540380102, "mean_ms": 5.117541867109635 }, "result_collector_cpu": { "n": 301, "sum_ns": 1527094300, "mean_ms": 5.073402990033222 }, "result_composition_wall": { "n": 301, "sum_ns": 5442453, "mean_ms": 0.01808123920265781 }, "result_composition_cpu": { "n": 301, "sum_ns": 5417806, "mean_ms": 0.017999355481727576 }, "result_artifact_handoff_wall": { "n": 301, "sum_ns": 3177920, "mean_ms": 0.010557873754152824 }, "result_artifact_handoff_cpu": { "n": 301, "sum_ns": 3151427, "mean_ms": 0.010469857142857144 }, "result_publish_wall": { "n": 301, "sum_ns": 118229584, "mean_ms": 0.39278931561461794 }, "result_publish_cpu": { "n": 301, "sum_ns": 118027045, "mean_ms": 0.3921164285714286 }, "result_total_wall": { "n": 301, "sum_ns": 3022622405, "mean_ms": 10.041934900332226 }, "result_total_cpu": { "n": 301, "sum_ns": 2942304903, "mean_ms": 9.775099345514949 } } }, { "mode": "pose-a-resume", "level": 16, "camera": "39", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.057518648, "new_channel": false, "seconds": 30.000088028959, "selected_fps": 9.74797698477003, "requested_fps": 9.74797698477003, "complete_fps": 9.781246530793137, "accepted_fps": 9.781246530793137, "finalized_fps": 9.781246530793137, "redis_fps": 9.781246530793137, "redis_read_fps": 9.699971537386775, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 1, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.194, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 2, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.4812622210010886, "redis_interval_s": { "n": 290, "mean": 0.10256124265845223, "median": 0.09901906500454061, "p95": 0.16045536700403318, "maximum": 0.4812622210010886, "minimum": 0.0031365110189653933 }, "redis_drift_s": { "n": 291, "mean": -1.3613761197389536, "median": -1.3648679320216104, "p95": -1.3264716260298144, "maximum": -1.00892704300162, "minimum": -1.4597729049949066 }, "redis_drift_s_per_min": -0.0013825583380651667, "ingress_drift_s": { "n": 12, "mean": 0.005727134916668319, "median": 0.004166342499999587, "p95": 0.03259577299999705, "maximum": 0.03259577299999705, "minimum": -0.014399265999998079 }, "ingress_drift_s_per_min": 0.03089930691303789, "source_drift_s": { "n": 12, "mean": 0.005216000000004328, "median": 0.0036095000000102573, "p95": 0.03258400000001416, "maximum": 0.03258400000001416, "minimum": -0.014569999999991978 }, "ingress_to_redis_ms": { "n": 291, "mean": 35.945017182130584, "median": 33, "p95": 50, "maximum": 163, "minimum": 23 }, "source_samples": 12, "redis_samples": 291, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 291, "sum_ns": 13344546000, "mean_ms": 45.85754639175258 }, "source_exit_to_ingress": { "n": 291, "sum_ns": 356686286, "mean_ms": 1.2257260687285223 }, "source_encoded_queue": { "n": 291, "sum_ns": 10572000, "mean_ms": 0.0363298969072165 }, "decode_between_queues": { "n": 291, "sum_ns": 13216484000, "mean_ms": 45.417470790378005 }, "source_raw_queue": { "n": 291, "sum_ns": 36240000, "mean_ms": 0.1245360824742268 }, "raw_queue_to_source_exit": { "n": 291, "sum_ns": 8679000, "mean_ms": 0.02982474226804124 }, "selected_to_preprocess_start": { "n": 293, "sum_ns": 201177432, "mean_ms": 0.6866123959044368 }, "preprocess_start_to_preprocess_output": { "n": 293, "sum_ns": 217038222, "mean_ms": 0.7407447849829352 }, "selected_to_preprocess": { "n": 293, "sum_ns": 472794504, "mean_ms": 1.6136331194539248 }, "preprocess_start_to_preprocess": { "n": 293, "sum_ns": 271617072, "mean_ms": 0.927020723549488 }, "preprocess_output_to_infer_entry": { "n": 293, "sum_ns": 54578850, "mean_ms": 0.18627593856655292 }, "preprocess_to_infer_output": { "n": 294, "sum_ns": 5973323804, "mean_ms": 20.317427904761903 }, "preprocess_to_callback": { "n": 294, "sum_ns": 6199057464, "mean_ms": 21.085229469387755 }, "infer_output_to_callback": { "n": 294, "sum_ns": 225733660, "mean_ms": 0.7678015646258503 }, "copy_wall": { "n": 294, "sum_ns": 958733907, "mean_ms": 3.2609996836734694 }, "copy_thread_cpu": { "n": 294, "sum_ns": 953209992, "mean_ms": 3.242210857142857 }, "callback_to_copied": { "n": 294, "sum_ns": 1009039303, "mean_ms": 3.432106472789116 }, "accepted_interval": { "n": 294, "sum_ns": 30002926297, "mean_ms": 102.05076971768707 }, "selected_to_submitted": { "n": 294, "sum_ns": 7709762933, "mean_ms": 26.22368344557823 }, "completed_queue_wait": { "n": 294, "sum_ns": 70196894, "mean_ms": 0.2387649455782313 }, "result_observations_wall": { "n": 294, "sum_ns": 298629347, "mean_ms": 1.0157460782312926 }, "result_observations_cpu": { "n": 294, "sum_ns": 298447401, "mean_ms": 1.0151272142857144 }, "result_nms_wall": { "n": 294, "sum_ns": 207625650, "mean_ms": 0.7062096938775511 }, "result_nms_cpu": { "n": 294, "sum_ns": 149990736, "mean_ms": 0.5101725714285714 }, "result_tracking_wall": { "n": 294, "sum_ns": 246656840, "mean_ms": 0.838968843537415 }, "result_tracking_cpu": { "n": 294, "sum_ns": 238780441, "mean_ms": 0.8121783707482992 }, "result_region_wall": { "n": 294, "sum_ns": 80336084, "mean_ms": 0.27325198639455783 }, "result_region_cpu": { "n": 294, "sum_ns": 80315763, "mean_ms": 0.27318286734693875 }, "result_fall_wall": { "n": 294, "sum_ns": 181004099, "mean_ms": 0.615660200680272 }, "result_fall_cpu": { "n": 294, "sum_ns": 177792533, "mean_ms": 0.6047365068027211 }, "result_fight_wall": { "n": 294, "sum_ns": 52386784, "mean_ms": 0.17818634013605442 }, "result_fight_cpu": { "n": 294, "sum_ns": 52328001, "mean_ms": 0.17798639795918367 }, "result_collector_wall": { "n": 294, "sum_ns": 1247240407, "mean_ms": 4.24231430952381 }, "result_collector_cpu": { "n": 294, "sum_ns": 1231922844, "mean_ms": 4.19021375510204 }, "result_composition_wall": { "n": 294, "sum_ns": 4829552, "mean_ms": 0.01642704761904762 }, "result_composition_cpu": { "n": 294, "sum_ns": 4844544, "mean_ms": 0.01647804081632653 }, "result_artifact_handoff_wall": { "n": 294, "sum_ns": 3349219, "mean_ms": 0.011391901360544217 }, "result_artifact_handoff_cpu": { "n": 294, "sum_ns": 3324070, "mean_ms": 0.011306360544217686 }, "result_publish_wall": { "n": 294, "sum_ns": 66352327, "mean_ms": 0.22568818707482993 }, "result_publish_cpu": { "n": 294, "sum_ns": 66355479, "mean_ms": 0.2256989081632653 }, "result_total_wall": { "n": 294, "sum_ns": 2659508840, "mean_ms": 9.04594843537415 }, "result_total_cpu": { "n": 294, "sum_ns": 2572239412, "mean_ms": 8.749113646258504 } } }, { "mode": "pose-a-resume", "level": 16, "camera": "40", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.943685999, "new_channel": false, "seconds": 30.000088028959, "selected_fps": 9.95201459198951, "requested_fps": 9.95201459198951, "complete_fps": 9.95201459198951, "accepted_fps": 9.95201459198951, "finalized_fps": 9.95201459198951, "redis_fps": 9.95201459198951, "redis_read_fps": 9.866637715005105, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 1, "queue_depth_max_sampled": 1, "queue_age_max_sampled": 0.0006591780111193657, "provider_response_age_max_sampled": 0.218, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 9, "analysis_gap_markers": 3, "c_suppressed": 0, "max_redis_silence_s": 0.42982284299796447, "redis_interval_s": { "n": 295, "mean": 0.10142153301355192, "median": 0.09820807300275192, "p95": 0.16424538299907, "maximum": 0.42982284299796447, "minimum": 0.003770879004150629 }, "redis_drift_s": { "n": 296, "mean": -0.03340902229023113, "median": -0.04443828749050738, "p95": 0.08396554499444164, "maximum": 0.2657947480324765, "minimum": -0.1195927829895993 }, "redis_drift_s_per_min": 0.023483098468835, "ingress_drift_s": { "n": 12, "mean": 0.0032213035833308368, "median": -0.010632714000010424, "p95": 0.11501868799999215, "maximum": 0.11501868799999215, "minimum": -0.02833614499999726 }, "ingress_drift_s_per_min": 0.04378815282136895, "source_drift_s": { "n": 12, "mean": -0.006540750000001576, "median": -0.010760500000003503, "p95": 0.015492999999992207, "maximum": 0.015492999999992207, "minimum": -0.029133999999999105 }, "ingress_to_redis_ms": { "n": 296, "mean": 47.08783783783784, "median": 37.0, "p95": 105, "maximum": 345, "minimum": 25 }, "source_samples": 12, "redis_samples": 296, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 298, "sum_ns": 229779677, "mean_ms": 0.7710727416107382 }, "depay_to_source_exit": { "n": 297, "sum_ns": 13546356000, "mean_ms": 45.61062626262626 }, "source_exit_to_ingress": { "n": 297, "sum_ns": 1536971950, "mean_ms": 5.174989730639731 }, "source_encoded_queue": { "n": 297, "sum_ns": 9868000, "mean_ms": 0.03322558922558923 }, "decode_between_queues": { "n": 297, "sum_ns": 13329642000, "mean_ms": 44.8809494949495 }, "source_raw_queue": { "n": 297, "sum_ns": 92861000, "mean_ms": 0.31266329966329964 }, "raw_queue_to_source_exit": { "n": 297, "sum_ns": 8595000, "mean_ms": 0.02893939393939394 }, "preprocess_start_to_preprocess_output": { "n": 298, "sum_ns": 276792144, "mean_ms": 0.9288326979865772 }, "selected_to_preprocess": { "n": 298, "sum_ns": 572740426, "mean_ms": 1.9219477382550334 }, "preprocess_start_to_preprocess": { "n": 298, "sum_ns": 342960749, "mean_ms": 1.1508749966442953 }, "preprocess_output_to_infer_entry": { "n": 298, "sum_ns": 66168605, "mean_ms": 0.2220422986577181 }, "preprocess_to_infer_output": { "n": 298, "sum_ns": 6069759190, "mean_ms": 20.3683194295302 }, "preprocess_to_callback": { "n": 298, "sum_ns": 6304771975, "mean_ms": 21.156952936241613 }, "infer_output_to_callback": { "n": 298, "sum_ns": 235012785, "mean_ms": 0.7886335067114094 }, "copy_wall": { "n": 298, "sum_ns": 1132498661, "mean_ms": 3.800331077181208 }, "copy_thread_cpu": { "n": 298, "sum_ns": 1128013261, "mean_ms": 3.785279399328859 }, "callback_to_copied": { "n": 298, "sum_ns": 1185413459, "mean_ms": 3.977897513422819 }, "accepted_interval": { "n": 298, "sum_ns": 30116203309, "mean_ms": 101.06108492953021 }, "selected_to_submitted": { "n": 298, "sum_ns": 8088742873, "mean_ms": 27.143432459731546 }, "completed_queue_wait": { "n": 298, "sum_ns": 511587898, "mean_ms": 1.716737912751678 }, "result_observations_wall": { "n": 298, "sum_ns": 303955374, "mean_ms": 1.0199844765100672 }, "result_observations_cpu": { "n": 298, "sum_ns": 303265578, "mean_ms": 1.0176697248322149 }, "result_nms_wall": { "n": 298, "sum_ns": 376117827, "mean_ms": 1.2621403590604028 }, "result_nms_cpu": { "n": 298, "sum_ns": 164419628, "mean_ms": 0.5517437181208054 }, "result_tracking_wall": { "n": 298, "sum_ns": 1117641892, "mean_ms": 3.750476147651007 }, "result_tracking_cpu": { "n": 298, "sum_ns": 631472876, "mean_ms": 2.1190364966442954 }, "result_region_wall": { "n": 298, "sum_ns": 131633476, "mean_ms": 0.44172307382550335 }, "result_region_cpu": { "n": 298, "sum_ns": 131650837, "mean_ms": 0.44178133221476507 }, "result_fall_wall": { "n": 298, "sum_ns": 852364470, "mean_ms": 2.860283456375839 }, "result_fall_cpu": { "n": 298, "sum_ns": 850275013, "mean_ms": 2.8532718557046977 }, "result_fight_wall": { "n": 298, "sum_ns": 139667908, "mean_ms": 0.4686842550335571 }, "result_fight_cpu": { "n": 298, "sum_ns": 139139969, "mean_ms": 0.4669126476510067 }, "result_collector_wall": { "n": 298, "sum_ns": 1636966620, "mean_ms": 5.493176577181208 }, "result_collector_cpu": { "n": 298, "sum_ns": 1618652856, "mean_ms": 5.43172099328859 }, "result_composition_wall": { "n": 298, "sum_ns": 4811366, "mean_ms": 0.016145523489932888 }, "result_composition_cpu": { "n": 298, "sum_ns": 4817722, "mean_ms": 0.016166852348993288 }, "result_artifact_handoff_wall": { "n": 298, "sum_ns": 3150497, "mean_ms": 0.010572137583892617 }, "result_artifact_handoff_cpu": { "n": 298, "sum_ns": 3128806, "mean_ms": 0.01049934899328859 }, "result_publish_wall": { "n": 298, "sum_ns": 310166845, "mean_ms": 1.0408283389261745 }, "result_publish_cpu": { "n": 298, "sum_ns": 304280698, "mean_ms": 1.021076167785235 }, "result_total_wall": { "n": 298, "sum_ns": 5172434709, "mean_ms": 17.35716345302013 }, "result_total_cpu": { "n": 298, "sum_ns": 4442722040, "mean_ms": 14.90846322147651 } } }, { "mode": "pose-a-resume", "level": 16, "camera": "41", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.046361069, "new_channel": false, "seconds": 30.000088028959, "selected_fps": 10.017852055653869, "requested_fps": 10.017852055653869, "complete_fps": 10.017852055653869, "accepted_fps": 10.017852055653869, "finalized_fps": 10.051133956170991, "redis_fps": 10.051133956170991, "redis_read_fps": 9.999970657099768, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 2, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.11, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 1, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.2744803549721837, "redis_interval_s": { "n": 299, "mean": 0.09988447945147604, "median": 0.10117881098994985, "p95": 0.1654045160394162, "maximum": 0.2744803549721837, "minimum": 0.0034488720120862126 }, "redis_drift_s": { "n": 300, "mean": -2.4827862996501655, "median": -2.487938380528007, "p95": -2.4415488280393163, "maximum": -2.342166302015528, "minimum": -2.5315265180044833 }, "redis_drift_s_per_min": 0.014116660921493163, "ingress_drift_s": { "n": 12, "mean": -0.03459054249999601, "median": -0.032838037999994185, "p95": -0.005056577000004836, "maximum": -0.005056577000004836, "minimum": -0.06521044700002676 }, "ingress_drift_s_per_min": 0.04066015063291701, "source_drift_s": { "n": 12, "mean": -0.03449633333332969, "median": -0.03266650000000482, "p95": -0.004717999999996891, "maximum": -0.004717999999996891, "minimum": -0.06494800000001533 }, "ingress_to_redis_ms": { "n": 300, "mean": 33.93666666666667, "median": 30.0, "p95": 43, "maximum": 150, "minimum": 21 }, "source_samples": 12, "redis_samples": 300, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 301, "sum_ns": 13602002000, "mean_ms": 45.18937541528239 }, "source_exit_to_ingress": { "n": 301, "sum_ns": 443167064, "mean_ms": 1.4723158272425247 }, "source_encoded_queue": { "n": 301, "sum_ns": 10813000, "mean_ms": 0.03592358803986711 }, "decode_between_queues": { "n": 301, "sum_ns": 13423932000, "mean_ms": 44.59778073089701 }, "source_raw_queue": { "n": 301, "sum_ns": 33145000, "mean_ms": 0.11011627906976744 }, "raw_queue_to_source_exit": { "n": 301, "sum_ns": 7747000, "mean_ms": 0.0257375415282392 }, "selected_to_preprocess_start": { "n": 301, "sum_ns": 215820382, "mean_ms": 0.7170112358803986 }, "preprocess_start_to_preprocess_output": { "n": 301, "sum_ns": 246488635, "mean_ms": 0.8188991196013289 }, "selected_to_preprocess": { "n": 301, "sum_ns": 512393249, "mean_ms": 1.7023031528239203 }, "preprocess_start_to_preprocess": { "n": 301, "sum_ns": 296572867, "mean_ms": 0.9852919169435216 }, "preprocess_output_to_infer_entry": { "n": 301, "sum_ns": 50084232, "mean_ms": 0.1663927973421927 }, "preprocess_to_infer_output": { "n": 301, "sum_ns": 5654053675, "mean_ms": 18.784231478405314 }, "preprocess_to_callback": { "n": 301, "sum_ns": 5857366128, "mean_ms": 19.459688132890367 }, "infer_output_to_callback": { "n": 301, "sum_ns": 203312453, "mean_ms": 0.6754566544850499 }, "copy_wall": { "n": 301, "sum_ns": 1151679423, "mean_ms": 3.826177485049834 }, "copy_thread_cpu": { "n": 301, "sum_ns": 1146525073, "mean_ms": 3.809053398671096 }, "callback_to_copied": { "n": 301, "sum_ns": 1204886007, "mean_ms": 4.002943544850498 }, "accepted_interval": { "n": 301, "sum_ns": 30088576310, "mean_ms": 99.96204754152824 }, "selected_to_submitted": { "n": 301, "sum_ns": 7599950129, "mean_ms": 25.249003750830564 }, "completed_queue_wait": { "n": 301, "sum_ns": 61382549, "mean_ms": 0.2039287342192691 }, "result_observations_wall": { "n": 301, "sum_ns": 299931810, "mean_ms": 0.996451196013289 }, "result_observations_cpu": { "n": 301, "sum_ns": 299971620, "mean_ms": 0.9965834551495016 }, "result_nms_wall": { "n": 301, "sum_ns": 188175781, "mean_ms": 0.6251687076411959 }, "result_nms_cpu": { "n": 301, "sum_ns": 152064230, "mean_ms": 0.5051967774086379 }, "result_tracking_wall": { "n": 301, "sum_ns": 190344657, "mean_ms": 0.6323742757475083 }, "result_tracking_cpu": { "n": 301, "sum_ns": 184258859, "mean_ms": 0.6121556777408638 }, "result_region_wall": { "n": 301, "sum_ns": 67335570, "mean_ms": 0.22370621262458473 }, "result_region_cpu": { "n": 301, "sum_ns": 67342887, "mean_ms": 0.2237305215946844 }, "result_fall_wall": { "n": 301, "sum_ns": 116651004, "mean_ms": 0.3875448637873754 }, "result_fall_cpu": { "n": 301, "sum_ns": 116609543, "mean_ms": 0.3874071196013289 }, "result_fight_wall": { "n": 301, "sum_ns": 36426180, "mean_ms": 0.12101720930232558 }, "result_fight_cpu": { "n": 301, "sum_ns": 36435885, "mean_ms": 0.12104945182724251 }, "result_collector_wall": { "n": 302, "sum_ns": 1230326059, "mean_ms": 4.073927347682119 }, "result_collector_cpu": { "n": 302, "sum_ns": 1216749106, "mean_ms": 4.028970549668874 }, "result_composition_wall": { "n": 302, "sum_ns": 5518812, "mean_ms": 0.0182742119205298 }, "result_composition_cpu": { "n": 302, "sum_ns": 5526138, "mean_ms": 0.018298470198675497 }, "result_artifact_handoff_wall": { "n": 302, "sum_ns": 3311775, "mean_ms": 0.01096614238410596 }, "result_artifact_handoff_cpu": { "n": 302, "sum_ns": 3176912, "mean_ms": 0.010519576158940397 }, "result_publish_wall": { "n": 302, "sum_ns": 90437415, "mean_ms": 0.2994616390728477 }, "result_publish_cpu": { "n": 302, "sum_ns": 89190013, "mean_ms": 0.2953311688741722 }, "result_total_wall": { "n": 302, "sum_ns": 2498722128, "mean_ms": 8.273914331125827 }, "result_total_cpu": { "n": 302, "sum_ns": 2439885698, "mean_ms": 8.079091715231788 } } }, { "mode": "pose-a-resume", "level": 16, "camera": "42", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.912222462, "new_channel": false, "seconds": 30.000088028959, "selected_fps": 9.895620439973445, "requested_fps": 9.895620439973445, "complete_fps": 9.895620439973445, "accepted_fps": 9.895620439973445, "finalized_fps": 9.929051590108491, "redis_fps": 9.929051590108491, "redis_read_fps": 9.866637715005105, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 1, "queue_age_max_sampled": 0.0008163030142895877, "provider_response_age_max_sampled": 0.238, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 10, "analysis_gap_markers": 4, "c_suppressed": 0, "max_redis_silence_s": 0.43170826201094314, "redis_interval_s": { "n": 295, "mean": 0.10130375646433588, "median": 0.09747769898967817, "p95": 0.18103018798865378, "maximum": 0.43170826201094314, "minimum": 0.004472511005587876 }, "redis_drift_s": { "n": 296, "mean": -0.6988439666609108, "median": -0.7085141710031309, "p95": -0.5795549159930147, "maximum": -0.4128888870230867, "minimum": -0.7609956300458975 }, "redis_drift_s_per_min": 0.014145053461412076, "ingress_drift_s": { "n": 12, "mean": -0.004540979999996845, "median": 0.0005191310000043359, "p95": 0.03219616399999836, "maximum": 0.03219616399999836, "minimum": -0.04855051699999535 }, "ingress_drift_s_per_min": 0.03968980621139719, "source_drift_s": { "n": 12, "mean": -0.0036388333333322955, "median": 0.0014814999999970269, "p95": 0.033251000000007025, "maximum": 0.033251000000007025, "minimum": -0.04747600000001739 }, "ingress_to_redis_ms": { "n": 296, "mean": 46.570945945945944, "median": 38.0, "p95": 88, "maximum": 325, "minimum": 23 }, "source_samples": 12, "redis_samples": 296, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 296, "sum_ns": 14018731000, "mean_ms": 47.3605777027027 }, "source_exit_to_ingress": { "n": 296, "sum_ns": 1380637989, "mean_ms": 4.664317530405405 }, "source_encoded_queue": { "n": 296, "sum_ns": 9866000, "mean_ms": 0.03333108108108108 }, "decode_between_queues": { "n": 296, "sum_ns": 13706878000, "mean_ms": 46.30702027027027 }, "source_raw_queue": { "n": 296, "sum_ns": 221818000, "mean_ms": 0.7493851351351352 }, "raw_queue_to_source_exit": { "n": 296, "sum_ns": 7496000, "mean_ms": 0.025324324324324323 }, "selected_to_preprocess_start": { "n": 296, "sum_ns": 217017550, "mean_ms": 0.7331673986486487 }, "preprocess_start_to_preprocess_output": { "n": 296, "sum_ns": 289448996, "mean_ms": 0.9778682297297298 }, "selected_to_preprocess": { "n": 296, "sum_ns": 578016837, "mean_ms": 1.9527595844594594 }, "preprocess_start_to_preprocess": { "n": 296, "sum_ns": 360999287, "mean_ms": 1.219592185810811 }, "preprocess_output_to_infer_entry": { "n": 296, "sum_ns": 71550291, "mean_ms": 0.2417239560810811 }, "preprocess_to_infer_output": { "n": 295, "sum_ns": 6114012282, "mean_ms": 20.725465362711866 }, "preprocess_to_callback": { "n": 296, "sum_ns": 6351640518, "mean_ms": 21.458244993243245 }, "infer_output_to_callback": { "n": 295, "sum_ns": 202411606, "mean_ms": 0.6861410372881356 }, "copy_wall": { "n": 296, "sum_ns": 870341102, "mean_ms": 2.9403415608108108 }, "copy_thread_cpu": { "n": 296, "sum_ns": 869007439, "mean_ms": 2.9358359425675675 }, "callback_to_copied": { "n": 296, "sum_ns": 922458151, "mean_ms": 3.1164126722972973 }, "accepted_interval": { "n": 296, "sum_ns": 30034226526, "mean_ms": 101.46698150675675 }, "selected_to_submitted": { "n": 296, "sum_ns": 7879276008, "mean_ms": 26.6191757027027 }, "completed_queue_wait": { "n": 296, "sum_ns": 143153303, "mean_ms": 0.48362602364864865 }, "result_observations_wall": { "n": 296, "sum_ns": 292981775, "mean_ms": 0.989803293918919 }, "result_observations_cpu": { "n": 296, "sum_ns": 292961659, "mean_ms": 0.9897353344594594 }, "result_nms_wall": { "n": 296, "sum_ns": 331783282, "mean_ms": 1.1208894662162163 }, "result_nms_cpu": { "n": 296, "sum_ns": 157802969, "mean_ms": 0.5331181385135135 }, "result_tracking_wall": { "n": 296, "sum_ns": 969209171, "mean_ms": 3.2743553074324327 }, "result_tracking_cpu": { "n": 296, "sum_ns": 583922045, "mean_ms": 1.9727096114864864 }, "result_region_wall": { "n": 296, "sum_ns": 107997107, "mean_ms": 0.36485509121621623 }, "result_region_cpu": { "n": 296, "sum_ns": 107981302, "mean_ms": 0.3648016959459459 }, "result_fall_wall": { "n": 296, "sum_ns": 1157282137, "mean_ms": 3.909736949324324 }, "result_fall_cpu": { "n": 296, "sum_ns": 1151789516, "mean_ms": 3.8911807972972974 }, "result_fight_wall": { "n": 296, "sum_ns": 170004402, "mean_ms": 0.574339195945946 }, "result_fight_cpu": { "n": 296, "sum_ns": 169914371, "mean_ms": 0.5740350371621621 }, "result_collector_wall": { "n": 297, "sum_ns": 1557060523, "mean_ms": 5.242628023569023 }, "result_collector_cpu": { "n": 297, "sum_ns": 1542102729, "mean_ms": 5.192265080808081 }, "result_composition_wall": { "n": 297, "sum_ns": 4836105, "mean_ms": 0.016283181818181818 }, "result_composition_cpu": { "n": 297, "sum_ns": 4845025, "mean_ms": 0.016313215488215488 }, "result_artifact_handoff_wall": { "n": 297, "sum_ns": 3415664, "mean_ms": 0.011500552188552188 }, "result_artifact_handoff_cpu": { "n": 297, "sum_ns": 3234612, "mean_ms": 0.010890949494949495 }, "result_publish_wall": { "n": 297, "sum_ns": 871402321, "mean_ms": 2.934014548821549 }, "result_publish_cpu": { "n": 297, "sum_ns": 860558528, "mean_ms": 2.8975034612794612 }, "result_total_wall": { "n": 297, "sum_ns": 5766935725, "mean_ms": 19.417292003367002 }, "result_total_cpu": { "n": 297, "sum_ns": 5167920485, "mean_ms": 17.400405673400673 } } }, { "mode": "pose-a-resume", "level": 16, "camera": "43", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.90551546, "new_channel": false, "seconds": 30.000088028959, "selected_fps": 9.931278409069764, "requested_fps": 9.931278409069764, "complete_fps": 9.897839761227777, "accepted_fps": 9.897839761227777, "finalized_fps": 9.897839761227777, "redis_fps": 9.897839761227777, "redis_read_fps": 9.89997095052877, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 1, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.075, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 1, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.361732199031394, "redis_interval_s": { "n": 296, "mean": 0.10102487295257193, "median": 0.100175727478927, "p95": 0.16086272901156917, "maximum": 0.361732199031394, "minimum": 0.018248756998218596 }, "redis_drift_s": { "n": 297, "mean": -1.5110688757776825, "median": -1.5140263720126796, "p95": -1.476740232012233, "maximum": -1.2701936410129946, "minimum": -1.5749383030254336 }, "redis_drift_s_per_min": -0.0031194978244938466, "ingress_drift_s": { "n": 12, "mean": 0.002493195499999009, "median": 0.0009674475000025495, "p95": 0.03230199699999048, "maximum": 0.03230199699999048, "minimum": -0.033183522999991055 }, "ingress_drift_s_per_min": -0.04672313134368273, "source_drift_s": { "n": 12, "mean": 0.0023070000000018354, "median": 0.0008580000000009136, "p95": 0.03200300000000311, "maximum": 0.03200300000000311, "minimum": -0.033276999999998225 }, "ingress_to_redis_ms": { "n": 297, "mean": 36.38047138047138, "median": 33, "p95": 48, "maximum": 149, "minimum": 22 }, "source_samples": 12, "redis_samples": 297, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 296, "sum_ns": 12958510000, "mean_ms": 43.77875 }, "source_exit_to_ingress": { "n": 296, "sum_ns": 467013312, "mean_ms": 1.5777476756756756 }, "source_encoded_queue": { "n": 296, "sum_ns": 9475000, "mean_ms": 0.032010135135135134 }, "decode_between_queues": { "n": 296, "sum_ns": 12845188000, "mean_ms": 43.3959054054054 }, "source_raw_queue": { "n": 296, "sum_ns": 7108000, "mean_ms": 0.024013513513513513 }, "raw_queue_to_source_exit": { "n": 296, "sum_ns": 8134000, "mean_ms": 0.02747972972972973 }, "selected_to_preprocess_start": { "n": 297, "sum_ns": 205327747, "mean_ms": 0.6913392154882154 }, "preprocess_start_to_preprocess_output": { "n": 297, "sum_ns": 235687487, "mean_ms": 0.7935605622895623 }, "selected_to_preprocess": { "n": 297, "sum_ns": 492757909, "mean_ms": 1.6591175387205386 }, "preprocess_start_to_preprocess": { "n": 297, "sum_ns": 287430162, "mean_ms": 0.9677783232323233 }, "preprocess_output_to_infer_entry": { "n": 297, "sum_ns": 51742675, "mean_ms": 0.17421776094276095 }, "preprocess_to_infer_output": { "n": 296, "sum_ns": 6085157031, "mean_ms": 20.557962942567567 }, "preprocess_to_callback": { "n": 296, "sum_ns": 6296933302, "mean_ms": 21.27342331756757 }, "infer_output_to_callback": { "n": 296, "sum_ns": 211776271, "mean_ms": 0.715460375 }, "copy_wall": { "n": 296, "sum_ns": 965254787, "mean_ms": 3.260995902027027 }, "copy_thread_cpu": { "n": 296, "sum_ns": 961348895, "mean_ms": 3.247800320945946 }, "callback_to_copied": { "n": 296, "sum_ns": 1016917736, "mean_ms": 3.435532891891892 }, "accepted_interval": { "n": 296, "sum_ns": 29845088188, "mean_ms": 100.82800063513513 }, "selected_to_submitted": { "n": 296, "sum_ns": 7830048828, "mean_ms": 26.452867662162163 }, "completed_queue_wait": { "n": 296, "sum_ns": 72479191, "mean_ms": 0.24486213175675675 }, "result_observations_wall": { "n": 296, "sum_ns": 290852736, "mean_ms": 0.9826105945945945 }, "result_observations_cpu": { "n": 296, "sum_ns": 290504067, "mean_ms": 0.9814326587837838 }, "result_nms_wall": { "n": 296, "sum_ns": 169689129, "mean_ms": 0.5732740844594594 }, "result_nms_cpu": { "n": 296, "sum_ns": 144580038, "mean_ms": 0.4884460743243243 }, "result_tracking_wall": { "n": 296, "sum_ns": 390773139, "mean_ms": 1.3201795236486487 }, "result_tracking_cpu": { "n": 296, "sum_ns": 376152639, "mean_ms": 1.2707859425675676 }, "result_region_wall": { "n": 296, "sum_ns": 70360090, "mean_ms": 0.23770300675675674 }, "result_region_cpu": { "n": 296, "sum_ns": 70316534, "mean_ms": 0.23755585810810811 }, "result_fall_wall": { "n": 296, "sum_ns": 363878272, "mean_ms": 1.2293184864864863 }, "result_fall_cpu": { "n": 296, "sum_ns": 362885411, "mean_ms": 1.2259642263513513 }, "result_fight_wall": { "n": 296, "sum_ns": 76820294, "mean_ms": 0.2595280202702703 }, "result_fight_cpu": { "n": 296, "sum_ns": 76230069, "mean_ms": 0.25753401689189187 }, "result_collector_wall": { "n": 296, "sum_ns": 1045888911, "mean_ms": 3.533408483108108 }, "result_collector_cpu": { "n": 296, "sum_ns": 1030510176, "mean_ms": 3.4814532972972976 }, "result_composition_wall": { "n": 296, "sum_ns": 4811718, "mean_ms": 0.01625580405405405 }, "result_composition_cpu": { "n": 296, "sum_ns": 4824658, "mean_ms": 0.01629952027027027 }, "result_artifact_handoff_wall": { "n": 296, "sum_ns": 3028892, "mean_ms": 0.010232743243243244 }, "result_artifact_handoff_cpu": { "n": 296, "sum_ns": 3013492, "mean_ms": 0.010180716216216216 }, "result_publish_wall": { "n": 296, "sum_ns": 67410663, "mean_ms": 0.22773872635135137 }, "result_publish_cpu": { "n": 296, "sum_ns": 67041317, "mean_ms": 0.2264909358108108 }, "result_total_wall": { "n": 296, "sum_ns": 2747086293, "mean_ms": 9.28069693581081 }, "result_total_cpu": { "n": 296, "sum_ns": 2687951127, "mean_ms": 9.080915969594594 } } }, { "mode": "pose-a-resume", "level": 16, "camera": "44", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.94823509, "new_channel": false, "seconds": 30.000088028959, "selected_fps": 9.983893845545474, "requested_fps": 9.983893845545474, "complete_fps": 9.983893845545474, "accepted_fps": 9.983893845545474, "finalized_fps": 10.017284794861679, "redis_fps": 10.017284794861679, "redis_read_fps": 9.999970657099768, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 3, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.166, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 6, "analysis_gap_markers": 1, "c_suppressed": 0, "max_redis_silence_s": 0.36948140303138644, "redis_interval_s": { "n": 299, "mean": 0.09996586133115443, "median": 0.09540551400277764, "p95": 0.1884472790407017, "maximum": 0.36948140303138644, "minimum": 0.004281078989151865 }, "redis_drift_s": { "n": 300, "mean": -1.038441740216259, "median": -1.0474479694638852, "p95": -0.9603576759439889, "maximum": -0.7598897429592881, "minimum": -1.1187005150061964 }, "redis_drift_s_per_min": -0.010290753510233385, "ingress_drift_s": { "n": 12, "mean": 0.02823986741666869, "median": 0.01535580950000437, "p95": 0.14949041299999521, "maximum": 0.14949041299999521, "minimum": 0.0003718680000019958 }, "ingress_drift_s_per_min": 0.05645602376552893, "source_drift_s": { "n": 12, "mean": 0.0166464166666677, "median": 0.014902500000001595, "p95": 0.04635900000000248, "maximum": 0.04635900000000248, "minimum": 0.00029299999999921056 }, "ingress_to_redis_ms": { "n": 300, "mean": 42.97, "median": 35.0, "p95": 97, "maximum": 319, "minimum": 22 }, "source_samples": 12, "redis_samples": 300, "native_redis_joined": 13, "durations": { "depay_to_source_exit": { "n": 299, "sum_ns": 13799325000, "mean_ms": 46.151588628762546 }, "source_exit_to_ingress": { "n": 299, "sum_ns": 1099336683, "mean_ms": 3.6767113143812713 }, "source_encoded_queue": { "n": 299, "sum_ns": 10825000, "mean_ms": 0.03620401337792642 }, "decode_between_queues": { "n": 299, "sum_ns": 13583181000, "mean_ms": 45.42869899665552 }, "source_raw_queue": { "n": 299, "sum_ns": 107143000, "mean_ms": 0.3583377926421405 }, "raw_queue_to_source_exit": { "n": 299, "sum_ns": 7675000, "mean_ms": 0.025668896321070236 }, "selected_to_preprocess_start": { "n": 299, "sum_ns": 215994631, "mean_ms": 0.7223900702341137 }, "preprocess_start_to_preprocess_output": { "n": 299, "sum_ns": 282970777, "mean_ms": 0.9463905585284281 }, "selected_to_preprocess": { "n": 299, "sum_ns": 569175278, "mean_ms": 1.9035962474916388 }, "preprocess_start_to_preprocess": { "n": 299, "sum_ns": 353180647, "mean_ms": 1.181206177257525 }, "preprocess_output_to_infer_entry": { "n": 299, "sum_ns": 70209870, "mean_ms": 0.23481561872909698 }, "preprocess_to_infer_output": { "n": 299, "sum_ns": 6331484791, "mean_ms": 21.175534418060202 }, "preprocess_to_callback": { "n": 299, "sum_ns": 6543523325, "mean_ms": 21.884693394648828 }, "infer_output_to_callback": { "n": 299, "sum_ns": 212038534, "mean_ms": 0.7091589765886287 }, "copy_wall": { "n": 299, "sum_ns": 1113565437, "mean_ms": 3.7242991204013376 }, "copy_thread_cpu": { "n": 299, "sum_ns": 1106520585, "mean_ms": 3.7007377424749164 }, "callback_to_copied": { "n": 299, "sum_ns": 1165033436, "mean_ms": 3.8964328963210706 }, "accepted_interval": { "n": 299, "sum_ns": 29944482464, "mean_ms": 100.14877078260871 }, "selected_to_submitted": { "n": 299, "sum_ns": 8303946723, "mean_ms": 27.77239706688963 }, "completed_queue_wait": { "n": 299, "sum_ns": 99143269, "mean_ms": 0.331582839464883 }, "result_observations_wall": { "n": 299, "sum_ns": 261603484, "mean_ms": 0.8749280401337793 }, "result_observations_cpu": { "n": 299, "sum_ns": 261713418, "mean_ms": 0.8752957123745819 }, "result_nms_wall": { "n": 299, "sum_ns": 289991310, "mean_ms": 0.969870602006689 }, "result_nms_cpu": { "n": 299, "sum_ns": 161608599, "mean_ms": 0.5404969866220736 }, "result_tracking_wall": { "n": 300, "sum_ns": 958171122, "mean_ms": 3.19390374 }, "result_tracking_cpu": { "n": 300, "sum_ns": 582405060, "mean_ms": 1.9413502 }, "result_region_wall": { "n": 300, "sum_ns": 98167808, "mean_ms": 0.32722602666666667 }, "result_region_cpu": { "n": 300, "sum_ns": 98158368, "mean_ms": 0.32719456 }, "result_fall_wall": { "n": 300, "sum_ns": 616384388, "mean_ms": 2.0546146266666665 }, "result_fall_cpu": { "n": 300, "sum_ns": 614059490, "mean_ms": 2.0468649666666665 }, "result_fight_wall": { "n": 300, "sum_ns": 151778104, "mean_ms": 0.5059270133333333 }, "result_fight_cpu": { "n": 300, "sum_ns": 151585510, "mean_ms": 0.5052850333333333 }, "result_collector_wall": { "n": 300, "sum_ns": 1277750095, "mean_ms": 4.259166983333333 }, "result_collector_cpu": { "n": 300, "sum_ns": 1265726297, "mean_ms": 4.219087656666666 }, "result_composition_wall": { "n": 300, "sum_ns": 5095423, "mean_ms": 0.016984743333333333 }, "result_composition_cpu": { "n": 300, "sum_ns": 5106340, "mean_ms": 0.017021133333333334 }, "result_artifact_handoff_wall": { "n": 300, "sum_ns": 2979129, "mean_ms": 0.00993043 }, "result_artifact_handoff_cpu": { "n": 300, "sum_ns": 2966471, "mean_ms": 0.009888236666666666 }, "result_publish_wall": { "n": 300, "sum_ns": 304488056, "mean_ms": 1.0149601866666667 }, "result_publish_cpu": { "n": 300, "sum_ns": 300767861, "mean_ms": 1.0025595366666666 }, "result_total_wall": { "n": 300, "sum_ns": 4239638609, "mean_ms": 14.132128696666667 }, "result_total_cpu": { "n": 300, "sum_ns": 3701908211, "mean_ms": 12.339694036666668 } } }, { "mode": "pose-a-resume", "level": 16, "camera": "45", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.982385132, "new_channel": true, "seconds": 30.000088028959, "selected_fps": 9.80575757084168, "requested_fps": 9.80575757084168, "complete_fps": 9.772404653934053, "accepted_fps": 9.772404653934053, "finalized_fps": 9.772404653934053, "redis_fps": 9.772404653934053, "redis_read_fps": 9.799971243957772, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 1, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.107, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.4597559500252828, "redis_interval_s": { "n": 293, "mean": 0.10208268461446199, "median": 0.09879769198596478, "p95": 0.1601561019779183, "maximum": 0.4597559500252828, "minimum": 0.004476582980714738 }, "redis_drift_s": { "n": 294, "mean": -8.808694005135356, "median": -8.811334418007872, "p95": -8.777139375987929, "maximum": -8.44973522298364, "minimum": -8.927167649010663 }, "redis_drift_s_per_min": 0.015503831178323348, "ingress_drift_s": { "n": 12, "mean": 0.11801273299999915, "median": 0.11720259999999705, "p95": 0.15004329699999985, "maximum": 0.15004329699999985, "minimum": 0.08760798200000153 }, "ingress_drift_s_per_min": -0.025623219316572545, "source_drift_s": { "n": 12, "mean": 0.11918441666666608, "median": 0.11787149999999968, "p95": 0.15135399999999954, "maximum": 0.15135399999999954, "minimum": 0.08909200000000084 }, "ingress_to_redis_ms": { "n": 294, "mean": 32.93197278911565, "median": 30.0, "p95": 42, "maximum": 119, "minimum": 20 }, "source_samples": 12, "redis_samples": 294, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 293, "sum_ns": 13172812000, "mean_ms": 44.958402730375425 }, "source_exit_to_ingress": { "n": 293, "sum_ns": 313786190, "mean_ms": 1.0709426279863483 }, "source_encoded_queue": { "n": 293, "sum_ns": 9716000, "mean_ms": 0.03316040955631399 }, "decode_between_queues": { "n": 293, "sum_ns": 13021617000, "mean_ms": 44.44237883959045 }, "source_raw_queue": { "n": 293, "sum_ns": 7440000, "mean_ms": 0.02539249146757679 }, "raw_queue_to_source_exit": { "n": 293, "sum_ns": 8514000, "mean_ms": 0.029058020477815697 }, "selected_to_preprocess_start": { "n": 294, "sum_ns": 199880583, "mean_ms": 0.6798659285714285 }, "preprocess_start_to_preprocess_output": { "n": 294, "sum_ns": 237979081, "mean_ms": 0.8094526564625851 }, "selected_to_preprocess": { "n": 294, "sum_ns": 488243761, "mean_ms": 1.6606930646258504 }, "preprocess_start_to_preprocess": { "n": 294, "sum_ns": 288363178, "mean_ms": 0.9808271360544217 }, "preprocess_output_to_infer_entry": { "n": 294, "sum_ns": 50384097, "mean_ms": 0.17137447959183674 }, "preprocess_to_infer_output": { "n": 293, "sum_ns": 5701621764, "mean_ms": 19.459459945392492 }, "preprocess_to_callback": { "n": 293, "sum_ns": 5906477469, "mean_ms": 20.158626174061432 }, "infer_output_to_callback": { "n": 293, "sum_ns": 204855705, "mean_ms": 0.699166228668942 }, "copy_wall": { "n": 293, "sum_ns": 634047643, "mean_ms": 2.1639851296928327 }, "copy_thread_cpu": { "n": 293, "sum_ns": 633132390, "mean_ms": 2.160861399317406 }, "callback_to_copied": { "n": 293, "sum_ns": 684796310, "mean_ms": 2.337188771331058 }, "accepted_interval": { "n": 293, "sum_ns": 29904417611, "mean_ms": 102.06285874061435 }, "selected_to_submitted": { "n": 293, "sum_ns": 7100562333, "mean_ms": 24.234001136518774 }, "completed_queue_wait": { "n": 293, "sum_ns": 139386025, "mean_ms": 0.4757202218430034 }, "result_observations_wall": { "n": 293, "sum_ns": 237225915, "mean_ms": 0.8096447610921501 }, "result_observations_cpu": { "n": 293, "sum_ns": 237299301, "mean_ms": 0.8098952252559727 }, "result_nms_wall": { "n": 293, "sum_ns": 170840165, "mean_ms": 0.5830722354948806 }, "result_nms_cpu": { "n": 293, "sum_ns": 152814077, "mean_ms": 0.5215497508532423 }, "result_tracking_wall": { "n": 293, "sum_ns": 354106419, "mean_ms": 1.2085543310580205 }, "result_tracking_cpu": { "n": 293, "sum_ns": 341120718, "mean_ms": 1.1642345324232082 }, "result_region_wall": { "n": 293, "sum_ns": 69408379, "mean_ms": 0.23688866552901022 }, "result_region_cpu": { "n": 293, "sum_ns": 69078198, "mean_ms": 0.23576176791808873 }, "result_fall_wall": { "n": 293, "sum_ns": 248373892, "mean_ms": 0.8476924641638225 }, "result_fall_cpu": { "n": 293, "sum_ns": 248309240, "mean_ms": 0.8474718088737201 }, "result_fight_wall": { "n": 293, "sum_ns": 69641282, "mean_ms": 0.23768355631399318 }, "result_fight_cpu": { "n": 293, "sum_ns": 69665800, "mean_ms": 0.23776723549488055 }, "result_collector_wall": { "n": 293, "sum_ns": 818674148, "mean_ms": 2.7941097201365186 }, "result_collector_cpu": { "n": 293, "sum_ns": 808776256, "mean_ms": 2.7603285187713307 }, "result_composition_wall": { "n": 293, "sum_ns": 4323994, "mean_ms": 0.014757658703071672 }, "result_composition_cpu": { "n": 293, "sum_ns": 4332787, "mean_ms": 0.014787668941979523 }, "result_artifact_handoff_wall": { "n": 293, "sum_ns": 2770858, "mean_ms": 0.009456853242320819 }, "result_artifact_handoff_cpu": { "n": 293, "sum_ns": 2765584, "mean_ms": 0.00943885324232082 }, "result_publish_wall": { "n": 293, "sum_ns": 63070101, "mean_ms": 0.21525631740614334 }, "result_publish_cpu": { "n": 293, "sum_ns": 63084538, "mean_ms": 0.215305590443686 }, "result_total_wall": { "n": 293, "sum_ns": 2279613858, "mean_ms": 7.780252075085325 }, "result_total_cpu": { "n": 293, "sum_ns": 2235543641, "mean_ms": 7.6298417781569965 } } }, { "mode": "mixed-a", "level": 1, "camera": "30", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.937897957, "new_channel": true, "seconds": 30.000019076978788, "selected_fps": 9.920536185492484, "requested_fps": 9.920536185492484, "complete_fps": 9.920536185492484, "accepted_fps": 9.920536185492484, "finalized_fps": 9.920536185492484, "redis_fps": 9.920536185492484, "redis_read_fps": 9.933327016737707, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 1, "queue_age_max_sampled": 0.0006051119999028742, "provider_response_age_max_sampled": 0.109, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 2, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.3575499560101889, "redis_interval_s": { "n": 297, "mean": 0.10060768072048096, "median": 0.0952236260054633, "p95": 0.16092747199581936, "maximum": 0.3575499560101889, "minimum": 0.003429239965043962 }, "redis_drift_s": { "n": 298, "mean": -5.228530349236483, "median": -5.230875648989109, "p95": -5.181310111965519, "maximum": -4.9995006699715745, "minimum": -5.33969661097089 }, "redis_drift_s_per_min": 0.0032326738435532547, "ingress_drift_s": { "n": 12, "mean": -0.006109263583333894, "median": 0.002818254000000131, "p95": 0.0493532959999996, "maximum": 0.0493532959999996, "minimum": -0.062333359000000144 }, "ingress_drift_s_per_min": -0.038287249021474, "source_drift_s": { "n": 12, "mean": -0.006108583333333861, "median": 0.00286350000000013, "p95": 0.049291000000000196, "maximum": 0.049291000000000196, "minimum": -0.062222000000002 }, "ingress_to_redis_ms": { "n": 298, "mean": 28.711409395973153, "median": 25.0, "p95": 67, "maximum": 134, "minimum": 20 }, "source_samples": 12, "redis_samples": 298, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 297, "sum_ns": 13258366000, "mean_ms": 44.64096296296296 }, "source_exit_to_ingress": { "n": 297, "sum_ns": 239445871, "mean_ms": 0.8062150538720538 }, "source_encoded_queue": { "n": 297, "sum_ns": 23229000, "mean_ms": 0.07821212121212122 }, "decode_between_queues": { "n": 297, "sum_ns": 13122658000, "mean_ms": 44.18403367003367 }, "source_raw_queue": { "n": 297, "sum_ns": 28617000, "mean_ms": 0.09635353535353534 }, "raw_queue_to_source_exit": { "n": 297, "sum_ns": 7173000, "mean_ms": 0.024151515151515153 }, "selected_to_preprocess_start": { "n": 297, "sum_ns": 241309199, "mean_ms": 0.8124888855218855 }, "preprocess_start_to_preprocess_output": { "n": 297, "sum_ns": 225984413, "mean_ms": 0.7608902794612795 }, "selected_to_preprocess": { "n": 297, "sum_ns": 576936690, "mean_ms": 1.9425477777777778 }, "preprocess_start_to_preprocess": { "n": 297, "sum_ns": 335627491, "mean_ms": 1.1300588922558923 }, "preprocess_output_to_infer_entry": { "n": 297, "sum_ns": 109643078, "mean_ms": 0.36916861279461277 }, "preprocess_to_infer_output": { "n": 297, "sum_ns": 4209561832, "mean_ms": 14.173608861952863 }, "preprocess_to_callback": { "n": 297, "sum_ns": 4363605244, "mean_ms": 14.692273548821548 }, "infer_output_to_callback": { "n": 297, "sum_ns": 154043412, "mean_ms": 0.5186646868686868 }, "copy_wall": { "n": 297, "sum_ns": 481987749, "mean_ms": 1.6228543737373735 }, "copy_thread_cpu": { "n": 297, "sum_ns": 480907677, "mean_ms": 1.6192177676767676 }, "callback_to_copied": { "n": 297, "sum_ns": 525959863, "mean_ms": 1.7709086296296297 }, "accepted_interval": { "n": 297, "sum_ns": 29980538560, "mean_ms": 100.94457427609427 }, "selected_to_submitted": { "n": 297, "sum_ns": 5483645501, "mean_ms": 18.463452865319866 }, "completed_queue_wait": { "n": 297, "sum_ns": 93995636, "mean_ms": 0.31648362289562293 }, "result_observations_wall": { "n": 297, "sum_ns": 185763654, "mean_ms": 0.6254668484848485 }, "result_observations_cpu": { "n": 297, "sum_ns": 185828691, "mean_ms": 0.6256858282828284 }, "result_nms_wall": { "n": 297, "sum_ns": 235739835, "mean_ms": 0.7937368181818182 }, "result_nms_cpu": { "n": 297, "sum_ns": 133332257, "mean_ms": 0.4489301582491582 }, "result_tracking_wall": { "n": 297, "sum_ns": 760009793, "mean_ms": 2.558955531986532 }, "result_tracking_cpu": { "n": 297, "sum_ns": 518126812, "mean_ms": 1.7445347205387205 }, "result_region_wall": { "n": 297, "sum_ns": 59304785, "mean_ms": 0.19967941077441076 }, "result_region_cpu": { "n": 297, "sum_ns": 59328330, "mean_ms": 0.19975868686868686 }, "result_fall_wall": { "n": 297, "sum_ns": 349234484, "mean_ms": 1.1758736835016834 }, "result_fall_cpu": { "n": 297, "sum_ns": 348281274, "mean_ms": 1.1726642222222223 }, "result_fight_wall": { "n": 297, "sum_ns": 111933686, "mean_ms": 0.37688109764309763 }, "result_fight_cpu": { "n": 297, "sum_ns": 111966675, "mean_ms": 0.37699217171717175 }, "result_collector_wall": { "n": 297, "sum_ns": 476041774, "mean_ms": 1.6028342558922557 }, "result_collector_cpu": { "n": 297, "sum_ns": 471979647, "mean_ms": 1.5891570606060605 }, "result_composition_wall": { "n": 297, "sum_ns": 2906531, "mean_ms": 0.009786299663299663 }, "result_composition_cpu": { "n": 297, "sum_ns": 2920450, "mean_ms": 0.009833164983164984 }, "result_artifact_handoff_wall": { "n": 297, "sum_ns": 1824174, "mean_ms": 0.006142 }, "result_artifact_handoff_cpu": { "n": 297, "sum_ns": 1827418, "mean_ms": 0.006152922558922559 }, "result_publish_wall": { "n": 297, "sum_ns": 408341616, "mean_ms": 1.3748875959595959 }, "result_publish_cpu": { "n": 297, "sum_ns": 406478864, "mean_ms": 1.3686157037037037 }, "result_total_wall": { "n": 297, "sum_ns": 2754702989, "mean_ms": 9.275094239057239 }, "result_total_cpu": { "n": 297, "sum_ns": 2402800137, "mean_ms": 8.090236151515152 } } }, { "mode": "mixed-a", "level": 1, "camera": "30", "provider": "fire", "cohort_reset": false, "counter_seconds": 29.848176771, "new_channel": true, "seconds": 30.000019076978788, "selected_fps": 9.916853624627041, "requested_fps": 9.916853624627041, "complete_fps": 9.916853624627041, "accepted_fps": 9.916853624627041, "finalized_fps": 9.916853624627041, "redis_fps": 9.916853624627041, "redis_read_fps": 9.933327016737707, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.152, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.3518724279711023, "redis_interval_s": { "n": 297, "mean": 0.10063386301005178, "median": 0.0957117920042947, "p95": 0.14394120196811855, "maximum": 0.3518724279711023, "minimum": 0.007434853992890567 }, "redis_drift_s": { "n": 298, "mean": -0.038448799271005384, "median": -0.037197509010089114, "p95": -0.007157241031528372, "maximum": 0.18741896295314575, "minimum": -0.14914618305396132 }, "redis_drift_s_per_min": 0.001612853554014861, "ingress_drift_s": { "n": 13, "mean": -0.015276905076922741, "median": -0.011959344000000982, "p95": 0.021157557999998744, "maximum": 0.021157557999998744, "minimum": -0.06252473199999997 }, "ingress_drift_s_per_min": 0.005473682827008731, "source_drift_s": { "n": 13, "mean": -0.015230538461538119, "median": -0.012158000000003, "p95": 0.021262000000000114, "maximum": 0.021262000000000114, "minimum": -0.062332000000001386 }, "ingress_to_redis_ms": { "n": 298, "mean": 22.040268456375838, "median": 22.0, "p95": 25, "maximum": 44, "minimum": 18 }, "source_samples": 13, "redis_samples": 298, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 296, "sum_ns": 13214041000, "mean_ms": 44.6420304054054 }, "source_exit_to_ingress": { "n": 296, "sum_ns": 96323877, "mean_ms": 0.3254185033783784 }, "source_encoded_queue": { "n": 296, "sum_ns": 25257000, "mean_ms": 0.0853277027027027 }, "decode_between_queues": { "n": 296, "sum_ns": 13071997000, "mean_ms": 44.16215202702703 }, "source_raw_queue": { "n": 296, "sum_ns": 32921000, "mean_ms": 0.1112195945945946 }, "raw_queue_to_source_exit": { "n": 296, "sum_ns": 7016000, "mean_ms": 0.023702702702702704 }, "selected_to_preprocess_start": { "n": 296, "sum_ns": 211585767, "mean_ms": 0.7148167804054054 }, "preprocess_start_to_preprocess_output": { "n": 296, "sum_ns": 213731419, "mean_ms": 0.7220656047297297 }, "selected_to_preprocess": { "n": 296, "sum_ns": 506337683, "mean_ms": 1.7106002804054055 }, "preprocess_start_to_preprocess": { "n": 296, "sum_ns": 294751916, "mean_ms": 0.9957835 }, "preprocess_output_to_infer_entry": { "n": 296, "sum_ns": 81020497, "mean_ms": 0.2737178952702703 }, "preprocess_to_infer_output": { "n": 296, "sum_ns": 3755829816, "mean_ms": 12.688614243243244 }, "preprocess_to_callback": { "n": 296, "sum_ns": 3946132963, "mean_ms": 13.331530280405406 }, "infer_output_to_callback": { "n": 296, "sum_ns": 190303147, "mean_ms": 0.6429160371621622 }, "copy_wall": { "n": 296, "sum_ns": 1593403344, "mean_ms": 5.383119405405405 }, "copy_thread_cpu": { "n": 296, "sum_ns": 1587980053, "mean_ms": 5.3647974763513515 }, "callback_to_copied": { "n": 296, "sum_ns": 1644546888, "mean_ms": 5.555901648648648 }, "accepted_interval": { "n": 296, "sum_ns": 29856788424, "mean_ms": 100.86752845945945 }, "selected_to_submitted": { "n": 296, "sum_ns": 6112475616, "mean_ms": 20.650255459459462 }, "completed_queue_wait": { "n": 296, "sum_ns": 55594721, "mean_ms": 0.18782000337837837 }, "result_composition_wall": { "n": 296, "sum_ns": 2072829, "mean_ms": 0.007002800675675676 }, "result_composition_cpu": { "n": 296, "sum_ns": 2067187, "mean_ms": 0.006983739864864865 }, "result_artifact_handoff_wall": { "n": 296, "sum_ns": 1729836, "mean_ms": 0.005844040540540541 }, "result_artifact_handoff_cpu": { "n": 296, "sum_ns": 1735363, "mean_ms": 0.005862712837837837 }, "result_publish_wall": { "n": 296, "sum_ns": 23447161, "mean_ms": 0.07921338175675675 }, "result_publish_cpu": { "n": 296, "sum_ns": 23492762, "mean_ms": 0.07936743918918919 }, "result_total_wall": { "n": 296, "sum_ns": 211562179, "mean_ms": 0.7147370912162162 }, "result_total_cpu": { "n": 296, "sum_ns": 211031800, "mean_ms": 0.7129452702702703 } } }, { "mode": "mixed-a", "level": 1, "camera": "30", "provider": "crowd", "cohort_reset": false, "counter_seconds": 29.839888175, "new_channel": true, "seconds": 30.000019076978788, "selected_fps": 9.919608219175238, "requested_fps": 9.919608219175238, "complete_fps": 9.919608219175238, "accepted_fps": 9.919608219175238, "finalized_fps": 9.919608219175238, "redis_fps": 9.919608219175238, "redis_read_fps": 9.933327016737707, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.142, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 2, "analysis_gap_markers": 1, "c_suppressed": 0, "max_redis_silence_s": 0.35115914698690176, "redis_interval_s": { "n": 297, "mean": 0.10061621625914774, "median": 0.09520729398354888, "p95": 0.1453592519974336, "maximum": 0.35115914698690176, "minimum": 0.0015170410042628646 }, "redis_drift_s": { "n": 298, "mean": -0.31704570975979857, "median": -0.3154123654665888, "p95": -0.28478643600270104, "maximum": -0.08945909797726159, "minimum": -0.4329420569729976 }, "redis_drift_s_per_min": -0.00011213641248176256, "ingress_drift_s": { "n": 13, "mean": -0.015609075153846037, "median": -0.012929351999996896, "p95": 0.021277905999994573, "maximum": 0.021277905999994573, "minimum": -0.06235714000000314 }, "ingress_drift_s_per_min": 0.005648225752657372, "source_drift_s": { "n": 13, "mean": -0.015491461538461593, "median": -0.012798999999997562, "p95": 0.0211879999999951, "maximum": 0.0211879999999951, "minimum": -0.06224900000000133 }, "ingress_to_redis_ms": { "n": 298, "mean": 22.845637583892618, "median": 23.0, "p95": 26, "maximum": 27, "minimum": 18 }, "source_samples": 13, "redis_samples": 298, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 296, "sum_ns": 13132462000, "mean_ms": 44.36642567567568 }, "source_exit_to_ingress": { "n": 296, "sum_ns": 108179725, "mean_ms": 0.3654720439189189 }, "source_encoded_queue": { "n": 296, "sum_ns": 29083000, "mean_ms": 0.09825337837837837 }, "decode_between_queues": { "n": 296, "sum_ns": 12987193000, "mean_ms": 43.87565202702702 }, "source_raw_queue": { "n": 296, "sum_ns": 27911000, "mean_ms": 0.09429391891891892 }, "raw_queue_to_source_exit": { "n": 296, "sum_ns": 7513000, "mean_ms": 0.025381756756756756 }, "selected_to_preprocess_start": { "n": 296, "sum_ns": 217067133, "mean_ms": 0.7333349087837838 }, "preprocess_start_to_preprocess_output": { "n": 296, "sum_ns": 220921301, "mean_ms": 0.7463557466216216 }, "selected_to_preprocess": { "n": 296, "sum_ns": 520970902, "mean_ms": 1.7600368310810812 }, "preprocess_start_to_preprocess": { "n": 296, "sum_ns": 303903769, "mean_ms": 1.0267019222972973 }, "preprocess_output_to_infer_entry": { "n": 296, "sum_ns": 82982468, "mean_ms": 0.28034617567567566 }, "preprocess_to_infer_output": { "n": 296, "sum_ns": 3741315806, "mean_ms": 12.639580425675675 }, "preprocess_to_callback": { "n": 296, "sum_ns": 3946324303, "mean_ms": 13.332176699324325 }, "infer_output_to_callback": { "n": 296, "sum_ns": 205008497, "mean_ms": 0.6925962736486486 }, "copy_wall": { "n": 296, "sum_ns": 1706406779, "mean_ms": 5.764887766891892 }, "copy_thread_cpu": { "n": 296, "sum_ns": 1703162979, "mean_ms": 5.753928983108108 }, "callback_to_copied": { "n": 296, "sum_ns": 1759041306, "mean_ms": 5.942707114864866 }, "accepted_interval": { "n": 296, "sum_ns": 29854667567, "mean_ms": 100.86036340202702 }, "selected_to_submitted": { "n": 296, "sum_ns": 6242624047, "mean_ms": 21.08994610472973 }, "completed_queue_wait": { "n": 296, "sum_ns": 46433391, "mean_ms": 0.1568695641891892 }, "result_composition_wall": { "n": 296, "sum_ns": 4352527, "mean_ms": 0.014704483108108108 }, "result_composition_cpu": { "n": 296, "sum_ns": 4285109, "mean_ms": 0.014476719594594595 }, "result_publish_wall": { "n": 296, "sum_ns": 60123050, "mean_ms": 0.20311841216216217 }, "result_publish_cpu": { "n": 296, "sum_ns": 60165311, "mean_ms": 0.2032611858108108 }, "result_total_wall": { "n": 296, "sum_ns": 343692837, "mean_ms": 1.1611244493243242 }, "result_total_cpu": { "n": 296, "sum_ns": 339915825, "mean_ms": 1.1483642736486488 } } }, { "mode": "mixed-a", "level": 2, "camera": "30", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.092278809, "new_channel": false, "seconds": 30.000010349962395, "selected_fps": 10.002565837917762, "requested_fps": 10.002565837917762, "complete_fps": 10.002565837917762, "accepted_fps": 10.002565837917762, "finalized_fps": 9.969334722177171, "redis_fps": 9.969334722177171, "redis_read_fps": 9.999996550013725, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 1, "queue_depth_max_sampled": 1, "queue_age_max_sampled": 0.005995218001771718, "provider_response_age_max_sampled": 0.082, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.258433151000645, "redis_interval_s": { "n": 299, "mean": 0.09992361661859704, "median": 0.0986492809606716, "p95": 0.15880286396713927, "maximum": 0.258433151000645, "minimum": 0.005268052977044135 }, "redis_drift_s": { "n": 300, "mean": -5.225695024967087, "median": -5.22954866349674, "p95": -5.1824909219685935, "maximum": -5.079302790011283, "minimum": -5.286980441965156 }, "redis_drift_s_per_min": 0.009005072670728365, "ingress_drift_s": { "n": 12, "mean": -0.000845321833332117, "median": 0.002975697500001928, "p95": 0.017787075000001096, "maximum": 0.017787075000001096, "minimum": -0.02761282899999884 }, "ingress_drift_s_per_min": 0.043465376785412346, "source_drift_s": { "n": 12, "mean": -0.0022949166666658507, "median": 0.002430499999999114, "p95": 0.017538999999999305, "maximum": 0.017538999999999305, "minimum": -0.027570999999994683 }, "ingress_to_redis_ms": { "n": 300, "mean": 31.116666666666667, "median": 26.0, "p95": 50, "maximum": 163, "minimum": 20 }, "source_samples": 12, "redis_samples": 300, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 301, "sum_ns": 13577761000, "mean_ms": 45.10884053156146 }, "source_exit_to_ingress": { "n": 301, "sum_ns": 498183383, "mean_ms": 1.655094295681063 }, "source_encoded_queue": { "n": 301, "sum_ns": 17051000, "mean_ms": 0.05664784053156146 }, "decode_between_queues": { "n": 301, "sum_ns": 13373739000, "mean_ms": 44.431026578073094 }, "source_raw_queue": { "n": 301, "sum_ns": 96136000, "mean_ms": 0.31938870431893684 }, "raw_queue_to_source_exit": { "n": 301, "sum_ns": 6986000, "mean_ms": 0.023209302325581396 }, "selected_to_preprocess_start": { "n": 301, "sum_ns": 200326953, "mean_ms": 0.665538049833887 }, "preprocess_start_to_preprocess_output": { "n": 301, "sum_ns": 189321624, "mean_ms": 0.6289754950166113 }, "selected_to_preprocess": { "n": 301, "sum_ns": 474527382, "mean_ms": 1.5765029302325582 }, "preprocess_start_to_preprocess": { "n": 301, "sum_ns": 274200429, "mean_ms": 0.9109648803986712 }, "preprocess_output_to_infer_entry": { "n": 301, "sum_ns": 84878805, "mean_ms": 0.2819893853820598 }, "preprocess_to_infer_output": { "n": 301, "sum_ns": 4533293306, "mean_ms": 15.060775102990034 }, "preprocess_to_callback": { "n": 301, "sum_ns": 4684299615, "mean_ms": 15.56245719269103 }, "infer_output_to_callback": { "n": 301, "sum_ns": 151006309, "mean_ms": 0.5016820897009967 }, "copy_wall": { "n": 301, "sum_ns": 676937652, "mean_ms": 2.2489622990033222 }, "copy_thread_cpu": { "n": 301, "sum_ns": 676067774, "mean_ms": 2.2460723388704316 }, "callback_to_copied": { "n": 301, "sum_ns": 719567856, "mean_ms": 2.39059088372093 }, "accepted_interval": { "n": 301, "sum_ns": 30103991322, "mean_ms": 100.01326020598006 }, "selected_to_submitted": { "n": 301, "sum_ns": 5897298843, "mean_ms": 19.59235496013289 }, "completed_queue_wait": { "n": 300, "sum_ns": 61391200, "mean_ms": 0.20463733333333334 }, "result_observations_wall": { "n": 300, "sum_ns": 214380274, "mean_ms": 0.7146009133333333 }, "result_observations_cpu": { "n": 300, "sum_ns": 214458797, "mean_ms": 0.7148626566666666 }, "result_nms_wall": { "n": 301, "sum_ns": 320136935, "mean_ms": 1.0635778571428571 }, "result_nms_cpu": { "n": 301, "sum_ns": 134020955, "mean_ms": 0.44525234219269105 }, "result_tracking_wall": { "n": 300, "sum_ns": 712865324, "mean_ms": 2.3762177466666667 }, "result_tracking_cpu": { "n": 300, "sum_ns": 535774732, "mean_ms": 1.7859157733333335 }, "result_region_wall": { "n": 300, "sum_ns": 67929049, "mean_ms": 0.22643016333333332 }, "result_region_cpu": { "n": 300, "sum_ns": 67959762, "mean_ms": 0.22653254 }, "result_fall_wall": { "n": 300, "sum_ns": 557610515, "mean_ms": 1.8587017166666666 }, "result_fall_cpu": { "n": 300, "sum_ns": 554413563, "mean_ms": 1.84804521 }, "result_fight_wall": { "n": 300, "sum_ns": 124047674, "mean_ms": 0.4134922466666666 }, "result_fight_cpu": { "n": 300, "sum_ns": 124084199, "mean_ms": 0.41361399666666665 }, "result_collector_wall": { "n": 300, "sum_ns": 526134216, "mean_ms": 1.75378072 }, "result_collector_cpu": { "n": 300, "sum_ns": 524121791, "mean_ms": 1.7470726366666667 }, "result_composition_wall": { "n": 300, "sum_ns": 3399711, "mean_ms": 0.011332370000000001 }, "result_composition_cpu": { "n": 300, "sum_ns": 3411468, "mean_ms": 0.01137156 }, "result_artifact_handoff_wall": { "n": 300, "sum_ns": 2182747, "mean_ms": 0.007275823333333334 }, "result_artifact_handoff_cpu": { "n": 300, "sum_ns": 2179935, "mean_ms": 0.00726645 }, "result_publish_wall": { "n": 300, "sum_ns": 399317194, "mean_ms": 1.3310573133333332 }, "result_publish_cpu": { "n": 300, "sum_ns": 397075051, "mean_ms": 1.3235835033333334 }, "result_total_wall": { "n": 300, "sum_ns": 3043852301, "mean_ms": 10.146174336666666 }, "result_total_cpu": { "n": 300, "sum_ns": 2751147419, "mean_ms": 9.170491396666666 } } }, { "mode": "mixed-a", "level": 2, "camera": "30", "provider": "fire", "cohort_reset": false, "counter_seconds": 29.837520488, "new_channel": false, "seconds": 30.000010349962395, "selected_fps": 9.987425065023386, "requested_fps": 9.987425065023386, "complete_fps": 9.987425065023386, "accepted_fps": 9.987425065023386, "finalized_fps": 9.987425065023386, "redis_fps": 9.987425065023386, "redis_read_fps": 9.999996550013725, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 1, "queue_age_max_sampled": 0.00037284300196915865, "provider_response_age_max_sampled": 0.087, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.1966248370008543, "redis_interval_s": { "n": 299, "mean": 0.09992138252836531, "median": 0.09950280602788553, "p95": 0.14201840001624078, "maximum": 0.1966248370008543, "minimum": 0.01702043501427397 }, "redis_drift_s": { "n": 300, "mean": -0.03900425483663717, "median": -0.037613104016752885, "p95": -0.007127544008191933, "maximum": 0.011457642975727822, "minimum": -0.0952332230377948 }, "redis_drift_s_per_min": -3.1738122514590656e-05, "ingress_drift_s": { "n": 12, "mean": -0.0005395135000014761, "median": 0.002737156499996729, "p95": 0.03393719000000317, "maximum": 0.03393719000000317, "minimum": -0.03041136400000255 }, "ingress_drift_s_per_min": -0.00977919540775098, "source_drift_s": { "n": 12, "mean": -0.0005315833333323638, "median": 0.0027325000000004707, "p95": 0.03381000000000256, "maximum": 0.03381000000000256, "minimum": -0.03033999999999537 }, "ingress_to_redis_ms": { "n": 300, "mean": 22.073333333333334, "median": 21.0, "p95": 28, "maximum": 33, "minimum": 17 }, "source_samples": 12, "redis_samples": 300, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 298, "sum_ns": 13383476000, "mean_ms": 44.9109932885906 }, "source_exit_to_ingress": { "n": 298, "sum_ns": 112638974, "mean_ms": 0.3779831342281879 }, "source_encoded_queue": { "n": 298, "sum_ns": 17840000, "mean_ms": 0.05986577181208054 }, "decode_between_queues": { "n": 298, "sum_ns": 13260999000, "mean_ms": 44.49999664429531 }, "source_raw_queue": { "n": 298, "sum_ns": 21037000, "mean_ms": 0.07059395973154363 }, "raw_queue_to_source_exit": { "n": 298, "sum_ns": 6830000, "mean_ms": 0.02291946308724832 }, "selected_to_preprocess_start": { "n": 298, "sum_ns": 190527796, "mean_ms": 0.6393550201342282 }, "preprocess_start_to_preprocess_output": { "n": 298, "sum_ns": 184414819, "mean_ms": 0.6188416744966443 }, "selected_to_preprocess": { "n": 298, "sum_ns": 435025915, "mean_ms": 1.4598185067114093 }, "preprocess_start_to_preprocess": { "n": 298, "sum_ns": 244498119, "mean_ms": 0.8204634865771813 }, "preprocess_output_to_infer_entry": { "n": 298, "sum_ns": 60083300, "mean_ms": 0.20162181208053692 }, "preprocess_to_infer_output": { "n": 298, "sum_ns": 4035155951, "mean_ms": 13.540791781879195 }, "preprocess_to_callback": { "n": 298, "sum_ns": 4215429418, "mean_ms": 14.145736302013423 }, "infer_output_to_callback": { "n": 298, "sum_ns": 180273467, "mean_ms": 0.6049445201342282 }, "copy_wall": { "n": 298, "sum_ns": 1508682339, "mean_ms": 5.0626924127516775 }, "copy_thread_cpu": { "n": 298, "sum_ns": 1505134006, "mean_ms": 5.050785255033557 }, "callback_to_copied": { "n": 298, "sum_ns": 1554326304, "mean_ms": 5.215860080536913 }, "accepted_interval": { "n": 298, "sum_ns": 29779816020, "mean_ms": 99.93226852348994 }, "selected_to_submitted": { "n": 298, "sum_ns": 6223435879, "mean_ms": 20.884013016778525 }, "completed_queue_wait": { "n": 298, "sum_ns": 50618669, "mean_ms": 0.16986130536912752 }, "result_composition_wall": { "n": 298, "sum_ns": 2206485, "mean_ms": 0.007404312080536913 }, "result_composition_cpu": { "n": 298, "sum_ns": 2193644, "mean_ms": 0.007361221476510067 }, "result_artifact_handoff_wall": { "n": 298, "sum_ns": 1941276, "mean_ms": 0.006514348993288591 }, "result_artifact_handoff_cpu": { "n": 298, "sum_ns": 1946914, "mean_ms": 0.006533268456375839 }, "result_publish_wall": { "n": 298, "sum_ns": 24199152, "mean_ms": 0.08120520805369127 }, "result_publish_cpu": { "n": 298, "sum_ns": 24247371, "mean_ms": 0.0813670167785235 }, "result_total_wall": { "n": 298, "sum_ns": 204575216, "mean_ms": 0.6864940134228187 }, "result_total_cpu": { "n": 298, "sum_ns": 204376035, "mean_ms": 0.6858256208053691 } } }, { "mode": "mixed-a", "level": 2, "camera": "30", "provider": "crowd", "cohort_reset": false, "counter_seconds": 29.833728691, "new_channel": false, "seconds": 30.000010349962395, "selected_fps": 9.98869444334319, "requested_fps": 9.98869444334319, "complete_fps": 9.98869444334319, "accepted_fps": 9.98869444334319, "finalized_fps": 9.98869444334319, "redis_fps": 9.98869444334319, "redis_read_fps": 9.999996550013725, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.104, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.19717070600017905, "redis_interval_s": { "n": 299, "mean": 0.09991260094297147, "median": 0.09838425903581083, "p95": 0.1421502529992722, "maximum": 0.19717070600017905, "minimum": 0.018183785025030375 }, "redis_drift_s": { "n": 300, "mean": -0.31801190903139603, "median": -0.3167534524898521, "p95": -0.28639846198307595, "maximum": -0.26956557099615, "minimum": -0.37517019899469517 }, "redis_drift_s_per_min": -0.0009231919681241102, "ingress_drift_s": { "n": 12, "mean": -0.0007453165000003518, "median": 0.0023927760000006515, "p95": 0.03401908200000037, "maximum": 0.03401908200000037, "minimum": -0.03043653499999266 }, "ingress_drift_s_per_min": -0.00977155477298285, "source_drift_s": { "n": 12, "mean": -0.0006181666666673635, "median": 0.002557499999998214, "p95": 0.034241999999998995, "maximum": 0.034241999999998995, "minimum": -0.030401999999995155 }, "ingress_to_redis_ms": { "n": 300, "mean": 22.30666666666667, "median": 22.0, "p95": 28, "maximum": 48, "minimum": 16 }, "source_samples": 12, "redis_samples": 300, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 298, "sum_ns": 13413664000, "mean_ms": 45.01229530201342 }, "source_exit_to_ingress": { "n": 298, "sum_ns": 111016526, "mean_ms": 0.372538677852349 }, "source_encoded_queue": { "n": 298, "sum_ns": 19498000, "mean_ms": 0.06542953020134229 }, "decode_between_queues": { "n": 298, "sum_ns": 13284767000, "mean_ms": 44.57975503355705 }, "source_raw_queue": { "n": 298, "sum_ns": 19793000, "mean_ms": 0.06641946308724833 }, "raw_queue_to_source_exit": { "n": 298, "sum_ns": 7267000, "mean_ms": 0.024385906040268454 }, "selected_to_preprocess_start": { "n": 298, "sum_ns": 199322349, "mean_ms": 0.6688669429530201 }, "preprocess_start_to_preprocess_output": { "n": 298, "sum_ns": 190516977, "mean_ms": 0.6393187147651006 }, "selected_to_preprocess": { "n": 298, "sum_ns": 451838476, "mean_ms": 1.5162364966442954 }, "preprocess_start_to_preprocess": { "n": 298, "sum_ns": 252516127, "mean_ms": 0.8473695536912752 }, "preprocess_output_to_infer_entry": { "n": 298, "sum_ns": 61999150, "mean_ms": 0.20805083892617451 }, "preprocess_to_infer_output": { "n": 298, "sum_ns": 3954088148, "mean_ms": 13.268752174496646 }, "preprocess_to_callback": { "n": 298, "sum_ns": 4145660603, "mean_ms": 13.911612761744967 }, "infer_output_to_callback": { "n": 298, "sum_ns": 191572455, "mean_ms": 0.6428605872483222 }, "copy_wall": { "n": 298, "sum_ns": 1476402551, "mean_ms": 4.954370976510067 }, "copy_thread_cpu": { "n": 298, "sum_ns": 1475233522, "mean_ms": 4.950448060402685 }, "callback_to_copied": { "n": 298, "sum_ns": 1523005337, "mean_ms": 5.110756164429531 }, "accepted_interval": { "n": 298, "sum_ns": 29781534887, "mean_ms": 99.93803653355704 }, "selected_to_submitted": { "n": 298, "sum_ns": 6139155352, "mean_ms": 20.601192456375838 }, "completed_queue_wait": { "n": 298, "sum_ns": 50670801, "mean_ms": 0.17003624496644296 }, "result_composition_wall": { "n": 298, "sum_ns": 4489152, "mean_ms": 0.015064268456375839 }, "result_composition_cpu": { "n": 298, "sum_ns": 4407819, "mean_ms": 0.014791338926174496 }, "result_publish_wall": { "n": 298, "sum_ns": 83119375, "mean_ms": 0.27892407718120804 }, "result_publish_cpu": { "n": 298, "sum_ns": 82606754, "mean_ms": 0.2772038724832215 }, "result_total_wall": { "n": 298, "sum_ns": 370569272, "mean_ms": 1.2435210469798657 }, "result_total_cpu": { "n": 298, "sum_ns": 368962144, "mean_ms": 1.238128 } } }, { "mode": "mixed-a", "level": 2, "camera": "31", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.915386675, "new_channel": true, "seconds": 30.000010349962395, "selected_fps": 9.994856601665504, "requested_fps": 9.994856601665504, "complete_fps": 9.994856601665504, "accepted_fps": 9.994856601665504, "finalized_fps": 9.994856601665504, "redis_fps": 9.994856601665504, "redis_read_fps": 9.966663228180346, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.114, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 1, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.21305683202808723, "redis_interval_s": { "n": 298, "mean": 0.10042988863400959, "median": 0.09889481202117167, "p95": 0.1594421350164339, "maximum": 0.21305683202808723, "minimum": 0.010995114978868514 }, "redis_drift_s": { "n": 299, "mean": -6.683202163062667, "median": -6.68345302898949, "p95": -6.648806253960355, "maximum": -6.607025474978144, "minimum": -6.735571502969133 }, "redis_drift_s_per_min": 0.01032245584143061, "ingress_drift_s": { "n": 12, "mean": -0.00256657424999999, "median": -0.006592894999999821, "p95": 0.032662148, "maximum": 0.032662148, "minimum": -0.017719283000001695 }, "ingress_drift_s_per_min": 0.040758737256907984, "source_drift_s": { "n": 12, "mean": -0.0026674999999995266, "median": -0.00666649999999791, "p95": 0.03257900000000191, "maximum": 0.03257900000000191, "minimum": -0.017891999999999797 }, "ingress_to_redis_ms": { "n": 299, "mean": 25.294314381270905, "median": 23, "p95": 31, "maximum": 97, "minimum": 19 }, "source_samples": 12, "redis_samples": 299, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 298, "sum_ns": 12854168000, "mean_ms": 43.134791946308724 }, "source_exit_to_ingress": { "n": 298, "sum_ns": 140646420, "mean_ms": 0.4719678523489933 }, "source_encoded_queue": { "n": 298, "sum_ns": 19456000, "mean_ms": 0.06528859060402685 }, "decode_between_queues": { "n": 298, "sum_ns": 12685003000, "mean_ms": 42.56712416107383 }, "source_raw_queue": { "n": 298, "sum_ns": 21454000, "mean_ms": 0.07199328859060403 }, "raw_queue_to_source_exit": { "n": 298, "sum_ns": 7014000, "mean_ms": 0.023536912751677852 }, "selected_to_preprocess_start": { "n": 299, "sum_ns": 181281509, "mean_ms": 0.6062926722408026 }, "preprocess_start_to_preprocess_output": { "n": 299, "sum_ns": 183544158, "mean_ms": 0.6138600602006689 }, "selected_to_preprocess": { "n": 299, "sum_ns": 430139510, "mean_ms": 1.438593678929766 }, "preprocess_start_to_preprocess": { "n": 299, "sum_ns": 248858001, "mean_ms": 0.8323010066889631 }, "preprocess_output_to_infer_entry": { "n": 299, "sum_ns": 65313843, "mean_ms": 0.21844094648829432 }, "preprocess_to_infer_output": { "n": 299, "sum_ns": 4547515945, "mean_ms": 15.209083428093646 }, "preprocess_to_callback": { "n": 299, "sum_ns": 4699445469, "mean_ms": 15.717208926421405 }, "infer_output_to_callback": { "n": 299, "sum_ns": 151929524, "mean_ms": 0.5081254983277592 }, "copy_wall": { "n": 299, "sum_ns": 602932622, "mean_ms": 2.0164970635451502 }, "copy_thread_cpu": { "n": 299, "sum_ns": 599873677, "mean_ms": 2.0062664782608697 }, "callback_to_copied": { "n": 299, "sum_ns": 644809148, "mean_ms": 2.1565523344481607 }, "accepted_interval": { "n": 299, "sum_ns": 29933196357, "mean_ms": 100.11102460535116 }, "selected_to_submitted": { "n": 299, "sum_ns": 5791398630, "mean_ms": 19.36922618729097 }, "completed_queue_wait": { "n": 299, "sum_ns": 49938177, "mean_ms": 0.1670173143812709 }, "result_observations_wall": { "n": 299, "sum_ns": 210914353, "mean_ms": 0.7053991739130434 }, "result_observations_cpu": { "n": 299, "sum_ns": 210983325, "mean_ms": 0.7056298494983277 }, "result_nms_wall": { "n": 299, "sum_ns": 148986715, "mean_ms": 0.4982833277591973 }, "result_nms_cpu": { "n": 299, "sum_ns": 131667178, "mean_ms": 0.44035845484949837 }, "result_tracking_wall": { "n": 299, "sum_ns": 252703625, "mean_ms": 0.8451626254180602 }, "result_tracking_cpu": { "n": 299, "sum_ns": 244845329, "mean_ms": 0.8188806989966555 }, "result_region_wall": { "n": 299, "sum_ns": 52849059, "mean_ms": 0.17675270568561874 }, "result_region_cpu": { "n": 299, "sum_ns": 52874004, "mean_ms": 0.1768361337792642 }, "result_fall_wall": { "n": 299, "sum_ns": 113893149, "mean_ms": 0.38091354180602005 }, "result_fall_cpu": { "n": 299, "sum_ns": 113936996, "mean_ms": 0.3810601872909699 }, "result_fight_wall": { "n": 299, "sum_ns": 43500812, "mean_ms": 0.14548766555183945 }, "result_fight_cpu": { "n": 299, "sum_ns": 43529160, "mean_ms": 0.14558247491638796 }, "result_collector_wall": { "n": 299, "sum_ns": 524451367, "mean_ms": 1.754017949832776 }, "result_collector_cpu": { "n": 299, "sum_ns": 519857653, "mean_ms": 1.738654357859532 }, "result_composition_wall": { "n": 299, "sum_ns": 3472170, "mean_ms": 0.011612608695652175 }, "result_composition_cpu": { "n": 299, "sum_ns": 3485059, "mean_ms": 0.011655715719063544 }, "result_artifact_handoff_wall": { "n": 299, "sum_ns": 2132813, "mean_ms": 0.0071331538461538455 }, "result_artifact_handoff_cpu": { "n": 299, "sum_ns": 2133703, "mean_ms": 0.007136130434782609 }, "result_publish_wall": { "n": 299, "sum_ns": 85914200, "mean_ms": 0.28733846153846154 }, "result_publish_cpu": { "n": 299, "sum_ns": 85931987, "mean_ms": 0.28739794983277595 }, "result_total_wall": { "n": 299, "sum_ns": 1629595346, "mean_ms": 5.450151658862877 }, "result_total_cpu": { "n": 299, "sum_ns": 1599138839, "mean_ms": 5.348290431438127 } } }, { "mode": "mixed-a", "level": 2, "camera": "31", "provider": "fire", "cohort_reset": false, "counter_seconds": 29.830203874, "new_channel": true, "seconds": 30.000010349962395, "selected_fps": 9.989874734303669, "requested_fps": 9.989874734303669, "complete_fps": 9.989874734303669, "accepted_fps": 9.989874734303669, "finalized_fps": 9.989874734303669, "redis_fps": 9.989874734303669, "redis_read_fps": 9.966663228180346, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.104, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.23987291095545515, "redis_interval_s": { "n": 298, "mean": 0.10042830643630055, "median": 0.09885035603656434, "p95": 0.15345356799662113, "maximum": 0.23987291095545515, "minimum": 0.0118871969752945 }, "redis_drift_s": { "n": 299, "mean": 0.0006530351629028984, "median": 0.002013567016925677, "p95": 0.03325167802302076, "maximum": 0.0543751919912161, "minimum": -0.04750944897392628 }, "redis_drift_s_per_min": 0.004262063316320757, "ingress_drift_s": { "n": 13, "mean": 0.0005495093846150485, "median": 2.4575999999498777e-05, "p95": 0.03418983699999956, "maximum": 0.03418983699999956, "minimum": -0.03243367900000038 }, "ingress_drift_s_per_min": 0.042971426224370585, "source_drift_s": { "n": 13, "mean": 0.0004532307692312652, "median": -0.0002890000000004278, "p95": 0.03413000000000466, "maximum": 0.03413000000000466, "minimum": -0.032339999999997815 }, "ingress_to_redis_ms": { "n": 299, "mean": 21.809364548494983, "median": 21, "p95": 28, "maximum": 41, "minimum": 15 }, "source_samples": 13, "redis_samples": 299, "native_redis_joined": 13, "durations": { "depay_to_source_exit": { "n": 297, "sum_ns": 12918489000, "mean_ms": 43.49659595959596 }, "source_exit_to_ingress": { "n": 297, "sum_ns": 92188499, "mean_ms": 0.3103989865319865 }, "source_encoded_queue": { "n": 297, "sum_ns": 19243000, "mean_ms": 0.06479124579124579 }, "decode_between_queues": { "n": 297, "sum_ns": 12747879000, "mean_ms": 42.92215151515151 }, "source_raw_queue": { "n": 297, "sum_ns": 18118000, "mean_ms": 0.061003367003367004 }, "raw_queue_to_source_exit": { "n": 297, "sum_ns": 6536000, "mean_ms": 0.02200673400673401 }, "selected_to_preprocess_start": { "n": 298, "sum_ns": 175829664, "mean_ms": 0.5900324295302014 }, "preprocess_start_to_preprocess_output": { "n": 298, "sum_ns": 157247835, "mean_ms": 0.5276772986577181 }, "selected_to_preprocess": { "n": 298, "sum_ns": 391221041, "mean_ms": 1.3128222852348992 }, "preprocess_start_to_preprocess": { "n": 298, "sum_ns": 215391377, "mean_ms": 0.722789855704698 }, "preprocess_output_to_infer_entry": { "n": 298, "sum_ns": 58143542, "mean_ms": 0.19511255704697986 }, "preprocess_to_infer_output": { "n": 298, "sum_ns": 3972217874, "mean_ms": 13.329590181208054 }, "preprocess_to_callback": { "n": 298, "sum_ns": 4138430240, "mean_ms": 13.88734979865772 }, "infer_output_to_callback": { "n": 298, "sum_ns": 166212366, "mean_ms": 0.5577596174496644 }, "copy_wall": { "n": 298, "sum_ns": 1535128946, "mean_ms": 5.151439416107382 }, "copy_thread_cpu": { "n": 298, "sum_ns": 1531811860, "mean_ms": 5.140308255033557 }, "callback_to_copied": { "n": 298, "sum_ns": 1580069862, "mean_ms": 5.302247859060403 }, "accepted_interval": { "n": 298, "sum_ns": 29864906987, "mean_ms": 100.21780868120806 }, "selected_to_submitted": { "n": 298, "sum_ns": 6128784032, "mean_ms": 20.566389369127517 }, "completed_queue_wait": { "n": 298, "sum_ns": 58201220, "mean_ms": 0.19530610738255033 }, "result_composition_wall": { "n": 298, "sum_ns": 2025157, "mean_ms": 0.006795828859060402 }, "result_composition_cpu": { "n": 298, "sum_ns": 2014205, "mean_ms": 0.006759077181208054 }, "result_artifact_handoff_wall": { "n": 298, "sum_ns": 1829961, "mean_ms": 0.006140808724832214 }, "result_artifact_handoff_cpu": { "n": 298, "sum_ns": 1834647, "mean_ms": 0.006156533557046979 }, "result_publish_wall": { "n": 298, "sum_ns": 23644812, "mean_ms": 0.0793450067114094 }, "result_publish_cpu": { "n": 298, "sum_ns": 23685010, "mean_ms": 0.07947989932885906 }, "result_total_wall": { "n": 298, "sum_ns": 208592218, "mean_ms": 0.6999738859060404 }, "result_total_cpu": { "n": 298, "sum_ns": 208238802, "mean_ms": 0.6987879261744967 } } }, { "mode": "mixed-a", "level": 2, "camera": "31", "provider": "crowd", "cohort_reset": false, "counter_seconds": 29.836063408, "new_channel": true, "seconds": 30.000010349962395, "selected_fps": 9.987912812924801, "requested_fps": 9.987912812924801, "complete_fps": 9.987912812924801, "accepted_fps": 9.987912812924801, "finalized_fps": 9.987912812924801, "redis_fps": 9.987912812924801, "redis_read_fps": 9.966663228180346, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.105, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.23824932699790224, "redis_interval_s": { "n": 298, "mean": 0.10041014494975223, "median": 0.09952477249316871, "p95": 0.15403363504447043, "maximum": 0.23824932699790224, "minimum": 0.015951098001096398 }, "redis_drift_s": { "n": 299, "mean": 0.004495511406338055, "median": 0.0056224390179853145, "p95": 0.03582358205039071, "maximum": 0.057472736028490345, "minimum": -0.04482277196180107 }, "redis_drift_s_per_min": 0.006634283397080274, "ingress_drift_s": { "n": 13, "mean": 0.00015872346153814694, "median": -3.558500000089282e-05, "p95": 0.03367575000000045, "maximum": 0.03367575000000045, "minimum": -0.032582576000002916 }, "ingress_drift_s_per_min": 0.042804841363916206, "source_drift_s": { "n": 13, "mean": 0.00014046153846176862, "median": -0.0001020000000000465, "p95": 0.033734000000002595, "maximum": 0.033734000000002595, "minimum": -0.032629999999997494 }, "ingress_to_redis_ms": { "n": 299, "mean": 21.551839464882942, "median": 21, "p95": 27, "maximum": 29, "minimum": 16 }, "source_samples": 13, "redis_samples": 299, "native_redis_joined": 13, "durations": { "depay_to_source_exit": { "n": 297, "sum_ns": 12910390000, "mean_ms": 43.46932659932659 }, "source_exit_to_ingress": { "n": 297, "sum_ns": 107494972, "mean_ms": 0.3619359326599326 }, "source_encoded_queue": { "n": 297, "sum_ns": 19145000, "mean_ms": 0.06446127946127946 }, "decode_between_queues": { "n": 297, "sum_ns": 12748684000, "mean_ms": 42.92486195286195 }, "source_raw_queue": { "n": 297, "sum_ns": 20084000, "mean_ms": 0.06762289562289563 }, "raw_queue_to_source_exit": { "n": 297, "sum_ns": 7126000, "mean_ms": 0.02399326599326599 }, "selected_to_preprocess_start": { "n": 298, "sum_ns": 184594588, "mean_ms": 0.6194449261744966 }, "preprocess_start_to_preprocess_output": { "n": 298, "sum_ns": 174933105, "mean_ms": 0.5870238422818792 }, "selected_to_preprocess": { "n": 298, "sum_ns": 418900047, "mean_ms": 1.405704855704698 }, "preprocess_start_to_preprocess": { "n": 298, "sum_ns": 234305459, "mean_ms": 0.7862599295302014 }, "preprocess_output_to_infer_entry": { "n": 298, "sum_ns": 59372354, "mean_ms": 0.19923608724832215 }, "preprocess_to_infer_output": { "n": 298, "sum_ns": 3929422105, "mean_ms": 13.185980218120806 }, "preprocess_to_callback": { "n": 298, "sum_ns": 4108935334, "mean_ms": 13.788373604026845 }, "infer_output_to_callback": { "n": 298, "sum_ns": 179513229, "mean_ms": 0.6023933859060403 }, "copy_wall": { "n": 298, "sum_ns": 1450301663, "mean_ms": 4.866784104026846 }, "copy_thread_cpu": { "n": 298, "sum_ns": 1448719699, "mean_ms": 4.8614755 }, "callback_to_copied": { "n": 298, "sum_ns": 1496036257, "mean_ms": 5.020255895973154 }, "accepted_interval": { "n": 298, "sum_ns": 29861429688, "mean_ms": 100.20613989261744 }, "selected_to_submitted": { "n": 298, "sum_ns": 6042092216, "mean_ms": 20.275477234899327 }, "completed_queue_wait": { "n": 298, "sum_ns": 51594534, "mean_ms": 0.17313602013422819 }, "result_composition_wall": { "n": 298, "sum_ns": 2373653, "mean_ms": 0.007965278523489933 }, "result_composition_cpu": { "n": 298, "sum_ns": 2302857, "mean_ms": 0.007727708053691275 }, "result_publish_wall": { "n": 298, "sum_ns": 35760193, "mean_ms": 0.12000064765100671 }, "result_publish_cpu": { "n": 298, "sum_ns": 35796090, "mean_ms": 0.12012110738255034 }, "result_total_wall": { "n": 298, "sum_ns": 263448237, "mean_ms": 0.8840544865771812 }, "result_total_cpu": { "n": 298, "sum_ns": 263200884, "mean_ms": 0.88322444295302 } } }, { "mode": "mixed-a", "level": 3, "camera": "30", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.805584088, "new_channel": false, "seconds": 30.000025236979127, "selected_fps": 9.863923455818707, "requested_fps": 9.863923455818707, "complete_fps": 9.897474215872512, "accepted_fps": 9.897474215872512, "finalized_fps": 9.897474215872512, "redis_fps": 9.897474215872512, "redis_read_fps": 9.899991671803894, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 2, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.109, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 4, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.3812591179739684, "redis_interval_s": { "n": 296, "mean": 0.10100380705399722, "median": 0.09970396751305088, "p95": 0.19032028602669016, "maximum": 0.3812591179739684, "minimum": 0.003114783961791545 }, "redis_drift_s": { "n": 297, "mean": -5.219359634752733, "median": -5.2268790659955755, "p95": -5.1379484829725754, "maximum": -4.943781131001188, "minimum": -5.33570713295741 }, "redis_drift_s_per_min": 0.006701077199207183, "ingress_drift_s": { "n": 12, "mean": 0.0022731545000015765, "median": 0.003149836500000447, "p95": 0.034515813999988154, "maximum": 0.034515813999988154, "minimum": -0.02835162600000274 }, "ingress_drift_s_per_min": -0.04868760777359299, "source_drift_s": { "n": 12, "mean": 0.00231100000000121, "median": 0.0030494999999959305, "p95": 0.03457600000000127, "maximum": 0.03457600000000127, "minimum": -0.028364999999993756 }, "ingress_to_redis_ms": { "n": 297, "mean": 34.552188552188554, "median": 28, "p95": 65, "maximum": 208, "minimum": 22 }, "source_samples": 12, "redis_samples": 297, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 294, "sum_ns": 14263848000, "mean_ms": 48.51648979591837 }, "source_exit_to_ingress": { "n": 294, "sum_ns": 444700838, "mean_ms": 1.5125878843537415 }, "source_encoded_queue": { "n": 294, "sum_ns": 10871000, "mean_ms": 0.036976190476190475 }, "decode_between_queues": { "n": 294, "sum_ns": 13946459000, "mean_ms": 47.436935374149655 }, "source_raw_queue": { "n": 294, "sum_ns": 211996000, "mean_ms": 0.7210748299319728 }, "raw_queue_to_source_exit": { "n": 294, "sum_ns": 6585000, "mean_ms": 0.022397959183673467 }, "selected_to_preprocess_start": { "n": 294, "sum_ns": 183622196, "mean_ms": 0.6245652925170068 }, "preprocess_start_to_preprocess_output": { "n": 294, "sum_ns": 157116211, "mean_ms": 0.5344088809523809 }, "selected_to_preprocess": { "n": 294, "sum_ns": 401251084, "mean_ms": 1.3647996054421767 }, "preprocess_start_to_preprocess": { "n": 294, "sum_ns": 217628888, "mean_ms": 0.7402343129251701 }, "preprocess_output_to_infer_entry": { "n": 294, "sum_ns": 60512677, "mean_ms": 0.2058254319727891 }, "preprocess_to_infer_output": { "n": 295, "sum_ns": 4684968243, "mean_ms": 15.881248281355932 }, "preprocess_to_callback": { "n": 295, "sum_ns": 4847596238, "mean_ms": 16.432529620338983 }, "infer_output_to_callback": { "n": 295, "sum_ns": 162627995, "mean_ms": 0.5512813389830509 }, "copy_wall": { "n": 295, "sum_ns": 845444975, "mean_ms": 2.8659151694915255 }, "copy_thread_cpu": { "n": 295, "sum_ns": 845313943, "mean_ms": 2.865470993220339 }, "callback_to_copied": { "n": 295, "sum_ns": 887975564, "mean_ms": 3.010086657627119 }, "accepted_interval": { "n": 295, "sum_ns": 29780927083, "mean_ms": 100.95229519661017 }, "selected_to_submitted": { "n": 295, "sum_ns": 6159094250, "mean_ms": 20.878285593220337 }, "completed_queue_wait": { "n": 295, "sum_ns": 106562500, "mean_ms": 0.361228813559322 }, "result_observations_wall": { "n": 295, "sum_ns": 238645504, "mean_ms": 0.8089678101694916 }, "result_observations_cpu": { "n": 295, "sum_ns": 238754005, "mean_ms": 0.8093356101694915 }, "result_nms_wall": { "n": 295, "sum_ns": 256284824, "mean_ms": 0.8687621152542373 }, "result_nms_cpu": { "n": 295, "sum_ns": 136666617, "mean_ms": 0.46327666779661014 }, "result_tracking_wall": { "n": 295, "sum_ns": 992351455, "mean_ms": 3.3639032372881355 }, "result_tracking_cpu": { "n": 295, "sum_ns": 589316224, "mean_ms": 1.9976821152542372 }, "result_region_wall": { "n": 295, "sum_ns": 74602594, "mean_ms": 0.2528901491525424 }, "result_region_cpu": { "n": 295, "sum_ns": 74628857, "mean_ms": 0.25297917627118643 }, "result_fall_wall": { "n": 295, "sum_ns": 672351050, "mean_ms": 2.2791561016949156 }, "result_fall_cpu": { "n": 295, "sum_ns": 670591510, "mean_ms": 2.273191559322034 }, "result_fight_wall": { "n": 295, "sum_ns": 135730028, "mean_ms": 0.4601017898305085 }, "result_fight_cpu": { "n": 295, "sum_ns": 135785728, "mean_ms": 0.4602906033898305 }, "result_collector_wall": { "n": 295, "sum_ns": 884403506, "mean_ms": 2.997977986440678 }, "result_collector_cpu": { "n": 295, "sum_ns": 879119206, "mean_ms": 2.9800651050847455 }, "result_composition_wall": { "n": 295, "sum_ns": 4025417, "mean_ms": 0.013645481355932203 }, "result_composition_cpu": { "n": 295, "sum_ns": 4036590, "mean_ms": 0.01368335593220339 }, "result_artifact_handoff_wall": { "n": 295, "sum_ns": 2433481, "mean_ms": 0.008249088135593219 }, "result_artifact_handoff_cpu": { "n": 295, "sum_ns": 2430379, "mean_ms": 0.008238572881355932 }, "result_publish_wall": { "n": 295, "sum_ns": 284338442, "mean_ms": 0.9638591254237289 }, "result_publish_cpu": { "n": 295, "sum_ns": 282642672, "mean_ms": 0.9581107525423729 }, "result_total_wall": { "n": 295, "sum_ns": 3769112345, "mean_ms": 12.776652016949152 }, "result_total_cpu": { "n": 295, "sum_ns": 3236368237, "mean_ms": 10.970739786440678 } } }, { "mode": "mixed-a", "level": 3, "camera": "30", "provider": "fire", "cohort_reset": false, "counter_seconds": 29.831592201, "new_channel": false, "seconds": 30.000025236979127, "selected_fps": 9.888845288992357, "requested_fps": 9.888845288992357, "complete_fps": 9.888845288992357, "accepted_fps": 9.888845288992357, "finalized_fps": 9.888845288992357, "redis_fps": 9.888845288992357, "redis_read_fps": 9.899991671803894, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.108, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 2, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.3771036290563643, "redis_interval_s": { "n": 296, "mean": 0.10100335442906283, "median": 0.09919136148528196, "p95": 0.1571898020338267, "maximum": 0.3771036290563643, "minimum": 0.00691527797607705 }, "redis_drift_s": { "n": 297, "mean": -0.03682518815638038, "median": -0.0370397370550819, "p95": -0.006920069016985053, "maximum": 0.24418096899985642, "minimum": -0.14790375302405323 }, "redis_drift_s_per_min": -0.001813750975482291, "ingress_drift_s": { "n": 12, "mean": 0.0027787710000003094, "median": 0.003555742499997905, "p95": 0.03486811899999509, "maximum": 0.03486811899999509, "minimum": -0.026690326000007758 }, "ingress_drift_s_per_min": -0.02202407374269948, "source_drift_s": { "n": 12, "mean": 0.002837416666665149, "median": 0.0035924999999963347, "p95": 0.0349819999999994, "maximum": 0.0349819999999994, "minimum": -0.026730000000000587 }, "ingress_to_redis_ms": { "n": 297, "mean": 22.27946127946128, "median": 21, "p95": 29, "maximum": 32, "minimum": 15 }, "source_samples": 12, "redis_samples": 297, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 295, "sum_ns": 14036136000, "mean_ms": 47.5801220338983 }, "source_exit_to_ingress": { "n": 295, "sum_ns": 97216721, "mean_ms": 0.329548206779661 }, "source_encoded_queue": { "n": 295, "sum_ns": 11490000, "mean_ms": 0.038949152542372883 }, "decode_between_queues": { "n": 295, "sum_ns": 13928660000, "mean_ms": 47.21579661016949 }, "source_raw_queue": { "n": 295, "sum_ns": 11253000, "mean_ms": 0.03814576271186441 }, "raw_queue_to_source_exit": { "n": 295, "sum_ns": 6509000, "mean_ms": 0.022064406779661018 }, "selected_to_preprocess_start": { "n": 295, "sum_ns": 181807509, "mean_ms": 0.6162966406779661 }, "preprocess_start_to_preprocess_output": { "n": 295, "sum_ns": 159653247, "mean_ms": 0.5411974474576272 }, "selected_to_preprocess": { "n": 295, "sum_ns": 391765067, "mean_ms": 1.3280171762711865 }, "preprocess_start_to_preprocess": { "n": 295, "sum_ns": 209957558, "mean_ms": 0.7117205355932203 }, "preprocess_output_to_infer_entry": { "n": 295, "sum_ns": 50304311, "mean_ms": 0.17052308813559322 }, "preprocess_to_infer_output": { "n": 295, "sum_ns": 4062695907, "mean_ms": 13.77185053220339 }, "preprocess_to_callback": { "n": 295, "sum_ns": 4253090031, "mean_ms": 14.417254342372882 }, "infer_output_to_callback": { "n": 295, "sum_ns": 190394124, "mean_ms": 0.6454038101694916 }, "copy_wall": { "n": 295, "sum_ns": 1509364415, "mean_ms": 5.116489542372881 }, "copy_thread_cpu": { "n": 295, "sum_ns": 1508388101, "mean_ms": 5.1131800033898305 }, "callback_to_copied": { "n": 295, "sum_ns": 1555465902, "mean_ms": 5.272765769491525 }, "accepted_interval": { "n": 295, "sum_ns": 29815114666, "mean_ms": 101.06818530847457 }, "selected_to_submitted": { "n": 295, "sum_ns": 6221314836, "mean_ms": 21.089202833898305 }, "completed_queue_wait": { "n": 295, "sum_ns": 48696308, "mean_ms": 0.16507223050847458 }, "result_composition_wall": { "n": 295, "sum_ns": 2272360, "mean_ms": 0.007702915254237289 }, "result_composition_cpu": { "n": 295, "sum_ns": 2253941, "mean_ms": 0.007640477966101695 }, "result_artifact_handoff_wall": { "n": 295, "sum_ns": 2066136, "mean_ms": 0.007003850847457627 }, "result_artifact_handoff_cpu": { "n": 295, "sum_ns": 2072744, "mean_ms": 0.007026250847457627 }, "result_publish_wall": { "n": 295, "sum_ns": 24811963, "mean_ms": 0.08410834915254238 }, "result_publish_cpu": { "n": 295, "sum_ns": 24862098, "mean_ms": 0.08427829830508474 }, "result_total_wall": { "n": 295, "sum_ns": 208308563, "mean_ms": 0.7061307220338984 }, "result_total_cpu": { "n": 295, "sum_ns": 208122046, "mean_ms": 0.7054984610169491 } } }, { "mode": "mixed-a", "level": 3, "camera": "30", "provider": "crowd", "cohort_reset": false, "counter_seconds": 29.853185316, "new_channel": false, "seconds": 30.000025236979127, "selected_fps": 9.881692585812372, "requested_fps": 9.881692585812372, "complete_fps": 9.881692585812372, "accepted_fps": 9.881692585812372, "finalized_fps": 9.881692585812372, "redis_fps": 9.881692585812372, "redis_read_fps": 9.899991671803894, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 1, "queue_age_max_sampled": 0.00048100296407938004, "provider_response_age_max_sampled": 0.102, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 1, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.38051478803390637, "redis_interval_s": { "n": 296, "mean": 0.10101359227701323, "median": 0.09785666002426296, "p95": 0.15710691997082904, "maximum": 0.38051478803390637, "minimum": 0.0006409279885701835 }, "redis_drift_s": { "n": 297, "mean": -0.31589627315599156, "median": -0.31568472994956664, "p95": -0.28534419695846225, "maximum": -0.029917945972641746, "minimum": -0.42955887396121284 }, "redis_drift_s_per_min": -0.002525150351084228, "ingress_drift_s": { "n": 12, "mean": -0.0016088723333330297, "median": 0.0027235989999994104, "p95": 0.03440797599999712, "maximum": 0.03440797599999712, "minimum": -0.031086060999996334 }, "ingress_drift_s_per_min": -0.030434430216926066, "source_drift_s": { "n": 12, "mean": -0.001437083333334736, "median": 0.002902999999996325, "p95": 0.0345569999999924, "maximum": 0.0345569999999924, "minimum": -0.030788999999998623 }, "ingress_to_redis_ms": { "n": 297, "mean": 22.437710437710436, "median": 22, "p95": 28, "maximum": 34, "minimum": 16 }, "source_samples": 12, "redis_samples": 297, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 295, "sum_ns": 14056910000, "mean_ms": 47.650542372881354 }, "source_exit_to_ingress": { "n": 295, "sum_ns": 96464456, "mean_ms": 0.3269981559322034 }, "source_encoded_queue": { "n": 295, "sum_ns": 12917000, "mean_ms": 0.0437864406779661 }, "decode_between_queues": { "n": 295, "sum_ns": 13937359000, "mean_ms": 47.24528474576271 }, "source_raw_queue": { "n": 295, "sum_ns": 10525000, "mean_ms": 0.035677966101694915 }, "raw_queue_to_source_exit": { "n": 295, "sum_ns": 6874000, "mean_ms": 0.023301694915254238 }, "selected_to_preprocess_start": { "n": 295, "sum_ns": 183163366, "mean_ms": 0.6208927661016949 }, "preprocess_start_to_preprocess_output": { "n": 295, "sum_ns": 154118596, "mean_ms": 0.5224359186440678 }, "selected_to_preprocess": { "n": 295, "sum_ns": 396097985, "mean_ms": 1.342705033898305 }, "preprocess_start_to_preprocess": { "n": 295, "sum_ns": 212934619, "mean_ms": 0.7218122677966101 }, "preprocess_output_to_infer_entry": { "n": 295, "sum_ns": 58816023, "mean_ms": 0.19937634915254235 }, "preprocess_to_infer_output": { "n": 295, "sum_ns": 3945570286, "mean_ms": 13.374814528813559 }, "preprocess_to_callback": { "n": 295, "sum_ns": 4136266014, "mean_ms": 14.021240725423729 }, "infer_output_to_callback": { "n": 295, "sum_ns": 190695728, "mean_ms": 0.6464261966101695 }, "copy_wall": { "n": 295, "sum_ns": 1517788174, "mean_ms": 5.1450446576271185 }, "copy_thread_cpu": { "n": 295, "sum_ns": 1516065112, "mean_ms": 5.139203769491526 }, "callback_to_copied": { "n": 295, "sum_ns": 1565091280, "mean_ms": 5.305394169491525 }, "accepted_interval": { "n": 295, "sum_ns": 29818519889, "mean_ms": 101.07972843728814 }, "selected_to_submitted": { "n": 295, "sum_ns": 6118375032, "mean_ms": 20.74025434576271 }, "completed_queue_wait": { "n": 295, "sum_ns": 46930707, "mean_ms": 0.15908714237288135 }, "result_composition_wall": { "n": 295, "sum_ns": 5296176, "mean_ms": 0.01795313898305085 }, "result_composition_cpu": { "n": 295, "sum_ns": 5197076, "mean_ms": 0.017617206779661016 }, "result_publish_wall": { "n": 295, "sum_ns": 64261301, "mean_ms": 0.21783491864406782 }, "result_publish_cpu": { "n": 295, "sum_ns": 64322757, "mean_ms": 0.21804324406779663 }, "result_total_wall": { "n": 295, "sum_ns": 372484493, "mean_ms": 1.2626592983050846 }, "result_total_cpu": { "n": 295, "sum_ns": 370202309, "mean_ms": 1.2549230813559322 } } }, { "mode": "mixed-a", "level": 3, "camera": "31", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.250920597, "new_channel": false, "seconds": 30.000025236979127, "selected_fps": 10.016224102285623, "requested_fps": 10.016224102285623, "complete_fps": 10.016224102285623, "accepted_fps": 10.016224102285623, "finalized_fps": 10.016224102285623, "redis_fps": 10.016224102285623, "redis_read_fps": 9.966658282388432, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.12, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.23169709998182952, "redis_interval_s": { "n": 298, "mean": 0.10037230222150777, "median": 0.10022045447840355, "p95": 0.16139291797298938, "maximum": 0.23169709998182952, "minimum": 0.0032383959623984993 }, "redis_drift_s": { "n": 299, "mean": -6.679788495558061, "median": -6.68172362898197, "p95": -6.6421753880018315, "maximum": -6.587211587978061, "minimum": -6.738001577991994 }, "redis_drift_s_per_min": 0.004418271823845801, "ingress_drift_s": { "n": 12, "mean": 0.0060476034166671395, "median": 0.013782981499993241, "p95": 0.017953523999999277, "maximum": 0.017953523999999277, "minimum": -0.015658761999993942 }, "ingress_drift_s_per_min": 0.02291012571496952, "source_drift_s": { "n": 12, "mean": 0.006004416666667585, "median": 0.013804999999997847, "p95": 0.017912000000002593, "maximum": 0.017912000000002593, "minimum": -0.01567699999999661 }, "ingress_to_redis_ms": { "n": 299, "mean": 26.725752508361204, "median": 24, "p95": 34, "maximum": 105, "minimum": 19 }, "source_samples": 12, "redis_samples": 299, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 302, "sum_ns": 13709168000, "mean_ms": 45.39459602649007 }, "source_exit_to_ingress": { "n": 302, "sum_ns": 233095045, "mean_ms": 0.7718378973509934 }, "source_encoded_queue": { "n": 302, "sum_ns": 12224000, "mean_ms": 0.04047682119205298 }, "decode_between_queues": { "n": 302, "sum_ns": 13513297000, "mean_ms": 44.746016556291394 }, "source_raw_queue": { "n": 302, "sum_ns": 15368000, "mean_ms": 0.05088741721854304 }, "raw_queue_to_source_exit": { "n": 302, "sum_ns": 7079000, "mean_ms": 0.02344039735099338 }, "selected_to_preprocess_start": { "n": 303, "sum_ns": 187082441, "mean_ms": 0.617433798679868 }, "preprocess_start_to_preprocess_output": { "n": 303, "sum_ns": 166315004, "mean_ms": 0.548894402640264 }, "selected_to_preprocess": { "n": 303, "sum_ns": 405392731, "mean_ms": 1.337929805280528 }, "preprocess_start_to_preprocess": { "n": 303, "sum_ns": 218310290, "mean_ms": 0.72049600660066 }, "preprocess_output_to_infer_entry": { "n": 303, "sum_ns": 51995286, "mean_ms": 0.17160160396039606 }, "preprocess_to_infer_output": { "n": 303, "sum_ns": 4624810542, "mean_ms": 15.263401128712871 }, "preprocess_to_callback": { "n": 303, "sum_ns": 4788482938, "mean_ms": 15.80357405280528 }, "infer_output_to_callback": { "n": 303, "sum_ns": 163672396, "mean_ms": 0.5401729240924092 }, "copy_wall": { "n": 303, "sum_ns": 730123570, "mean_ms": 2.4096487458745877 }, "copy_thread_cpu": { "n": 303, "sum_ns": 728221644, "mean_ms": 2.4033717623762376 }, "callback_to_copied": { "n": 303, "sum_ns": 773733484, "mean_ms": 2.5535758547854788 }, "accepted_interval": { "n": 303, "sum_ns": 30300683030, "mean_ms": 100.00225422442244 }, "selected_to_submitted": { "n": 303, "sum_ns": 5987541104, "mean_ms": 19.760861729372937 }, "completed_queue_wait": { "n": 303, "sum_ns": 60864785, "mean_ms": 0.2008738778877888 }, "result_observations_wall": { "n": 303, "sum_ns": 237586191, "mean_ms": 0.7841128415841584 }, "result_observations_cpu": { "n": 303, "sum_ns": 237681318, "mean_ms": 0.784426792079208 }, "result_nms_wall": { "n": 303, "sum_ns": 147157957, "mean_ms": 0.4856698250825083 }, "result_nms_cpu": { "n": 303, "sum_ns": 129901074, "mean_ms": 0.42871641584158415 }, "result_tracking_wall": { "n": 303, "sum_ns": 256395541, "mean_ms": 0.8461899042904291 }, "result_tracking_cpu": { "n": 303, "sum_ns": 242072150, "mean_ms": 0.7989179867986799 }, "result_region_wall": { "n": 303, "sum_ns": 55518898, "mean_ms": 0.18323068646864688 }, "result_region_cpu": { "n": 303, "sum_ns": 55549988, "mean_ms": 0.18333329372937293 }, "result_fall_wall": { "n": 303, "sum_ns": 115376682, "mean_ms": 0.3807811287128713 }, "result_fall_cpu": { "n": 303, "sum_ns": 115425100, "mean_ms": 0.38094092409240926 }, "result_fight_wall": { "n": 303, "sum_ns": 43805344, "mean_ms": 0.14457209240924093 }, "result_fight_cpu": { "n": 303, "sum_ns": 43838573, "mean_ms": 0.14468175907590758 }, "result_collector_wall": { "n": 303, "sum_ns": 771613184, "mean_ms": 2.5465781650165016 }, "result_collector_cpu": { "n": 303, "sum_ns": 762535803, "mean_ms": 2.5166198118811884 }, "result_composition_wall": { "n": 303, "sum_ns": 3857896, "mean_ms": 0.0127323300330033 }, "result_composition_cpu": { "n": 303, "sum_ns": 3870184, "mean_ms": 0.012772884488448844 }, "result_artifact_handoff_wall": { "n": 303, "sum_ns": 2266780, "mean_ms": 0.007481122112211221 }, "result_artifact_handoff_cpu": { "n": 303, "sum_ns": 2259287, "mean_ms": 0.007456392739273927 }, "result_publish_wall": { "n": 303, "sum_ns": 89302225, "mean_ms": 0.29472681518151816 }, "result_publish_cpu": { "n": 303, "sum_ns": 89354132, "mean_ms": 0.2948981254125413 }, "result_total_wall": { "n": 303, "sum_ns": 1930704403, "mean_ms": 6.371961726072607 }, "result_total_cpu": { "n": 303, "sum_ns": 1889356931, "mean_ms": 6.235501422442244 } } }, { "mode": "mixed-a", "level": 3, "camera": "31", "provider": "fire", "cohort_reset": false, "counter_seconds": 30.09620147, "new_channel": false, "seconds": 30.000025236979127, "selected_fps": 10.001262129376622, "requested_fps": 10.001262129376622, "complete_fps": 10.001262129376622, "accepted_fps": 10.001262129376622, "finalized_fps": 10.001262129376622, "redis_fps": 10.001262129376622, "redis_read_fps": 9.966658282388432, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.052, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.23459552199346945, "redis_interval_s": { "n": 298, "mean": 0.10036605895296108, "median": 0.09955184851423837, "p95": 0.1520415089908056, "maximum": 0.23459552199346945, "minimum": 0.010238851013127714 }, "redis_drift_s": { "n": 299, "mean": 0.002412367403007293, "median": 0.0021144119864260347, "p95": 0.03549417701317026, "maximum": 0.061396531992585324, "minimum": -0.05308545398992237 }, "redis_drift_s_per_min": 0.005345344231609155, "ingress_drift_s": { "n": 12, "mean": 0.0007041950000014433, "median": 0.000345638999998954, "p95": 0.016243356000003928, "maximum": 0.016243356000003928, "minimum": -0.015559758999998508 }, "ingress_drift_s_per_min": 0.049168665080819254, "source_drift_s": { "n": 12, "mean": 0.000748833333334531, "median": 0.00035550000000483806, "p95": 0.016187999999999647, "maximum": 0.016187999999999647, "minimum": -0.015509999999999025 }, "ingress_to_redis_ms": { "n": 299, "mean": 21.91638795986622, "median": 21, "p95": 28, "maximum": 32, "minimum": 16 }, "source_samples": 12, "redis_samples": 299, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 300, "sum_ns": 13580240000, "mean_ms": 45.267466666666664 }, "source_exit_to_ingress": { "n": 300, "sum_ns": 96307670, "mean_ms": 0.32102556666666665 }, "source_encoded_queue": { "n": 300, "sum_ns": 10823000, "mean_ms": 0.03607666666666667 }, "decode_between_queues": { "n": 300, "sum_ns": 13373344000, "mean_ms": 44.57781333333334 }, "source_raw_queue": { "n": 300, "sum_ns": 12831000, "mean_ms": 0.04277 }, "raw_queue_to_source_exit": { "n": 300, "sum_ns": 6669000, "mean_ms": 0.02223 }, "selected_to_preprocess_start": { "n": 301, "sum_ns": 177446325, "mean_ms": 0.5895226744186047 }, "preprocess_start_to_preprocess_output": { "n": 301, "sum_ns": 149650997, "mean_ms": 0.49717939202657807 }, "selected_to_preprocess": { "n": 301, "sum_ns": 377956709, "mean_ms": 1.2556701295681063 }, "preprocess_start_to_preprocess": { "n": 301, "sum_ns": 200510384, "mean_ms": 0.6661474551495017 }, "preprocess_output_to_infer_entry": { "n": 301, "sum_ns": 50859387, "mean_ms": 0.1689680631229236 }, "preprocess_to_infer_output": { "n": 301, "sum_ns": 4053406040, "mean_ms": 13.466465249169435 }, "preprocess_to_callback": { "n": 301, "sum_ns": 4235487331, "mean_ms": 14.071386481727574 }, "infer_output_to_callback": { "n": 301, "sum_ns": 182081291, "mean_ms": 0.6049212325581395 }, "copy_wall": { "n": 301, "sum_ns": 1548688043, "mean_ms": 5.145143 }, "copy_thread_cpu": { "n": 301, "sum_ns": 1545756838, "mean_ms": 5.135404777408638 }, "callback_to_copied": { "n": 301, "sum_ns": 1595991089, "mean_ms": 5.302295976744186 }, "accepted_interval": { "n": 301, "sum_ns": 30099632276, "mean_ms": 99.9987783255814 }, "selected_to_submitted": { "n": 301, "sum_ns": 6231158873, "mean_ms": 20.701524495016614 }, "completed_queue_wait": { "n": 301, "sum_ns": 57791888, "mean_ms": 0.19199962790697672 }, "result_composition_wall": { "n": 301, "sum_ns": 2164614, "mean_ms": 0.007191408637873754 }, "result_composition_cpu": { "n": 301, "sum_ns": 2148863, "mean_ms": 0.007139079734219269 }, "result_artifact_handoff_wall": { "n": 301, "sum_ns": 1974349, "mean_ms": 0.006559299003322259 }, "result_artifact_handoff_cpu": { "n": 301, "sum_ns": 1978347, "mean_ms": 0.006572581395348837 }, "result_publish_wall": { "n": 301, "sum_ns": 24508316, "mean_ms": 0.08142297674418604 }, "result_publish_cpu": { "n": 301, "sum_ns": 24561742, "mean_ms": 0.08160047176079735 }, "result_total_wall": { "n": 301, "sum_ns": 210755397, "mean_ms": 0.7001840431893688 }, "result_total_cpu": { "n": 301, "sum_ns": 210546185, "mean_ms": 0.6994889867109634 } } }, { "mode": "mixed-a", "level": 3, "camera": "31", "provider": "crowd", "cohort_reset": false, "counter_seconds": 30.094078405, "new_channel": false, "seconds": 30.000025236979127, "selected_fps": 10.00196769441493, "requested_fps": 10.00196769441493, "complete_fps": 10.00196769441493, "accepted_fps": 10.00196769441493, "finalized_fps": 10.00196769441493, "redis_fps": 10.00196769441493, "redis_read_fps": 9.966658282388432, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.06, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.23611068999161944, "redis_interval_s": { "n": 298, "mean": 0.1003710662517556, "median": 0.09906776950811036, "p95": 0.15184201102238148, "maximum": 0.23611068999161944, "minimum": 0.008360351959709078 }, "redis_drift_s": { "n": 299, "mean": 0.00624201265706148, "median": 0.006468296000271323, "p95": 0.03953621003264374, "maximum": 0.06162510204501359, "minimum": -0.0504378419583702 }, "redis_drift_s_per_min": 0.005291629859910751, "ingress_drift_s": { "n": 12, "mean": -0.0005254027499983493, "median": 0.000693091000002255, "p95": 0.015850363000012635, "maximum": 0.015850363000012635, "minimum": -0.015396412000001192 }, "ingress_drift_s_per_min": 0.05709848669835408, "source_drift_s": { "n": 12, "mean": -0.000514749999998898, "median": 0.0007760000000018863, "p95": 0.015815000000003465, "maximum": 0.015815000000003465, "minimum": -0.015391000000001043 }, "ingress_to_redis_ms": { "n": 299, "mean": 21.83277591973244, "median": 21, "p95": 27, "maximum": 31, "minimum": 16 }, "source_samples": 12, "redis_samples": 299, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 300, "sum_ns": 13550763000, "mean_ms": 45.16921 }, "source_exit_to_ingress": { "n": 300, "sum_ns": 102217110, "mean_ms": 0.3407237 }, "source_encoded_queue": { "n": 300, "sum_ns": 13268000, "mean_ms": 0.044226666666666664 }, "decode_between_queues": { "n": 300, "sum_ns": 13361518000, "mean_ms": 44.53839333333334 }, "source_raw_queue": { "n": 300, "sum_ns": 11961000, "mean_ms": 0.03987 }, "raw_queue_to_source_exit": { "n": 300, "sum_ns": 6907000, "mean_ms": 0.023023333333333333 }, "selected_to_preprocess_start": { "n": 301, "sum_ns": 186656640, "mean_ms": 0.6201217275747508 }, "preprocess_start_to_preprocess_output": { "n": 301, "sum_ns": 151160173, "mean_ms": 0.5021932657807309 }, "selected_to_preprocess": { "n": 301, "sum_ns": 388015536, "mean_ms": 1.2890881594684385 }, "preprocess_start_to_preprocess": { "n": 301, "sum_ns": 201358896, "mean_ms": 0.6689664318936877 }, "preprocess_output_to_infer_entry": { "n": 301, "sum_ns": 50198723, "mean_ms": 0.1667731661129568 }, "preprocess_to_infer_output": { "n": 301, "sum_ns": 3995721659, "mean_ms": 13.274822787375415 }, "preprocess_to_callback": { "n": 301, "sum_ns": 4184905536, "mean_ms": 13.90334065116279 }, "infer_output_to_callback": { "n": 301, "sum_ns": 189183877, "mean_ms": 0.6285178637873754 }, "copy_wall": { "n": 301, "sum_ns": 1514444465, "mean_ms": 5.03137696013289 }, "copy_thread_cpu": { "n": 301, "sum_ns": 1512200407, "mean_ms": 5.0239216179402 }, "callback_to_copied": { "n": 301, "sum_ns": 1563224541, "mean_ms": 5.193437013289036 }, "accepted_interval": { "n": 301, "sum_ns": 30096209358, "mean_ms": 99.9874065049834 }, "selected_to_submitted": { "n": 301, "sum_ns": 6158886634, "mean_ms": 20.46141738870432 }, "completed_queue_wait": { "n": 301, "sum_ns": 52791324, "mean_ms": 0.1753864584717608 }, "result_composition_wall": { "n": 301, "sum_ns": 3718098, "mean_ms": 0.012352485049833887 }, "result_composition_cpu": { "n": 301, "sum_ns": 3628847, "mean_ms": 0.012055970099667775 }, "result_publish_wall": { "n": 301, "sum_ns": 36286917, "mean_ms": 0.1205545415282392 }, "result_publish_cpu": { "n": 301, "sum_ns": 36320599, "mean_ms": 0.12066644186046512 }, "result_total_wall": { "n": 301, "sum_ns": 277676706, "mean_ms": 0.922513973421927 }, "result_total_cpu": { "n": 301, "sum_ns": 275714889, "mean_ms": 0.9159963089700996 } } }, { "mode": "mixed-a", "level": 3, "camera": "32", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.980040099, "new_channel": true, "seconds": 30.000025236979127, "selected_fps": 10.006657729921004, "requested_fps": 10.006657729921004, "complete_fps": 10.006657729921004, "accepted_fps": 10.006657729921004, "finalized_fps": 10.006657729921004, "redis_fps": 10.006657729921004, "redis_read_fps": 9.999991587680702, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.091, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.21723414701409638, "redis_interval_s": { "n": 299, "mean": 0.10011348765897082, "median": 0.09913247195072472, "p95": 0.15527649101568386, "maximum": 0.21723414701409638, "minimum": 0.018281725991982967 }, "redis_drift_s": { "n": 300, "mean": -3.7672371303698435, "median": -3.7690083044932674, "p95": -3.730406488995065, "maximum": -3.6844123279922627, "minimum": -3.8344233020129614 }, "redis_drift_s_per_min": 0.010933506731027307, "ingress_drift_s": { "n": 12, "mean": -0.008345846666666526, "median": -0.007787115499999331, "p95": 0.025446199999997532, "maximum": 0.025446199999997532, "minimum": -0.04662299900000022 }, "ingress_drift_s_per_min": -0.0018330611114803137, "source_drift_s": { "n": 12, "mean": -0.007893583333332602, "median": -0.007280999999998983, "p95": 0.025869999999997617, "maximum": 0.025869999999997617, "minimum": -0.04613700000000165 }, "ingress_to_redis_ms": { "n": 300, "mean": 25.346666666666668, "median": 22.0, "p95": 32, "maximum": 105, "minimum": 19 }, "source_samples": 12, "redis_samples": 300, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 300, "sum_ns": 12738219000, "mean_ms": 42.46073 }, "source_exit_to_ingress": { "n": 300, "sum_ns": 273489779, "mean_ms": 0.9116325966666666 }, "source_encoded_queue": { "n": 300, "sum_ns": 12182000, "mean_ms": 0.040606666666666666 }, "decode_between_queues": { "n": 300, "sum_ns": 12568780000, "mean_ms": 41.89593333333334 }, "source_raw_queue": { "n": 300, "sum_ns": 10077000, "mean_ms": 0.03359 }, "raw_queue_to_source_exit": { "n": 300, "sum_ns": 6125000, "mean_ms": 0.020416666666666666 }, "selected_to_preprocess_start": { "n": 300, "sum_ns": 174979872, "mean_ms": 0.5832662399999999 }, "preprocess_start_to_preprocess_output": { "n": 300, "sum_ns": 147574783, "mean_ms": 0.4919159433333334 }, "selected_to_preprocess": { "n": 300, "sum_ns": 387860302, "mean_ms": 1.2928676733333333 }, "preprocess_start_to_preprocess": { "n": 300, "sum_ns": 212880430, "mean_ms": 0.7096014333333334 }, "preprocess_output_to_infer_entry": { "n": 300, "sum_ns": 65305647, "mean_ms": 0.21768548999999998 }, "preprocess_to_infer_output": { "n": 300, "sum_ns": 4390385428, "mean_ms": 14.634618093333334 }, "preprocess_to_callback": { "n": 300, "sum_ns": 4550275397, "mean_ms": 15.167584656666666 }, "infer_output_to_callback": { "n": 300, "sum_ns": 159889969, "mean_ms": 0.5329665633333334 }, "copy_wall": { "n": 300, "sum_ns": 454739733, "mean_ms": 1.5157991100000001 }, "copy_thread_cpu": { "n": 300, "sum_ns": 454236414, "mean_ms": 1.51412138 }, "callback_to_copied": { "n": 300, "sum_ns": 497242825, "mean_ms": 1.6574760833333333 }, "accepted_interval": { "n": 300, "sum_ns": 30037734348, "mean_ms": 100.12578116 }, "selected_to_submitted": { "n": 300, "sum_ns": 5453182025, "mean_ms": 18.17727341666667 }, "completed_queue_wait": { "n": 300, "sum_ns": 55519952, "mean_ms": 0.18506650666666666 }, "result_observations_wall": { "n": 300, "sum_ns": 192378285, "mean_ms": 0.6412609499999999 }, "result_observations_cpu": { "n": 300, "sum_ns": 192460814, "mean_ms": 0.6415360466666666 }, "result_nms_wall": { "n": 300, "sum_ns": 200701024, "mean_ms": 0.6690034133333334 }, "result_nms_cpu": { "n": 300, "sum_ns": 130682096, "mean_ms": 0.4356069866666667 }, "result_tracking_wall": { "n": 300, "sum_ns": 362685584, "mean_ms": 1.2089519466666667 }, "result_tracking_cpu": { "n": 300, "sum_ns": 304173977, "mean_ms": 1.0139132566666667 }, "result_region_wall": { "n": 300, "sum_ns": 58050083, "mean_ms": 0.19350027666666667 }, "result_region_cpu": { "n": 300, "sum_ns": 58080056, "mean_ms": 0.19360018666666667 }, "result_fall_wall": { "n": 300, "sum_ns": 166302995, "mean_ms": 0.5543433166666667 }, "result_fall_cpu": { "n": 300, "sum_ns": 166364093, "mean_ms": 0.5545469766666666 }, "result_fight_wall": { "n": 300, "sum_ns": 51268951, "mean_ms": 0.17089650333333334 }, "result_fight_cpu": { "n": 300, "sum_ns": 51303019, "mean_ms": 0.17101006333333332 }, "result_collector_wall": { "n": 300, "sum_ns": 645008431, "mean_ms": 2.1500281033333337 }, "result_collector_cpu": { "n": 300, "sum_ns": 637616392, "mean_ms": 2.125387973333333 }, "result_composition_wall": { "n": 300, "sum_ns": 3236518, "mean_ms": 0.010788393333333333 }, "result_composition_cpu": { "n": 300, "sum_ns": 3249227, "mean_ms": 0.010830756666666667 }, "result_artifact_handoff_wall": { "n": 300, "sum_ns": 2137629, "mean_ms": 0.00712543 }, "result_artifact_handoff_cpu": { "n": 300, "sum_ns": 2135380, "mean_ms": 0.007117933333333333 }, "result_publish_wall": { "n": 300, "sum_ns": 114846109, "mean_ms": 0.38282036333333336 }, "result_publish_cpu": { "n": 300, "sum_ns": 114903142, "mean_ms": 0.3830104733333333 }, "result_total_wall": { "n": 300, "sum_ns": 1979962471, "mean_ms": 6.599874903333333 }, "result_total_cpu": { "n": 300, "sum_ns": 1843429839, "mean_ms": 6.14476613 } } }, { "mode": "mixed-a", "level": 3, "camera": "32", "provider": "fire", "cohort_reset": false, "counter_seconds": 30.077425306, "new_channel": true, "seconds": 30.000025236979127, "selected_fps": 10.007505527408124, "requested_fps": 10.007505527408124, "complete_fps": 10.007505527408124, "accepted_fps": 10.007505527408124, "finalized_fps": 10.007505527408124, "redis_fps": 10.007505527408124, "redis_read_fps": 9.999991587680702, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.152, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.21706730697769672, "redis_interval_s": { "n": 299, "mean": 0.10010049334453905, "median": 0.09924210398457944, "p95": 0.14678031898802146, "maximum": 0.21706730697769672, "minimum": 0.026648412982467562 }, "redis_drift_s": { "n": 300, "mean": 0.012699853679933506, "median": 0.013399213483324957, "p95": 0.045467934995423676, "maximum": 0.0581486039790331, "minimum": -0.052577296962962095 }, "redis_drift_s_per_min": 0.0020982878793522055, "ingress_drift_s": { "n": 12, "mean": -0.01379592008333308, "median": -0.01237089649999934, "p95": 0.001448851000001028, "maximum": 0.001448851000001028, "minimum": -0.04565916399999992 }, "ingress_drift_s_per_min": -0.05478803822840794, "source_drift_s": { "n": 12, "mean": -0.013626583333332961, "median": -0.01218699999999906, "p95": 0.0016670000000011953, "maximum": 0.0016670000000011953, "minimum": -0.045548000000000144 }, "ingress_to_redis_ms": { "n": 300, "mean": 21.563333333333333, "median": 21.0, "p95": 28, "maximum": 45, "minimum": 16 }, "source_samples": 12, "redis_samples": 300, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 301, "sum_ns": 12738695000, "mean_ms": 42.32124584717608 }, "source_exit_to_ingress": { "n": 301, "sum_ns": 99088666, "mean_ms": 0.32919822591362125 }, "source_encoded_queue": { "n": 301, "sum_ns": 11008000, "mean_ms": 0.036571428571428574 }, "decode_between_queues": { "n": 301, "sum_ns": 12588481000, "mean_ms": 41.82219601328904 }, "source_raw_queue": { "n": 301, "sum_ns": 12992000, "mean_ms": 0.04316279069767442 }, "raw_queue_to_source_exit": { "n": 301, "sum_ns": 6652000, "mean_ms": 0.022099667774086378 }, "selected_to_preprocess_start": { "n": 301, "sum_ns": 181581661, "mean_ms": 0.6032613322259136 }, "preprocess_start_to_preprocess_output": { "n": 301, "sum_ns": 155636352, "mean_ms": 0.517064292358804 }, "selected_to_preprocess": { "n": 301, "sum_ns": 385055429, "mean_ms": 1.2792539169435218 }, "preprocess_start_to_preprocess": { "n": 301, "sum_ns": 203473768, "mean_ms": 0.6759925847176079 }, "preprocess_output_to_infer_entry": { "n": 301, "sum_ns": 47837416, "mean_ms": 0.158928292358804 }, "preprocess_to_infer_output": { "n": 301, "sum_ns": 4021737597, "mean_ms": 13.361254475083056 }, "preprocess_to_callback": { "n": 301, "sum_ns": 4200457368, "mean_ms": 13.955007867109634 }, "infer_output_to_callback": { "n": 301, "sum_ns": 178719771, "mean_ms": 0.5937533920265781 }, "copy_wall": { "n": 301, "sum_ns": 1475112148, "mean_ms": 4.90070481063123 }, "copy_thread_cpu": { "n": 301, "sum_ns": 1473657279, "mean_ms": 4.895871358803986 }, "callback_to_copied": { "n": 301, "sum_ns": 1521040392, "mean_ms": 5.053290338870433 }, "accepted_interval": { "n": 301, "sum_ns": 30093740294, "mean_ms": 99.9792036345515 }, "selected_to_submitted": { "n": 301, "sum_ns": 6126660570, "mean_ms": 20.354354053156143 }, "completed_queue_wait": { "n": 301, "sum_ns": 55626191, "mean_ms": 0.18480462126245847 }, "result_composition_wall": { "n": 301, "sum_ns": 2196047, "mean_ms": 0.007295837209302326 }, "result_composition_cpu": { "n": 301, "sum_ns": 2172140, "mean_ms": 0.0072164119601328906 }, "result_artifact_handoff_wall": { "n": 301, "sum_ns": 1978838, "mean_ms": 0.0065742126245847176 }, "result_artifact_handoff_cpu": { "n": 301, "sum_ns": 1982357, "mean_ms": 0.006585903654485049 }, "result_publish_wall": { "n": 301, "sum_ns": 25260395, "mean_ms": 0.0839215780730897 }, "result_publish_cpu": { "n": 301, "sum_ns": 25299459, "mean_ms": 0.08405135880398672 }, "result_total_wall": { "n": 301, "sum_ns": 220462200, "mean_ms": 0.7324325581395349 }, "result_total_cpu": { "n": 301, "sum_ns": 220248751, "mean_ms": 0.7317234252491694 } } }, { "mode": "mixed-a", "level": 3, "camera": "32", "provider": "crowd", "cohort_reset": false, "counter_seconds": 30.077369911, "new_channel": true, "seconds": 30.000025236979127, "selected_fps": 10.00752395873275, "requested_fps": 10.00752395873275, "complete_fps": 10.00752395873275, "accepted_fps": 10.00752395873275, "finalized_fps": 10.00752395873275, "redis_fps": 10.00752395873275, "redis_read_fps": 9.999991587680702, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.16, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.21732120600063354, "redis_interval_s": { "n": 299, "mean": 0.1001070716321378, "median": 0.09776159399189055, "p95": 0.14601717400364578, "maximum": 0.21732120600063354, "minimum": 0.029747164982836694 }, "redis_drift_s": { "n": 300, "mean": -0.08741526806615298, "median": -0.08638620344828851, "p95": -0.05455004896596094, "maximum": -0.0390665939808823, "minimum": -0.1487166949966916 }, "redis_drift_s_per_min": 0.003999185503265446, "ingress_drift_s": { "n": 12, "mean": -0.014790919333333393, "median": -0.013636099499999332, "p95": 0.0019044919999977594, "maximum": 0.0019044919999977594, "minimum": -0.04657770200000044 }, "ingress_drift_s_per_min": -0.05349162177172877, "source_drift_s": { "n": 12, "mean": -0.014759916666666465, "median": -0.013574999999999449, "p95": 0.0016679999999986705, "maximum": 0.0016679999999986705, "minimum": -0.046444999999998515 }, "ingress_to_redis_ms": { "n": 300, "mean": 21.38, "median": 21.0, "p95": 26, "maximum": 31, "minimum": 16 }, "source_samples": 12, "redis_samples": 300, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 301, "sum_ns": 12754351000, "mean_ms": 42.373259136212624 }, "source_exit_to_ingress": { "n": 301, "sum_ns": 99084352, "mean_ms": 0.3291838936877077 }, "source_encoded_queue": { "n": 301, "sum_ns": 11444000, "mean_ms": 0.038019933554817274 }, "decode_between_queues": { "n": 301, "sum_ns": 12575611000, "mean_ms": 41.77943853820598 }, "source_raw_queue": { "n": 301, "sum_ns": 12085000, "mean_ms": 0.040149501661129565 }, "raw_queue_to_source_exit": { "n": 301, "sum_ns": 6827000, "mean_ms": 0.02268106312292359 }, "selected_to_preprocess_start": { "n": 301, "sum_ns": 178567010, "mean_ms": 0.5932458803986711 }, "preprocess_start_to_preprocess_output": { "n": 301, "sum_ns": 155507277, "mean_ms": 0.5166354717607973 }, "selected_to_preprocess": { "n": 301, "sum_ns": 380593502, "mean_ms": 1.2644302392026576 }, "preprocess_start_to_preprocess": { "n": 301, "sum_ns": 202026492, "mean_ms": 0.6711843588039866 }, "preprocess_output_to_infer_entry": { "n": 301, "sum_ns": 46519215, "mean_ms": 0.15454888704318936 }, "preprocess_to_infer_output": { "n": 301, "sum_ns": 3909246921, "mean_ms": 12.987531299003322 }, "preprocess_to_callback": { "n": 301, "sum_ns": 4092337360, "mean_ms": 13.595805182724252 }, "infer_output_to_callback": { "n": 301, "sum_ns": 183090439, "mean_ms": 0.6082738837209302 }, "copy_wall": { "n": 301, "sum_ns": 1448750426, "mean_ms": 4.813124338870432 }, "copy_thread_cpu": { "n": 301, "sum_ns": 1447726812, "mean_ms": 4.809723627906977 }, "callback_to_copied": { "n": 301, "sum_ns": 1495474990, "mean_ms": 4.968355448504983 }, "accepted_interval": { "n": 301, "sum_ns": 30096076584, "mean_ms": 99.98696539534883 }, "selected_to_submitted": { "n": 301, "sum_ns": 5988069966, "mean_ms": 19.89392015282392 }, "completed_queue_wait": { "n": 301, "sum_ns": 50068219, "mean_ms": 0.16633959800664452 }, "result_composition_wall": { "n": 301, "sum_ns": 4568715, "mean_ms": 0.01517845514950166 }, "result_composition_cpu": { "n": 301, "sum_ns": 4476081, "mean_ms": 0.014870700996677741 }, "result_publish_wall": { "n": 301, "sum_ns": 44651055, "mean_ms": 0.1483423754152824 }, "result_publish_cpu": { "n": 301, "sum_ns": 44692068, "mean_ms": 0.14847863122923588 }, "result_total_wall": { "n": 301, "sum_ns": 293307867, "mean_ms": 0.9744447408637874 }, "result_total_cpu": { "n": 301, "sum_ns": 292438302, "mean_ms": 0.9715558205980066 } } }, { "mode": "mixed-a", "level": 4, "camera": "30", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.282085433, "new_channel": false, "seconds": 30.000012593984138, "selected_fps": 10.005915896063248, "requested_fps": 10.005915896063248, "complete_fps": 10.03893872080273, "accepted_fps": 10.03893872080273, "finalized_fps": 10.03893872080273, "redis_fps": 10.005915896063248, "redis_read_fps": 9.99999580200705, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 1, "queue_depth_max_sampled": 1, "queue_age_max_sampled": 0.0005743680521845818, "provider_response_age_max_sampled": 0.159, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 9, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.39439592201961204, "redis_interval_s": { "n": 299, "mean": 0.10003695839137636, "median": 0.09735524997813627, "p95": 0.15661027596797794, "maximum": 0.39439592201961204, "minimum": 0.004346742993220687 }, "redis_drift_s": { "n": 300, "mean": -5.2154964142798015, "median": -5.224880194984138, "p95": -5.152100724973252, "maximum": -4.9570504509825355, "minimum": -5.286210067999548 }, "redis_drift_s_per_min": 0.006417404886942512, "ingress_drift_s": { "n": 12, "mean": -0.0014281256666682414, "median": 0.002566569499997229, "p95": 0.030848414999994134, "maximum": 0.030848414999994134, "minimum": -0.026664430000010952 }, "ingress_drift_s_per_min": -0.052744722981290106, "source_drift_s": { "n": 12, "mean": -0.001421500000002851, "median": 0.0025589999999979796, "p95": 0.03086999999999307, "maximum": 0.03086999999999307, "minimum": -0.02651700000001256 }, "ingress_to_redis_ms": { "n": 300, "mean": 37.20333333333333, "median": 30.0, "p95": 62, "maximum": 266, "minimum": 22 }, "source_samples": 12, "redis_samples": 300, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 303, "sum_ns": 13597066000, "mean_ms": 44.87480528052805 }, "source_exit_to_ingress": { "n": 303, "sum_ns": 1233316553, "mean_ms": 4.070351660066007 }, "source_encoded_queue": { "n": 303, "sum_ns": 9329000, "mean_ms": 0.030788778877887786 }, "decode_between_queues": { "n": 303, "sum_ns": 13277355000, "mean_ms": 43.81965346534654 }, "source_raw_queue": { "n": 303, "sum_ns": 221574000, "mean_ms": 0.7312673267326733 }, "raw_queue_to_source_exit": { "n": 303, "sum_ns": 7229000, "mean_ms": 0.023858085808580856 }, "selected_to_preprocess_start": { "n": 303, "sum_ns": 202081994, "mean_ms": 0.6669372739273928 }, "preprocess_start_to_preprocess_output": { "n": 303, "sum_ns": 168950644, "mean_ms": 0.5575928844884489 }, "selected_to_preprocess": { "n": 303, "sum_ns": 435167694, "mean_ms": 1.4361970099009902 }, "preprocess_start_to_preprocess": { "n": 303, "sum_ns": 233085700, "mean_ms": 0.7692597359735974 }, "preprocess_output_to_infer_entry": { "n": 303, "sum_ns": 64135056, "mean_ms": 0.21166685148514852 }, "preprocess_to_infer_output": { "n": 304, "sum_ns": 5073381450, "mean_ms": 16.688754769736843 }, "preprocess_to_callback": { "n": 304, "sum_ns": 5254365453, "mean_ms": 17.284096884868422 }, "infer_output_to_callback": { "n": 304, "sum_ns": 180984003, "mean_ms": 0.595342115131579 }, "copy_wall": { "n": 304, "sum_ns": 996332373, "mean_ms": 3.277409121710526 }, "copy_thread_cpu": { "n": 304, "sum_ns": 995394114, "mean_ms": 3.2743227434210525 }, "callback_to_copied": { "n": 304, "sum_ns": 1042335633, "mean_ms": 3.428735634868421 }, "accepted_interval": { "n": 304, "sum_ns": 30355877667, "mean_ms": 99.85486074671053 }, "selected_to_submitted": { "n": 304, "sum_ns": 6758086992, "mean_ms": 22.23054931578947 }, "completed_queue_wait": { "n": 304, "sum_ns": 108403284, "mean_ms": 0.35658975 }, "result_observations_wall": { "n": 304, "sum_ns": 266099480, "mean_ms": 0.8753272368421052 }, "result_observations_cpu": { "n": 304, "sum_ns": 265708695, "mean_ms": 0.874041759868421 }, "result_nms_wall": { "n": 304, "sum_ns": 298955649, "mean_ms": 0.983406740131579 }, "result_nms_cpu": { "n": 304, "sum_ns": 141850067, "mean_ms": 0.4666120625 }, "result_tracking_wall": { "n": 304, "sum_ns": 846987119, "mean_ms": 2.7861418388157895 }, "result_tracking_cpu": { "n": 304, "sum_ns": 584216133, "mean_ms": 1.921763595394737 }, "result_region_wall": { "n": 304, "sum_ns": 78508868, "mean_ms": 0.2582528552631579 }, "result_region_cpu": { "n": 304, "sum_ns": 78542500, "mean_ms": 0.25836348684210525 }, "result_fall_wall": { "n": 304, "sum_ns": 902307382, "mean_ms": 2.968116388157895 }, "result_fall_cpu": { "n": 304, "sum_ns": 898221737, "mean_ms": 2.9546767664473688 }, "result_fight_wall": { "n": 304, "sum_ns": 138229357, "mean_ms": 0.4547018322368421 }, "result_fight_cpu": { "n": 304, "sum_ns": 138288552, "mean_ms": 0.4548965526315789 }, "result_collector_wall": { "n": 304, "sum_ns": 1124960494, "mean_ms": 3.7005279407894736 }, "result_collector_cpu": { "n": 304, "sum_ns": 1115371608, "mean_ms": 3.668985552631579 }, "result_composition_wall": { "n": 304, "sum_ns": 4236467, "mean_ms": 0.013935746710526315 }, "result_composition_cpu": { "n": 304, "sum_ns": 4247282, "mean_ms": 0.013971322368421054 }, "result_artifact_handoff_wall": { "n": 304, "sum_ns": 2646390, "mean_ms": 0.008705230263157894 }, "result_artifact_handoff_cpu": { "n": 304, "sum_ns": 2640182, "mean_ms": 0.008684809210526315 }, "result_publish_wall": { "n": 304, "sum_ns": 309888240, "mean_ms": 1.019369210526316 }, "result_publish_cpu": { "n": 304, "sum_ns": 305075516, "mean_ms": 1.0035378815789475 }, "result_total_wall": { "n": 304, "sum_ns": 4205918034, "mean_ms": 13.835256690789475 }, "result_total_cpu": { "n": 304, "sum_ns": 3766094995, "mean_ms": 12.388470378289474 } } }, { "mode": "mixed-a", "level": 4, "camera": "30", "provider": "fire", "cohort_reset": false, "counter_seconds": 30.343394107, "new_channel": false, "seconds": 30.000012593984138, "selected_fps": 9.985698993709477, "requested_fps": 9.985698993709477, "complete_fps": 9.985698993709477, "accepted_fps": 9.985698993709477, "finalized_fps": 9.985698993709477, "redis_fps": 9.985698993709477, "redis_read_fps": 9.99999580200705, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.147, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.19114180299220607, "redis_interval_s": { "n": 299, "mean": 0.1000697214382601, "median": 0.09873426705598831, "p95": 0.14423244900535792, "maximum": 0.19114180299220607, "minimum": 0.027543980977497995 }, "redis_drift_s": { "n": 300, "mean": -0.03642736650563151, "median": -0.0358778925246952, "p95": -0.007866367055555656, "maximum": 0.009887733974494495, "minimum": -0.09733512699651214 }, "redis_drift_s_per_min": 0.0019063406719988954, "ingress_drift_s": { "n": 12, "mean": -0.00536885516666293, "median": -0.006478833999992162, "p95": 0.031212408999991226, "maximum": 0.031212408999991226, "minimum": -0.02907843100000207 }, "ingress_drift_s_per_min": -0.0342125782208387, "source_drift_s": { "n": 12, "mean": -0.005329166666661204, "median": -0.0063715000000001965, "p95": 0.03101999999999805, "maximum": 0.03101999999999805, "minimum": -0.028863000000001193 }, "ingress_to_redis_ms": { "n": 300, "mean": 23.423333333333332, "median": 23.0, "p95": 31, "maximum": 37, "minimum": 17 }, "source_samples": 12, "redis_samples": 300, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 303, "sum_ns": 13470590000, "mean_ms": 44.45739273927393 }, "source_exit_to_ingress": { "n": 303, "sum_ns": 115637461, "mean_ms": 0.3816417854785479 }, "source_encoded_queue": { "n": 303, "sum_ns": 10332000, "mean_ms": 0.0340990099009901 }, "decode_between_queues": { "n": 303, "sum_ns": 13371428000, "mean_ms": 44.130125412541254 }, "source_raw_queue": { "n": 303, "sum_ns": 6891000, "mean_ms": 0.022742574257425742 }, "raw_queue_to_source_exit": { "n": 303, "sum_ns": 7061000, "mean_ms": 0.023303630363036305 }, "selected_to_preprocess_start": { "n": 303, "sum_ns": 188842570, "mean_ms": 0.623242805280528 }, "preprocess_start_to_preprocess_output": { "n": 303, "sum_ns": 164281070, "mean_ms": 0.5421817491749175 }, "selected_to_preprocess": { "n": 303, "sum_ns": 399958962, "mean_ms": 1.3199965742574258 }, "preprocess_start_to_preprocess": { "n": 303, "sum_ns": 211116392, "mean_ms": 0.6967537689768977 }, "preprocess_output_to_infer_entry": { "n": 303, "sum_ns": 46835322, "mean_ms": 0.1545720198019802 }, "preprocess_to_infer_output": { "n": 303, "sum_ns": 4561661580, "mean_ms": 15.054988712871287 }, "preprocess_to_callback": { "n": 303, "sum_ns": 4751439628, "mean_ms": 15.681318904290428 }, "infer_output_to_callback": { "n": 303, "sum_ns": 189778048, "mean_ms": 0.6263301914191419 }, "copy_wall": { "n": 303, "sum_ns": 1520520029, "mean_ms": 5.018217917491749 }, "copy_thread_cpu": { "n": 303, "sum_ns": 1519050499, "mean_ms": 5.01336798349835 }, "callback_to_copied": { "n": 303, "sum_ns": 1568531571, "mean_ms": 5.176671851485148 }, "accepted_interval": { "n": 303, "sum_ns": 30259892324, "mean_ms": 99.86763143234323 }, "selected_to_submitted": { "n": 303, "sum_ns": 6743369753, "mean_ms": 22.255345719471947 }, "completed_queue_wait": { "n": 303, "sum_ns": 50315848, "mean_ms": 0.16605890429042905 }, "result_composition_wall": { "n": 303, "sum_ns": 2459495, "mean_ms": 0.008117145214521452 }, "result_composition_cpu": { "n": 303, "sum_ns": 2417142, "mean_ms": 0.007977366336633663 }, "result_artifact_handoff_wall": { "n": 303, "sum_ns": 2260993, "mean_ms": 0.0074620231023102305 }, "result_artifact_handoff_cpu": { "n": 303, "sum_ns": 2263544, "mean_ms": 0.007470442244224422 }, "result_publish_wall": { "n": 303, "sum_ns": 26562902, "mean_ms": 0.08766634323432343 }, "result_publish_cpu": { "n": 303, "sum_ns": 26615445, "mean_ms": 0.08783975247524753 }, "result_total_wall": { "n": 303, "sum_ns": 225250019, "mean_ms": 0.743399402640264 }, "result_total_cpu": { "n": 303, "sum_ns": 225040516, "mean_ms": 0.7427079735973597 } } }, { "mode": "mixed-a", "level": 4, "camera": "30", "provider": "crowd", "cohort_reset": false, "counter_seconds": 30.345323202, "new_channel": false, "seconds": 30.000012593984138, "selected_fps": 9.98506418873897, "requested_fps": 9.98506418873897, "complete_fps": 9.98506418873897, "accepted_fps": 9.98506418873897, "finalized_fps": 9.98506418873897, "redis_fps": 9.98506418873897, "redis_read_fps": 9.99999580200705, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.146, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.19162264105398208, "redis_interval_s": { "n": 299, "mean": 0.10007640678921471, "median": 0.09974676102865487, "p95": 0.14457943302113563, "maximum": 0.19162264105398208, "minimum": 0.02637456700904295 }, "redis_drift_s": { "n": 300, "mean": -0.31589855549246054, "median": -0.3153368320094927, "p95": -0.28595528798410896, "maximum": -0.2734254270033034, "minimum": -0.37698273899221135 }, "redis_drift_s_per_min": 0.0006426825478254045, "ingress_drift_s": { "n": 12, "mean": -0.0057003164166692, "median": -0.006817712000000142, "p95": 0.0311038429999968, "maximum": 0.0311038429999968, "minimum": -0.029829397000000313 }, "ingress_drift_s_per_min": -0.034220008746565056, "source_drift_s": { "n": 12, "mean": -0.005580500000001838, "median": -0.006729500000005828, "p95": 0.03103899999999271, "maximum": 0.03103899999999271, "minimum": -0.029533999999998173 }, "ingress_to_redis_ms": { "n": 300, "mean": 23.236666666666668, "median": 22.0, "p95": 29, "maximum": 36, "minimum": 17 }, "source_samples": 12, "redis_samples": 300, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 303, "sum_ns": 13480099000, "mean_ms": 44.48877557755776 }, "source_exit_to_ingress": { "n": 303, "sum_ns": 114779501, "mean_ms": 0.3788102343234323 }, "source_encoded_queue": { "n": 303, "sum_ns": 12049000, "mean_ms": 0.03976567656765677 }, "decode_between_queues": { "n": 303, "sum_ns": 13370242000, "mean_ms": 44.12621122112212 }, "source_raw_queue": { "n": 303, "sum_ns": 8676000, "mean_ms": 0.028633663366336635 }, "raw_queue_to_source_exit": { "n": 303, "sum_ns": 7328000, "mean_ms": 0.024184818481848187 }, "selected_to_preprocess_start": { "n": 303, "sum_ns": 188381555, "mean_ms": 0.621721303630363 }, "preprocess_start_to_preprocess_output": { "n": 303, "sum_ns": 162275022, "mean_ms": 0.5355611287128713 }, "selected_to_preprocess": { "n": 303, "sum_ns": 395602426, "mean_ms": 1.3056185676567658 }, "preprocess_start_to_preprocess": { "n": 303, "sum_ns": 207220871, "mean_ms": 0.6838972640264026 }, "preprocess_output_to_infer_entry": { "n": 303, "sum_ns": 44945849, "mean_ms": 0.14833613531353135 }, "preprocess_to_infer_output": { "n": 303, "sum_ns": 4369742566, "mean_ms": 14.421592627062706 }, "preprocess_to_callback": { "n": 303, "sum_ns": 4567627837, "mean_ms": 15.074679330033002 }, "infer_output_to_callback": { "n": 303, "sum_ns": 197885271, "mean_ms": 0.653086702970297 }, "copy_wall": { "n": 303, "sum_ns": 1527995592, "mean_ms": 5.042889742574258 }, "copy_thread_cpu": { "n": 303, "sum_ns": 1525076498, "mean_ms": 5.033255768976898 }, "callback_to_copied": { "n": 303, "sum_ns": 1577496316, "mean_ms": 5.2062584686468645 }, "accepted_interval": { "n": 303, "sum_ns": 30254517957, "mean_ms": 99.84989424752476 }, "selected_to_submitted": { "n": 303, "sum_ns": 6563088000, "mean_ms": 21.660356435643564 }, "completed_queue_wait": { "n": 303, "sum_ns": 47881910, "mean_ms": 0.15802610561056107 }, "result_composition_wall": { "n": 303, "sum_ns": 4960029, "mean_ms": 0.016369732673267325 }, "result_composition_cpu": { "n": 303, "sum_ns": 4857680, "mean_ms": 0.01603194719471947 }, "result_publish_wall": { "n": 303, "sum_ns": 64890582, "mean_ms": 0.21416033663366335 }, "result_publish_cpu": { "n": 303, "sum_ns": 64926808, "mean_ms": 0.21427989438943892 }, "result_total_wall": { "n": 303, "sum_ns": 376947756, "mean_ms": 1.244052 }, "result_total_cpu": { "n": 303, "sum_ns": 374892542, "mean_ms": 1.2372691155115512 } } }, { "mode": "mixed-a", "level": 4, "camera": "31", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.086106973, "new_channel": false, "seconds": 30.000012593984138, "selected_fps": 10.03785568771068, "requested_fps": 10.03785568771068, "complete_fps": 10.03785568771068, "accepted_fps": 10.03785568771068, "finalized_fps": 10.004617754969916, "redis_fps": 10.004617754969916, "redis_read_fps": 9.966662482667026, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 1, "queue_depth_max_sampled": 1, "queue_age_max_sampled": 0.0004987000138498843, "provider_response_age_max_sampled": 0.108, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.3132710240315646, "redis_interval_s": { "n": 298, "mean": 0.10021105984221182, "median": 0.10004255751846358, "p95": 0.15654645598260686, "maximum": 0.3132710240315646, "minimum": 0.005230431037489325 }, "redis_drift_s": { "n": 299, "mean": -6.676469524018544, "median": -6.679650013951118, "p95": -6.635863618969452, "maximum": -6.563151156974953, "minimum": -6.731802067996469 }, "redis_drift_s_per_min": -0.0021427640703505484, "ingress_drift_s": { "n": 12, "mean": -0.0009209057500013292, "median": -0.0007033660000033137, "p95": 0.040194498000005296, "maximum": 0.040194498000005296, "minimum": -0.02993737299999566 }, "ingress_drift_s_per_min": -0.014701652169096685, "source_drift_s": { "n": 12, "mean": -0.004115666666663742, "median": -0.0007274999999964393, "p95": 0.0163519999999977, "maximum": 0.0163519999999977, "minimum": -0.029936999999989666 }, "ingress_to_redis_ms": { "n": 299, "mean": 29.986622073578594, "median": 26, "p95": 40, "maximum": 118, "minimum": 20 }, "source_samples": 12, "redis_samples": 299, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 300, "sum_ns": 13137576000, "mean_ms": 43.79192 }, "source_exit_to_ingress": { "n": 300, "sum_ns": 368357421, "mean_ms": 1.2278580700000001 }, "source_encoded_queue": { "n": 300, "sum_ns": 8839000, "mean_ms": 0.02946333333333333 }, "decode_between_queues": { "n": 300, "sum_ns": 13006597000, "mean_ms": 43.35532333333334 }, "source_raw_queue": { "n": 300, "sum_ns": 8502000, "mean_ms": 0.02834 }, "raw_queue_to_source_exit": { "n": 300, "sum_ns": 7318000, "mean_ms": 0.024393333333333333 }, "selected_to_preprocess_start": { "n": 302, "sum_ns": 191847356, "mean_ms": 0.6352561456953643 }, "preprocess_start_to_preprocess_output": { "n": 302, "sum_ns": 157376003, "mean_ms": 0.5211125927152318 }, "selected_to_preprocess": { "n": 302, "sum_ns": 399718816, "mean_ms": 1.3235722384105961 }, "preprocess_start_to_preprocess": { "n": 302, "sum_ns": 207871460, "mean_ms": 0.6883160927152319 }, "preprocess_output_to_infer_entry": { "n": 302, "sum_ns": 50495457, "mean_ms": 0.1672035 }, "preprocess_to_infer_output": { "n": 302, "sum_ns": 5045026087, "mean_ms": 16.705384394039736 }, "preprocess_to_callback": { "n": 302, "sum_ns": 5214965522, "mean_ms": 17.268097754966888 }, "infer_output_to_callback": { "n": 302, "sum_ns": 169939435, "mean_ms": 0.5627133609271523 }, "copy_wall": { "n": 302, "sum_ns": 867130383, "mean_ms": 2.8712926589403973 }, "copy_thread_cpu": { "n": 302, "sum_ns": 864641605, "mean_ms": 2.8630516721854304 }, "callback_to_copied": { "n": 302, "sum_ns": 912682328, "mean_ms": 3.022126913907285 }, "accepted_interval": { "n": 302, "sum_ns": 30163003252, "mean_ms": 99.87749421192053 }, "selected_to_submitted": { "n": 302, "sum_ns": 6549295054, "mean_ms": 21.68640746357616 }, "completed_queue_wait": { "n": 301, "sum_ns": 53703260, "mean_ms": 0.178416146179402 }, "result_observations_wall": { "n": 301, "sum_ns": 271061157, "mean_ms": 0.9005354053156146 }, "result_observations_cpu": { "n": 301, "sum_ns": 271180877, "mean_ms": 0.900933146179402 }, "result_nms_wall": { "n": 301, "sum_ns": 177290300, "mean_ms": 0.5890043189368771 }, "result_nms_cpu": { "n": 301, "sum_ns": 134910132, "mean_ms": 0.44820641860465116 }, "result_tracking_wall": { "n": 301, "sum_ns": 272396538, "mean_ms": 0.9049718870431894 }, "result_tracking_cpu": { "n": 301, "sum_ns": 249765215, "mean_ms": 0.8297847674418605 }, "result_region_wall": { "n": 301, "sum_ns": 58572179, "mean_ms": 0.19459195681063124 }, "result_region_cpu": { "n": 301, "sum_ns": 58606667, "mean_ms": 0.19470653488372092 }, "result_fall_wall": { "n": 301, "sum_ns": 121749654, "mean_ms": 0.4044839003322259 }, "result_fall_cpu": { "n": 301, "sum_ns": 121794080, "mean_ms": 0.4046314950166113 }, "result_fight_wall": { "n": 301, "sum_ns": 45710992, "mean_ms": 0.1518637607973422 }, "result_fight_cpu": { "n": 301, "sum_ns": 45745086, "mean_ms": 0.1519770299003322 }, "result_collector_wall": { "n": 301, "sum_ns": 1099055120, "mean_ms": 3.6513459136212627 }, "result_collector_cpu": { "n": 301, "sum_ns": 1090135213, "mean_ms": 3.6217116710963455 }, "result_composition_wall": { "n": 301, "sum_ns": 4297235, "mean_ms": 0.014276528239202658 }, "result_composition_cpu": { "n": 301, "sum_ns": 4309179, "mean_ms": 0.014316209302325583 }, "result_artifact_handoff_wall": { "n": 301, "sum_ns": 2491450, "mean_ms": 0.008277242524916942 }, "result_artifact_handoff_cpu": { "n": 301, "sum_ns": 2479708, "mean_ms": 0.008238232558139534 }, "result_publish_wall": { "n": 301, "sum_ns": 95903396, "mean_ms": 0.31861593355481727 }, "result_publish_cpu": { "n": 301, "sum_ns": 95963368, "mean_ms": 0.31881517607973425 }, "result_total_wall": { "n": 301, "sum_ns": 2372355578, "mean_ms": 7.881579993355482 }, "result_total_cpu": { "n": 301, "sum_ns": 2297708321, "mean_ms": 7.63358246179402 } } }, { "mode": "mixed-a", "level": 4, "camera": "31", "provider": "fire", "cohort_reset": false, "counter_seconds": 30.101337624, "new_channel": false, "seconds": 30.000012593984138, "selected_fps": 9.999555626392187, "requested_fps": 9.999555626392187, "complete_fps": 9.999555626392187, "accepted_fps": 9.999555626392187, "finalized_fps": 9.999555626392187, "redis_fps": 9.999555626392187, "redis_read_fps": 9.933329163327002, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.121, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.22425317199667916, "redis_interval_s": { "n": 297, "mean": 0.10063513765316959, "median": 0.10077590501168743, "p95": 0.14670613495400175, "maximum": 0.22425317199667916, "minimum": 0.004766136989928782 }, "redis_drift_s": { "n": 298, "mean": 0.003112894627553338, "median": 0.003658160995925641, "p95": 0.031942720020182946, "maximum": 0.07025185601831652, "minimum": -0.04879935198650287 }, "redis_drift_s_per_min": -2.636680918962388e-05, "ingress_drift_s": { "n": 12, "mean": -0.00032055391666692873, "median": -0.0002105144999973163, "p95": 0.029346505999995998, "maximum": 0.029346505999995998, "minimum": -0.029723793000002274 }, "ingress_drift_s_per_min": -0.01287069140251673, "source_drift_s": { "n": 12, "mean": -0.00029991666666499367, "median": -0.00028899999999509873, "p95": 0.029519000000007622, "maximum": 0.029519000000007622, "minimum": -0.029722000000006688 }, "ingress_to_redis_ms": { "n": 298, "mean": 23.164429530201343, "median": 22.0, "p95": 30, "maximum": 35, "minimum": 14 }, "source_samples": 12, "redis_samples": 298, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 299, "sum_ns": 13130581000, "mean_ms": 43.91498662207358 }, "source_exit_to_ingress": { "n": 299, "sum_ns": 101585454, "mean_ms": 0.33975068227424754 }, "source_encoded_queue": { "n": 299, "sum_ns": 7664000, "mean_ms": 0.02563210702341137 }, "decode_between_queues": { "n": 299, "sum_ns": 12986593000, "mean_ms": 43.43342140468227 }, "source_raw_queue": { "n": 299, "sum_ns": 7136000, "mean_ms": 0.02386622073578595 }, "raw_queue_to_source_exit": { "n": 299, "sum_ns": 7209000, "mean_ms": 0.02411036789297659 }, "selected_to_preprocess_start": { "n": 301, "sum_ns": 180069298, "mean_ms": 0.5982368704318938 }, "preprocess_start_to_preprocess_output": { "n": 301, "sum_ns": 151832788, "mean_ms": 0.5044278671096346 }, "selected_to_preprocess": { "n": 301, "sum_ns": 377480970, "mean_ms": 1.2540896013289036 }, "preprocess_start_to_preprocess": { "n": 301, "sum_ns": 197411672, "mean_ms": 0.6558527308970099 }, "preprocess_output_to_infer_entry": { "n": 301, "sum_ns": 45578884, "mean_ms": 0.1514248637873754 }, "preprocess_to_infer_output": { "n": 301, "sum_ns": 4493243074, "mean_ms": 14.927717853820598 }, "preprocess_to_callback": { "n": 301, "sum_ns": 4688168599, "mean_ms": 15.575310960132889 }, "infer_output_to_callback": { "n": 301, "sum_ns": 194925525, "mean_ms": 0.6475931063122924 }, "copy_wall": { "n": 301, "sum_ns": 1519134435, "mean_ms": 5.046958255813953 }, "copy_thread_cpu": { "n": 301, "sum_ns": 1517789693, "mean_ms": 5.042490674418605 }, "callback_to_copied": { "n": 301, "sum_ns": 1567743756, "mean_ms": 5.208451016611296 }, "accepted_interval": { "n": 301, "sum_ns": 30100244215, "mean_ms": 100.00081134551495 }, "selected_to_submitted": { "n": 301, "sum_ns": 6656773597, "mean_ms": 22.115526900332227 }, "completed_queue_wait": { "n": 301, "sum_ns": 51019259, "mean_ms": 0.1694991993355482 }, "result_composition_wall": { "n": 301, "sum_ns": 2264758, "mean_ms": 0.007524112956810632 }, "result_composition_cpu": { "n": 301, "sum_ns": 2235920, "mean_ms": 0.007428305647840532 }, "result_artifact_handoff_wall": { "n": 301, "sum_ns": 2066441, "mean_ms": 0.006865252491694352 }, "result_artifact_handoff_cpu": { "n": 301, "sum_ns": 2069889, "mean_ms": 0.006876707641196013 }, "result_publish_wall": { "n": 301, "sum_ns": 25819818, "mean_ms": 0.08578012624584717 }, "result_publish_cpu": { "n": 301, "sum_ns": 25873364, "mean_ms": 0.08595801993355483 }, "result_total_wall": { "n": 301, "sum_ns": 219429837, "mean_ms": 0.729002780730897 }, "result_total_cpu": { "n": 301, "sum_ns": 219102357, "mean_ms": 0.7279148073089702 } } }, { "mode": "mixed-a", "level": 4, "camera": "31", "provider": "crowd", "cohort_reset": false, "counter_seconds": 30.088771516, "new_channel": false, "seconds": 30.000012593984138, "selected_fps": 10.00373178545825, "requested_fps": 10.00373178545825, "complete_fps": 10.00373178545825, "accepted_fps": 10.00373178545825, "finalized_fps": 10.00373178545825, "redis_fps": 10.00373178545825, "redis_read_fps": 9.933329163327002, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 1, "queue_age_max_sampled": 0.00042473897337913513, "provider_response_age_max_sampled": 0.122, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.2259184939903207, "redis_interval_s": { "n": 297, "mean": 0.10063725828956688, "median": 0.10035114001948386, "p95": 0.14664640399860218, "maximum": 0.2259184939903207, "minimum": 0.007277211989276111 }, "redis_drift_s": { "n": 298, "mean": 0.00679611114831328, "median": 0.006949390002290556, "p95": 0.03626620101556455, "maximum": 0.06371135901986236, "minimum": -0.04397167795337964 }, "redis_drift_s_per_min": -0.00010390342793495247, "ingress_drift_s": { "n": 12, "mean": -0.000311304833330676, "median": -0.00028905199999940123, "p95": 0.029408611999997447, "maximum": 0.029408611999997447, "minimum": -0.029526029999999537 }, "ingress_drift_s_per_min": -0.01260033626408416, "source_drift_s": { "n": 12, "mean": -0.0003215833333314322, "median": -0.00040500000000065484, "p95": 0.029419000000004303, "maximum": 0.029419000000004303, "minimum": -0.029451000000008776 }, "ingress_to_redis_ms": { "n": 298, "mean": 22.855704697986578, "median": 22.0, "p95": 28, "maximum": 32, "minimum": 16 }, "source_samples": 12, "redis_samples": 298, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 299, "sum_ns": 13120422000, "mean_ms": 43.88101003344482 }, "source_exit_to_ingress": { "n": 299, "sum_ns": 106770554, "mean_ms": 0.3570921538461539 }, "source_encoded_queue": { "n": 299, "sum_ns": 9018000, "mean_ms": 0.030160535117056856 }, "decode_between_queues": { "n": 299, "sum_ns": 12993950000, "mean_ms": 43.45802675585284 }, "source_raw_queue": { "n": 299, "sum_ns": 7076000, "mean_ms": 0.023665551839464883 }, "raw_queue_to_source_exit": { "n": 299, "sum_ns": 7311000, "mean_ms": 0.024451505016722407 }, "selected_to_preprocess_start": { "n": 301, "sum_ns": 186616550, "mean_ms": 0.6199885382059801 }, "preprocess_start_to_preprocess_output": { "n": 301, "sum_ns": 158308064, "mean_ms": 0.5259404119601329 }, "selected_to_preprocess": { "n": 301, "sum_ns": 389780342, "mean_ms": 1.2949513023255814 }, "preprocess_start_to_preprocess": { "n": 301, "sum_ns": 203163792, "mean_ms": 0.6749627641196013 }, "preprocess_output_to_infer_entry": { "n": 301, "sum_ns": 44855728, "mean_ms": 0.14902235215946844 }, "preprocess_to_infer_output": { "n": 301, "sum_ns": 4305208591, "mean_ms": 14.303018574750832 }, "preprocess_to_callback": { "n": 301, "sum_ns": 4500918414, "mean_ms": 14.953217322259135 }, "infer_output_to_callback": { "n": 301, "sum_ns": 195709823, "mean_ms": 0.6501987475083056 }, "copy_wall": { "n": 301, "sum_ns": 1515643443, "mean_ms": 5.035360275747509 }, "copy_thread_cpu": { "n": 301, "sum_ns": 1511644140, "mean_ms": 5.022073554817276 }, "callback_to_copied": { "n": 301, "sum_ns": 1565319527, "mean_ms": 5.200397099667774 }, "accepted_interval": { "n": 301, "sum_ns": 30100342821, "mean_ms": 100.00113894019933 }, "selected_to_submitted": { "n": 301, "sum_ns": 6478593435, "mean_ms": 21.52356622923588 }, "completed_queue_wait": { "n": 301, "sum_ns": 50437142, "mean_ms": 0.16756525581395348 }, "result_composition_wall": { "n": 301, "sum_ns": 4050110, "mean_ms": 0.013455514950166112 }, "result_composition_cpu": { "n": 301, "sum_ns": 3955588, "mean_ms": 0.013141488372093023 }, "result_publish_wall": { "n": 301, "sum_ns": 37306945, "mean_ms": 0.1239433388704319 }, "result_publish_cpu": { "n": 301, "sum_ns": 37337560, "mean_ms": 0.12404504983388703 }, "result_total_wall": { "n": 301, "sum_ns": 285767737, "mean_ms": 0.9493944750830565 }, "result_total_cpu": { "n": 301, "sum_ns": 284306660, "mean_ms": 0.9445403986710963 } } }, { "mode": "mixed-a", "level": 4, "camera": "32", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.070955513, "new_channel": false, "seconds": 30.000012593984138, "selected_fps": 10.009658651181683, "requested_fps": 10.009658651181683, "complete_fps": 10.009658651181683, "accepted_fps": 10.009658651181683, "finalized_fps": 10.009658651181683, "redis_fps": 10.009658651181683, "redis_read_fps": 9.99999580200705, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 1, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.114, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.25953463901532814, "redis_interval_s": { "n": 299, "mean": 0.09997248552182073, "median": 0.10006956796860322, "p95": 0.15938622399698943, "maximum": 0.25953463901532814, "minimum": 0.008448580978438258 }, "redis_drift_s": { "n": 300, "mean": -3.7596354069291973, "median": -3.7634719365213556, "p95": -3.719510022998321, "maximum": -3.6285232779835326, "minimum": -3.818241621969733 }, "redis_drift_s_per_min": 0.00882834205209633, "ingress_drift_s": { "n": 12, "mean": -0.014210527583330782, "median": -0.01747298749999615, "p95": 0.02949602400000373, "maximum": 0.02949602400000373, "minimum": -0.04919186299999723 }, "ingress_drift_s_per_min": -0.005587992130064923, "source_drift_s": { "n": 12, "mean": -0.013819333333331704, "median": -0.017031999999996827, "p95": 0.029913000000000523, "maximum": 0.029913000000000523, "minimum": -0.048660999999995624 }, "ingress_to_redis_ms": { "n": 300, "mean": 30.29, "median": 27.0, "p95": 38, "maximum": 164, "minimum": 19 }, "source_samples": 12, "redis_samples": 300, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 301, "sum_ns": 13900782000, "mean_ms": 46.182 }, "source_exit_to_ingress": { "n": 301, "sum_ns": 294693761, "mean_ms": 0.9790490398671097 }, "source_encoded_queue": { "n": 301, "sum_ns": 11121000, "mean_ms": 0.0369468438538206 }, "decode_between_queues": { "n": 301, "sum_ns": 13715112000, "mean_ms": 45.5651561461794 }, "source_raw_queue": { "n": 301, "sum_ns": 27218000, "mean_ms": 0.09042524916943522 }, "raw_queue_to_source_exit": { "n": 301, "sum_ns": 6681000, "mean_ms": 0.022196013289036545 }, "selected_to_preprocess_start": { "n": 301, "sum_ns": 189431760, "mean_ms": 0.6293413953488373 }, "preprocess_start_to_preprocess_output": { "n": 301, "sum_ns": 157367840, "mean_ms": 0.5228167441860465 }, "selected_to_preprocess": { "n": 301, "sum_ns": 399207980, "mean_ms": 1.3262723588039869 }, "preprocess_start_to_preprocess": { "n": 301, "sum_ns": 209776220, "mean_ms": 0.6969309634551496 }, "preprocess_output_to_infer_entry": { "n": 301, "sum_ns": 52408380, "mean_ms": 0.174114219269103 }, "preprocess_to_infer_output": { "n": 301, "sum_ns": 5018625219, "mean_ms": 16.673173485049833 }, "preprocess_to_callback": { "n": 301, "sum_ns": 5190010793, "mean_ms": 17.242560774086378 }, "infer_output_to_callback": { "n": 301, "sum_ns": 171385574, "mean_ms": 0.5693872890365449 }, "copy_wall": { "n": 301, "sum_ns": 974202522, "mean_ms": 3.2365532292358807 }, "copy_thread_cpu": { "n": 301, "sum_ns": 970215463, "mean_ms": 3.2233071860465112 }, "callback_to_copied": { "n": 301, "sum_ns": 1020171185, "mean_ms": 3.38927303986711 }, "accepted_interval": { "n": 301, "sum_ns": 30085733941, "mean_ms": 99.9526044551495 }, "selected_to_submitted": { "n": 301, "sum_ns": 6630396648, "mean_ms": 22.02789584053156 }, "completed_queue_wait": { "n": 301, "sum_ns": 63368634, "mean_ms": 0.21052702325581396 }, "result_observations_wall": { "n": 301, "sum_ns": 251290864, "mean_ms": 0.8348533687707641 }, "result_observations_cpu": { "n": 301, "sum_ns": 249419039, "mean_ms": 0.8286346810631229 }, "result_nms_wall": { "n": 301, "sum_ns": 185558401, "mean_ms": 0.6164730930232558 }, "result_nms_cpu": { "n": 301, "sum_ns": 136477654, "mean_ms": 0.4534141328903654 }, "result_tracking_wall": { "n": 301, "sum_ns": 381399580, "mean_ms": 1.2671082392026578 }, "result_tracking_cpu": { "n": 301, "sum_ns": 330368914, "mean_ms": 1.0975711428571429 }, "result_region_wall": { "n": 301, "sum_ns": 69072975, "mean_ms": 0.22947832225913622 }, "result_region_cpu": { "n": 301, "sum_ns": 69108802, "mean_ms": 0.2295973488372093 }, "result_fall_wall": { "n": 301, "sum_ns": 190012010, "mean_ms": 0.6312691362126246 }, "result_fall_cpu": { "n": 301, "sum_ns": 190096861, "mean_ms": 0.6315510332225914 }, "result_fight_wall": { "n": 301, "sum_ns": 56136261, "mean_ms": 0.18649920598006645 }, "result_fight_cpu": { "n": 301, "sum_ns": 56179070, "mean_ms": 0.18664142857142857 }, "result_collector_wall": { "n": 301, "sum_ns": 776706589, "mean_ms": 2.580420561461794 }, "result_collector_cpu": { "n": 301, "sum_ns": 771075089, "mean_ms": 2.5617112591362123 }, "result_composition_wall": { "n": 301, "sum_ns": 3981502, "mean_ms": 0.013227581395348837 }, "result_composition_cpu": { "n": 301, "sum_ns": 3991724, "mean_ms": 0.013261541528239202 }, "result_artifact_handoff_wall": { "n": 301, "sum_ns": 2478582, "mean_ms": 0.008234491694352161 }, "result_artifact_handoff_cpu": { "n": 301, "sum_ns": 2468105, "mean_ms": 0.008199684385382058 }, "result_publish_wall": { "n": 301, "sum_ns": 129166058, "mean_ms": 0.42912311627906974 }, "result_publish_cpu": { "n": 301, "sum_ns": 129242789, "mean_ms": 0.4293780365448505 }, "result_total_wall": { "n": 301, "sum_ns": 2281450164, "mean_ms": 7.579568651162791 }, "result_total_cpu": { "n": 301, "sum_ns": 2172992942, "mean_ms": 7.21924565448505 } } }, { "mode": "mixed-a", "level": 4, "camera": "32", "provider": "fire", "cohort_reset": false, "counter_seconds": 30.077766259, "new_channel": false, "seconds": 30.000012593984138, "selected_fps": 10.007392085172995, "requested_fps": 10.007392085172995, "complete_fps": 10.007392085172995, "accepted_fps": 10.007392085172995, "finalized_fps": 10.007392085172995, "redis_fps": 10.007392085172995, "redis_read_fps": 9.99999580200705, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 1, "queue_age_max_sampled": 0.0004072070005349815, "provider_response_age_max_sampled": 0.076, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.20146657596342266, "redis_interval_s": { "n": 299, "mean": 0.09997426071901179, "median": 0.09981609298847616, "p95": 0.1549206170020625, "maximum": 0.20146657596342266, "minimum": 0.024565127969253808 }, "redis_drift_s": { "n": 300, "mean": 0.016986673366071774, "median": 0.015047591990320797, "p95": 0.05100643500871627, "maximum": 0.07457002501003274, "minimum": -0.037583946975878746 }, "redis_drift_s_per_min": 0.003154439634807249, "ingress_drift_s": { "n": 12, "mean": 0.003058831249998543, "median": 0.000265314499998226, "p95": 0.031731301000000656, "maximum": 0.031731301000000656, "minimum": -0.020412798999998927 }, "ingress_drift_s_per_min": -0.02178114861903889, "source_drift_s": { "n": 12, "mean": 0.003215500000000778, "median": 0.000343499999999608, "p95": 0.031956000000000984, "maximum": 0.031956000000000984, "minimum": -0.02029999999999177 }, "ingress_to_redis_ms": { "n": 300, "mean": 23.313333333333333, "median": 23.0, "p95": 30, "maximum": 36, "minimum": 15 }, "source_samples": 12, "redis_samples": 300, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 301, "sum_ns": 13901769000, "mean_ms": 46.18527906976745 }, "source_exit_to_ingress": { "n": 301, "sum_ns": 106171898, "mean_ms": 0.3527305581395349 }, "source_encoded_queue": { "n": 301, "sum_ns": 8367000, "mean_ms": 0.02779734219269103 }, "decode_between_queues": { "n": 301, "sum_ns": 13752053000, "mean_ms": 45.68788372093023 }, "source_raw_queue": { "n": 301, "sum_ns": 9314000, "mean_ms": 0.030943521594684387 }, "raw_queue_to_source_exit": { "n": 301, "sum_ns": 7101000, "mean_ms": 0.023591362126245848 }, "selected_to_preprocess_start": { "n": 301, "sum_ns": 188267633, "mean_ms": 0.6254738637873754 }, "preprocess_start_to_preprocess_output": { "n": 301, "sum_ns": 158794208, "mean_ms": 0.5275555083056479 }, "selected_to_preprocess": { "n": 301, "sum_ns": 394366092, "mean_ms": 1.3101863521594685 }, "preprocess_start_to_preprocess": { "n": 301, "sum_ns": 206098459, "mean_ms": 0.6847124883720931 }, "preprocess_output_to_infer_entry": { "n": 301, "sum_ns": 47304251, "mean_ms": 0.15715698006644518 }, "preprocess_to_infer_output": { "n": 301, "sum_ns": 4556417087, "mean_ms": 15.137598295681062 }, "preprocess_to_callback": { "n": 301, "sum_ns": 4744222771, "mean_ms": 15.761537445182723 }, "infer_output_to_callback": { "n": 301, "sum_ns": 187805684, "mean_ms": 0.6239391495016611 }, "copy_wall": { "n": 301, "sum_ns": 1463121543, "mean_ms": 4.860868913621263 }, "copy_thread_cpu": { "n": 301, "sum_ns": 1461751953, "mean_ms": 4.856318780730897 }, "callback_to_copied": { "n": 301, "sum_ns": 1510849131, "mean_ms": 5.019432328903655 }, "accepted_interval": { "n": 301, "sum_ns": 30079832329, "mean_ms": 99.93299777076412 }, "selected_to_submitted": { "n": 301, "sum_ns": 6671483267, "mean_ms": 22.164396235880396 }, "completed_queue_wait": { "n": 301, "sum_ns": 49456792, "mean_ms": 0.16430827906976744 }, "result_composition_wall": { "n": 301, "sum_ns": 2334664, "mean_ms": 0.007756358803986711 }, "result_composition_cpu": { "n": 301, "sum_ns": 2300045, "mean_ms": 0.007641345514950166 }, "result_artifact_handoff_wall": { "n": 301, "sum_ns": 2134452, "mean_ms": 0.007091202657807309 }, "result_artifact_handoff_cpu": { "n": 301, "sum_ns": 2138159, "mean_ms": 0.007103518272425249 }, "result_publish_wall": { "n": 301, "sum_ns": 26093854, "mean_ms": 0.08669054485049833 }, "result_publish_cpu": { "n": 301, "sum_ns": 26135707, "mean_ms": 0.08682959136212624 }, "result_total_wall": { "n": 301, "sum_ns": 218710520, "mean_ms": 0.726613023255814 }, "result_total_cpu": { "n": 301, "sum_ns": 218242643, "mean_ms": 0.7250586146179402 } } }, { "mode": "mixed-a", "level": 4, "camera": "32", "provider": "crowd", "cohort_reset": false, "counter_seconds": 30.082399599, "new_channel": false, "seconds": 30.000012593984138, "selected_fps": 10.005850730405358, "requested_fps": 10.005850730405358, "complete_fps": 10.005850730405358, "accepted_fps": 10.005850730405358, "finalized_fps": 10.005850730405358, "redis_fps": 10.039092759410028, "redis_read_fps": 9.99999580200705, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.076, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.20027735404437408, "redis_interval_s": { "n": 299, "mean": 0.09995501521405574, "median": 0.09945570497075096, "p95": 0.15304472198477015, "maximum": 0.20027735404437408, "minimum": 0.024312380992341787 }, "redis_drift_s": { "n": 300, "mean": -0.08319455492897444, "median": -0.0848350944563272, "p95": -0.049033207959027436, "maximum": -0.023217128981833923, "minimum": -0.134994464996268 }, "redis_drift_s_per_min": 0.0009484241096880283, "ingress_drift_s": { "n": 12, "mean": 0.0021536292500006957, "median": -0.0008471450000051561, "p95": 0.03104668000000288, "maximum": 0.03104668000000288, "minimum": -0.021418021999991765 }, "ingress_drift_s_per_min": -0.023049177132350874, "source_drift_s": { "n": 12, "mean": 0.002204500000000683, "median": -0.0007880000000000109, "p95": 0.03095700000000079, "maximum": 0.03095700000000079, "minimum": -0.021342999999987455 }, "ingress_to_redis_ms": { "n": 300, "mean": 23.066666666666666, "median": 22.0, "p95": 29, "maximum": 34, "minimum": 15 }, "source_samples": 12, "redis_samples": 300, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 301, "sum_ns": 13895048000, "mean_ms": 46.16295016611296 }, "source_exit_to_ingress": { "n": 301, "sum_ns": 110043984, "mean_ms": 0.3655946312292359 }, "source_encoded_queue": { "n": 301, "sum_ns": 11077000, "mean_ms": 0.036800664451827246 }, "decode_between_queues": { "n": 301, "sum_ns": 13749983000, "mean_ms": 45.68100664451827 }, "source_raw_queue": { "n": 301, "sum_ns": 8139000, "mean_ms": 0.02703986710963455 }, "raw_queue_to_source_exit": { "n": 301, "sum_ns": 7479000, "mean_ms": 0.024847176079734218 }, "selected_to_preprocess_start": { "n": 301, "sum_ns": 186697238, "mean_ms": 0.6202566046511627 }, "preprocess_start_to_preprocess_output": { "n": 301, "sum_ns": 151910970, "mean_ms": 0.5046876079734219 }, "selected_to_preprocess": { "n": 301, "sum_ns": 383307664, "mean_ms": 1.273447388704319 }, "preprocess_start_to_preprocess": { "n": 301, "sum_ns": 196610426, "mean_ms": 0.6531907840531561 }, "preprocess_output_to_infer_entry": { "n": 301, "sum_ns": 44699456, "mean_ms": 0.14850317607973423 }, "preprocess_to_infer_output": { "n": 301, "sum_ns": 4338323186, "mean_ms": 14.413033840531561 }, "preprocess_to_callback": { "n": 301, "sum_ns": 4537647589, "mean_ms": 15.075241159468439 }, "infer_output_to_callback": { "n": 301, "sum_ns": 199324403, "mean_ms": 0.6622073189368771 }, "copy_wall": { "n": 301, "sum_ns": 1525034065, "mean_ms": 5.066558355481728 }, "copy_thread_cpu": { "n": 301, "sum_ns": 1521208119, "mean_ms": 5.053847571428572 }, "callback_to_copied": { "n": 301, "sum_ns": 1574457008, "mean_ms": 5.230754179401994 }, "accepted_interval": { "n": 301, "sum_ns": 30079365425, "mean_ms": 99.93144659468439 }, "selected_to_submitted": { "n": 301, "sum_ns": 6518019354, "mean_ms": 21.654549348837207 }, "completed_queue_wait": { "n": 301, "sum_ns": 47420700, "mean_ms": 0.15754385382059802 }, "result_composition_wall": { "n": 301, "sum_ns": 4697934, "mean_ms": 0.01560775415282392 }, "result_composition_cpu": { "n": 301, "sum_ns": 4596990, "mean_ms": 0.015272392026578072 }, "result_publish_wall": { "n": 301, "sum_ns": 45424665, "mean_ms": 0.15091250830564784 }, "result_publish_cpu": { "n": 301, "sum_ns": 45461061, "mean_ms": 0.15103342524916943 }, "result_total_wall": { "n": 301, "sum_ns": 308687731, "mean_ms": 1.025540634551495 }, "result_total_cpu": { "n": 301, "sum_ns": 307740110, "mean_ms": 1.022392392026578 } } }, { "mode": "mixed-a", "level": 4, "camera": "33", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.121711486, "new_channel": true, "seconds": 30.000012593984138, "selected_fps": 9.826798856949917, "requested_fps": 9.826798856949917, "complete_fps": 9.859997501736911, "accepted_fps": 9.859997501736911, "finalized_fps": 9.859997501736911, "redis_fps": 9.859997501736911, "redis_read_fps": 9.799995885966908, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.119, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.36971076001645997, "redis_interval_s": { "n": 293, "mean": 0.10163441573054317, "median": 0.09870024397969246, "p95": 0.1681652269908227, "maximum": 0.36971076001645997, "minimum": 0.004050164017826319 }, "redis_drift_s": { "n": 294, "mean": -7.594318815860295, "median": -7.59716190304025, "p95": -7.557566628028638, "maximum": -7.307793167020193, "minimum": -7.7073790930137065 }, "redis_drift_s_per_min": 0.009285800499877173, "ingress_drift_s": { "n": 12, "mean": -0.014432005916667379, "median": -0.0136942805000011, "p95": 0.007725641999996924, "maximum": 0.007725641999996924, "minimum": -0.0539196129999997 }, "ingress_drift_s_per_min": 0.02878856544656363, "source_drift_s": { "n": 12, "mean": -0.01457216666666783, "median": -0.013722500000003635, "p95": 0.007707999999993831, "maximum": 0.007707999999993831, "minimum": -0.05399699999999896 }, "ingress_to_redis_ms": { "n": 294, "mean": 26.761904761904763, "median": 24.0, "p95": 36, "maximum": 115, "minimum": 19 }, "source_samples": 12, "redis_samples": 294, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 296, "sum_ns": 12345288000, "mean_ms": 41.707054054054055 }, "source_exit_to_ingress": { "n": 296, "sum_ns": 125484058, "mean_ms": 0.4239326283783784 }, "source_encoded_queue": { "n": 296, "sum_ns": 7746000, "mean_ms": 0.02616891891891892 }, "decode_between_queues": { "n": 296, "sum_ns": 12077755000, "mean_ms": 40.80322635135135 }, "source_raw_queue": { "n": 296, "sum_ns": 8295000, "mean_ms": 0.02802364864864865 }, "raw_queue_to_source_exit": { "n": 296, "sum_ns": 7996000, "mean_ms": 0.027013513513513512 }, "selected_to_preprocess_start": { "n": 296, "sum_ns": 179965758, "mean_ms": 0.6079924256756756 }, "preprocess_start_to_preprocess_output": { "n": 296, "sum_ns": 125301228, "mean_ms": 0.42331495945945946 }, "selected_to_preprocess": { "n": 296, "sum_ns": 351821470, "mean_ms": 1.1885860472972973 }, "preprocess_start_to_preprocess": { "n": 296, "sum_ns": 171855712, "mean_ms": 0.5805936216216216 }, "preprocess_output_to_infer_entry": { "n": 296, "sum_ns": 46554484, "mean_ms": 0.15727866216216216 }, "preprocess_to_infer_output": { "n": 297, "sum_ns": 4700449289, "mean_ms": 15.826428582491582 }, "preprocess_to_callback": { "n": 297, "sum_ns": 4863354184, "mean_ms": 16.37492991245791 }, "infer_output_to_callback": { "n": 297, "sum_ns": 162904895, "mean_ms": 0.5485013299663299 }, "copy_wall": { "n": 297, "sum_ns": 507718508, "mean_ms": 1.7094899259259257 }, "copy_thread_cpu": { "n": 297, "sum_ns": 505211020, "mean_ms": 1.7010472053872054 }, "callback_to_copied": { "n": 297, "sum_ns": 551843191, "mean_ms": 1.858057882154882 }, "accepted_interval": { "n": 297, "sum_ns": 30210223690, "mean_ms": 101.71792488215488 }, "selected_to_submitted": { "n": 297, "sum_ns": 5787152821, "mean_ms": 19.485363033670033 }, "completed_queue_wait": { "n": 297, "sum_ns": 53921204, "mean_ms": 0.18155287542087542 }, "result_observations_wall": { "n": 297, "sum_ns": 207804129, "mean_ms": 0.6996772020202021 }, "result_observations_cpu": { "n": 297, "sum_ns": 207759302, "mean_ms": 0.6995262693602693 }, "result_nms_wall": { "n": 297, "sum_ns": 159951909, "mean_ms": 0.5385586161616162 }, "result_nms_cpu": { "n": 297, "sum_ns": 139773985, "mean_ms": 0.47061947811447813 }, "result_tracking_wall": { "n": 297, "sum_ns": 304790268, "mean_ms": 1.0262298585858587 }, "result_tracking_cpu": { "n": 297, "sum_ns": 298546587, "mean_ms": 1.0052073636363636 }, "result_region_wall": { "n": 297, "sum_ns": 69844552, "mean_ms": 0.23516684175084177 }, "result_region_cpu": { "n": 297, "sum_ns": 69775460, "mean_ms": 0.23493420875420876 }, "result_fall_wall": { "n": 297, "sum_ns": 209170424, "mean_ms": 0.704277521885522 }, "result_fall_cpu": { "n": 297, "sum_ns": 208404666, "mean_ms": 0.7016992121212121 }, "result_fight_wall": { "n": 297, "sum_ns": 58610865, "mean_ms": 0.1973429797979798 }, "result_fight_cpu": { "n": 297, "sum_ns": 58640319, "mean_ms": 0.19744215151515151 }, "result_collector_wall": { "n": 297, "sum_ns": 681004641, "mean_ms": 2.2929449191919193 }, "result_collector_cpu": { "n": 297, "sum_ns": 674931338, "mean_ms": 2.2724960875420877 }, "result_composition_wall": { "n": 297, "sum_ns": 3476004, "mean_ms": 0.01170371717171717 }, "result_composition_cpu": { "n": 297, "sum_ns": 3489386, "mean_ms": 0.011748774410774411 }, "result_artifact_handoff_wall": { "n": 297, "sum_ns": 2352864, "mean_ms": 0.00792210101010101 }, "result_artifact_handoff_cpu": { "n": 297, "sum_ns": 2345663, "mean_ms": 0.00789785521885522 }, "result_publish_wall": { "n": 297, "sum_ns": 104938599, "mean_ms": 0.35332861616161615 }, "result_publish_cpu": { "n": 297, "sum_ns": 105014370, "mean_ms": 0.3535837373737374 }, "result_total_wall": { "n": 297, "sum_ns": 2012706870, "mean_ms": 6.776790808080809 }, "result_total_cpu": { "n": 297, "sum_ns": 1975434378, "mean_ms": 6.6512942020202015 } } }, { "mode": "mixed-a", "level": 4, "camera": "33", "provider": "fire", "cohort_reset": false, "counter_seconds": 30.089642767, "new_channel": true, "seconds": 30.000012593984138, "selected_fps": 9.837271990634264, "requested_fps": 9.837271990634264, "complete_fps": 9.837271990634264, "accepted_fps": 9.837271990634264, "finalized_fps": 9.837271990634264, "redis_fps": 9.837271990634264, "redis_read_fps": 9.799995885966908, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.088, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.4114608829841018, "redis_interval_s": { "n": 293, "mean": 0.10163801542321163, "median": 0.09674383100355044, "p95": 0.15763479203451425, "maximum": 0.4114608829841018, "minimum": 0.001164679997600615 }, "redis_drift_s": { "n": 294, "mean": -0.07824447823074, "median": -0.07876174653065249, "p95": -0.047496757056563865, "maximum": 0.20887526095798137, "minimum": -0.1874881580183292 }, "redis_drift_s_per_min": 0.0019731433480468757, "ingress_drift_s": { "n": 12, "mean": -0.011760416250000164, "median": -0.013524290000002992, "p95": 0.025187748000000454, "maximum": 0.025187748000000454, "minimum": -0.05355753599999957 }, "ingress_drift_s_per_min": 0.025383674802747516, "source_drift_s": { "n": 12, "mean": -0.011739416666667482, "median": -0.013494000000003226, "p95": 0.025182000000000926, "maximum": 0.025182000000000926, "minimum": -0.05367500000000014 }, "ingress_to_redis_ms": { "n": 294, "mean": 22.493197278911566, "median": 21.0, "p95": 30, "maximum": 43, "minimum": 17 }, "source_samples": 12, "redis_samples": 294, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 296, "sum_ns": 12361151000, "mean_ms": 41.760645270270274 }, "source_exit_to_ingress": { "n": 296, "sum_ns": 88048153, "mean_ms": 0.29745997635135135 }, "source_encoded_queue": { "n": 296, "sum_ns": 8781000, "mean_ms": 0.02966554054054054 }, "decode_between_queues": { "n": 296, "sum_ns": 12112550000, "mean_ms": 40.92077702702703 }, "source_raw_queue": { "n": 296, "sum_ns": 7433000, "mean_ms": 0.025111486486486485 }, "raw_queue_to_source_exit": { "n": 296, "sum_ns": 8273000, "mean_ms": 0.027949324324324322 }, "selected_to_preprocess_start": { "n": 296, "sum_ns": 177084028, "mean_ms": 0.5982568513513513 }, "preprocess_start_to_preprocess_output": { "n": 296, "sum_ns": 126258481, "mean_ms": 0.4265489222972973 }, "selected_to_preprocess": { "n": 296, "sum_ns": 346527033, "mean_ms": 1.170699435810811 }, "preprocess_start_to_preprocess": { "n": 296, "sum_ns": 169443005, "mean_ms": 0.5724425844594594 }, "preprocess_output_to_infer_entry": { "n": 296, "sum_ns": 43184524, "mean_ms": 0.14589366216216215 }, "preprocess_to_infer_output": { "n": 296, "sum_ns": 4299129160, "mean_ms": 14.524085 }, "preprocess_to_callback": { "n": 296, "sum_ns": 4481997088, "mean_ms": 15.141882054054053 }, "infer_output_to_callback": { "n": 296, "sum_ns": 182867928, "mean_ms": 0.617797054054054 }, "copy_wall": { "n": 296, "sum_ns": 1411654976, "mean_ms": 4.769104648648648 }, "copy_thread_cpu": { "n": 296, "sum_ns": 1409501910, "mean_ms": 4.7618307770270265 }, "callback_to_copied": { "n": 296, "sum_ns": 1458087759, "mean_ms": 4.925972158783784 }, "accepted_interval": { "n": 296, "sum_ns": 30135936155, "mean_ms": 101.81059511824324 }, "selected_to_submitted": { "n": 296, "sum_ns": 6307928261, "mean_ms": 21.310568449324325 }, "completed_queue_wait": { "n": 296, "sum_ns": 49920301, "mean_ms": 0.16864966554054053 }, "result_composition_wall": { "n": 296, "sum_ns": 2230213, "mean_ms": 0.007534503378378379 }, "result_composition_cpu": { "n": 296, "sum_ns": 2201056, "mean_ms": 0.007436 }, "result_artifact_handoff_wall": { "n": 296, "sum_ns": 2040730, "mean_ms": 0.006894358108108108 }, "result_artifact_handoff_cpu": { "n": 296, "sum_ns": 2042667, "mean_ms": 0.006900902027027027 }, "result_publish_wall": { "n": 296, "sum_ns": 25723743, "mean_ms": 0.08690453716216216 }, "result_publish_cpu": { "n": 296, "sum_ns": 25760396, "mean_ms": 0.08702836486486487 }, "result_total_wall": { "n": 296, "sum_ns": 224818554, "mean_ms": 0.7595221418918918 }, "result_total_cpu": { "n": 296, "sum_ns": 224595495, "mean_ms": 0.7587685641891893 } } }, { "mode": "mixed-a", "level": 4, "camera": "33", "provider": "crowd", "cohort_reset": false, "counter_seconds": 30.086551121, "new_channel": true, "seconds": 30.000012593984138, "selected_fps": 9.838282853011892, "requested_fps": 9.838282853011892, "complete_fps": 9.838282853011892, "accepted_fps": 9.838282853011892, "finalized_fps": 9.838282853011892, "redis_fps": 9.838282853011892, "redis_read_fps": 9.799995885966908, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.093, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.41207747103180736, "redis_interval_s": { "n": 293, "mean": 0.10164531788736289, "median": 0.0960372340050526, "p95": 0.1556877070106566, "maximum": 0.41207747103180736, "minimum": 0.00022836599964648485 }, "redis_drift_s": { "n": 294, "mean": -0.06045600617157936, "median": -0.06082024701591493, "p95": -0.028651728018651568, "maximum": 0.22846208198135542, "minimum": -0.1719884410132657 }, "redis_drift_s_per_min": 0.0028181512042343326, "ingress_drift_s": { "n": 12, "mean": -0.012074687916666585, "median": -0.013334693000000897, "p95": 0.02469551800000147, "maximum": 0.02469551800000147, "minimum": -0.05439950099999891 }, "ingress_drift_s_per_min": 0.025283609963400032, "source_drift_s": { "n": 12, "mean": -0.012015166666666873, "median": -0.013247500000002077, "p95": 0.024782999999999333, "maximum": 0.024782999999999333, "minimum": -0.05430799999999891 }, "ingress_to_redis_ms": { "n": 294, "mean": 21.761904761904763, "median": 21.0, "p95": 28, "maximum": 32, "minimum": 16 }, "source_samples": 12, "redis_samples": 294, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 296, "sum_ns": 12339393000, "mean_ms": 41.68713851351351 }, "source_exit_to_ingress": { "n": 296, "sum_ns": 90328705, "mean_ms": 0.30516454391891895 }, "source_encoded_queue": { "n": 296, "sum_ns": 7549000, "mean_ms": 0.02550337837837838 }, "decode_between_queues": { "n": 296, "sum_ns": 12076765000, "mean_ms": 40.79988175675676 }, "source_raw_queue": { "n": 296, "sum_ns": 7648000, "mean_ms": 0.025837837837837836 }, "raw_queue_to_source_exit": { "n": 296, "sum_ns": 8097000, "mean_ms": 0.02735472972972973 }, "selected_to_preprocess_start": { "n": 296, "sum_ns": 175569262, "mean_ms": 0.5931393986486486 }, "preprocess_start_to_preprocess_output": { "n": 296, "sum_ns": 116881258, "mean_ms": 0.39486911486486487 }, "selected_to_preprocess": { "n": 296, "sum_ns": 340532982, "mean_ms": 1.1504492635135135 }, "preprocess_start_to_preprocess": { "n": 296, "sum_ns": 164963720, "mean_ms": 0.5573098648648649 }, "preprocess_output_to_infer_entry": { "n": 296, "sum_ns": 48082462, "mean_ms": 0.16244075 }, "preprocess_to_infer_output": { "n": 296, "sum_ns": 3995388135, "mean_ms": 13.497932888513512 }, "preprocess_to_callback": { "n": 296, "sum_ns": 4187262097, "mean_ms": 14.14615573310811 }, "infer_output_to_callback": { "n": 296, "sum_ns": 191873962, "mean_ms": 0.6482228445945946 }, "copy_wall": { "n": 296, "sum_ns": 1424642656, "mean_ms": 4.812981945945945 }, "copy_thread_cpu": { "n": 296, "sum_ns": 1422977862, "mean_ms": 4.807357641891892 }, "callback_to_copied": { "n": 296, "sum_ns": 1471974710, "mean_ms": 4.972887533783784 }, "accepted_interval": { "n": 296, "sum_ns": 30139952910, "mean_ms": 101.82416523648648 }, "selected_to_submitted": { "n": 296, "sum_ns": 6021146843, "mean_ms": 20.34171230743243 }, "completed_queue_wait": { "n": 296, "sum_ns": 51674455, "mean_ms": 0.1745758614864865 }, "result_composition_wall": { "n": 296, "sum_ns": 4831458, "mean_ms": 0.016322493243243242 }, "result_composition_cpu": { "n": 296, "sum_ns": 4735428, "mean_ms": 0.015998067567567567 }, "result_publish_wall": { "n": 296, "sum_ns": 43625703, "mean_ms": 0.14738413175675674 }, "result_publish_cpu": { "n": 296, "sum_ns": 43660382, "mean_ms": 0.14750129054054054 }, "result_total_wall": { "n": 296, "sum_ns": 289728748, "mean_ms": 0.9788133378378379 }, "result_total_cpu": { "n": 296, "sum_ns": 288738584, "mean_ms": 0.9754681891891892 } } }, { "mode": "mixed-a", "level": 5, "camera": "30", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.013844352, "new_channel": false, "seconds": 30.00000696897041, "selected_fps": 9.895433471194407, "requested_fps": 9.895433471194407, "complete_fps": 9.895433471194407, "accepted_fps": 9.895433471194407, "finalized_fps": 9.895433471194407, "redis_fps": 9.895433471194407, "redis_read_fps": 9.933331025830334, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 2, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.121, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 9, "analysis_gap_markers": 4, "c_suppressed": 0, "max_redis_silence_s": 0.3876385879702866, "redis_interval_s": { "n": 297, "mean": 0.10091042636010972, "median": 0.09800915600499138, "p95": 0.1644238239969127, "maximum": 0.3876385879702866, "minimum": 0.005112230021040887 }, "redis_drift_s": { "n": 298, "mean": -5.21102065078629, "median": -5.220080139974357, "p95": -5.145410147961229, "maximum": -4.895073109989056, "minimum": -5.282785172962122 }, "redis_drift_s_per_min": 0.028653765125828908, "ingress_drift_s": { "n": 12, "mean": -0.0008092568333305886, "median": 0.003438341000006062, "p95": 0.03433916700001305, "maximum": 0.03433916700001305, "minimum": -0.046679682000018374 }, "ingress_drift_s_per_min": -0.023174271987887345, "source_drift_s": { "n": 12, "mean": -0.0009580833333326192, "median": 0.003318500000005997, "p95": 0.034165000000001555, "maximum": 0.034165000000001555, "minimum": -0.04660200000000714 }, "ingress_to_redis_ms": { "n": 298, "mean": 41.34563758389262, "median": 33.0, "p95": 74, "maximum": 359, "minimum": 23 }, "source_samples": 12, "redis_samples": 298, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 297, "sum_ns": 13813561000, "mean_ms": 46.5103063973064 }, "source_exit_to_ingress": { "n": 297, "sum_ns": 982849829, "mean_ms": 3.3092586835016835 }, "source_encoded_queue": { "n": 297, "sum_ns": 10502000, "mean_ms": 0.03536026936026936 }, "decode_between_queues": { "n": 297, "sum_ns": 13539970000, "mean_ms": 45.58912457912458 }, "source_raw_queue": { "n": 297, "sum_ns": 175272000, "mean_ms": 0.5901414141414141 }, "raw_queue_to_source_exit": { "n": 297, "sum_ns": 6790000, "mean_ms": 0.02286195286195286 }, "selected_to_preprocess_start": { "n": 297, "sum_ns": 201407784, "mean_ms": 0.6781406868686868 }, "preprocess_start_to_preprocess_output": { "n": 297, "sum_ns": 201383855, "mean_ms": 0.6780601178451178 }, "selected_to_preprocess": { "n": 297, "sum_ns": 467225762, "mean_ms": 1.5731507138047138 }, "preprocess_start_to_preprocess": { "n": 297, "sum_ns": 265817978, "mean_ms": 0.8950100269360269 }, "preprocess_output_to_infer_entry": { "n": 297, "sum_ns": 64434123, "mean_ms": 0.21694990909090908 }, "preprocess_to_infer_output": { "n": 297, "sum_ns": 5418275884, "mean_ms": 18.243353144781146 }, "preprocess_to_callback": { "n": 297, "sum_ns": 5624647862, "mean_ms": 18.93820828956229 }, "infer_output_to_callback": { "n": 297, "sum_ns": 206371978, "mean_ms": 0.6948551447811449 }, "copy_wall": { "n": 297, "sum_ns": 1043545808, "mean_ms": 3.5136222491582494 }, "copy_thread_cpu": { "n": 297, "sum_ns": 1041517601, "mean_ms": 3.5067932693602692 }, "callback_to_copied": { "n": 297, "sum_ns": 1089845044, "mean_ms": 3.669511932659933 }, "accepted_interval": { "n": 297, "sum_ns": 30011675837, "mean_ms": 101.0494135925926 }, "selected_to_submitted": { "n": 297, "sum_ns": 7204910968, "mean_ms": 24.25895948821549 }, "completed_queue_wait": { "n": 297, "sum_ns": 160638222, "mean_ms": 0.5408694343434343 }, "result_observations_wall": { "n": 297, "sum_ns": 275324211, "mean_ms": 0.9270175454545454 }, "result_observations_cpu": { "n": 297, "sum_ns": 275249679, "mean_ms": 0.926766595959596 }, "result_nms_wall": { "n": 298, "sum_ns": 357264118, "mean_ms": 1.1988728791946308 }, "result_nms_cpu": { "n": 298, "sum_ns": 145732195, "mean_ms": 0.48903421140939596 }, "result_tracking_wall": { "n": 297, "sum_ns": 1071317227, "mean_ms": 3.6071287104377103 }, "result_tracking_cpu": { "n": 297, "sum_ns": 606855744, "mean_ms": 2.0432853333333334 }, "result_region_wall": { "n": 297, "sum_ns": 80498904, "mean_ms": 0.2710400808080808 }, "result_region_cpu": { "n": 297, "sum_ns": 80542813, "mean_ms": 0.27118792255892255 }, "result_fall_wall": { "n": 297, "sum_ns": 700920199, "mean_ms": 2.36000067003367 }, "result_fall_cpu": { "n": 297, "sum_ns": 698918284, "mean_ms": 2.3532602154882154 }, "result_fight_wall": { "n": 297, "sum_ns": 139653529, "mean_ms": 0.47021390235690236 }, "result_fight_cpu": { "n": 297, "sum_ns": 139718269, "mean_ms": 0.47043188215488213 }, "result_collector_wall": { "n": 297, "sum_ns": 1508914610, "mean_ms": 5.080520572390572 }, "result_collector_cpu": { "n": 297, "sum_ns": 1495683091, "mean_ms": 5.035970003367003 }, "result_composition_wall": { "n": 297, "sum_ns": 4518334, "mean_ms": 0.015213245791245791 }, "result_composition_cpu": { "n": 297, "sum_ns": 4530417, "mean_ms": 0.015253929292929293 }, "result_artifact_handoff_wall": { "n": 297, "sum_ns": 2760627, "mean_ms": 0.009295040404040405 }, "result_artifact_handoff_cpu": { "n": 297, "sum_ns": 2739698, "mean_ms": 0.009224572390572389 }, "result_publish_wall": { "n": 297, "sum_ns": 534100000, "mean_ms": 1.7983164983164983 }, "result_publish_cpu": { "n": 297, "sum_ns": 528163414, "mean_ms": 1.7783279932659932 }, "result_total_wall": { "n": 297, "sum_ns": 4920910464, "mean_ms": 16.568722101010103 }, "result_total_cpu": { "n": 297, "sum_ns": 4221037092, "mean_ms": 14.2122461010101 } } }, { "mode": "mixed-a", "level": 5, "camera": "30", "provider": "fire", "cohort_reset": false, "counter_seconds": 29.839193598, "new_channel": false, "seconds": 30.00000696897041, "selected_fps": 10.020378031262908, "requested_fps": 10.020378031262908, "complete_fps": 10.020378031262908, "accepted_fps": 10.020378031262908, "finalized_fps": 10.020378031262908, "redis_fps": 10.020378031262908, "redis_read_fps": 9.999997677010402, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.104, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.19581843598280102, "redis_interval_s": { "n": 299, "mean": 0.10001653738115077, "median": 0.10087406897218898, "p95": 0.14979021501494572, "maximum": 0.19581843598280102, "minimum": 0.025923634006176144 }, "redis_drift_s": { "n": 300, "mean": -0.034332829949897434, "median": -0.03328174104076709, "p95": -0.0022686700220333478, "maximum": 0.01606808594428344, "minimum": -0.09426711901883778 }, "redis_drift_s_per_min": 0.007662536016733082, "ingress_drift_s": { "n": 12, "mean": 0.0024014665833339186, "median": 0.004229714000004492, "p95": 0.03449656899999809, "maximum": 0.03449656899999809, "minimum": -0.046754387000021325 }, "ingress_drift_s_per_min": 0.0038372803616372017, "source_drift_s": { "n": 12, "mean": 0.002266583333332998, "median": 0.004326500000004785, "p95": 0.0343210000000056, "maximum": 0.0343210000000056, "minimum": -0.04668500000002496 }, "ingress_to_redis_ms": { "n": 300, "mean": 24.586666666666666, "median": 24.0, "p95": 32, "maximum": 46, "minimum": 17 }, "source_samples": 12, "redis_samples": 300, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 299, "sum_ns": 13742528000, "mean_ms": 45.96163210702341 }, "source_exit_to_ingress": { "n": 299, "sum_ns": 109509833, "mean_ms": 0.3662536220735786 }, "source_encoded_queue": { "n": 299, "sum_ns": 8936000, "mean_ms": 0.02988628762541806 }, "decode_between_queues": { "n": 299, "sum_ns": 13643068000, "mean_ms": 45.62898996655519 }, "source_raw_queue": { "n": 299, "sum_ns": 6963000, "mean_ms": 0.0232876254180602 }, "raw_queue_to_source_exit": { "n": 299, "sum_ns": 7396000, "mean_ms": 0.02473578595317726 }, "selected_to_preprocess_start": { "n": 299, "sum_ns": 187980425, "mean_ms": 0.6286970735785953 }, "preprocess_start_to_preprocess_output": { "n": 299, "sum_ns": 172463917, "mean_ms": 0.576802397993311 }, "selected_to_preprocess": { "n": 299, "sum_ns": 405173383, "mean_ms": 1.3550949264214045 }, "preprocess_start_to_preprocess": { "n": 299, "sum_ns": 217192958, "mean_ms": 0.7263978528428094 }, "preprocess_output_to_infer_entry": { "n": 299, "sum_ns": 44729041, "mean_ms": 0.14959545484949832 }, "preprocess_to_infer_output": { "n": 299, "sum_ns": 4786665530, "mean_ms": 16.00891481605351 }, "preprocess_to_callback": { "n": 299, "sum_ns": 4999893646, "mean_ms": 16.722052327759197 }, "infer_output_to_callback": { "n": 299, "sum_ns": 213228116, "mean_ms": 0.7131375117056856 }, "copy_wall": { "n": 299, "sum_ns": 1526260078, "mean_ms": 5.104548755852843 }, "copy_thread_cpu": { "n": 299, "sum_ns": 1523766566, "mean_ms": 5.09620925083612 }, "callback_to_copied": { "n": 299, "sum_ns": 1575839575, "mean_ms": 5.270366471571906 }, "accepted_interval": { "n": 299, "sum_ns": 29829902796, "mean_ms": 99.76556119063545 }, "selected_to_submitted": { "n": 299, "sum_ns": 7004536871, "mean_ms": 23.426544719063546 }, "completed_queue_wait": { "n": 299, "sum_ns": 47491257, "mean_ms": 0.15883363545150503 }, "result_composition_wall": { "n": 299, "sum_ns": 2501283, "mean_ms": 0.008365494983277592 }, "result_composition_cpu": { "n": 299, "sum_ns": 2459395, "mean_ms": 0.008225401337792641 }, "result_artifact_handoff_wall": { "n": 299, "sum_ns": 2318235, "mean_ms": 0.007753294314381271 }, "result_artifact_handoff_cpu": { "n": 299, "sum_ns": 2322317, "mean_ms": 0.007766946488294315 }, "result_publish_wall": { "n": 299, "sum_ns": 25919667, "mean_ms": 0.08668784949832777 }, "result_publish_cpu": { "n": 299, "sum_ns": 25965815, "mean_ms": 0.08684219063545151 }, "result_total_wall": { "n": 299, "sum_ns": 229119311, "mean_ms": 0.7662853210702341 }, "result_total_cpu": { "n": 299, "sum_ns": 228752860, "mean_ms": 0.7650597324414715 } } }, { "mode": "mixed-a", "level": 5, "camera": "30", "provider": "crowd", "cohort_reset": false, "counter_seconds": 30.091433388, "new_channel": false, "seconds": 30.00000696897041, "selected_fps": 10.00284686072928, "requested_fps": 10.00284686072928, "complete_fps": 10.00284686072928, "accepted_fps": 10.00284686072928, "finalized_fps": 10.00284686072928, "redis_fps": 10.00284686072928, "redis_read_fps": 9.999997677010402, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 1, "queue_age_max_sampled": 0.0003260010271333158, "provider_response_age_max_sampled": 0.1, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.1987189439823851, "redis_interval_s": { "n": 299, "mean": 0.10001849798005959, "median": 0.10081210103817284, "p95": 0.14812939101830125, "maximum": 0.1987189439823851, "minimum": 0.028732346021570265 }, "redis_drift_s": { "n": 300, "mean": -0.31388614118194824, "median": -0.31345373197784454, "p95": -0.28210435900092534, "maximum": -0.2658973609879638, "minimum": -0.3741654929937681 }, "redis_drift_s_per_min": 0.008019702277839056, "ingress_drift_s": { "n": 12, "mean": -0.0019122801666640044, "median": 0.0032645550000012236, "p95": 0.03460741699998948, "maximum": 0.03460741699998948, "minimum": -0.04663979500000437 }, "ingress_drift_s_per_min": -0.0371574442361857, "source_drift_s": { "n": 12, "mean": -0.0018111666666579633, "median": 0.0035185000000126365, "p95": 0.034643000000016855, "maximum": 0.034643000000016855, "minimum": -0.04644700000000057 }, "ingress_to_redis_ms": { "n": 300, "mean": 24.19333333333333, "median": 24.0, "p95": 31, "maximum": 37, "minimum": 18 }, "source_samples": 12, "redis_samples": 300, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 301, "sum_ns": 13838874000, "mean_ms": 45.97632558139535 }, "source_exit_to_ingress": { "n": 301, "sum_ns": 113643317, "mean_ms": 0.3775525481727575 }, "source_encoded_queue": { "n": 301, "sum_ns": 10325000, "mean_ms": 0.03430232558139535 }, "decode_between_queues": { "n": 301, "sum_ns": 13726232000, "mean_ms": 45.60209966777409 }, "source_raw_queue": { "n": 301, "sum_ns": 7454000, "mean_ms": 0.024764119601328904 }, "raw_queue_to_source_exit": { "n": 301, "sum_ns": 7550000, "mean_ms": 0.025083056478405318 }, "selected_to_preprocess_start": { "n": 301, "sum_ns": 193633671, "mean_ms": 0.6433012325581395 }, "preprocess_start_to_preprocess_output": { "n": 301, "sum_ns": 165157484, "mean_ms": 0.5486959601328903 }, "selected_to_preprocess": { "n": 301, "sum_ns": 404220922, "mean_ms": 1.3429266511627906 }, "preprocess_start_to_preprocess": { "n": 301, "sum_ns": 210587251, "mean_ms": 0.6996254186046511 }, "preprocess_output_to_infer_entry": { "n": 301, "sum_ns": 45429767, "mean_ms": 0.15092945847176079 }, "preprocess_to_infer_output": { "n": 301, "sum_ns": 4530827569, "mean_ms": 15.052583285714286 }, "preprocess_to_callback": { "n": 301, "sum_ns": 4753528087, "mean_ms": 15.792452116279069 }, "infer_output_to_callback": { "n": 301, "sum_ns": 222700518, "mean_ms": 0.739868830564784 }, "copy_wall": { "n": 301, "sum_ns": 1532041103, "mean_ms": 5.089837551495017 }, "copy_thread_cpu": { "n": 301, "sum_ns": 1529096303, "mean_ms": 5.080054162790698 }, "callback_to_copied": { "n": 301, "sum_ns": 1584338449, "mean_ms": 5.2635828870431896 }, "accepted_interval": { "n": 301, "sum_ns": 30013944735, "mean_ms": 99.71410210963455 }, "selected_to_submitted": { "n": 301, "sum_ns": 6766130190, "mean_ms": 22.47883784053156 }, "completed_queue_wait": { "n": 301, "sum_ns": 49236066, "mean_ms": 0.1635749700996678 }, "result_composition_wall": { "n": 301, "sum_ns": 3962316, "mean_ms": 0.013163840531561461 }, "result_composition_cpu": { "n": 301, "sum_ns": 3851148, "mean_ms": 0.012794511627906978 }, "result_publish_wall": { "n": 301, "sum_ns": 65692830, "mean_ms": 0.21824860465116278 }, "result_publish_cpu": { "n": 301, "sum_ns": 65743260, "mean_ms": 0.218416146179402 }, "result_total_wall": { "n": 301, "sum_ns": 389298208, "mean_ms": 1.2933495282392027 }, "result_total_cpu": { "n": 301, "sum_ns": 384885953, "mean_ms": 1.2786908737541527 } } }, { "mode": "mixed-a", "level": 5, "camera": "31", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.283671398, "new_channel": false, "seconds": 30.00000696897041, "selected_fps": 9.939349692583136, "requested_fps": 9.939349692583136, "complete_fps": 9.90632859725894, "accepted_fps": 9.90632859725894, "finalized_fps": 9.90632859725894, "redis_fps": 9.90632859725894, "redis_read_fps": 9.899997700240299, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.126, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.3965218170196749, "redis_interval_s": { "n": 296, "mean": 0.10095918238850474, "median": 0.10102895103045739, "p95": 0.15970094804652035, "maximum": 0.3965218170196749, "minimum": 0.004048397007863969 }, "redis_drift_s": { "n": 297, "mean": -6.674404771565426, "median": -6.679202596955463, "p95": -6.637041678996297, "maximum": -6.384172338975134, "minimum": -6.782994648967872 }, "redis_drift_s_per_min": 0.010616691260118811, "ingress_drift_s": { "n": 12, "mean": -0.004686858999999544, "median": -0.0018509539999982394, "p95": 0.025882934999998497, "maximum": 0.025882934999998497, "minimum": -0.031575680000003103 }, "ingress_drift_s_per_min": 0.014922890867539465, "source_drift_s": { "n": 12, "mean": -0.005744583333334201, "median": -0.001945499999997935, "p95": 0.016115000000013424, "maximum": 0.016115000000013424, "minimum": -0.031985000000005925 }, "ingress_to_redis_ms": { "n": 297, "mean": 30.579124579124578, "median": 27, "p95": 42, "maximum": 152, "minimum": 20 }, "source_samples": 12, "redis_samples": 297, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 301, "sum_ns": 14096986000, "mean_ms": 46.833840531561464 }, "source_exit_to_ingress": { "n": 301, "sum_ns": 253963528, "mean_ms": 0.8437326511627907 }, "source_encoded_queue": { "n": 301, "sum_ns": 10346000, "mean_ms": 0.03437209302325581 }, "decode_between_queues": { "n": 301, "sum_ns": 13892209000, "mean_ms": 46.15351827242525 }, "source_raw_queue": { "n": 301, "sum_ns": 6911000, "mean_ms": 0.02296013289036545 }, "raw_queue_to_source_exit": { "n": 301, "sum_ns": 7551000, "mean_ms": 0.025086378737541527 }, "selected_to_preprocess_start": { "n": 301, "sum_ns": 202249917, "mean_ms": 0.6719266345514949 }, "preprocess_start_to_preprocess_output": { "n": 301, "sum_ns": 172709910, "mean_ms": 0.5737870764119601 }, "selected_to_preprocess": { "n": 301, "sum_ns": 424151292, "mean_ms": 1.4091405049833887 }, "preprocess_start_to_preprocess": { "n": 301, "sum_ns": 221901375, "mean_ms": 0.7372138704318938 }, "preprocess_output_to_infer_entry": { "n": 301, "sum_ns": 49191465, "mean_ms": 0.16342679401993357 }, "preprocess_to_infer_output": { "n": 300, "sum_ns": 5039783646, "mean_ms": 16.79927882 }, "preprocess_to_callback": { "n": 300, "sum_ns": 5239802036, "mean_ms": 17.466006786666664 }, "infer_output_to_callback": { "n": 300, "sum_ns": 200018390, "mean_ms": 0.6667279666666667 }, "copy_wall": { "n": 300, "sum_ns": 849876331, "mean_ms": 2.8329211033333337 }, "copy_thread_cpu": { "n": 300, "sum_ns": 848552252, "mean_ms": 2.828507506666667 }, "callback_to_copied": { "n": 300, "sum_ns": 897103445, "mean_ms": 2.990344816666667 }, "accepted_interval": { "n": 300, "sum_ns": 30294308126, "mean_ms": 100.98102708666667 }, "selected_to_submitted": { "n": 300, "sum_ns": 6582589453, "mean_ms": 21.941964843333334 }, "completed_queue_wait": { "n": 300, "sum_ns": 62160007, "mean_ms": 0.20720002333333334 }, "result_observations_wall": { "n": 300, "sum_ns": 265108734, "mean_ms": 0.88369578 }, "result_observations_cpu": { "n": 300, "sum_ns": 265118309, "mean_ms": 0.8837276966666666 }, "result_nms_wall": { "n": 300, "sum_ns": 173477910, "mean_ms": 0.5782596999999999 }, "result_nms_cpu": { "n": 300, "sum_ns": 133942601, "mean_ms": 0.44647533666666667 }, "result_tracking_wall": { "n": 300, "sum_ns": 252159681, "mean_ms": 0.84053227 }, "result_tracking_cpu": { "n": 300, "sum_ns": 241192453, "mean_ms": 0.8039748433333334 }, "result_region_wall": { "n": 300, "sum_ns": 57336064, "mean_ms": 0.19112021333333334 }, "result_region_cpu": { "n": 300, "sum_ns": 57367104, "mean_ms": 0.19122367999999998 }, "result_fall_wall": { "n": 300, "sum_ns": 118934796, "mean_ms": 0.39644932 }, "result_fall_cpu": { "n": 300, "sum_ns": 118986561, "mean_ms": 0.39662187 }, "result_fight_wall": { "n": 300, "sum_ns": 45335976, "mean_ms": 0.15111992000000002 }, "result_fight_cpu": { "n": 300, "sum_ns": 45363728, "mean_ms": 0.15121242666666668 }, "result_collector_wall": { "n": 300, "sum_ns": 1174293065, "mean_ms": 3.914310216666667 }, "result_collector_cpu": { "n": 300, "sum_ns": 1163964213, "mean_ms": 3.87988071 }, "result_composition_wall": { "n": 300, "sum_ns": 4361955, "mean_ms": 0.01453985 }, "result_composition_cpu": { "n": 300, "sum_ns": 4373898, "mean_ms": 0.01457966 }, "result_artifact_handoff_wall": { "n": 300, "sum_ns": 2543925, "mean_ms": 0.00847975 }, "result_artifact_handoff_cpu": { "n": 300, "sum_ns": 2521564, "mean_ms": 0.008405213333333333 }, "result_publish_wall": { "n": 300, "sum_ns": 96468492, "mean_ms": 0.32156164000000004 }, "result_publish_cpu": { "n": 300, "sum_ns": 96528410, "mean_ms": 0.32176136666666666 }, "result_total_wall": { "n": 300, "sum_ns": 2416703382, "mean_ms": 8.05567794 }, "result_total_cpu": { "n": 300, "sum_ns": 2354969439, "mean_ms": 7.84989813 } } }, { "mode": "mixed-a", "level": 5, "camera": "31", "provider": "fire", "cohort_reset": false, "counter_seconds": 30.357363166, "new_channel": false, "seconds": 30.00000696897041, "selected_fps": 9.915222160570176, "requested_fps": 9.915222160570176, "complete_fps": 9.915222160570176, "accepted_fps": 9.915222160570176, "finalized_fps": 9.915222160570176, "redis_fps": 9.915222160570176, "redis_read_fps": 9.899997700240299, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.065, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.37750283698551357, "redis_interval_s": { "n": 296, "mean": 0.10095667563861777, "median": 0.10043422403396107, "p95": 0.15697446098783985, "maximum": 0.37750283698551357, "minimum": 0.006735017988830805 }, "redis_drift_s": { "n": 297, "mean": 0.005779404806431013, "median": 0.003854305980254935, "p95": 0.0382575399894165, "maximum": 0.28327313599083936, "minimum": -0.10971670700655523 }, "redis_drift_s_per_min": 0.008262696190471187, "ingress_drift_s": { "n": 12, "mean": -0.003788792249991957, "median": 0.0005315990000127613, "p95": 0.015468513000001849, "maximum": 0.015468513000001849, "minimum": -0.031214794999996798 }, "ingress_drift_s_per_min": 0.024591966065482567, "source_drift_s": { "n": 12, "mean": -0.0038469166666637022, "median": 0.0005340000000018108, "p95": 0.015596999999985428, "maximum": 0.015596999999985428, "minimum": -0.031200999999995815 }, "ingress_to_redis_ms": { "n": 297, "mean": 23.62962962962963, "median": 23, "p95": 31, "maximum": 42, "minimum": 15 }, "source_samples": 12, "redis_samples": 297, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 301, "sum_ns": 14128797000, "mean_ms": 46.93952491694352 }, "source_exit_to_ingress": { "n": 301, "sum_ns": 120897702, "mean_ms": 0.4016534950166113 }, "source_encoded_queue": { "n": 301, "sum_ns": 7592000, "mean_ms": 0.025222591362126245 }, "decode_between_queues": { "n": 301, "sum_ns": 13916730000, "mean_ms": 46.23498338870432 }, "source_raw_queue": { "n": 301, "sum_ns": 7627000, "mean_ms": 0.025338870431893687 }, "raw_queue_to_source_exit": { "n": 301, "sum_ns": 7160000, "mean_ms": 0.023787375415282395 }, "selected_to_preprocess_start": { "n": 301, "sum_ns": 186998232, "mean_ms": 0.6212565847176079 }, "preprocess_start_to_preprocess_output": { "n": 301, "sum_ns": 165080217, "mean_ms": 0.5484392591362126 }, "selected_to_preprocess": { "n": 301, "sum_ns": 397086248, "mean_ms": 1.3192234152823918 }, "preprocess_start_to_preprocess": { "n": 301, "sum_ns": 210088016, "mean_ms": 0.697966830564784 }, "preprocess_output_to_infer_entry": { "n": 301, "sum_ns": 45007799, "mean_ms": 0.14952757142857143 }, "preprocess_to_infer_output": { "n": 301, "sum_ns": 4526977400, "mean_ms": 15.039792026578072 }, "preprocess_to_callback": { "n": 301, "sum_ns": 4743834012, "mean_ms": 15.760245887043189 }, "infer_output_to_callback": { "n": 301, "sum_ns": 216856612, "mean_ms": 0.7204538604651163 }, "copy_wall": { "n": 301, "sum_ns": 1531100164, "mean_ms": 5.0867115083056476 }, "copy_thread_cpu": { "n": 301, "sum_ns": 1528501488, "mean_ms": 5.078078033222591 }, "callback_to_copied": { "n": 301, "sum_ns": 1581987494, "mean_ms": 5.255772405315614 }, "accepted_interval": { "n": 301, "sum_ns": 30383248152, "mean_ms": 100.94102376079734 }, "selected_to_submitted": { "n": 301, "sum_ns": 6747889802, "mean_ms": 22.4182385448505 }, "completed_queue_wait": { "n": 301, "sum_ns": 52889674, "mean_ms": 0.1757132026578073 }, "result_composition_wall": { "n": 301, "sum_ns": 2362328, "mean_ms": 0.007848265780730897 }, "result_composition_cpu": { "n": 301, "sum_ns": 2332132, "mean_ms": 0.0077479468438538205 }, "result_artifact_handoff_wall": { "n": 301, "sum_ns": 2157378, "mean_ms": 0.0071673687707641195 }, "result_artifact_handoff_cpu": { "n": 301, "sum_ns": 2161828, "mean_ms": 0.007182152823920266 }, "result_publish_wall": { "n": 301, "sum_ns": 26467682, "mean_ms": 0.08793249833887043 }, "result_publish_cpu": { "n": 301, "sum_ns": 26522330, "mean_ms": 0.08811405315614618 }, "result_total_wall": { "n": 301, "sum_ns": 229344378, "mean_ms": 0.7619414551495017 }, "result_total_cpu": { "n": 301, "sum_ns": 229084282, "mean_ms": 0.7610773488372092 } } }, { "mode": "mixed-a", "level": 5, "camera": "31", "provider": "crowd", "cohort_reset": false, "counter_seconds": 30.347640102, "new_channel": false, "seconds": 30.00000696897041, "selected_fps": 9.91839889323596, "requested_fps": 9.91839889323596, "complete_fps": 9.91839889323596, "accepted_fps": 9.91839889323596, "finalized_fps": 9.885447401896304, "redis_fps": 9.885447401896304, "redis_read_fps": 9.899997700240299, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 1, "queue_age_max_sampled": 0.0004456730093806982, "provider_response_age_max_sampled": 0.049, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.3942451470065862, "redis_interval_s": { "n": 296, "mean": 0.10096419709785746, "median": 0.10032273351680487, "p95": 0.15622866799822077, "maximum": 0.3942451470065862, "minimum": 0.006276739994063973 }, "redis_drift_s": { "n": 297, "mean": 0.009296102052171885, "median": 0.0078715290566862, "p95": 0.0403996620397038, "maximum": 0.29822966700979237, "minimum": -0.09949359299614002 }, "redis_drift_s_per_min": 0.0099394757599082, "ingress_drift_s": { "n": 12, "mean": -0.0038263425833295153, "median": 0.0006158115000118869, "p95": 0.01590310699998554, "maximum": 0.01590310699998554, "minimum": -0.031134524999998803 }, "ingress_drift_s_per_min": 0.023719800141826404, "source_drift_s": { "n": 12, "mean": -0.003940833333327731, "median": 0.0005560000000031096, "p95": 0.015502999999995382, "maximum": 0.015502999999995382, "minimum": -0.03137599999999452 }, "ingress_to_redis_ms": { "n": 297, "mean": 23.24915824915825, "median": 22, "p95": 31, "maximum": 38, "minimum": 16 }, "source_samples": 12, "redis_samples": 297, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 301, "sum_ns": 14100489000, "mean_ms": 46.84547840531562 }, "source_exit_to_ingress": { "n": 301, "sum_ns": 115649664, "mean_ms": 0.38421815282392024 }, "source_encoded_queue": { "n": 301, "sum_ns": 9391000, "mean_ms": 0.031199335548172755 }, "decode_between_queues": { "n": 301, "sum_ns": 13908357000, "mean_ms": 46.207166112956806 }, "source_raw_queue": { "n": 301, "sum_ns": 7650000, "mean_ms": 0.025415282392026575 }, "raw_queue_to_source_exit": { "n": 301, "sum_ns": 7180000, "mean_ms": 0.023853820598006645 }, "selected_to_preprocess_start": { "n": 301, "sum_ns": 187561835, "mean_ms": 0.6231290199335549 }, "preprocess_start_to_preprocess_output": { "n": 301, "sum_ns": 166157165, "mean_ms": 0.5520171594684385 }, "selected_to_preprocess": { "n": 301, "sum_ns": 399377797, "mean_ms": 1.326836534883721 }, "preprocess_start_to_preprocess": { "n": 301, "sum_ns": 211815962, "mean_ms": 0.7037075149501661 }, "preprocess_output_to_infer_entry": { "n": 301, "sum_ns": 45658797, "mean_ms": 0.15169035548172757 }, "preprocess_to_infer_output": { "n": 301, "sum_ns": 4370053222, "mean_ms": 14.518449242524916 }, "preprocess_to_callback": { "n": 301, "sum_ns": 4588467900, "mean_ms": 15.244079401993355 }, "infer_output_to_callback": { "n": 301, "sum_ns": 218414678, "mean_ms": 0.7256301594684386 }, "copy_wall": { "n": 301, "sum_ns": 1514577753, "mean_ms": 5.031819777408638 }, "copy_thread_cpu": { "n": 301, "sum_ns": 1509564122, "mean_ms": 5.0151631960132885 }, "callback_to_copied": { "n": 301, "sum_ns": 1566233371, "mean_ms": 5.203433126245847 }, "accepted_interval": { "n": 301, "sum_ns": 30384293621, "mean_ms": 100.94449707973422 }, "selected_to_submitted": { "n": 301, "sum_ns": 6578154360, "mean_ms": 21.854333421926913 }, "completed_queue_wait": { "n": 300, "sum_ns": 50300115, "mean_ms": 0.16766704999999998 }, "result_composition_wall": { "n": 300, "sum_ns": 4199170, "mean_ms": 0.013997233333333334 }, "result_composition_cpu": { "n": 300, "sum_ns": 4101543, "mean_ms": 0.01367181 }, "result_publish_wall": { "n": 300, "sum_ns": 37605887, "mean_ms": 0.12535295666666665 }, "result_publish_cpu": { "n": 300, "sum_ns": 37637729, "mean_ms": 0.12545909666666666 }, "result_total_wall": { "n": 300, "sum_ns": 298751111, "mean_ms": 0.9958370366666667 }, "result_total_cpu": { "n": 300, "sum_ns": 296292866, "mean_ms": 0.9876428866666667 } } }, { "mode": "mixed-a", "level": 5, "camera": "32", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.934603588, "new_channel": false, "seconds": 30.00000696897041, "selected_fps": 9.854815652820529, "requested_fps": 9.854815652820529, "complete_fps": 9.888221807575853, "accepted_fps": 9.888221807575853, "finalized_fps": 9.888221807575853, "redis_fps": 9.888221807575853, "redis_read_fps": 9.933331025830334, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 1, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.135, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.36730278900358826, "redis_interval_s": { "n": 297, "mean": 0.10094932293611883, "median": 0.10216191300423816, "p95": 0.1626508129411377, "maximum": 0.36730278900358826, "minimum": 0.004239557019900531 }, "redis_drift_s": { "n": 298, "mean": -3.7589471017896683, "median": -3.763238623497081, "p95": -3.7255169739783724, "maximum": -3.515552915991748, "minimum": -3.8280265599917556 }, "redis_drift_s_per_min": 0.007190548822019593, "ingress_drift_s": { "n": 12, "mean": -0.004843850416667313, "median": -0.00282075399999826, "p95": 0.029911087999991537, "maximum": 0.029911087999991537, "minimum": -0.04864946099999656 }, "ingress_drift_s_per_min": 0.011997667089284726, "source_drift_s": { "n": 12, "mean": -0.0044116666666648525, "median": -0.0023559999999989145, "p95": 0.030207000000004314, "maximum": 0.030207000000004314, "minimum": -0.04818600000000117 }, "ingress_to_redis_ms": { "n": 298, "mean": 32.486577181208055, "median": 28.0, "p95": 46, "maximum": 154, "minimum": 20 }, "source_samples": 12, "redis_samples": 298, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 295, "sum_ns": 13078551000, "mean_ms": 44.334071186440674 }, "source_exit_to_ingress": { "n": 295, "sum_ns": 279105660, "mean_ms": 0.9461208813559322 }, "source_encoded_queue": { "n": 295, "sum_ns": 8616000, "mean_ms": 0.029206779661016948 }, "decode_between_queues": { "n": 295, "sum_ns": 12837414000, "mean_ms": 43.51665762711865 }, "source_raw_queue": { "n": 295, "sum_ns": 74512000, "mean_ms": 0.25258305084745764 }, "raw_queue_to_source_exit": { "n": 295, "sum_ns": 6881000, "mean_ms": 0.02332542372881356 }, "selected_to_preprocess_start": { "n": 295, "sum_ns": 192747631, "mean_ms": 0.6533818 }, "preprocess_start_to_preprocess_output": { "n": 295, "sum_ns": 157443682, "mean_ms": 0.5337073966101694 }, "selected_to_preprocess": { "n": 295, "sum_ns": 409103767, "mean_ms": 1.3867924305084747 }, "preprocess_start_to_preprocess": { "n": 295, "sum_ns": 216356136, "mean_ms": 0.7334106305084745 }, "preprocess_output_to_infer_entry": { "n": 295, "sum_ns": 58912454, "mean_ms": 0.19970323389830508 }, "preprocess_to_infer_output": { "n": 296, "sum_ns": 5147221939, "mean_ms": 17.389263307432433 }, "preprocess_to_callback": { "n": 296, "sum_ns": 5328344064, "mean_ms": 18.001162378378382 }, "infer_output_to_callback": { "n": 296, "sum_ns": 181122125, "mean_ms": 0.6118990709459459 }, "copy_wall": { "n": 296, "sum_ns": 888306409, "mean_ms": 3.0010351655405407 }, "copy_thread_cpu": { "n": 296, "sum_ns": 887687757, "mean_ms": 2.998945125 }, "callback_to_copied": { "n": 296, "sum_ns": 935808270, "mean_ms": 3.1615144256756755 }, "accepted_interval": { "n": 296, "sum_ns": 29957682265, "mean_ms": 101.2083860304054 }, "selected_to_submitted": { "n": 296, "sum_ns": 6696488092, "mean_ms": 22.62327058108108 }, "completed_queue_wait": { "n": 296, "sum_ns": 65857423, "mean_ms": 0.2224912939189189 }, "result_observations_wall": { "n": 296, "sum_ns": 259970160, "mean_ms": 0.8782775675675676 }, "result_observations_cpu": { "n": 296, "sum_ns": 259884739, "mean_ms": 0.8779889831081081 }, "result_nms_wall": { "n": 296, "sum_ns": 181829703, "mean_ms": 0.6142895371621622 }, "result_nms_cpu": { "n": 296, "sum_ns": 133037621, "mean_ms": 0.4494514222972973 }, "result_tracking_wall": { "n": 296, "sum_ns": 365754777, "mean_ms": 1.2356580304054054 }, "result_tracking_cpu": { "n": 296, "sum_ns": 319778174, "mean_ms": 1.0803316689189189 }, "result_region_wall": { "n": 296, "sum_ns": 68825365, "mean_ms": 0.232518125 }, "result_region_cpu": { "n": 296, "sum_ns": 68862061, "mean_ms": 0.23264209797297297 }, "result_fall_wall": { "n": 296, "sum_ns": 213915702, "mean_ms": 0.7226881824324324 }, "result_fall_cpu": { "n": 296, "sum_ns": 213966850, "mean_ms": 0.7228609797297297 }, "result_fight_wall": { "n": 296, "sum_ns": 56189690, "mean_ms": 0.1898300337837838 }, "result_fight_cpu": { "n": 296, "sum_ns": 56220139, "mean_ms": 0.18993290202702703 }, "result_collector_wall": { "n": 296, "sum_ns": 1200671438, "mean_ms": 4.056322425675676 }, "result_collector_cpu": { "n": 296, "sum_ns": 1193197887, "mean_ms": 4.031073942567567 }, "result_composition_wall": { "n": 296, "sum_ns": 4056713, "mean_ms": 0.013705111486486487 }, "result_composition_cpu": { "n": 296, "sum_ns": 4066008, "mean_ms": 0.013736513513513514 }, "result_artifact_handoff_wall": { "n": 296, "sum_ns": 2571299, "mean_ms": 0.008686820945945946 }, "result_artifact_handoff_cpu": { "n": 296, "sum_ns": 2598190, "mean_ms": 0.008777668918918919 }, "result_publish_wall": { "n": 296, "sum_ns": 131005214, "mean_ms": 0.44258518243243244 }, "result_publish_cpu": { "n": 296, "sum_ns": 130611778, "mean_ms": 0.44125600675675675 }, "result_total_wall": { "n": 296, "sum_ns": 2721135386, "mean_ms": 9.193024952702704 }, "result_total_cpu": { "n": 296, "sum_ns": 2617177916, "mean_ms": 8.841817283783785 } } }, { "mode": "mixed-a", "level": 5, "camera": "32", "provider": "fire", "cohort_reset": false, "counter_seconds": 30.08569044, "new_channel": false, "seconds": 30.00000696897041, "selected_fps": 9.871802696112564, "requested_fps": 9.871802696112564, "complete_fps": 9.83856430319636, "accepted_fps": 9.83856430319636, "finalized_fps": 9.83856430319636, "redis_fps": 9.83856430319636, "redis_read_fps": 9.933331025830334, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 1, "queue_age_max_sampled": 0.0004233799991197884, "provider_response_age_max_sampled": 0.147, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.36359162197913975, "redis_interval_s": { "n": 297, "mean": 0.10094962739746277, "median": 0.10235971998190507, "p95": 0.15347265801392496, "maximum": 0.36359162197913975, "minimum": 0.0001534449984319508 }, "redis_drift_s": { "n": 298, "mean": 0.016373310798113733, "median": 0.014853076494070194, "p95": 0.04903567100642192, "maximum": 0.26065965099400046, "minimum": -0.08718690400756657 }, "redis_drift_s_per_min": 0.0014758323620527813, "ingress_drift_s": { "n": 12, "mean": -0.001827837499999892, "median": -0.0007748550000030718, "p95": 0.031853326999993214, "maximum": 0.031853326999993214, "minimum": -0.04779312600000196 }, "ingress_drift_s_per_min": 0.06374445137024136, "source_drift_s": { "n": 12, "mean": -0.001688749999997204, "median": -0.000686999999999216, "p95": 0.03194000000000585, "maximum": 0.03194000000000585, "minimum": -0.04758099999999388 }, "ingress_to_redis_ms": { "n": 298, "mean": 24.23489932885906, "median": 24.0, "p95": 32, "maximum": 43, "minimum": 17 }, "source_samples": 12, "redis_samples": 298, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 297, "sum_ns": 13148138000, "mean_ms": 44.26982491582491 }, "source_exit_to_ingress": { "n": 297, "sum_ns": 123836792, "mean_ms": 0.4169588956228956 }, "source_encoded_queue": { "n": 297, "sum_ns": 9079000, "mean_ms": 0.03056902356902357 }, "decode_between_queues": { "n": 297, "sum_ns": 12987585000, "mean_ms": 43.72924242424242 }, "source_raw_queue": { "n": 297, "sum_ns": 6898000, "mean_ms": 0.023225589225589226 }, "raw_queue_to_source_exit": { "n": 297, "sum_ns": 7095000, "mean_ms": 0.02388888888888889 }, "selected_to_preprocess_start": { "n": 297, "sum_ns": 189568132, "mean_ms": 0.6382765387205387 }, "preprocess_start_to_preprocess_output": { "n": 297, "sum_ns": 153317116, "mean_ms": 0.5162192457912458 }, "selected_to_preprocess": { "n": 297, "sum_ns": 391150456, "mean_ms": 1.3170049023569024 }, "preprocess_start_to_preprocess": { "n": 297, "sum_ns": 201582324, "mean_ms": 0.6787283636363637 }, "preprocess_output_to_infer_entry": { "n": 297, "sum_ns": 48265208, "mean_ms": 0.16250911784511785 }, "preprocess_to_infer_output": { "n": 296, "sum_ns": 4665927644, "mean_ms": 15.763269067567569 }, "preprocess_to_callback": { "n": 296, "sum_ns": 4874670215, "mean_ms": 16.468480456081082 }, "infer_output_to_callback": { "n": 296, "sum_ns": 208742571, "mean_ms": 0.7052113885135135 }, "copy_wall": { "n": 296, "sum_ns": 1487702735, "mean_ms": 5.026022753378379 }, "copy_thread_cpu": { "n": 296, "sum_ns": 1482650411, "mean_ms": 5.008954091216216 }, "callback_to_copied": { "n": 296, "sum_ns": 1536766022, "mean_ms": 5.191777101351351 }, "accepted_interval": { "n": 296, "sum_ns": 29956966068, "mean_ms": 101.20596644594595 }, "selected_to_submitted": { "n": 296, "sum_ns": 6824727015, "mean_ms": 23.05651018581081 }, "completed_queue_wait": { "n": 296, "sum_ns": 52336521, "mean_ms": 0.17681257094594593 }, "result_composition_wall": { "n": 296, "sum_ns": 2326063, "mean_ms": 0.007858320945945945 }, "result_composition_cpu": { "n": 296, "sum_ns": 2291417, "mean_ms": 0.007741273648648649 }, "result_artifact_handoff_wall": { "n": 296, "sum_ns": 2150400, "mean_ms": 0.007264864864864865 }, "result_artifact_handoff_cpu": { "n": 296, "sum_ns": 2157690, "mean_ms": 0.0072894932432432434 }, "result_publish_wall": { "n": 296, "sum_ns": 25982408, "mean_ms": 0.0877784054054054 }, "result_publish_cpu": { "n": 296, "sum_ns": 26020905, "mean_ms": 0.08790846283783783 }, "result_total_wall": { "n": 296, "sum_ns": 219821468, "mean_ms": 0.7426400945945946 }, "result_total_cpu": { "n": 296, "sum_ns": 219555677, "mean_ms": 0.741742152027027 } } }, { "mode": "mixed-a", "level": 5, "camera": "32", "provider": "crowd", "cohort_reset": false, "counter_seconds": 30.086120711, "new_channel": false, "seconds": 30.00000696897041, "selected_fps": 9.871661516381929, "requested_fps": 9.871661516381929, "complete_fps": 9.838423598818354, "accepted_fps": 9.838423598818354, "finalized_fps": 9.838423598818354, "redis_fps": 9.838423598818354, "redis_read_fps": 9.933331025830334, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 1, "queue_age_max_sampled": 0.00038796401349827647, "provider_response_age_max_sampled": 0.148, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.3512411820120178, "redis_interval_s": { "n": 297, "mean": 0.10094953438710823, "median": 0.10228885000105947, "p95": 0.1543873599730432, "maximum": 0.3512411820120178, "minimum": 0.007268224027939141 }, "redis_drift_s": { "n": 298, "mean": -0.08400568214694741, "median": -0.085172717992684, "p95": -0.05147234698989678, "maximum": 0.14696204801882118, "minimum": -0.19376972795323866 }, "redis_drift_s_per_min": 0.002122079856855868, "ingress_drift_s": { "n": 12, "mean": -0.002859113666665062, "median": -0.0014783565000016097, "p95": 0.030845303999996077, "maximum": 0.030845303999996077, "minimum": -0.04887735299999463 }, "ingress_drift_s_per_min": 0.06508969737619988, "source_drift_s": { "n": 12, "mean": -0.0027752499999991187, "median": -0.0014845000000036634, "p95": 0.030871000000004756, "maximum": 0.030871000000004756, "minimum": -0.04878999999999678 }, "ingress_to_redis_ms": { "n": 298, "mean": 23.859060402684563, "median": 23.0, "p95": 30, "maximum": 61, "minimum": 16 }, "source_samples": 12, "redis_samples": 298, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 297, "sum_ns": 13146406000, "mean_ms": 44.263993265993264 }, "source_exit_to_ingress": { "n": 297, "sum_ns": 118162320, "mean_ms": 0.3978529292929293 }, "source_encoded_queue": { "n": 297, "sum_ns": 9928000, "mean_ms": 0.03342760942760943 }, "decode_between_queues": { "n": 297, "sum_ns": 12982722000, "mean_ms": 43.71286868686869 }, "source_raw_queue": { "n": 297, "sum_ns": 7701000, "mean_ms": 0.02592929292929293 }, "raw_queue_to_source_exit": { "n": 297, "sum_ns": 7602000, "mean_ms": 0.025595959595959596 }, "selected_to_preprocess_start": { "n": 297, "sum_ns": 191177332, "mean_ms": 0.6436947205387205 }, "preprocess_start_to_preprocess_output": { "n": 297, "sum_ns": 162576835, "mean_ms": 0.5473967508417509 }, "selected_to_preprocess": { "n": 297, "sum_ns": 398919748, "mean_ms": 1.3431641346801346 }, "preprocess_start_to_preprocess": { "n": 297, "sum_ns": 207742416, "mean_ms": 0.6994694141414141 }, "preprocess_output_to_infer_entry": { "n": 297, "sum_ns": 45165581, "mean_ms": 0.15207266329966332 }, "preprocess_to_infer_output": { "n": 296, "sum_ns": 4415216246, "mean_ms": 14.91627110135135 }, "preprocess_to_callback": { "n": 296, "sum_ns": 4629459325, "mean_ms": 15.640065287162162 }, "infer_output_to_callback": { "n": 296, "sum_ns": 214243079, "mean_ms": 0.7237941858108108 }, "copy_wall": { "n": 296, "sum_ns": 1496609021, "mean_ms": 5.056111557432432 }, "copy_thread_cpu": { "n": 296, "sum_ns": 1493103216, "mean_ms": 5.044267621621621 }, "callback_to_copied": { "n": 296, "sum_ns": 1547043061, "mean_ms": 5.226496827702703 }, "accepted_interval": { "n": 296, "sum_ns": 29956961118, "mean_ms": 101.20594972297297 }, "selected_to_submitted": { "n": 296, "sum_ns": 6597452241, "mean_ms": 22.28869000337838 }, "completed_queue_wait": { "n": 296, "sum_ns": 47509716, "mean_ms": 0.1605057972972973 }, "result_composition_wall": { "n": 296, "sum_ns": 45776002, "mean_ms": 0.15464865540540543 }, "result_composition_cpu": { "n": 296, "sum_ns": 45160871, "mean_ms": 0.15257051013513515 }, "result_publish_wall": { "n": 296, "sum_ns": 46234062, "mean_ms": 0.1561961554054054 }, "result_publish_cpu": { "n": 296, "sum_ns": 46273191, "mean_ms": 0.15632834797297296 }, "result_total_wall": { "n": 296, "sum_ns": 363824815, "mean_ms": 1.2291378885135136 }, "result_total_cpu": { "n": 296, "sum_ns": 360075260, "mean_ms": 1.216470472972973 } } }, { "mode": "mixed-a", "level": 5, "camera": "33", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.967478122, "new_channel": false, "seconds": 30.00000696897041, "selected_fps": 9.977482882701944, "requested_fps": 10.010852390670847, "complete_fps": 9.977482882701944, "accepted_fps": 9.977482882701944, "finalized_fps": 9.977482882701944, "redis_fps": 9.977482882701944, "redis_read_fps": 9.999997677010402, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 2, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.115, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 1, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.20733848301460966, "redis_interval_s": { "n": 299, "mean": 0.10005414338796446, "median": 0.10145177895901725, "p95": 0.15611566201550886, "maximum": 0.20733848301460966, "minimum": 0.017922816041391343 }, "redis_drift_s": { "n": 300, "mean": -7.591328217456017, "median": -7.593358700037701, "p95": -7.5564930670433625, "maximum": -7.456336250033232, "minimum": -7.646590853032663 }, "redis_drift_s_per_min": -0.002162300181695127, "ingress_drift_s": { "n": 12, "mean": -0.006422047083331013, "median": -0.0037201289999977405, "p95": 0.02712715900000262, "maximum": 0.02712715900000262, "minimum": -0.051274404999993806 }, "ingress_drift_s_per_min": 0.011852769429526708, "source_drift_s": { "n": 12, "mean": -0.008829249999998604, "median": -0.006663999999997117, "p95": 0.027054000000006795, "maximum": 0.027054000000006795, "minimum": -0.05181699999999978 }, "ingress_to_redis_ms": { "n": 300, "mean": 30.026666666666667, "median": 26.0, "p95": 39, "maximum": 148, "minimum": 20 }, "source_samples": 12, "redis_samples": 300, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 299, "sum_ns": 13009302000, "mean_ms": 43.50937123745819 }, "source_exit_to_ingress": { "n": 299, "sum_ns": 205205462, "mean_ms": 0.6863058929765887 }, "source_encoded_queue": { "n": 299, "sum_ns": 8337000, "mean_ms": 0.027882943143812712 }, "decode_between_queues": { "n": 299, "sum_ns": 12773232000, "mean_ms": 42.71983946488294 }, "source_raw_queue": { "n": 299, "sum_ns": 7738000, "mean_ms": 0.02587959866220736 }, "raw_queue_to_source_exit": { "n": 299, "sum_ns": 8414000, "mean_ms": 0.02814046822742475 }, "selected_to_preprocess_start": { "n": 300, "sum_ns": 188811250, "mean_ms": 0.6293708333333333 }, "preprocess_start_to_preprocess_output": { "n": 300, "sum_ns": 123404579, "mean_ms": 0.4113485966666667 }, "selected_to_preprocess": { "n": 300, "sum_ns": 357536187, "mean_ms": 1.19178729 }, "preprocess_start_to_preprocess": { "n": 300, "sum_ns": 168724937, "mean_ms": 0.5624164566666666 }, "preprocess_output_to_infer_entry": { "n": 300, "sum_ns": 45320358, "mean_ms": 0.15106786 }, "preprocess_to_infer_output": { "n": 299, "sum_ns": 4831247919, "mean_ms": 16.158019795986622 }, "preprocess_to_callback": { "n": 299, "sum_ns": 5004420776, "mean_ms": 16.73719323076923 }, "infer_output_to_callback": { "n": 299, "sum_ns": 173172857, "mean_ms": 0.5791734347826086 }, "copy_wall": { "n": 299, "sum_ns": 857885045, "mean_ms": 2.8691807525083615 }, "copy_thread_cpu": { "n": 299, "sum_ns": 856238382, "mean_ms": 2.863673518394649 }, "callback_to_copied": { "n": 299, "sum_ns": 905462320, "mean_ms": 3.0283020735785953 }, "accepted_interval": { "n": 299, "sum_ns": 29912377692, "mean_ms": 100.0413969632107 }, "selected_to_submitted": { "n": 299, "sum_ns": 6288758608, "mean_ms": 21.03263748494983 }, "completed_queue_wait": { "n": 299, "sum_ns": 51763512, "mean_ms": 0.1731221137123746 }, "result_observations_wall": { "n": 299, "sum_ns": 259678534, "mean_ms": 0.8684900802675586 }, "result_observations_cpu": { "n": 299, "sum_ns": 259713056, "mean_ms": 0.8686055384615385 }, "result_nms_wall": { "n": 299, "sum_ns": 196134798, "mean_ms": 0.6559692240802676 }, "result_nms_cpu": { "n": 299, "sum_ns": 144304638, "mean_ms": 0.48262420735785955 }, "result_tracking_wall": { "n": 299, "sum_ns": 338155002, "mean_ms": 1.1309531839464881 }, "result_tracking_cpu": { "n": 299, "sum_ns": 305767718, "mean_ms": 1.022634508361204 }, "result_region_wall": { "n": 299, "sum_ns": 77557360, "mean_ms": 0.25938916387959865 }, "result_region_cpu": { "n": 299, "sum_ns": 77583364, "mean_ms": 0.2594761337792642 }, "result_fall_wall": { "n": 299, "sum_ns": 157519102, "mean_ms": 0.5268197391304348 }, "result_fall_cpu": { "n": 299, "sum_ns": 157586645, "mean_ms": 0.527045635451505 }, "result_fight_wall": { "n": 299, "sum_ns": 61756660, "mean_ms": 0.20654401337792644 }, "result_fight_cpu": { "n": 299, "sum_ns": 61797590, "mean_ms": 0.20668090301003345 }, "result_collector_wall": { "n": 299, "sum_ns": 1067134823, "mean_ms": 3.569012785953177 }, "result_collector_cpu": { "n": 299, "sum_ns": 1058664213, "mean_ms": 3.5406829866220737 }, "result_composition_wall": { "n": 299, "sum_ns": 4158130, "mean_ms": 0.013906789297658862 }, "result_composition_cpu": { "n": 299, "sum_ns": 4169679, "mean_ms": 0.013945414715719064 }, "result_artifact_handoff_wall": { "n": 299, "sum_ns": 2673359, "mean_ms": 0.008941 }, "result_artifact_handoff_cpu": { "n": 299, "sum_ns": 2661412, "mean_ms": 0.00890104347826087 }, "result_publish_wall": { "n": 299, "sum_ns": 115058080, "mean_ms": 0.3848096321070234 }, "result_publish_cpu": { "n": 299, "sum_ns": 114787913, "mean_ms": 0.3839060635451505 }, "result_total_wall": { "n": 299, "sum_ns": 2525053089, "mean_ms": 8.444993608695652 }, "result_total_cpu": { "n": 299, "sum_ns": 2427801170, "mean_ms": 8.11973635451505 } } }, { "mode": "mixed-a", "level": 5, "camera": "33", "provider": "fire", "cohort_reset": false, "counter_seconds": 29.839863025, "new_channel": false, "seconds": 30.00000696897041, "selected_fps": 9.986641016090925, "requested_fps": 9.986641016090925, "complete_fps": 9.986641016090925, "accepted_fps": 9.986641016090925, "finalized_fps": 9.986641016090925, "redis_fps": 9.986641016090925, "redis_read_fps": 9.999997677010402, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.085, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.20370402600383386, "redis_interval_s": { "n": 299, "mean": 0.10004458611384875, "median": 0.09904621599707752, "p95": 0.14675240399083123, "maximum": 0.20370402600383386, "minimum": 0.02724170294823125 }, "redis_drift_s": { "n": 300, "mean": -0.0782966508451071, "median": -0.07732027752348003, "p95": -0.043782343016935954, "maximum": -0.03190076005971321, "minimum": -0.126637726061972 }, "redis_drift_s_per_min": -0.0036046880555393587, "ingress_drift_s": { "n": 12, "mean": -0.0043418497499985165, "median": -0.004922466499998279, "p95": 0.026171834999999533, "maximum": 0.026171834999999533, "minimum": -0.022815872000002457 }, "ingress_drift_s_per_min": 0.003794641002997509, "source_drift_s": { "n": 12, "mean": -0.004347083333332928, "median": -0.0050015000000023235, "p95": 0.026291999999997984, "maximum": 0.026291999999997984, "minimum": -0.02281399999999678 }, "ingress_to_redis_ms": { "n": 300, "mean": 23.156666666666666, "median": 22.0, "p95": 30, "maximum": 40, "minimum": 15 }, "source_samples": 12, "redis_samples": 300, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 298, "sum_ns": 12894720000, "mean_ms": 43.27087248322148 }, "source_exit_to_ingress": { "n": 298, "sum_ns": 88591717, "mean_ms": 0.2972876409395973 }, "source_encoded_queue": { "n": 298, "sum_ns": 8670000, "mean_ms": 0.029093959731543627 }, "decode_between_queues": { "n": 298, "sum_ns": 12668741000, "mean_ms": 42.512553691275166 }, "source_raw_queue": { "n": 298, "sum_ns": 7376000, "mean_ms": 0.024751677852348993 }, "raw_queue_to_source_exit": { "n": 298, "sum_ns": 8855000, "mean_ms": 0.029714765100671142 }, "selected_to_preprocess_start": { "n": 298, "sum_ns": 185363197, "mean_ms": 0.6220241510067114 }, "preprocess_start_to_preprocess_output": { "n": 298, "sum_ns": 128966082, "mean_ms": 0.43277208724832217 }, "selected_to_preprocess": { "n": 298, "sum_ns": 359371635, "mean_ms": 1.2059450838926173 }, "preprocess_start_to_preprocess": { "n": 298, "sum_ns": 174008438, "mean_ms": 0.5839209328859061 }, "preprocess_output_to_infer_entry": { "n": 298, "sum_ns": 45042356, "mean_ms": 0.1511488456375839 }, "preprocess_to_infer_output": { "n": 298, "sum_ns": 4451806207, "mean_ms": 14.938947003355704 }, "preprocess_to_callback": { "n": 298, "sum_ns": 4670508622, "mean_ms": 15.672847724832215 }, "infer_output_to_callback": { "n": 298, "sum_ns": 218702415, "mean_ms": 0.7339007214765101 }, "copy_wall": { "n": 298, "sum_ns": 1449542763, "mean_ms": 4.864237459731544 }, "copy_thread_cpu": { "n": 298, "sum_ns": 1446530167, "mean_ms": 4.854128077181208 }, "callback_to_copied": { "n": 298, "sum_ns": 1498664963, "mean_ms": 5.02907705704698 }, "accepted_interval": { "n": 298, "sum_ns": 29816723548, "mean_ms": 100.05611928859061 }, "selected_to_submitted": { "n": 298, "sum_ns": 6552552350, "mean_ms": 21.988430704697986 }, "completed_queue_wait": { "n": 298, "sum_ns": 55269968, "mean_ms": 0.18546969127516777 }, "result_composition_wall": { "n": 298, "sum_ns": 2299215, "mean_ms": 0.007715486577181208 }, "result_composition_cpu": { "n": 298, "sum_ns": 2261898, "mean_ms": 0.007590261744966443 }, "result_artifact_handoff_wall": { "n": 298, "sum_ns": 2160284, "mean_ms": 0.007249275167785235 }, "result_artifact_handoff_cpu": { "n": 298, "sum_ns": 2168172, "mean_ms": 0.007275744966442953 }, "result_publish_wall": { "n": 298, "sum_ns": 26379076, "mean_ms": 0.08852038926174496 }, "result_publish_cpu": { "n": 298, "sum_ns": 26414693, "mean_ms": 0.08863990939597316 }, "result_total_wall": { "n": 298, "sum_ns": 220228858, "mean_ms": 0.7390230134228187 }, "result_total_cpu": { "n": 298, "sum_ns": 219985297, "mean_ms": 0.7382056946308725 } } }, { "mode": "mixed-a", "level": 5, "camera": "33", "provider": "crowd", "cohort_reset": false, "counter_seconds": 29.839010419, "new_channel": false, "seconds": 30.00000696897041, "selected_fps": 9.98692636972466, "requested_fps": 9.98692636972466, "complete_fps": 9.98692636972466, "accepted_fps": 9.98692636972466, "finalized_fps": 9.98692636972466, "redis_fps": 9.98692636972466, "redis_read_fps": 9.999997677010402, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.083, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.2012004850548692, "redis_interval_s": { "n": 299, "mean": 0.10006155454172881, "median": 0.09857759100850672, "p95": 0.14680800697533414, "maximum": 0.2012004850548692, "minimum": 0.02972004795446992 }, "redis_drift_s": { "n": 300, "mean": -0.06057582189051123, "median": -0.05910300001851354, "p95": -0.02619304802082212, "maximum": -0.01620643503171948, "minimum": -0.11041162201389909 }, "redis_drift_s_per_min": -0.003354110841625948, "ingress_drift_s": { "n": 12, "mean": -0.004944560499999066, "median": -0.00528503150000148, "p95": 0.025624692999997478, "maximum": 0.025624692999997478, "minimum": -0.02259286999999688 }, "ingress_drift_s_per_min": 0.003938813233422727, "source_drift_s": { "n": 12, "mean": -0.00484333333333294, "median": -0.0051650000000016405, "p95": 0.025777000000005046, "maximum": 0.025777000000005046, "minimum": -0.022615999999999303 }, "ingress_to_redis_ms": { "n": 300, "mean": 22.32, "median": 21.0, "p95": 29, "maximum": 37, "minimum": 16 }, "source_samples": 12, "redis_samples": 300, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 298, "sum_ns": 12908693000, "mean_ms": 43.31776174496644 }, "source_exit_to_ingress": { "n": 298, "sum_ns": 85960501, "mean_ms": 0.28845805704697985 }, "source_encoded_queue": { "n": 298, "sum_ns": 8167000, "mean_ms": 0.027406040268456375 }, "decode_between_queues": { "n": 298, "sum_ns": 12672649000, "mean_ms": 42.5256677852349 }, "source_raw_queue": { "n": 298, "sum_ns": 6777000, "mean_ms": 0.022741610738255032 }, "raw_queue_to_source_exit": { "n": 298, "sum_ns": 8625000, "mean_ms": 0.028942953020134228 }, "selected_to_preprocess_start": { "n": 298, "sum_ns": 176779244, "mean_ms": 0.5932189395973154 }, "preprocess_start_to_preprocess_output": { "n": 298, "sum_ns": 126717008, "mean_ms": 0.4252248590604027 }, "selected_to_preprocess": { "n": 298, "sum_ns": 345034902, "mean_ms": 1.1578352416107383 }, "preprocess_start_to_preprocess": { "n": 298, "sum_ns": 168255658, "mean_ms": 0.5646163020134228 }, "preprocess_output_to_infer_entry": { "n": 298, "sum_ns": 41538650, "mean_ms": 0.13939144295302014 }, "preprocess_to_infer_output": { "n": 298, "sum_ns": 4127585884, "mean_ms": 13.85095934228188 }, "preprocess_to_callback": { "n": 298, "sum_ns": 4340124688, "mean_ms": 14.564176805369128 }, "infer_output_to_callback": { "n": 298, "sum_ns": 212538804, "mean_ms": 0.7132174630872483 }, "copy_wall": { "n": 298, "sum_ns": 1453855736, "mean_ms": 4.878710523489932 }, "copy_thread_cpu": { "n": 298, "sum_ns": 1448949638, "mean_ms": 4.86224710738255 }, "callback_to_copied": { "n": 298, "sum_ns": 1504061156, "mean_ms": 5.047185087248322 }, "accepted_interval": { "n": 298, "sum_ns": 29813179074, "mean_ms": 100.04422508053692 }, "selected_to_submitted": { "n": 298, "sum_ns": 6212710841, "mean_ms": 20.848022956375836 }, "completed_queue_wait": { "n": 298, "sum_ns": 49619354, "mean_ms": 0.16650789932885907 }, "result_composition_wall": { "n": 298, "sum_ns": 4864506, "mean_ms": 0.016323845637583892 }, "result_composition_cpu": { "n": 298, "sum_ns": 4757038, "mean_ms": 0.01596321476510067 }, "result_publish_wall": { "n": 298, "sum_ns": 44991665, "mean_ms": 0.15097874161073824 }, "result_publish_cpu": { "n": 298, "sum_ns": 45029730, "mean_ms": 0.15110647651006712 }, "result_total_wall": { "n": 298, "sum_ns": 313979191, "mean_ms": 1.0536214463087248 }, "result_total_cpu": { "n": 298, "sum_ns": 311564623, "mean_ms": 1.0455188691275168 } } }, { "mode": "mixed-a", "level": 5, "camera": "34", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.842375536, "new_channel": true, "seconds": 30.00000696897041, "selected_fps": 9.918781420162878, "requested_fps": 9.918781420162878, "complete_fps": 9.952290816852617, "accepted_fps": 9.952290816852617, "finalized_fps": 9.952290816852617, "redis_fps": 9.952290816852617, "redis_read_fps": 9.866664374650265, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 1, "queue_depth_max_sampled": 1, "queue_age_max_sampled": 0.0003658590139821172, "provider_response_age_max_sampled": 0.073, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.33799550600815564, "redis_interval_s": { "n": 295, "mean": 0.1013346048373871, "median": 0.10071823297766969, "p95": 0.16314550203969702, "maximum": 0.33799550600815564, "minimum": 0.004486543999519199 }, "redis_drift_s": { "n": 296, "mean": -0.0665335785994177, "median": -0.06989019146445141, "p95": -0.029965025013312996, "maximum": 0.2433362900312055, "minimum": -0.16560875599039715 }, "redis_drift_s_per_min": -0.013801857511746098, "ingress_drift_s": { "n": 12, "mean": -0.014906230749999269, "median": -0.015042890000000142, "p95": 0.015617834000000386, "maximum": 0.015617834000000386, "minimum": -0.048035816999998815 }, "ingress_drift_s_per_min": 0.023143598303174962, "source_drift_s": { "n": 12, "mean": -0.017243749999999558, "median": -0.014893499999999449, "p95": 0.015689999999999316, "maximum": 0.015689999999999316, "minimum": -0.04776000000000025 }, "ingress_to_redis_ms": { "n": 296, "mean": 28.118243243243242, "median": 25.0, "p95": 42, "maximum": 115, "minimum": 19 }, "source_samples": 12, "redis_samples": 296, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 296, "sum_ns": 191338206, "mean_ms": 0.6464128581081081 }, "depay_to_source_exit": { "n": 294, "sum_ns": 13852301000, "mean_ms": 47.11667006802721 }, "source_exit_to_ingress": { "n": 294, "sum_ns": 316050515, "mean_ms": 1.0750017517006802 }, "source_encoded_queue": { "n": 294, "sum_ns": 8083000, "mean_ms": 0.027493197278911564 }, "decode_between_queues": { "n": 294, "sum_ns": 13742368000, "mean_ms": 46.74274829931973 }, "source_raw_queue": { "n": 294, "sum_ns": 7073000, "mean_ms": 0.024057823129251702 }, "raw_queue_to_source_exit": { "n": 294, "sum_ns": 8185000, "mean_ms": 0.027840136054421767 }, "preprocess_start_to_preprocess_output": { "n": 296, "sum_ns": 144115430, "mean_ms": 0.48687645270270274 }, "selected_to_preprocess": { "n": 296, "sum_ns": 382059017, "mean_ms": 1.2907399222972973 }, "preprocess_start_to_preprocess": { "n": 296, "sum_ns": 190720811, "mean_ms": 0.6443270641891893 }, "preprocess_output_to_infer_entry": { "n": 296, "sum_ns": 46605381, "mean_ms": 0.15745061148648648 }, "preprocess_to_infer_output": { "n": 297, "sum_ns": 5072786813, "mean_ms": 17.08009027946128 }, "preprocess_to_callback": { "n": 297, "sum_ns": 5249230479, "mean_ms": 17.674176696969695 }, "infer_output_to_callback": { "n": 297, "sum_ns": 176443666, "mean_ms": 0.5940864175084175 }, "copy_wall": { "n": 297, "sum_ns": 743049827, "mean_ms": 2.5018512693602695 }, "copy_thread_cpu": { "n": 297, "sum_ns": 740123779, "mean_ms": 2.4919992558922557 }, "callback_to_copied": { "n": 297, "sum_ns": 788560537, "mean_ms": 2.6550859831649833 }, "accepted_interval": { "n": 297, "sum_ns": 29874493580, "mean_ms": 100.58752047138047 }, "selected_to_submitted": { "n": 297, "sum_ns": 6441688831, "mean_ms": 21.689187983164985 }, "completed_queue_wait": { "n": 297, "sum_ns": 64097905, "mean_ms": 0.21581786195286196 }, "result_observations_wall": { "n": 297, "sum_ns": 224471462, "mean_ms": 0.7557961683501684 }, "result_observations_cpu": { "n": 297, "sum_ns": 224577348, "mean_ms": 0.7561526868686869 }, "result_nms_wall": { "n": 297, "sum_ns": 177201208, "mean_ms": 0.5966370639730639 }, "result_nms_cpu": { "n": 297, "sum_ns": 138811100, "mean_ms": 0.4673774410774411 }, "result_tracking_wall": { "n": 297, "sum_ns": 265903518, "mean_ms": 0.8952980404040404 }, "result_tracking_cpu": { "n": 297, "sum_ns": 248884739, "mean_ms": 0.8379957542087542 }, "result_region_wall": { "n": 297, "sum_ns": 53922839, "mean_ms": 0.18155838047138048 }, "result_region_cpu": { "n": 297, "sum_ns": 53960452, "mean_ms": 0.18168502356902355 }, "result_fall_wall": { "n": 297, "sum_ns": 111747429, "mean_ms": 0.3762539696969697 }, "result_fall_cpu": { "n": 297, "sum_ns": 111731217, "mean_ms": 0.3761993838383838 }, "result_fight_wall": { "n": 297, "sum_ns": 36610349, "mean_ms": 0.12326716835016835 }, "result_fight_cpu": { "n": 297, "sum_ns": 36642900, "mean_ms": 0.12337676767676767 }, "result_collector_wall": { "n": 297, "sum_ns": 595404532, "mean_ms": 2.004729063973064 }, "result_collector_cpu": { "n": 297, "sum_ns": 591080934, "mean_ms": 1.9901714949494949 }, "result_composition_wall": { "n": 297, "sum_ns": 3870973, "mean_ms": 0.013033579124579125 }, "result_composition_cpu": { "n": 297, "sum_ns": 3882912, "mean_ms": 0.013073777777777778 }, "result_artifact_handoff_wall": { "n": 297, "sum_ns": 2549604, "mean_ms": 0.008584525252525253 }, "result_artifact_handoff_cpu": { "n": 297, "sum_ns": 2542059, "mean_ms": 0.008559121212121212 }, "result_publish_wall": { "n": 297, "sum_ns": 93363401, "mean_ms": 0.3143548855218855 }, "result_publish_cpu": { "n": 297, "sum_ns": 93429603, "mean_ms": 0.31457778787878793 }, "result_total_wall": { "n": 297, "sum_ns": 1772534496, "mean_ms": 5.968129616161616 }, "result_total_cpu": { "n": 297, "sum_ns": 1711925379, "mean_ms": 5.764058515151516 } } }, { "mode": "mixed-a", "level": 5, "camera": "34", "provider": "fire", "cohort_reset": false, "counter_seconds": 29.836658873, "new_channel": true, "seconds": 30.00000696897041, "selected_fps": 9.954197662150548, "requested_fps": 9.954197662150548, "complete_fps": 9.954197662150548, "accepted_fps": 9.954197662150548, "finalized_fps": 9.954197662150548, "redis_fps": 9.954197662150548, "redis_read_fps": 9.866664374650265, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.091, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.3310697470442392, "redis_interval_s": { "n": 295, "mean": 0.10133319702709756, "median": 0.10132512002019212, "p95": 0.14826896000886336, "maximum": 0.3310697470442392, "minimum": 0.007167861971538514 }, "redis_drift_s": { "n": 296, "mean": -0.03500173914588583, "median": -0.036277439486468666, "p95": -0.0033644659877758443, "maximum": 0.2708345880066041, "minimum": -0.13149634903762486 }, "redis_drift_s_per_min": -0.0208166430252476, "ingress_drift_s": { "n": 12, "mean": -0.013553455500000458, "median": -0.008576341499999529, "p95": 0.015303757999999945, "maximum": 0.015303757999999945, "minimum": -0.04827496499999917 }, "ingress_drift_s_per_min": -0.022046158602240386, "source_drift_s": { "n": 12, "mean": -0.013448333333332988, "median": -0.008471499999997079, "p95": 0.015407999999998978, "maximum": 0.015407999999998978, "minimum": -0.04817300000000024 }, "ingress_to_redis_ms": { "n": 296, "mean": 23.804054054054053, "median": 23.0, "p95": 32, "maximum": 51, "minimum": 15 }, "source_samples": 12, "redis_samples": 296, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 297, "sum_ns": 183622224, "mean_ms": 0.6182566464646464 }, "depay_to_source_exit": { "n": 295, "sum_ns": 13862003000, "mean_ms": 46.9898406779661 }, "source_exit_to_ingress": { "n": 295, "sum_ns": 104644902, "mean_ms": 0.3547284813559322 }, "source_encoded_queue": { "n": 295, "sum_ns": 7604000, "mean_ms": 0.02577627118644068 }, "decode_between_queues": { "n": 295, "sum_ns": 13758867000, "mean_ms": 46.64022711864406 }, "source_raw_queue": { "n": 295, "sum_ns": 5911000, "mean_ms": 0.020037288135593218 }, "raw_queue_to_source_exit": { "n": 295, "sum_ns": 8114000, "mean_ms": 0.027505084745762715 }, "preprocess_start_to_preprocess_output": { "n": 297, "sum_ns": 143935611, "mean_ms": 0.48463168686868685 }, "selected_to_preprocess": { "n": 297, "sum_ns": 372050414, "mean_ms": 1.2526949966329968 }, "preprocess_start_to_preprocess": { "n": 297, "sum_ns": 188428190, "mean_ms": 0.6344383501683502 }, "preprocess_output_to_infer_entry": { "n": 297, "sum_ns": 44492579, "mean_ms": 0.1498066632996633 }, "preprocess_to_infer_output": { "n": 297, "sum_ns": 4582677527, "mean_ms": 15.429890663299663 }, "preprocess_to_callback": { "n": 297, "sum_ns": 4775538429, "mean_ms": 16.079253969696968 }, "infer_output_to_callback": { "n": 297, "sum_ns": 192860902, "mean_ms": 0.6493633063973064 }, "copy_wall": { "n": 297, "sum_ns": 1493450473, "mean_ms": 5.028452771043771 }, "copy_thread_cpu": { "n": 297, "sum_ns": 1486168928, "mean_ms": 5.003935784511784 }, "callback_to_copied": { "n": 297, "sum_ns": 1542127790, "mean_ms": 5.192349461279461 }, "accepted_interval": { "n": 297, "sum_ns": 29872179764, "mean_ms": 100.57972984511785 }, "selected_to_submitted": { "n": 297, "sum_ns": 6713082474, "mean_ms": 22.602971292929293 }, "completed_queue_wait": { "n": 297, "sum_ns": 51685002, "mean_ms": 0.17402357575757574 }, "result_composition_wall": { "n": 297, "sum_ns": 2440293, "mean_ms": 0.008216474747474747 }, "result_composition_cpu": { "n": 297, "sum_ns": 2398885, "mean_ms": 0.00807705387205387 }, "result_artifact_handoff_wall": { "n": 297, "sum_ns": 2332928, "mean_ms": 0.007854976430976431 }, "result_artifact_handoff_cpu": { "n": 297, "sum_ns": 2337206, "mean_ms": 0.007869380471380472 }, "result_publish_wall": { "n": 297, "sum_ns": 26580755, "mean_ms": 0.08949749158249158 }, "result_publish_cpu": { "n": 297, "sum_ns": 26620964, "mean_ms": 0.08963287542087542 }, "result_total_wall": { "n": 297, "sum_ns": 239028406, "mean_ms": 0.8048094478114478 }, "result_total_cpu": { "n": 297, "sum_ns": 238506681, "mean_ms": 0.8030527979797979 } } }, { "mode": "mixed-a", "level": 5, "camera": "34", "provider": "crowd", "cohort_reset": false, "counter_seconds": 29.836240674, "new_channel": true, "seconds": 30.00000696897041, "selected_fps": 9.954337184939414, "requested_fps": 9.954337184939414, "complete_fps": 9.954337184939414, "accepted_fps": 9.954337184939414, "finalized_fps": 9.954337184939414, "redis_fps": 9.954337184939414, "redis_read_fps": 9.866664374650265, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 1, "queue_age_max_sampled": 0.0003652250161394477, "provider_response_age_max_sampled": 0.076, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 1, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.32048527197912335, "redis_interval_s": { "n": 295, "mean": 0.10132835868477695, "median": 0.10130746802315116, "p95": 0.14933611202286556, "maximum": 0.32048527197912335, "minimum": 0.0001341039896942675 }, "redis_drift_s": { "n": 296, "mean": -0.011307807567790464, "median": -0.012256799021271192, "p95": 0.019267065969762243, "maximum": 0.27974686799850357, "minimum": -0.11710336898965767 }, "redis_drift_s_per_min": -0.019577608668228202, "ingress_drift_s": { "n": 12, "mean": -0.013524866333332941, "median": -0.008870958499997528, "p95": 0.01609866299999929, "maximum": 0.01609866299999929, "minimum": -0.04825308999999933 }, "ingress_drift_s_per_min": -0.021756113164416533, "source_drift_s": { "n": 12, "mean": -0.013586749999999684, "median": -0.008938499999999294, "p95": 0.01612300000000033, "maximum": 0.01612300000000033, "minimum": -0.04817999999999856 }, "ingress_to_redis_ms": { "n": 296, "mean": 22.41554054054054, "median": 22.0, "p95": 29, "maximum": 34, "minimum": 16 }, "source_samples": 12, "redis_samples": 296, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 297, "sum_ns": 178989767, "mean_ms": 0.6026591481481482 }, "depay_to_source_exit": { "n": 295, "sum_ns": 13874308000, "mean_ms": 47.031552542372886 }, "source_exit_to_ingress": { "n": 295, "sum_ns": 94541058, "mean_ms": 0.3204781627118644 }, "source_encoded_queue": { "n": 295, "sum_ns": 6573000, "mean_ms": 0.02228135593220339 }, "decode_between_queues": { "n": 295, "sum_ns": 13768904000, "mean_ms": 46.67425084745763 }, "source_raw_queue": { "n": 295, "sum_ns": 6096000, "mean_ms": 0.02066440677966102 }, "raw_queue_to_source_exit": { "n": 295, "sum_ns": 8013000, "mean_ms": 0.02716271186440678 }, "preprocess_start_to_preprocess_output": { "n": 297, "sum_ns": 121628706, "mean_ms": 0.4095242626262626 }, "selected_to_preprocess": { "n": 297, "sum_ns": 345724007, "mean_ms": 1.1640538956228956 }, "preprocess_start_to_preprocess": { "n": 297, "sum_ns": 166734240, "mean_ms": 0.5613947474747475 }, "preprocess_output_to_infer_entry": { "n": 297, "sum_ns": 45105534, "mean_ms": 0.15187048484848487 }, "preprocess_to_infer_output": { "n": 297, "sum_ns": 4167804087, "mean_ms": 14.033010393939394 }, "preprocess_to_callback": { "n": 297, "sum_ns": 4365800341, "mean_ms": 14.699664447811447 }, "infer_output_to_callback": { "n": 297, "sum_ns": 197996254, "mean_ms": 0.6666540538720539 }, "copy_wall": { "n": 297, "sum_ns": 1463775162, "mean_ms": 4.9285358989898995 }, "copy_thread_cpu": { "n": 297, "sum_ns": 1459581926, "mean_ms": 4.91441725925926 }, "callback_to_copied": { "n": 297, "sum_ns": 1512699532, "mean_ms": 5.093264417508418 }, "accepted_interval": { "n": 297, "sum_ns": 29875305193, "mean_ms": 100.59025317508417 }, "selected_to_submitted": { "n": 297, "sum_ns": 6250073626, "mean_ms": 21.044018942760946 }, "completed_queue_wait": { "n": 297, "sum_ns": 48205761, "mean_ms": 0.16230895959595962 }, "result_composition_wall": { "n": 297, "sum_ns": 2927623, "mean_ms": 0.009857316498316499 }, "result_composition_cpu": { "n": 297, "sum_ns": 2816518, "mean_ms": 0.009483225589225588 }, "result_publish_wall": { "n": 297, "sum_ns": 38895799, "mean_ms": 0.1309622861952862 }, "result_publish_cpu": { "n": 297, "sum_ns": 38902434, "mean_ms": 0.13098462626262627 }, "result_total_wall": { "n": 297, "sum_ns": 284871466, "mean_ms": 0.9591631851851852 }, "result_total_cpu": { "n": 297, "sum_ns": 283390988, "mean_ms": 0.9541784107744108 } } }, { "mode": "mixed-a", "level": 6, "camera": "30", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.184375861, "new_channel": false, "seconds": 30.00001782499021, "selected_fps": 9.938916788656138, "requested_fps": 9.938916788656138, "complete_fps": 9.938916788656138, "accepted_fps": 9.938916788656138, "finalized_fps": 9.972046511284994, "redis_fps": 9.972046511284994, "redis_read_fps": 9.899994117756727, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.24, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 9, "analysis_gap_markers": 4, "c_suppressed": 0, "max_redis_silence_s": 0.37534384202444926, "redis_interval_s": { "n": 296, "mean": 0.10080005780410657, "median": 0.09779514448018745, "p95": 0.20040955301374197, "maximum": 0.37534384202444926, "minimum": 0.005186530004721135 }, "redis_drift_s": { "n": 297, "mean": -5.208919021941308, "median": -5.2181403520139895, "p95": -5.067249746991791, "maximum": -4.959322399985979, "minimum": -5.289072749994688 }, "redis_drift_s_per_min": 0.003920942396005977, "ingress_drift_s": { "n": 12, "mean": -0.0005821174999998865, "median": -0.0038782310000016196, "p95": 0.034148825000016814, "maximum": 0.034148825000016814, "minimum": -0.029513353999988112 }, "ingress_drift_s_per_min": -0.04372768563877261, "source_drift_s": { "n": 12, "mean": -0.0009020000000011427, "median": -0.003823499999995761, "p95": 0.03388599999999542, "maximum": 0.03388599999999542, "minimum": -0.029606999999998607 }, "ingress_to_redis_ms": { "n": 297, "mean": 42.69023569023569, "median": 35, "p95": 74, "maximum": 293, "minimum": 23 }, "source_samples": 12, "redis_samples": 297, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 300, "sum_ns": 13706865000, "mean_ms": 45.68955 }, "source_exit_to_ingress": { "n": 300, "sum_ns": 1534163929, "mean_ms": 5.113879763333333 }, "source_encoded_queue": { "n": 300, "sum_ns": 8551000, "mean_ms": 0.028503333333333332 }, "decode_between_queues": { "n": 300, "sum_ns": 13369946000, "mean_ms": 44.56648666666666 }, "source_raw_queue": { "n": 300, "sum_ns": 276572000, "mean_ms": 0.9219066666666667 }, "raw_queue_to_source_exit": { "n": 300, "sum_ns": 7127000, "mean_ms": 0.02375666666666667 }, "selected_to_preprocess_start": { "n": 300, "sum_ns": 213926351, "mean_ms": 0.7130878366666666 }, "preprocess_start_to_preprocess_output": { "n": 300, "sum_ns": 201207497, "mean_ms": 0.6706916566666666 }, "selected_to_preprocess": { "n": 300, "sum_ns": 476251160, "mean_ms": 1.5875038666666668 }, "preprocess_start_to_preprocess": { "n": 300, "sum_ns": 262324809, "mean_ms": 0.87441603 }, "preprocess_output_to_infer_entry": { "n": 300, "sum_ns": 61117312, "mean_ms": 0.20372437333333332 }, "preprocess_to_infer_output": { "n": 300, "sum_ns": 5759437719, "mean_ms": 19.19812573 }, "preprocess_to_callback": { "n": 300, "sum_ns": 5955143950, "mean_ms": 19.85047983333333 }, "infer_output_to_callback": { "n": 300, "sum_ns": 195706231, "mean_ms": 0.6523541033333334 }, "copy_wall": { "n": 300, "sum_ns": 916865779, "mean_ms": 3.0562192633333334 }, "copy_thread_cpu": { "n": 300, "sum_ns": 912269576, "mean_ms": 3.0408985866666662 }, "callback_to_copied": { "n": 300, "sum_ns": 964349220, "mean_ms": 3.2144974 }, "accepted_interval": { "n": 300, "sum_ns": 30405801667, "mean_ms": 101.35267222333333 }, "selected_to_submitted": { "n": 300, "sum_ns": 7420639111, "mean_ms": 24.735463703333334 }, "completed_queue_wait": { "n": 300, "sum_ns": 178784559, "mean_ms": 0.59594853 }, "result_observations_wall": { "n": 300, "sum_ns": 291247228, "mean_ms": 0.9708240933333334 }, "result_observations_cpu": { "n": 300, "sum_ns": 291386376, "mean_ms": 0.9712879200000001 }, "result_nms_wall": { "n": 300, "sum_ns": 244207422, "mean_ms": 0.81402474 }, "result_nms_cpu": { "n": 300, "sum_ns": 147243086, "mean_ms": 0.4908102866666667 }, "result_tracking_wall": { "n": 300, "sum_ns": 926861760, "mean_ms": 3.0895392000000004 }, "result_tracking_cpu": { "n": 300, "sum_ns": 626394147, "mean_ms": 2.08798049 }, "result_region_wall": { "n": 300, "sum_ns": 84559862, "mean_ms": 0.2818662066666667 }, "result_region_cpu": { "n": 300, "sum_ns": 84522141, "mean_ms": 0.28174046999999997 }, "result_fall_wall": { "n": 300, "sum_ns": 657826369, "mean_ms": 2.1927545633333336 }, "result_fall_cpu": { "n": 300, "sum_ns": 655437739, "mean_ms": 2.1847924633333333 }, "result_fight_wall": { "n": 300, "sum_ns": 149127435, "mean_ms": 0.49709145 }, "result_fight_cpu": { "n": 300, "sum_ns": 149185675, "mean_ms": 0.49728558333333334 }, "result_collector_wall": { "n": 300, "sum_ns": 2037697939, "mean_ms": 6.792326463333333 }, "result_collector_cpu": { "n": 300, "sum_ns": 2021912034, "mean_ms": 6.739706780000001 }, "result_composition_wall": { "n": 300, "sum_ns": 4803405, "mean_ms": 0.01601135 }, "result_composition_cpu": { "n": 300, "sum_ns": 4812059, "mean_ms": 0.016040196666666666 }, "result_artifact_handoff_wall": { "n": 301, "sum_ns": 2921855, "mean_ms": 0.009707159468438538 }, "result_artifact_handoff_cpu": { "n": 301, "sum_ns": 2894399, "mean_ms": 0.009615943521594686 }, "result_publish_wall": { "n": 301, "sum_ns": 345665975, "mean_ms": 1.1483919435215946 }, "result_publish_cpu": { "n": 301, "sum_ns": 341805888, "mean_ms": 1.1355677342192692 }, "result_total_wall": { "n": 301, "sum_ns": 5252961091, "mean_ms": 17.451697976744185 }, "result_total_cpu": { "n": 301, "sum_ns": 4828970994, "mean_ms": 16.04309300332226 } } }, { "mode": "mixed-a", "level": 6, "camera": "30", "provider": "fire", "cohort_reset": false, "counter_seconds": 30.093038631, "new_channel": false, "seconds": 30.00001782499021, "selected_fps": 10.002313282179763, "requested_fps": 10.002313282179763, "complete_fps": 10.002313282179763, "accepted_fps": 10.002313282179763, "finalized_fps": 10.002313282179763, "redis_fps": 10.002313282179763, "redis_read_fps": 9.999994058340127, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.053, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.22893798298900947, "redis_interval_s": { "n": 299, "mean": 0.10010921816052681, "median": 0.09842912602471188, "p95": 0.15648536902153865, "maximum": 0.22893798298900947, "minimum": 0.0011666719801723957 }, "redis_drift_s": { "n": 300, "mean": -0.03416583179429296, "median": -0.032963598537250505, "p95": -0.0019993470515942136, "maximum": 0.006814372967937743, "minimum": -0.10077550900820142 }, "redis_drift_s_per_min": -0.0016710923588149865, "ingress_drift_s": { "n": 12, "mean": 0.00045865358333448586, "median": 0.003078758000000903, "p95": 0.031179746000020714, "maximum": 0.031179746000020714, "minimum": -0.02976343200000997 }, "ingress_drift_s_per_min": -0.05028146056001139, "source_drift_s": { "n": 12, "mean": 0.00026016666666824523, "median": 0.003188500000007366, "p95": 0.03126600000001645, "maximum": 0.03126600000001645, "minimum": -0.02962600000000748 }, "ingress_to_redis_ms": { "n": 300, "mean": 25.65, "median": 26.0, "p95": 34, "maximum": 44, "minimum": 17 }, "source_samples": 12, "redis_samples": 300, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 301, "sum_ns": 13509837000, "mean_ms": 44.88317940199336 }, "source_exit_to_ingress": { "n": 301, "sum_ns": 134793468, "mean_ms": 0.44781883056478405 }, "source_encoded_queue": { "n": 301, "sum_ns": 9867000, "mean_ms": 0.03278073089700997 }, "decode_between_queues": { "n": 301, "sum_ns": 13428027000, "mean_ms": 44.6113853820598 }, "source_raw_queue": { "n": 301, "sum_ns": 8691000, "mean_ms": 0.028873754152823918 }, "raw_queue_to_source_exit": { "n": 301, "sum_ns": 7164000, "mean_ms": 0.023800664451827245 }, "selected_to_preprocess_start": { "n": 301, "sum_ns": 192339410, "mean_ms": 0.6390013621262458 }, "preprocess_start_to_preprocess_output": { "n": 301, "sum_ns": 181080898, "mean_ms": 0.6015976677740863 }, "selected_to_preprocess": { "n": 301, "sum_ns": 418687950, "mean_ms": 1.3909898671096343 }, "preprocess_start_to_preprocess": { "n": 301, "sum_ns": 226348540, "mean_ms": 0.7519885049833887 }, "preprocess_output_to_infer_entry": { "n": 301, "sum_ns": 45267642, "mean_ms": 0.15039083720930232 }, "preprocess_to_infer_output": { "n": 301, "sum_ns": 5072455500, "mean_ms": 16.85201162790698 }, "preprocess_to_callback": { "n": 301, "sum_ns": 5299532023, "mean_ms": 17.606418681063122 }, "infer_output_to_callback": { "n": 301, "sum_ns": 227076523, "mean_ms": 0.7544070531561462 }, "copy_wall": { "n": 301, "sum_ns": 1531423537, "mean_ms": 5.087785837209302 }, "copy_thread_cpu": { "n": 301, "sum_ns": 1526389050, "mean_ms": 5.071059966777408 }, "callback_to_copied": { "n": 301, "sum_ns": 1581576277, "mean_ms": 5.254406235880399 }, "accepted_interval": { "n": 301, "sum_ns": 30095094044, "mean_ms": 99.98370114285714 }, "selected_to_submitted": { "n": 301, "sum_ns": 7324809631, "mean_ms": 24.334915717607974 }, "completed_queue_wait": { "n": 301, "sum_ns": 55031395, "mean_ms": 0.18282855481727575 }, "result_composition_wall": { "n": 301, "sum_ns": 2661359, "mean_ms": 0.008841724252491695 }, "result_composition_cpu": { "n": 301, "sum_ns": 2616953, "mean_ms": 0.008694196013289036 }, "result_artifact_handoff_wall": { "n": 301, "sum_ns": 2400502, "mean_ms": 0.007975089700996677 }, "result_artifact_handoff_cpu": { "n": 301, "sum_ns": 2404668, "mean_ms": 0.00798893023255814 }, "result_publish_wall": { "n": 301, "sum_ns": 29249473, "mean_ms": 0.09717432890365449 }, "result_publish_cpu": { "n": 301, "sum_ns": 26930962, "mean_ms": 0.08947163455149502 }, "result_total_wall": { "n": 301, "sum_ns": 246665061, "mean_ms": 0.8194852524916945 }, "result_total_cpu": { "n": 301, "sum_ns": 244061064, "mean_ms": 0.8108340996677741 } } }, { "mode": "mixed-a", "level": 6, "camera": "30", "provider": "crowd", "cohort_reset": false, "counter_seconds": 29.846617038, "new_channel": false, "seconds": 30.00001782499021, "selected_fps": 10.017885766394238, "requested_fps": 10.017885766394238, "complete_fps": 10.017885766394238, "accepted_fps": 10.017885766394238, "finalized_fps": 10.017885766394238, "redis_fps": 10.017885766394238, "redis_read_fps": 9.999994058340127, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.063, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.22455500799696892, "redis_interval_s": { "n": 299, "mean": 0.10011464557851849, "median": 0.09732118400279433, "p95": 0.15888658503536135, "maximum": 0.22455500799696892, "minimum": 0.005271870060823858 }, "redis_drift_s": { "n": 300, "mean": -0.3139369475458798, "median": -0.31270269998674394, "p95": -0.28085918596013926, "maximum": -0.2719672599658338, "minimum": -0.3787370669548409 }, "redis_drift_s_per_min": 1.205497713077538e-05, "ingress_drift_s": { "n": 12, "mean": -0.002363720916666997, "median": -0.004691258999997672, "p95": 0.03401881100000992, "maximum": 0.03401881100000992, "minimum": -0.03010123100000328 }, "ingress_drift_s_per_min": -0.05980724797358608, "source_drift_s": { "n": 12, "mean": -0.002438416666665925, "median": -0.00485950000000912, "p95": 0.033983000000006314, "maximum": 0.033983000000006314, "minimum": -0.02989099999999212 }, "ingress_to_redis_ms": { "n": 300, "mean": 25.136666666666667, "median": 25.0, "p95": 32, "maximum": 43, "minimum": 17 }, "source_samples": 12, "redis_samples": 300, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 299, "sum_ns": 13430072000, "mean_ms": 44.916628762541805 }, "source_exit_to_ingress": { "n": 299, "sum_ns": 143439752, "mean_ms": 0.4797316120401338 }, "source_encoded_queue": { "n": 299, "sum_ns": 12929000, "mean_ms": 0.043240802675585284 }, "decode_between_queues": { "n": 299, "sum_ns": 13341326000, "mean_ms": 44.61981939799331 }, "source_raw_queue": { "n": 299, "sum_ns": 5752000, "mean_ms": 0.019237458193979932 }, "raw_queue_to_source_exit": { "n": 299, "sum_ns": 7619000, "mean_ms": 0.02548160535117057 }, "selected_to_preprocess_start": { "n": 299, "sum_ns": 194405081, "mean_ms": 0.6501842173913043 }, "preprocess_start_to_preprocess_output": { "n": 299, "sum_ns": 194102836, "mean_ms": 0.6491733645484951 }, "selected_to_preprocess": { "n": 299, "sum_ns": 433860600, "mean_ms": 1.451038795986622 }, "preprocess_start_to_preprocess": { "n": 299, "sum_ns": 239455519, "mean_ms": 0.8008545785953178 }, "preprocess_output_to_infer_entry": { "n": 299, "sum_ns": 45352683, "mean_ms": 0.15168121404682275 }, "preprocess_to_infer_output": { "n": 299, "sum_ns": 4726666354, "mean_ms": 15.808248675585284 }, "preprocess_to_callback": { "n": 299, "sum_ns": 4947916439, "mean_ms": 16.548215515050167 }, "infer_output_to_callback": { "n": 299, "sum_ns": 221250085, "mean_ms": 0.739966839464883 }, "copy_wall": { "n": 299, "sum_ns": 1536736969, "mean_ms": 5.139588525083612 }, "copy_thread_cpu": { "n": 299, "sum_ns": 1532509319, "mean_ms": 5.125449227424749 }, "callback_to_copied": { "n": 299, "sum_ns": 1588760980, "mean_ms": 5.313581872909698 }, "accepted_interval": { "n": 299, "sum_ns": 29885053670, "mean_ms": 99.9500122742475 }, "selected_to_submitted": { "n": 299, "sum_ns": 6995440592, "mean_ms": 23.396122381270903 }, "completed_queue_wait": { "n": 299, "sum_ns": 48563621, "mean_ms": 0.1624201371237458 }, "result_composition_wall": { "n": 299, "sum_ns": 4786777, "mean_ms": 0.01600928762541806 }, "result_composition_cpu": { "n": 299, "sum_ns": 4672160, "mean_ms": 0.015625953177257526 }, "result_publish_wall": { "n": 299, "sum_ns": 67832062, "mean_ms": 0.22686308361204013 }, "result_publish_cpu": { "n": 299, "sum_ns": 67577108, "mean_ms": 0.22601039464882944 }, "result_total_wall": { "n": 299, "sum_ns": 401813479, "mean_ms": 1.3438577892976589 }, "result_total_cpu": { "n": 299, "sum_ns": 397402060, "mean_ms": 1.3291038795986623 } } }, { "mode": "mixed-a", "level": 6, "camera": "31", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.028011089, "new_channel": false, "seconds": 30.00001782499021, "selected_fps": 9.990671680213193, "requested_fps": 9.990671680213193, "complete_fps": 9.990671680213193, "accepted_fps": 9.990671680213193, "finalized_fps": 9.990671680213193, "redis_fps": 9.990671680213193, "redis_read_fps": 9.899994117756727, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 1, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.085, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.2359924100455828, "redis_interval_s": { "n": 296, "mean": 0.10060624266220289, "median": 0.10006440849974751, "p95": 0.16310656897258013, "maximum": 0.2359924100455828, "minimum": 0.013470256060827523 }, "redis_drift_s": { "n": 297, "mean": -6.673061616038446, "median": -6.676016448962514, "p95": -6.636830904982986, "maximum": -6.535851523989351, "minimum": -6.730000564002893 }, "redis_drift_s_per_min": -0.0018381269958496062, "ingress_drift_s": { "n": 12, "mean": -0.003895492083337615, "median": 0.0005388630000027206, "p95": 0.01904328899999541, "maximum": 0.01904328899999541, "minimum": -0.04678053700001783 }, "ingress_drift_s_per_min": 0.02072120035765323, "source_drift_s": { "n": 12, "mean": -0.004171333333331972, "median": -0.00019100000000094042, "p95": 0.01902100000000928, "maximum": 0.01902100000000928, "minimum": -0.04703499999999394 }, "ingress_to_redis_ms": { "n": 297, "mean": 33.121212121212125, "median": 29, "p95": 45, "maximum": 153, "minimum": 20 }, "source_samples": 12, "redis_samples": 297, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 298, "sum_ns": 12979610000, "mean_ms": 43.55573825503356 }, "source_exit_to_ingress": { "n": 298, "sum_ns": 312079874, "mean_ms": 1.047247899328859 }, "source_encoded_queue": { "n": 298, "sum_ns": 10770000, "mean_ms": 0.03614093959731544 }, "decode_between_queues": { "n": 298, "sum_ns": 12852686000, "mean_ms": 43.129818791946306 }, "source_raw_queue": { "n": 298, "sum_ns": 7062000, "mean_ms": 0.023697986577181206 }, "raw_queue_to_source_exit": { "n": 298, "sum_ns": 7623000, "mean_ms": 0.025580536912751677 }, "selected_to_preprocess_start": { "n": 300, "sum_ns": 204990416, "mean_ms": 0.6833013866666667 }, "preprocess_start_to_preprocess_output": { "n": 300, "sum_ns": 198854551, "mean_ms": 0.6628485033333333 }, "selected_to_preprocess": { "n": 300, "sum_ns": 453660620, "mean_ms": 1.5122020666666667 }, "preprocess_start_to_preprocess": { "n": 300, "sum_ns": 248670204, "mean_ms": 0.8289006800000001 }, "preprocess_output_to_infer_entry": { "n": 300, "sum_ns": 49815653, "mean_ms": 0.16605217666666666 }, "preprocess_to_infer_output": { "n": 300, "sum_ns": 5560069358, "mean_ms": 18.533564526666666 }, "preprocess_to_callback": { "n": 300, "sum_ns": 5759698393, "mean_ms": 19.198994643333336 }, "infer_output_to_callback": { "n": 300, "sum_ns": 199629035, "mean_ms": 0.6654301166666667 }, "copy_wall": { "n": 300, "sum_ns": 923473711, "mean_ms": 3.0782457033333332 }, "copy_thread_cpu": { "n": 300, "sum_ns": 921942749, "mean_ms": 3.0731424966666667 }, "callback_to_copied": { "n": 300, "sum_ns": 971365423, "mean_ms": 3.2378847433333333 }, "accepted_interval": { "n": 300, "sum_ns": 30034530806, "mean_ms": 100.11510268666667 }, "selected_to_submitted": { "n": 300, "sum_ns": 7210341494, "mean_ms": 24.034471646666667 }, "completed_queue_wait": { "n": 300, "sum_ns": 57650392, "mean_ms": 0.19216797333333333 }, "result_observations_wall": { "n": 300, "sum_ns": 286278480, "mean_ms": 0.9542615999999999 }, "result_observations_cpu": { "n": 300, "sum_ns": 285866001, "mean_ms": 0.95288667 }, "result_nms_wall": { "n": 300, "sum_ns": 192897325, "mean_ms": 0.6429910833333333 }, "result_nms_cpu": { "n": 300, "sum_ns": 137642226, "mean_ms": 0.45880741999999997 }, "result_tracking_wall": { "n": 300, "sum_ns": 265497642, "mean_ms": 0.88499214 }, "result_tracking_cpu": { "n": 300, "sum_ns": 245919767, "mean_ms": 0.8197325566666667 }, "result_region_wall": { "n": 300, "sum_ns": 59108055, "mean_ms": 0.19702685 }, "result_region_cpu": { "n": 300, "sum_ns": 59146517, "mean_ms": 0.19715505666666666 }, "result_fall_wall": { "n": 300, "sum_ns": 123536105, "mean_ms": 0.41178701666666667 }, "result_fall_cpu": { "n": 300, "sum_ns": 123523019, "mean_ms": 0.41174339666666665 }, "result_fight_wall": { "n": 300, "sum_ns": 47061996, "mean_ms": 0.15687332 }, "result_fight_cpu": { "n": 300, "sum_ns": 46851821, "mean_ms": 0.15617273666666667 }, "result_collector_wall": { "n": 300, "sum_ns": 1270588936, "mean_ms": 4.2352964533333335 }, "result_collector_cpu": { "n": 300, "sum_ns": 1259704288, "mean_ms": 4.199014293333333 }, "result_composition_wall": { "n": 300, "sum_ns": 4579799, "mean_ms": 0.015265996666666667 }, "result_composition_cpu": { "n": 300, "sum_ns": 4593594, "mean_ms": 0.01531198 }, "result_artifact_handoff_wall": { "n": 300, "sum_ns": 2676943, "mean_ms": 0.008923143333333333 }, "result_artifact_handoff_cpu": { "n": 300, "sum_ns": 2657148, "mean_ms": 0.00885716 }, "result_publish_wall": { "n": 300, "sum_ns": 99587997, "mean_ms": 0.33195999 }, "result_publish_cpu": { "n": 300, "sum_ns": 99644265, "mean_ms": 0.33214755 }, "result_total_wall": { "n": 300, "sum_ns": 2586482974, "mean_ms": 8.621609913333334 }, "result_total_cpu": { "n": 300, "sum_ns": 2498782818, "mean_ms": 8.32927606 } } }, { "mode": "mixed-a", "level": 6, "camera": "31", "provider": "fire", "cohort_reset": false, "counter_seconds": 29.830698515, "new_channel": false, "seconds": 30.00001782499021, "selected_fps": 9.989709086099822, "requested_fps": 9.989709086099822, "complete_fps": 9.989709086099822, "accepted_fps": 9.989709086099822, "finalized_fps": 9.989709086099822, "redis_fps": 9.989709086099822, "redis_read_fps": 9.933327431284527, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.115, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 1, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.21769744000630453, "redis_interval_s": { "n": 297, "mean": 0.1004722699631156, "median": 0.10091687500244007, "p95": 0.14857599302195013, "maximum": 0.21769744000630453, "minimum": 0.018480557017028332 }, "redis_drift_s": { "n": 298, "mean": 0.005556296665836408, "median": 0.005085556997684648, "p95": 0.036971837018626275, "maximum": 0.06770668397146551, "minimum": -0.04657644100069547 }, "redis_drift_s_per_min": 0.0011038143444055664, "ingress_drift_s": { "n": 12, "mean": -0.00015596191666370865, "median": 0.0018231705000033571, "p95": 0.030079333000003317, "maximum": 0.030079333000003317, "minimum": -0.04656919100000323 }, "ingress_drift_s_per_min": 0.07549501852950544, "source_drift_s": { "n": 12, "mean": -0.0004119166666711749, "median": 0.0011269999999825586, "p95": 0.030141999999983682, "maximum": 0.030141999999983682, "minimum": -0.046494000000024016 }, "ingress_to_redis_ms": { "n": 298, "mean": 25.006711409395972, "median": 25.0, "p95": 34, "maximum": 43, "minimum": 16 }, "source_samples": 12, "redis_samples": 298, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 296, "sum_ns": 12831386000, "mean_ms": 43.34927702702703 }, "source_exit_to_ingress": { "n": 296, "sum_ns": 126360085, "mean_ms": 0.4268921790540541 }, "source_encoded_queue": { "n": 296, "sum_ns": 8178000, "mean_ms": 0.02762837837837838 }, "decode_between_queues": { "n": 296, "sum_ns": 12684291000, "mean_ms": 42.85233445945946 }, "source_raw_queue": { "n": 296, "sum_ns": 7460000, "mean_ms": 0.025202702702702702 }, "raw_queue_to_source_exit": { "n": 296, "sum_ns": 7376000, "mean_ms": 0.024918918918918922 }, "selected_to_preprocess_start": { "n": 298, "sum_ns": 187331343, "mean_ms": 0.6286286677852349 }, "preprocess_start_to_preprocess_output": { "n": 298, "sum_ns": 175159398, "mean_ms": 0.5877832147651006 }, "selected_to_preprocess": { "n": 298, "sum_ns": 406524566, "mean_ms": 1.3641763959731543 }, "preprocess_start_to_preprocess": { "n": 298, "sum_ns": 219193223, "mean_ms": 0.7355477281879195 }, "preprocess_output_to_infer_entry": { "n": 298, "sum_ns": 44033825, "mean_ms": 0.1477645134228188 }, "preprocess_to_infer_output": { "n": 298, "sum_ns": 4849375948, "mean_ms": 16.27307365100671 }, "preprocess_to_callback": { "n": 298, "sum_ns": 5072055176, "mean_ms": 17.020319382550337 }, "infer_output_to_callback": { "n": 298, "sum_ns": 222679228, "mean_ms": 0.7472457315436242 }, "copy_wall": { "n": 298, "sum_ns": 1521889664, "mean_ms": 5.107012295302014 }, "copy_thread_cpu": { "n": 298, "sum_ns": 1519794015, "mean_ms": 5.099979916107382 }, "callback_to_copied": { "n": 298, "sum_ns": 1573059024, "mean_ms": 5.27872155704698 }, "accepted_interval": { "n": 298, "sum_ns": 29826178818, "mean_ms": 100.08784838255033 }, "selected_to_submitted": { "n": 298, "sum_ns": 7077336770, "mean_ms": 23.749452248322147 }, "completed_queue_wait": { "n": 298, "sum_ns": 49319635, "mean_ms": 0.16550213087248322 }, "result_composition_wall": { "n": 298, "sum_ns": 2430650, "mean_ms": 0.008156543624161074 }, "result_composition_cpu": { "n": 298, "sum_ns": 2393359, "mean_ms": 0.008031406040268457 }, "result_artifact_handoff_wall": { "n": 298, "sum_ns": 2233474, "mean_ms": 0.007494879194630873 }, "result_artifact_handoff_cpu": { "n": 298, "sum_ns": 2236263, "mean_ms": 0.007504238255033557 }, "result_publish_wall": { "n": 298, "sum_ns": 26213278, "mean_ms": 0.08796402013422819 }, "result_publish_cpu": { "n": 298, "sum_ns": 26246873, "mean_ms": 0.08807675503355704 }, "result_total_wall": { "n": 298, "sum_ns": 233618349, "mean_ms": 0.7839541912751677 }, "result_total_cpu": { "n": 298, "sum_ns": 233230244, "mean_ms": 0.7826518255033557 } } }, { "mode": "mixed-a", "level": 6, "camera": "31", "provider": "crowd", "cohort_reset": false, "counter_seconds": 30.092273912, "new_channel": false, "seconds": 30.00001782499021, "selected_fps": 10.002567465663311, "requested_fps": 10.002567465663311, "complete_fps": 10.002567465663311, "accepted_fps": 10.002567465663311, "finalized_fps": 10.002567465663311, "redis_fps": 10.002567465663311, "redis_read_fps": 9.933327431284527, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.119, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.22188422101316974, "redis_interval_s": { "n": 297, "mean": 0.1004881437878463, "median": 0.10000432503875345, "p95": 0.15040480700554326, "maximum": 0.22188422101316974, "minimum": 0.024499661987647414 }, "redis_drift_s": { "n": 298, "mean": 0.0087812759318711, "median": 0.008736821539699235, "p95": 0.03931082303495259, "maximum": 0.07094805605382248, "minimum": -0.04332672397700321 }, "redis_drift_s_per_min": 0.002186592983791468, "ingress_drift_s": { "n": 12, "mean": -0.000887701666665445, "median": 0.008034468500000003, "p95": 0.02091274500000395, "maximum": 0.02091274500000395, "minimum": -0.04665104400001496 }, "ingress_drift_s_per_min": 0.05071851827599265, "source_drift_s": { "n": 12, "mean": -0.0011014166666664476, "median": 0.00800800000000379, "p95": 0.01948600000000056, "maximum": 0.01948600000000056, "minimum": -0.04669499999999971 }, "ingress_to_redis_ms": { "n": 298, "mean": 24.20805369127517, "median": 24.0, "p95": 31, "maximum": 44, "minimum": 16 }, "source_samples": 12, "redis_samples": 298, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 299, "sum_ns": 13038209000, "mean_ms": 43.606050167224076 }, "source_exit_to_ingress": { "n": 299, "sum_ns": 121207362, "mean_ms": 0.40537579264214046 }, "source_encoded_queue": { "n": 299, "sum_ns": 9979000, "mean_ms": 0.033374581939799336 }, "decode_between_queues": { "n": 299, "sum_ns": 12903859000, "mean_ms": 43.156719063545154 }, "source_raw_queue": { "n": 299, "sum_ns": 7903000, "mean_ms": 0.026431438127090298 }, "raw_queue_to_source_exit": { "n": 299, "sum_ns": 7521000, "mean_ms": 0.02515384615384615 }, "selected_to_preprocess_start": { "n": 301, "sum_ns": 188838952, "mean_ms": 0.6273719335548172 }, "preprocess_start_to_preprocess_output": { "n": 301, "sum_ns": 182913821, "mean_ms": 0.6076871129568107 }, "selected_to_preprocess": { "n": 301, "sum_ns": 417249936, "mean_ms": 1.386212411960133 }, "preprocess_start_to_preprocess": { "n": 301, "sum_ns": 228410984, "mean_ms": 0.7588404784053157 }, "preprocess_output_to_infer_entry": { "n": 301, "sum_ns": 45497163, "mean_ms": 0.15115336544850497 }, "preprocess_to_infer_output": { "n": 301, "sum_ns": 4631522713, "mean_ms": 15.387118647840532 }, "preprocess_to_callback": { "n": 301, "sum_ns": 4855581667, "mean_ms": 16.131500554817276 }, "infer_output_to_callback": { "n": 301, "sum_ns": 224058954, "mean_ms": 0.7443819069767442 }, "copy_wall": { "n": 301, "sum_ns": 1523437405, "mean_ms": 5.061253837209302 }, "copy_thread_cpu": { "n": 301, "sum_ns": 1516550712, "mean_ms": 5.038374458471761 }, "callback_to_copied": { "n": 301, "sum_ns": 1576367923, "mean_ms": 5.237102734219269 }, "accepted_interval": { "n": 301, "sum_ns": 30110895081, "mean_ms": 100.03619628239203 }, "selected_to_submitted": { "n": 301, "sum_ns": 6874991888, "mean_ms": 22.84050461129568 }, "completed_queue_wait": { "n": 301, "sum_ns": 47556863, "mean_ms": 0.15799622259136215 }, "result_composition_wall": { "n": 301, "sum_ns": 3872095, "mean_ms": 0.012864102990033223 }, "result_composition_cpu": { "n": 301, "sum_ns": 3773826, "mean_ms": 0.012537627906976745 }, "result_publish_wall": { "n": 301, "sum_ns": 38721535, "mean_ms": 0.1286429734219269 }, "result_publish_cpu": { "n": 301, "sum_ns": 38739681, "mean_ms": 0.12870325913621264 }, "result_total_wall": { "n": 301, "sum_ns": 306425068, "mean_ms": 1.0180234817275746 }, "result_total_cpu": { "n": 301, "sum_ns": 305707458, "mean_ms": 1.0156393953488372 } } }, { "mode": "mixed-a", "level": 6, "camera": "32", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.265395905, "new_channel": false, "seconds": 30.00001782499021, "selected_fps": 9.978392516256761, "requested_fps": 9.978392516256761, "complete_fps": 10.011433551078802, "accepted_fps": 10.011433551078802, "finalized_fps": 10.011433551078802, "redis_fps": 10.011433551078802, "redis_read_fps": 10.033327371867928, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 2, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.139, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.2679198629921302, "redis_interval_s": { "n": 300, "mean": 0.09968718054684965, "median": 0.09940102248219773, "p95": 0.17119957302929834, "maximum": 0.2679198629921302, "minimum": 0.003985996008850634 }, "redis_drift_s": { "n": 301, "mean": -3.754331709151995, "median": -3.7603747510099765, "p95": -3.7055589770162385, "maximum": -3.582828661985701, "minimum": -3.8143109150030625 }, "redis_drift_s_per_min": -0.006038304638187039, "ingress_drift_s": { "n": 12, "mean": 0.003151398749995593, "median": 0.0001660779999923534, "p95": 0.0744166249999978, "maximum": 0.0744166249999978, "minimum": -0.03231499899999335 }, "ingress_drift_s_per_min": 0.10584324376094568, "source_drift_s": { "n": 12, "mean": -0.0026723333333364963, "median": 0.00016949999999837928, "p95": 0.030153000000012753, "maximum": 0.030153000000012753, "minimum": -0.032648999999992157 }, "ingress_to_redis_ms": { "n": 301, "mean": 35.29235880398671, "median": 30, "p95": 47, "maximum": 191, "minimum": 21 }, "source_samples": 12, "redis_samples": 301, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 302, "sum_ns": 13900224000, "mean_ms": 46.02723178807947 }, "source_exit_to_ingress": { "n": 302, "sum_ns": 477588814, "mean_ms": 1.5814199139072849 }, "source_encoded_queue": { "n": 302, "sum_ns": 6985000, "mean_ms": 0.023129139072847683 }, "decode_between_queues": { "n": 302, "sum_ns": 13686824000, "mean_ms": 45.320609271523175 }, "source_raw_queue": { "n": 302, "sum_ns": 66971000, "mean_ms": 0.22175827814569538 }, "raw_queue_to_source_exit": { "n": 302, "sum_ns": 7102000, "mean_ms": 0.02351655629139073 }, "selected_to_preprocess_start": { "n": 302, "sum_ns": 202356132, "mean_ms": 0.6700534172185431 }, "preprocess_start_to_preprocess_output": { "n": 302, "sum_ns": 181612426, "mean_ms": 0.6013656490066225 }, "selected_to_preprocess": { "n": 302, "sum_ns": 436386850, "mean_ms": 1.4449895695364239 }, "preprocess_start_to_preprocess": { "n": 302, "sum_ns": 234030718, "mean_ms": 0.7749361523178808 }, "preprocess_output_to_infer_entry": { "n": 302, "sum_ns": 52418292, "mean_ms": 0.17357050331125828 }, "preprocess_to_infer_output": { "n": 303, "sum_ns": 5496545547, "mean_ms": 18.140414346534655 }, "preprocess_to_callback": { "n": 303, "sum_ns": 5694583893, "mean_ms": 18.794006247524752 }, "infer_output_to_callback": { "n": 303, "sum_ns": 198038346, "mean_ms": 0.6535919009900991 }, "copy_wall": { "n": 303, "sum_ns": 1131452828, "mean_ms": 3.7341677491749175 }, "copy_thread_cpu": { "n": 303, "sum_ns": 1127393434, "mean_ms": 3.720770409240924 }, "callback_to_copied": { "n": 303, "sum_ns": 1180219461, "mean_ms": 3.895113732673267 }, "accepted_interval": { "n": 303, "sum_ns": 30316512971, "mean_ms": 100.05449825412542 }, "selected_to_submitted": { "n": 303, "sum_ns": 7338723023, "mean_ms": 24.220207996699667 }, "completed_queue_wait": { "n": 303, "sum_ns": 62601809, "mean_ms": 0.2066066303630363 }, "result_observations_wall": { "n": 303, "sum_ns": 289362153, "mean_ms": 0.954990603960396 }, "result_observations_cpu": { "n": 303, "sum_ns": 289487008, "mean_ms": 0.9554026666666666 }, "result_nms_wall": { "n": 303, "sum_ns": 235964457, "mean_ms": 0.7787605841584158 }, "result_nms_cpu": { "n": 303, "sum_ns": 142267241, "mean_ms": 0.46952884818481844 }, "result_tracking_wall": { "n": 303, "sum_ns": 435727663, "mean_ms": 1.438045092409241 }, "result_tracking_cpu": { "n": 303, "sum_ns": 341987532, "mean_ms": 1.1286717227722771 }, "result_region_wall": { "n": 303, "sum_ns": 73665957, "mean_ms": 0.2431219702970297 }, "result_region_cpu": { "n": 303, "sum_ns": 73671584, "mean_ms": 0.24314054125412543 }, "result_fall_wall": { "n": 303, "sum_ns": 290530699, "mean_ms": 0.958847191419142 }, "result_fall_cpu": { "n": 303, "sum_ns": 289984608, "mean_ms": 0.9570449108910891 }, "result_fight_wall": { "n": 303, "sum_ns": 59485514, "mean_ms": 0.1963218283828383 }, "result_fight_cpu": { "n": 303, "sum_ns": 59527335, "mean_ms": 0.1964598514851485 }, "result_collector_wall": { "n": 303, "sum_ns": 1368623300, "mean_ms": 4.516908580858086 }, "result_collector_cpu": { "n": 303, "sum_ns": 1359480824, "mean_ms": 4.4867353927392735 }, "result_composition_wall": { "n": 303, "sum_ns": 4570116, "mean_ms": 0.01508289108910891 }, "result_composition_cpu": { "n": 303, "sum_ns": 4575670, "mean_ms": 0.01510122112211221 }, "result_artifact_handoff_wall": { "n": 303, "sum_ns": 2775494, "mean_ms": 0.009160046204620461 }, "result_artifact_handoff_cpu": { "n": 303, "sum_ns": 2759018, "mean_ms": 0.0091056699669967 }, "result_publish_wall": { "n": 303, "sum_ns": 143418638, "mean_ms": 0.4733288382838284 }, "result_publish_cpu": { "n": 303, "sum_ns": 142473400, "mean_ms": 0.47020924092409244 }, "result_total_wall": { "n": 303, "sum_ns": 3168467765, "mean_ms": 10.456989323432342 }, "result_total_cpu": { "n": 303, "sum_ns": 2968337180, "mean_ms": 9.796492343234323 } } }, { "mode": "mixed-a", "level": 6, "camera": "32", "provider": "fire", "cohort_reset": false, "counter_seconds": 30.34627902, "new_channel": false, "seconds": 30.00001782499021, "selected_fps": 10.017702658030856, "requested_fps": 10.017702658030856, "complete_fps": 10.017702658030856, "accepted_fps": 10.017702658030856, "finalized_fps": 10.017702658030856, "redis_fps": 10.017702658030856, "redis_read_fps": 10.033327371867928, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.076, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.2130544480169192, "redis_interval_s": { "n": 300, "mean": 0.09970253839002301, "median": 0.09994971248670481, "p95": 0.15445951704168692, "maximum": 0.2130544480169192, "minimum": 0.007723974005784839 }, "redis_drift_s": { "n": 301, "mean": 0.01816151608711669, "median": 0.01792594501702638, "p95": 0.051382249998866314, "maximum": 0.07514440798294686, "minimum": -0.03599457497335834 }, "redis_drift_s_per_min": -0.007066780762377692, "ingress_drift_s": { "n": 12, "mean": -0.009791694666671921, "median": -0.006902009500009854, "p95": 0.017203913000003013, "maximum": 0.017203913000003013, "minimum": -0.046673024000000396 }, "ingress_drift_s_per_min": 0.004858206666202482, "source_drift_s": { "n": 12, "mean": -0.00986900000000072, "median": -0.006871000000003846, "p95": 0.01655900000000088, "maximum": 0.01655900000000088, "minimum": -0.046495999999990545 }, "ingress_to_redis_ms": { "n": 301, "mean": 24.890365448504983, "median": 24, "p95": 34, "maximum": 46, "minimum": 17 }, "source_samples": 12, "redis_samples": 301, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 304, "sum_ns": 13919702000, "mean_ms": 45.788493421052635 }, "source_exit_to_ingress": { "n": 304, "sum_ns": 129168141, "mean_ms": 0.4248952006578947 }, "source_encoded_queue": { "n": 304, "sum_ns": 9562000, "mean_ms": 0.031453947368421054 }, "decode_between_queues": { "n": 304, "sum_ns": 13772355000, "mean_ms": 45.303799342105265 }, "source_raw_queue": { "n": 304, "sum_ns": 7859000, "mean_ms": 0.025851973684210525 }, "raw_queue_to_source_exit": { "n": 304, "sum_ns": 7431000, "mean_ms": 0.02444407894736842 }, "selected_to_preprocess_start": { "n": 304, "sum_ns": 195616490, "mean_ms": 0.6434752960526315 }, "preprocess_start_to_preprocess_output": { "n": 304, "sum_ns": 188053027, "mean_ms": 0.6185954835526316 }, "selected_to_preprocess": { "n": 304, "sum_ns": 431472716, "mean_ms": 1.419318144736842 }, "preprocess_start_to_preprocess": { "n": 304, "sum_ns": 235856226, "mean_ms": 0.7758428486842106 }, "preprocess_output_to_infer_entry": { "n": 304, "sum_ns": 47803199, "mean_ms": 0.15724736513157897 }, "preprocess_to_infer_output": { "n": 304, "sum_ns": 4920153692, "mean_ms": 16.184716092105266 }, "preprocess_to_callback": { "n": 304, "sum_ns": 5145045481, "mean_ms": 16.92449171381579 }, "infer_output_to_callback": { "n": 304, "sum_ns": 224891789, "mean_ms": 0.7397756217105262 }, "copy_wall": { "n": 304, "sum_ns": 1562528170, "mean_ms": 5.139895296052632 }, "copy_thread_cpu": { "n": 304, "sum_ns": 1555973885, "mean_ms": 5.118335148026316 }, "callback_to_copied": { "n": 304, "sum_ns": 1614895553, "mean_ms": 5.312156424342105 }, "accepted_interval": { "n": 304, "sum_ns": 30386113616, "mean_ms": 99.95432110526316 }, "selected_to_submitted": { "n": 304, "sum_ns": 7216388874, "mean_ms": 23.738121296052633 }, "completed_queue_wait": { "n": 304, "sum_ns": 55610733, "mean_ms": 0.18293004276315789 }, "result_composition_wall": { "n": 304, "sum_ns": 2546807, "mean_ms": 0.008377654605263159 }, "result_composition_cpu": { "n": 304, "sum_ns": 2495718, "mean_ms": 0.008209598684210527 }, "result_artifact_handoff_wall": { "n": 304, "sum_ns": 2278315, "mean_ms": 0.007494457236842105 }, "result_artifact_handoff_cpu": { "n": 304, "sum_ns": 2279516, "mean_ms": 0.007498407894736842 }, "result_publish_wall": { "n": 304, "sum_ns": 27729768, "mean_ms": 0.09121634210526317 }, "result_publish_cpu": { "n": 304, "sum_ns": 27769568, "mean_ms": 0.09134726315789474 }, "result_total_wall": { "n": 304, "sum_ns": 240889991, "mean_ms": 0.7924012861842106 }, "result_total_cpu": { "n": 304, "sum_ns": 240080885, "mean_ms": 0.7897397532894737 } } }, { "mode": "mixed-a", "level": 6, "camera": "32", "provider": "crowd", "cohort_reset": false, "counter_seconds": 30.3374856, "new_channel": false, "seconds": 30.00001782499021, "selected_fps": 10.020606322100734, "requested_fps": 10.020606322100734, "complete_fps": 10.020606322100734, "accepted_fps": 10.020606322100734, "finalized_fps": 10.020606322100734, "redis_fps": 10.020606322100734, "redis_read_fps": 10.033327371867928, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.082, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.21162656898377463, "redis_interval_s": { "n": 300, "mean": 0.0996993595965129, "median": 0.098367219499778, "p95": 0.1512140620034188, "maximum": 0.21162656898377463, "minimum": 0.01216635201126337 }, "redis_drift_s": { "n": 301, "mean": -0.0825806160422146, "median": -0.08282005496417355, "p95": -0.050626618992993144, "maximum": -0.02343082699178467, "minimum": -0.13986682496172875 }, "redis_drift_s_per_min": -0.008290541187708448, "ingress_drift_s": { "n": 12, "mean": -0.01082098258333867, "median": -0.008120615000009934, "p95": 0.016247222999993483, "maximum": 0.016247222999993483, "minimum": -0.047141622999987476 }, "ingress_drift_s_per_min": 0.006194667477450656, "source_drift_s": { "n": 12, "mean": -0.010917666666673634, "median": -0.008044000000012375, "p95": 0.015625999999997475, "maximum": 0.015625999999997475, "minimum": -0.046968999999990046 }, "ingress_to_redis_ms": { "n": 301, "mean": 24.12956810631229, "median": 23, "p95": 31, "maximum": 45, "minimum": 15 }, "source_samples": 12, "redis_samples": 301, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 304, "sum_ns": 13933998000, "mean_ms": 45.8355197368421 }, "source_exit_to_ingress": { "n": 304, "sum_ns": 124342941, "mean_ms": 0.4090228322368421 }, "source_encoded_queue": { "n": 304, "sum_ns": 9044000, "mean_ms": 0.02975 }, "decode_between_queues": { "n": 304, "sum_ns": 13781918000, "mean_ms": 45.335256578947366 }, "source_raw_queue": { "n": 304, "sum_ns": 6484000, "mean_ms": 0.021328947368421055 }, "raw_queue_to_source_exit": { "n": 304, "sum_ns": 7775000, "mean_ms": 0.025575657894736842 }, "selected_to_preprocess_start": { "n": 304, "sum_ns": 198546356, "mean_ms": 0.6531130131578947 }, "preprocess_start_to_preprocess_output": { "n": 304, "sum_ns": 181732255, "mean_ms": 0.5978034703947368 }, "selected_to_preprocess": { "n": 304, "sum_ns": 427147372, "mean_ms": 1.4050900394736843 }, "preprocess_start_to_preprocess": { "n": 304, "sum_ns": 228601016, "mean_ms": 0.7519770263157894 }, "preprocess_output_to_infer_entry": { "n": 304, "sum_ns": 46868761, "mean_ms": 0.15417355592105264 }, "preprocess_to_infer_output": { "n": 304, "sum_ns": 4624878994, "mean_ms": 15.213417743421054 }, "preprocess_to_callback": { "n": 304, "sum_ns": 4860987598, "mean_ms": 15.990090782894736 }, "infer_output_to_callback": { "n": 304, "sum_ns": 236108604, "mean_ms": 0.7766730394736842 }, "copy_wall": { "n": 304, "sum_ns": 1528736088, "mean_ms": 5.028737131578947 }, "copy_thread_cpu": { "n": 304, "sum_ns": 1524288323, "mean_ms": 5.014106325657895 }, "callback_to_copied": { "n": 304, "sum_ns": 1581489742, "mean_ms": 5.202268888157895 }, "accepted_interval": { "n": 304, "sum_ns": 30387169821, "mean_ms": 99.9577954638158 }, "selected_to_submitted": { "n": 304, "sum_ns": 6894079438, "mean_ms": 22.677892888157892 }, "completed_queue_wait": { "n": 304, "sum_ns": 49476344, "mean_ms": 0.16275113157894736 }, "result_composition_wall": { "n": 304, "sum_ns": 6070189, "mean_ms": 0.01996772697368421 }, "result_composition_cpu": { "n": 304, "sum_ns": 5951185, "mean_ms": 0.01957626644736842 }, "result_publish_wall": { "n": 304, "sum_ns": 49209783, "mean_ms": 0.16187428618421054 }, "result_publish_cpu": { "n": 304, "sum_ns": 49243194, "mean_ms": 0.16198419078947368 }, "result_total_wall": { "n": 304, "sum_ns": 343548247, "mean_ms": 1.130092917763158 }, "result_total_cpu": { "n": 304, "sum_ns": 342763595, "mean_ms": 1.1275118256578949 } } }, { "mode": "mixed-a", "level": 6, "camera": "33", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.057192309, "new_channel": false, "seconds": 30.00001782499021, "selected_fps": 10.014242079087069, "requested_fps": 10.014242079087069, "complete_fps": 10.014242079087069, "accepted_fps": 10.014242079087069, "finalized_fps": 10.014242079087069, "redis_fps": 10.014242079087069, "redis_read_fps": 9.999994058340127, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 2, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.111, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.28054621897172183, "redis_interval_s": { "n": 299, "mean": 0.09984625691301142, "median": 0.10075589100597426, "p95": 0.16102186299394816, "maximum": 0.28054621897172183, "minimum": 0.004640553961507976 }, "redis_drift_s": { "n": 300, "mean": -7.586429106492119, "median": -7.591951924012044, "p95": -7.5356930370274995, "maximum": -7.458139575014826, "minimum": -7.6546692289961555 }, "redis_drift_s_per_min": -0.0057007745921177225, "ingress_drift_s": { "n": 12, "mean": -0.007692819916665409, "median": -0.0057213474999997516, "p95": 0.024635165999995934, "maximum": 0.024635165999995934, "minimum": -0.053378078999998024 }, "ingress_drift_s_per_min": -0.024502285783121726, "source_drift_s": { "n": 12, "mean": -0.007950583333330504, "median": -0.006538499999997782, "p95": 0.024539000000004307, "maximum": 0.024539000000004307, "minimum": -0.053810999999996056 }, "ingress_to_redis_ms": { "n": 300, "mean": 32.66, "median": 28.0, "p95": 43, "maximum": 153, "minimum": 20 }, "source_samples": 12, "redis_samples": 300, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 301, "sum_ns": 13628061000, "mean_ms": 45.275950166112956 }, "source_exit_to_ingress": { "n": 301, "sum_ns": 534479571, "mean_ms": 1.775679637873754 }, "source_encoded_queue": { "n": 301, "sum_ns": 7283000, "mean_ms": 0.024196013289036547 }, "decode_between_queues": { "n": 301, "sum_ns": 13312015000, "mean_ms": 44.225963455149504 }, "source_raw_queue": { "n": 301, "sum_ns": 8114000, "mean_ms": 0.026956810631229237 }, "raw_queue_to_source_exit": { "n": 301, "sum_ns": 9016000, "mean_ms": 0.029953488372093023 }, "selected_to_preprocess_start": { "n": 301, "sum_ns": 197025354, "mean_ms": 0.6545692823920266 }, "preprocess_start_to_preprocess_output": { "n": 301, "sum_ns": 157878169, "mean_ms": 0.5245121893687708 }, "selected_to_preprocess": { "n": 301, "sum_ns": 408726258, "mean_ms": 1.3578945448504984 }, "preprocess_start_to_preprocess": { "n": 301, "sum_ns": 211700904, "mean_ms": 0.7033252624584718 }, "preprocess_output_to_infer_entry": { "n": 301, "sum_ns": 53822735, "mean_ms": 0.178813073089701 }, "preprocess_to_infer_output": { "n": 301, "sum_ns": 5228399837, "mean_ms": 17.370099126245847 }, "preprocess_to_callback": { "n": 301, "sum_ns": 5425287751, "mean_ms": 18.024211797342193 }, "infer_output_to_callback": { "n": 301, "sum_ns": 196887914, "mean_ms": 0.6541126710963455 }, "copy_wall": { "n": 301, "sum_ns": 1012317806, "mean_ms": 3.3631820797342193 }, "copy_thread_cpu": { "n": 301, "sum_ns": 1009652239, "mean_ms": 3.3543263754152823 }, "callback_to_copied": { "n": 301, "sum_ns": 1062187542, "mean_ms": 3.528862265780731 }, "accepted_interval": { "n": 301, "sum_ns": 30076740332, "mean_ms": 99.92272535548173 }, "selected_to_submitted": { "n": 301, "sum_ns": 6920054870, "mean_ms": 22.99021551495017 }, "completed_queue_wait": { "n": 301, "sum_ns": 54786157, "mean_ms": 0.18201381063122923 }, "result_observations_wall": { "n": 301, "sum_ns": 291590534, "mean_ms": 0.9687393156146179 }, "result_observations_cpu": { "n": 301, "sum_ns": 291360554, "mean_ms": 0.9679752624584718 }, "result_nms_wall": { "n": 301, "sum_ns": 189343418, "mean_ms": 0.6290479003322259 }, "result_nms_cpu": { "n": 301, "sum_ns": 146162197, "mean_ms": 0.48558869435215946 }, "result_tracking_wall": { "n": 301, "sum_ns": 343295621, "mean_ms": 1.1405170132890365 }, "result_tracking_cpu": { "n": 301, "sum_ns": 314008029, "mean_ms": 1.043216043189369 }, "result_region_wall": { "n": 301, "sum_ns": 80351753, "mean_ms": 0.26694934551495014 }, "result_region_cpu": { "n": 301, "sum_ns": 80353085, "mean_ms": 0.2669537707641196 }, "result_fall_wall": { "n": 301, "sum_ns": 163508874, "mean_ms": 0.543218850498339 }, "result_fall_cpu": { "n": 301, "sum_ns": 163516274, "mean_ms": 0.5432434352159469 }, "result_fight_wall": { "n": 301, "sum_ns": 63890683, "mean_ms": 0.21226140531561463 }, "result_fight_cpu": { "n": 301, "sum_ns": 63908136, "mean_ms": 0.21231938870431893 }, "result_collector_wall": { "n": 301, "sum_ns": 1322695851, "mean_ms": 4.394338375415282 }, "result_collector_cpu": { "n": 301, "sum_ns": 1312575956, "mean_ms": 4.36071746179402 }, "result_composition_wall": { "n": 301, "sum_ns": 4415043, "mean_ms": 0.014667916943521596 }, "result_composition_cpu": { "n": 301, "sum_ns": 4423799, "mean_ms": 0.014697006644518272 }, "result_artifact_handoff_wall": { "n": 301, "sum_ns": 2861380, "mean_ms": 0.009506245847176081 }, "result_artifact_handoff_cpu": { "n": 301, "sum_ns": 2727032, "mean_ms": 0.009059906976744185 }, "result_publish_wall": { "n": 301, "sum_ns": 120761486, "mean_ms": 0.40120095016611296 }, "result_publish_cpu": { "n": 301, "sum_ns": 120830860, "mean_ms": 0.4014314285714286 }, "result_total_wall": { "n": 301, "sum_ns": 2835593109, "mean_ms": 9.420575112956811 }, "result_total_cpu": { "n": 301, "sum_ns": 2751388096, "mean_ms": 9.140824239202658 } } }, { "mode": "mixed-a", "level": 6, "camera": "33", "provider": "fire", "cohort_reset": false, "counter_seconds": 29.848747607, "new_channel": false, "seconds": 30.00001782499021, "selected_fps": 10.017170701322149, "requested_fps": 10.017170701322149, "complete_fps": 10.017170701322149, "accepted_fps": 10.017170701322149, "finalized_fps": 10.017170701322149, "redis_fps": 10.017170701322149, "redis_read_fps": 9.999994058340127, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.13, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.2195167559548281, "redis_interval_s": { "n": 299, "mean": 0.09983866377581802, "median": 0.10375535703497007, "p95": 0.150201503012795, "maximum": 0.2195167559548281, "minimum": 0.02145422698231414 }, "redis_drift_s": { "n": 300, "mean": -0.07606995311643004, "median": -0.07735035704565263, "p95": -0.041859587030955936, "maximum": -0.013422520013520511, "minimum": -0.13775452801351662 }, "redis_drift_s_per_min": -0.007967916166685237, "ingress_drift_s": { "n": 12, "mean": -0.007290185666668947, "median": -0.009058033999998827, "p95": 0.02512292000000116, "maximum": 0.02512292000000116, "minimum": -0.0353559369999914 }, "ingress_drift_s_per_min": 0.01019633141306101, "source_drift_s": { "n": 12, "mean": -0.007401250000000914, "median": -0.009330999999995981, "p95": 0.02484699999999407, "maximum": 0.02484699999999407, "minimum": -0.03596199999999783 }, "ingress_to_redis_ms": { "n": 300, "mean": 23.923333333333332, "median": 23.0, "p95": 31, "maximum": 36, "minimum": 16 }, "source_samples": 12, "redis_samples": 300, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 299, "sum_ns": 13532105000, "mean_ms": 45.2578762541806 }, "source_exit_to_ingress": { "n": 299, "sum_ns": 96423950, "mean_ms": 0.322488127090301 }, "source_encoded_queue": { "n": 299, "sum_ns": 6994000, "mean_ms": 0.02339130434782609 }, "decode_between_queues": { "n": 299, "sum_ns": 13229043000, "mean_ms": 44.24429096989966 }, "source_raw_queue": { "n": 299, "sum_ns": 7171000, "mean_ms": 0.023983277591973245 }, "raw_queue_to_source_exit": { "n": 299, "sum_ns": 8738000, "mean_ms": 0.02922408026755853 }, "selected_to_preprocess_start": { "n": 299, "sum_ns": 184018840, "mean_ms": 0.6154476254180602 }, "preprocess_start_to_preprocess_output": { "n": 299, "sum_ns": 135137470, "mean_ms": 0.45196478260869566 }, "selected_to_preprocess": { "n": 299, "sum_ns": 368156893, "mean_ms": 1.2312939565217391 }, "preprocess_start_to_preprocess": { "n": 299, "sum_ns": 184138053, "mean_ms": 0.6158463311036789 }, "preprocess_output_to_infer_entry": { "n": 299, "sum_ns": 49000583, "mean_ms": 0.1638815484949833 }, "preprocess_to_infer_output": { "n": 299, "sum_ns": 4659521903, "mean_ms": 15.58368529431438 }, "preprocess_to_callback": { "n": 299, "sum_ns": 4874976029, "mean_ms": 16.304267655518395 }, "infer_output_to_callback": { "n": 299, "sum_ns": 215454126, "mean_ms": 0.7205823612040133 }, "copy_wall": { "n": 299, "sum_ns": 1485962976, "mean_ms": 4.969775839464884 }, "copy_thread_cpu": { "n": 299, "sum_ns": 1481373479, "mean_ms": 4.954426351170569 }, "callback_to_copied": { "n": 299, "sum_ns": 1537861382, "mean_ms": 5.14334910367893 }, "accepted_interval": { "n": 299, "sum_ns": 29884166841, "mean_ms": 99.9470462909699 }, "selected_to_submitted": { "n": 299, "sum_ns": 6805101837, "mean_ms": 22.75953791638796 }, "completed_queue_wait": { "n": 299, "sum_ns": 51677001, "mean_ms": 0.17283277926421403 }, "result_composition_wall": { "n": 299, "sum_ns": 2432160, "mean_ms": 0.008134314381270904 }, "result_composition_cpu": { "n": 299, "sum_ns": 2382326, "mean_ms": 0.007967645484949833 }, "result_artifact_handoff_wall": { "n": 299, "sum_ns": 2251019, "mean_ms": 0.007528491638795987 }, "result_artifact_handoff_cpu": { "n": 299, "sum_ns": 2255108, "mean_ms": 0.007542167224080267 }, "result_publish_wall": { "n": 299, "sum_ns": 26944899, "mean_ms": 0.09011671906354515 }, "result_publish_cpu": { "n": 299, "sum_ns": 26983234, "mean_ms": 0.09024492976588629 }, "result_total_wall": { "n": 299, "sum_ns": 230172455, "mean_ms": 0.7698075418060201 }, "result_total_cpu": { "n": 299, "sum_ns": 229858563, "mean_ms": 0.7687577357859532 } } }, { "mode": "mixed-a", "level": 6, "camera": "33", "provider": "crowd", "cohort_reset": false, "counter_seconds": 29.85255004, "new_channel": false, "seconds": 30.00001782499021, "selected_fps": 10.015894776136852, "requested_fps": 10.015894776136852, "complete_fps": 10.015894776136852, "accepted_fps": 10.015894776136852, "finalized_fps": 10.015894776136852, "redis_fps": 10.015894776136852, "redis_read_fps": 9.999994058340127, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.12, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.2128134549711831, "redis_interval_s": { "n": 299, "mean": 0.09984023574904, "median": 0.10256130999187008, "p95": 0.15164312499109656, "maximum": 0.2128134549711831, "minimum": 0.022385958989616483 }, "redis_drift_s": { "n": 300, "mean": -0.05824851719165513, "median": -0.058611080032768825, "p95": -0.024132025039747873, "maximum": 0.00872147996909689, "minimum": -0.12290708504524162 }, "redis_drift_s_per_min": -0.008335186487671287, "ingress_drift_s": { "n": 12, "mean": -0.007144297916667597, "median": -0.009733939999996721, "p95": 0.024347259999998982, "maximum": 0.024347259999998982, "minimum": -0.03534205699999404 }, "ingress_drift_s_per_min": 0.006720597708771021, "source_drift_s": { "n": 12, "mean": -0.007330500000000721, "median": -0.009708499999995013, "p95": 0.02437999999999363, "maximum": 0.02437999999999363, "minimum": -0.03531399999999962 }, "ingress_to_redis_ms": { "n": 300, "mean": 23.03, "median": 23.0, "p95": 29, "maximum": 57, "minimum": 16 }, "source_samples": 12, "redis_samples": 300, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 299, "sum_ns": 13539065000, "mean_ms": 45.28115384615385 }, "source_exit_to_ingress": { "n": 299, "sum_ns": 93976777, "mean_ms": 0.31430360200668894 }, "source_encoded_queue": { "n": 299, "sum_ns": 6093000, "mean_ms": 0.020377926421404683 }, "decode_between_queues": { "n": 299, "sum_ns": 13222227000, "mean_ms": 44.22149498327759 }, "source_raw_queue": { "n": 299, "sum_ns": 6432000, "mean_ms": 0.02151170568561873 }, "raw_queue_to_source_exit": { "n": 299, "sum_ns": 8890000, "mean_ms": 0.02973244147157191 }, "selected_to_preprocess_start": { "n": 299, "sum_ns": 178634304, "mean_ms": 0.597439143812709 }, "preprocess_start_to_preprocess_output": { "n": 299, "sum_ns": 123743428, "mean_ms": 0.413857618729097 }, "selected_to_preprocess": { "n": 299, "sum_ns": 344020832, "mean_ms": 1.1505713444816053 }, "preprocess_start_to_preprocess": { "n": 299, "sum_ns": 165386528, "mean_ms": 0.5531322006688963 }, "preprocess_output_to_infer_entry": { "n": 299, "sum_ns": 41643100, "mean_ms": 0.13927458193979933 }, "preprocess_to_infer_output": { "n": 299, "sum_ns": 4276538791, "mean_ms": 14.302805321070233 }, "preprocess_to_callback": { "n": 299, "sum_ns": 4503444270, "mean_ms": 15.06168652173913 }, "infer_output_to_callback": { "n": 299, "sum_ns": 226905479, "mean_ms": 0.7588812006688963 }, "copy_wall": { "n": 299, "sum_ns": 1489381481, "mean_ms": 4.981208966555184 }, "copy_thread_cpu": { "n": 299, "sum_ns": 1482724805, "mean_ms": 4.958945836120401 }, "callback_to_copied": { "n": 299, "sum_ns": 1545254848, "mean_ms": 5.16807641471572 }, "accepted_interval": { "n": 299, "sum_ns": 29886200581, "mean_ms": 99.95384809698996 }, "selected_to_submitted": { "n": 299, "sum_ns": 6416722214, "mean_ms": 21.460609411371237 }, "completed_queue_wait": { "n": 299, "sum_ns": 47630678, "mean_ms": 0.15929992642140467 }, "result_composition_wall": { "n": 299, "sum_ns": 42364003, "mean_ms": 0.14168562876254182 }, "result_composition_cpu": { "n": 299, "sum_ns": 42052078, "mean_ms": 0.14064240133779263 }, "result_publish_wall": { "n": 299, "sum_ns": 45830175, "mean_ms": 0.1532781772575251 }, "result_publish_cpu": { "n": 299, "sum_ns": 45858583, "mean_ms": 0.15337318729096988 }, "result_total_wall": { "n": 299, "sum_ns": 362400353, "mean_ms": 1.212041314381271 }, "result_total_cpu": { "n": 299, "sum_ns": 360298823, "mean_ms": 1.2050127859531774 } } }, { "mode": "mixed-a", "level": 6, "camera": "34", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.744506482, "new_channel": false, "seconds": 30.00001782499021, "selected_fps": 10.018656728439446, "requested_fps": 10.018656728439446, "complete_fps": 10.018656728439446, "accepted_fps": 10.018656728439446, "finalized_fps": 10.018656728439446, "redis_fps": 10.018656728439446, "redis_read_fps": 9.966660744812327, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 2, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.167, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.21980060503119603, "redis_interval_s": { "n": 298, "mean": 0.10033209996642514, "median": 0.09907560650026426, "p95": 0.16471841599559411, "maximum": 0.21980060503119603, "minimum": 0.013934338989201933 }, "redis_drift_s": { "n": 299, "mean": -0.06443247021204872, "median": -0.06563151396299105, "p95": -0.029181711012498113, "maximum": 0.04881733102723729, "minimum": -0.13365469301119504 }, "redis_drift_s_per_min": 0.003955910381511729, "ingress_drift_s": { "n": 12, "mean": -0.023407143416664056, "median": -0.015767512499998304, "p95": -0.0014000500000008742, "maximum": -0.0014000500000008742, "minimum": -0.07118409599999609 }, "ingress_drift_s_per_min": -0.005194477225262732, "source_drift_s": { "n": 12, "mean": -0.023434833333333554, "median": -0.015922499999998507, "p95": -0.0011870000000016034, "maximum": -0.0011870000000016034, "minimum": -0.0709280000000021 }, "ingress_to_redis_ms": { "n": 299, "mean": 31.859531772575252, "median": 29, "p95": 41, "maximum": 130, "minimum": 19 }, "source_samples": 12, "redis_samples": 299, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 298, "sum_ns": 192063488, "mean_ms": 0.6445083489932886 }, "depay_to_source_exit": { "n": 297, "sum_ns": 13866994000, "mean_ms": 46.69021548821549 }, "source_exit_to_ingress": { "n": 297, "sum_ns": 388763025, "mean_ms": 1.3089664141414141 }, "source_encoded_queue": { "n": 297, "sum_ns": 8255000, "mean_ms": 0.027794612794612795 }, "decode_between_queues": { "n": 297, "sum_ns": 13712827000, "mean_ms": 46.171134680134685 }, "source_raw_queue": { "n": 297, "sum_ns": 38916000, "mean_ms": 0.13103030303030302 }, "raw_queue_to_source_exit": { "n": 297, "sum_ns": 8350000, "mean_ms": 0.028114478114478116 }, "preprocess_start_to_preprocess_output": { "n": 298, "sum_ns": 168276073, "mean_ms": 0.5646848087248323 }, "selected_to_preprocess": { "n": 298, "sum_ns": 410840679, "mean_ms": 1.3786599966442954 }, "preprocess_start_to_preprocess": { "n": 298, "sum_ns": 218777191, "mean_ms": 0.7341516476510067 }, "preprocess_output_to_infer_entry": { "n": 298, "sum_ns": 50501118, "mean_ms": 0.1694668389261745 }, "preprocess_to_infer_output": { "n": 298, "sum_ns": 5673948255, "mean_ms": 19.04009481543624 }, "preprocess_to_callback": { "n": 298, "sum_ns": 5864859272, "mean_ms": 19.680735812080535 }, "infer_output_to_callback": { "n": 298, "sum_ns": 190911017, "mean_ms": 0.6406409966442953 }, "copy_wall": { "n": 298, "sum_ns": 830463780, "mean_ms": 2.786791208053691 }, "copy_thread_cpu": { "n": 298, "sum_ns": 828868421, "mean_ms": 2.7814376543624157 }, "callback_to_copied": { "n": 298, "sum_ns": 878121787, "mean_ms": 2.9467174060402685 }, "accepted_interval": { "n": 298, "sum_ns": 29732351113, "mean_ms": 99.77299031208054 }, "selected_to_submitted": { "n": 298, "sum_ns": 7176751186, "mean_ms": 24.08305767114094 }, "completed_queue_wait": { "n": 298, "sum_ns": 54603728, "mean_ms": 0.1832339865771812 }, "result_observations_wall": { "n": 298, "sum_ns": 255266180, "mean_ms": 0.8565979194630873 }, "result_observations_cpu": { "n": 298, "sum_ns": 255242752, "mean_ms": 0.8565193020134229 }, "result_nms_wall": { "n": 298, "sum_ns": 161349776, "mean_ms": 0.5414422013422819 }, "result_nms_cpu": { "n": 298, "sum_ns": 134859554, "mean_ms": 0.4525488389261745 }, "result_tracking_wall": { "n": 298, "sum_ns": 250055282, "mean_ms": 0.8391116845637584 }, "result_tracking_cpu": { "n": 298, "sum_ns": 247401364, "mean_ms": 0.8302059194630872 }, "result_region_wall": { "n": 298, "sum_ns": 56501596, "mean_ms": 0.18960267114093962 }, "result_region_cpu": { "n": 298, "sum_ns": 56534562, "mean_ms": 0.18971329530201342 }, "result_fall_wall": { "n": 298, "sum_ns": 112708104, "mean_ms": 0.37821511409395975 }, "result_fall_cpu": { "n": 298, "sum_ns": 112761691, "mean_ms": 0.37839493624161075 }, "result_fight_wall": { "n": 298, "sum_ns": 40552633, "mean_ms": 0.1360826610738255 }, "result_fight_cpu": { "n": 298, "sum_ns": 39368114, "mean_ms": 0.13210776510067115 }, "result_collector_wall": { "n": 298, "sum_ns": 999172696, "mean_ms": 3.3529285100671142 }, "result_collector_cpu": { "n": 298, "sum_ns": 990472013, "mean_ms": 3.323731587248322 }, "result_composition_wall": { "n": 298, "sum_ns": 4106657, "mean_ms": 0.013780728187919464 }, "result_composition_cpu": { "n": 298, "sum_ns": 4115446, "mean_ms": 0.013810221476510067 }, "result_artifact_handoff_wall": { "n": 298, "sum_ns": 2656540, "mean_ms": 0.008914563758389261 }, "result_artifact_handoff_cpu": { "n": 298, "sum_ns": 2647918, "mean_ms": 0.008885630872483221 }, "result_publish_wall": { "n": 298, "sum_ns": 100028506, "mean_ms": 0.33566612751677855 }, "result_publish_cpu": { "n": 298, "sum_ns": 100063214, "mean_ms": 0.33578259731543625 }, "result_total_wall": { "n": 298, "sum_ns": 2203139747, "mean_ms": 7.393086399328859 }, "result_total_cpu": { "n": 298, "sum_ns": 2161634873, "mean_ms": 7.253808298657718 } } }, { "mode": "mixed-a", "level": 6, "camera": "34", "provider": "fire", "cohort_reset": false, "counter_seconds": 29.593327892, "new_channel": false, "seconds": 30.00001782499021, "selected_fps": 10.00225459874751, "requested_fps": 10.00225459874751, "complete_fps": 10.00225459874751, "accepted_fps": 10.00225459874751, "finalized_fps": 10.00225459874751, "redis_fps": 10.00225459874751, "redis_read_fps": 9.966660744812327, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.125, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.1917067529866472, "redis_interval_s": { "n": 298, "mean": 0.10035535454028911, "median": 0.09705708350520581, "p95": 0.14901132899103686, "maximum": 0.1917067529866472, "minimum": 0.020897921989671886 }, "redis_drift_s": { "n": 299, "mean": -0.03517634220606004, "median": -0.03291355599370149, "p95": -0.004676931026395437, "maximum": 0.044294502995910534, "minimum": -0.10075301499059464 }, "redis_drift_s_per_min": 0.00411226938862635, "ingress_drift_s": { "n": 12, "mean": -0.019116900833331247, "median": -0.016240245500000583, "p95": 0.058066322000001946, "maximum": 0.058066322000001946, "minimum": -0.07109741600000063 }, "ingress_drift_s_per_min": -0.02391683191300852, "source_drift_s": { "n": 12, "mean": -0.019699249999998614, "median": -0.016225999999996077, "p95": 0.058063000000004195, "maximum": 0.058063000000004195, "minimum": -0.07080400000000253 }, "ingress_to_redis_ms": { "n": 299, "mean": 25.51170568561873, "median": 25, "p95": 33, "maximum": 47, "minimum": 16 }, "source_samples": 12, "redis_samples": 299, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 296, "sum_ns": 191371042, "mean_ms": 0.6465237905405405 }, "depay_to_source_exit": { "n": 295, "sum_ns": 13760265000, "mean_ms": 46.64496610169491 }, "source_exit_to_ingress": { "n": 295, "sum_ns": 114211380, "mean_ms": 0.38715722033898303 }, "source_encoded_queue": { "n": 295, "sum_ns": 7939000, "mean_ms": 0.02691186440677966 }, "decode_between_queues": { "n": 295, "sum_ns": 13644923000, "mean_ms": 46.25397627118644 }, "source_raw_queue": { "n": 295, "sum_ns": 7389000, "mean_ms": 0.025047457627118644 }, "raw_queue_to_source_exit": { "n": 295, "sum_ns": 8553000, "mean_ms": 0.02899322033898305 }, "preprocess_start_to_preprocess_output": { "n": 296, "sum_ns": 159626960, "mean_ms": 0.5392802702702703 }, "selected_to_preprocess": { "n": 296, "sum_ns": 395400512, "mean_ms": 1.3358125405405405 }, "preprocess_start_to_preprocess": { "n": 296, "sum_ns": 204029470, "mean_ms": 0.68928875 }, "preprocess_output_to_infer_entry": { "n": 296, "sum_ns": 44402510, "mean_ms": 0.15000847972972972 }, "preprocess_to_infer_output": { "n": 296, "sum_ns": 4964379628, "mean_ms": 16.771552797297296 }, "preprocess_to_callback": { "n": 296, "sum_ns": 5197981515, "mean_ms": 17.560748361486485 }, "infer_output_to_callback": { "n": 296, "sum_ns": 233601887, "mean_ms": 0.7891955641891892 }, "copy_wall": { "n": 296, "sum_ns": 1540295219, "mean_ms": 5.2037000641891895 }, "copy_thread_cpu": { "n": 296, "sum_ns": 1534541519, "mean_ms": 5.184261888513514 }, "callback_to_copied": { "n": 296, "sum_ns": 1591751768, "mean_ms": 5.377539756756756 }, "accepted_interval": { "n": 296, "sum_ns": 29572868619, "mean_ms": 99.90833992905405 }, "selected_to_submitted": { "n": 296, "sum_ns": 7210077469, "mean_ms": 24.358369827702703 }, "completed_queue_wait": { "n": 296, "sum_ns": 55676893, "mean_ms": 0.1880976114864865 }, "result_composition_wall": { "n": 296, "sum_ns": 2448323, "mean_ms": 0.008271361486486486 }, "result_composition_cpu": { "n": 296, "sum_ns": 2409835, "mean_ms": 0.008141334459459458 }, "result_artifact_handoff_wall": { "n": 296, "sum_ns": 2389722, "mean_ms": 0.008073385135135135 }, "result_artifact_handoff_cpu": { "n": 296, "sum_ns": 2397997, "mean_ms": 0.008101341216216217 }, "result_publish_wall": { "n": 296, "sum_ns": 27093439, "mean_ms": 0.09153188851351352 }, "result_publish_cpu": { "n": 296, "sum_ns": 27098428, "mean_ms": 0.09154874324324323 }, "result_total_wall": { "n": 296, "sum_ns": 231495718, "mean_ms": 0.7820801283783784 }, "result_total_cpu": { "n": 296, "sum_ns": 231232575, "mean_ms": 0.7811911317567568 } } }, { "mode": "mixed-a", "level": 6, "camera": "34", "provider": "crowd", "cohort_reset": false, "counter_seconds": 29.593292003, "new_channel": false, "seconds": 30.00001782499021, "selected_fps": 10.00226672889225, "requested_fps": 10.00226672889225, "complete_fps": 10.00226672889225, "accepted_fps": 10.00226672889225, "finalized_fps": 10.00226672889225, "redis_fps": 10.00226672889225, "redis_read_fps": 9.966660744812327, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 1, "queue_age_max_sampled": 0.0007176500512287021, "provider_response_age_max_sampled": 0.089, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.19223007099935785, "redis_interval_s": { "n": 298, "mean": 0.10036030832534318, "median": 0.0972379554877989, "p95": 0.15436276997206733, "maximum": 0.19223007099935785, "minimum": 0.0193771289777942 }, "redis_drift_s": { "n": 299, "mean": -0.011906641140046009, "median": -0.010278321980962346, "p95": 0.01924500198848733, "maximum": 0.0814645700342922, "minimum": -0.07790733996313293 }, "redis_drift_s_per_min": 0.004071615255579508, "ingress_drift_s": { "n": 12, "mean": -0.019561912833332567, "median": -0.015917255499999783, "p95": 0.05767541800000231, "maximum": 0.05767541800000231, "minimum": -0.07148416900000143 }, "ingress_drift_s_per_min": -0.026878344423466583, "source_drift_s": { "n": 12, "mean": -0.01983641666666358, "median": -0.016004499999997535, "p95": 0.05752500000000538, "maximum": 0.05752500000000538, "minimum": -0.07157800000000236 }, "ingress_to_redis_ms": { "n": 299, "mean": 23.759197324414714, "median": 23, "p95": 31, "maximum": 42, "minimum": 16 }, "source_samples": 12, "redis_samples": 299, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 296, "sum_ns": 179544803, "mean_ms": 0.6065702804054054 }, "depay_to_source_exit": { "n": 295, "sum_ns": 13739235000, "mean_ms": 46.5736779661017 }, "source_exit_to_ingress": { "n": 295, "sum_ns": 101474310, "mean_ms": 0.34398071186440676 }, "source_encoded_queue": { "n": 295, "sum_ns": 7142000, "mean_ms": 0.02421016949152542 }, "decode_between_queues": { "n": 295, "sum_ns": 13623595000, "mean_ms": 46.181677966101695 }, "source_raw_queue": { "n": 295, "sum_ns": 5414000, "mean_ms": 0.018352542372881354 }, "raw_queue_to_source_exit": { "n": 295, "sum_ns": 8603000, "mean_ms": 0.02916271186440678 }, "preprocess_start_to_preprocess_output": { "n": 296, "sum_ns": 134838368, "mean_ms": 0.45553502702702703 }, "selected_to_preprocess": { "n": 296, "sum_ns": 362992023, "mean_ms": 1.226324402027027 }, "preprocess_start_to_preprocess": { "n": 296, "sum_ns": 183447220, "mean_ms": 0.6197541216216217 }, "preprocess_output_to_infer_entry": { "n": 296, "sum_ns": 48608852, "mean_ms": 0.16421909459459458 }, "preprocess_to_infer_output": { "n": 296, "sum_ns": 4506070164, "mean_ms": 15.223210013513514 }, "preprocess_to_callback": { "n": 296, "sum_ns": 4727961679, "mean_ms": 15.972843510135135 }, "infer_output_to_callback": { "n": 296, "sum_ns": 221891515, "mean_ms": 0.7496334966216217 }, "copy_wall": { "n": 296, "sum_ns": 1462229753, "mean_ms": 4.939965381756757 }, "copy_thread_cpu": { "n": 296, "sum_ns": 1460143647, "mean_ms": 4.932917726351351 }, "callback_to_copied": { "n": 296, "sum_ns": 1513187335, "mean_ms": 5.112119375 }, "accepted_interval": { "n": 296, "sum_ns": 29569777583, "mean_ms": 99.89789723986488 }, "selected_to_submitted": { "n": 296, "sum_ns": 6628901730, "mean_ms": 22.394938277027027 }, "completed_queue_wait": { "n": 296, "sum_ns": 46871186, "mean_ms": 0.15834860135135137 }, "result_composition_wall": { "n": 296, "sum_ns": 3084218, "mean_ms": 0.010419655405405405 }, "result_composition_cpu": { "n": 296, "sum_ns": 2960175, "mean_ms": 0.010000591216216216 }, "result_publish_wall": { "n": 296, "sum_ns": 40097527, "mean_ms": 0.13546461824324327 }, "result_publish_cpu": { "n": 296, "sum_ns": 39927171, "mean_ms": 0.1348890912162162 }, "result_total_wall": { "n": 296, "sum_ns": 303181721, "mean_ms": 1.0242625709459459 }, "result_total_cpu": { "n": 296, "sum_ns": 301359948, "mean_ms": 1.0181079324324325 } } }, { "mode": "mixed-a", "level": 6, "camera": "35", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.017210604, "new_channel": true, "seconds": 30.00001782499021, "selected_fps": 9.894323757065646, "requested_fps": 9.894323757065646, "complete_fps": 9.894323757065646, "accepted_fps": 9.894323757065646, "finalized_fps": 9.861009535661385, "redis_fps": 9.861009535661385, "redis_read_fps": 9.899994117756727, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 2, "queue_depth_max_sampled": 1, "queue_age_max_sampled": 0.0003779319813475013, "provider_response_age_max_sampled": 0.151, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 1, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.40780455397907645, "redis_interval_s": { "n": 296, "mean": 0.1010817938582182, "median": 0.09789486348745413, "p95": 0.17148467199876904, "maximum": 0.40780455397907645, "minimum": 0.010517317976336926 }, "redis_drift_s": { "n": 297, "mean": -0.05285447972478277, "median": -0.05818382699182223, "p95": 0.011863084993791517, "maximum": 0.2624814960146331, "minimum": -0.13054688298003825 }, "redis_drift_s_per_min": 0.030299158322897826, "ingress_drift_s": { "n": 12, "mean": -0.02538354083333368, "median": -0.030265224500000798, "p95": 0.0023938620000016897, "maximum": 0.0023938620000016897, "minimum": -0.049128637000002584 }, "ingress_drift_s_per_min": -0.0014482621052490368, "source_drift_s": { "n": 12, "mean": -0.024352916666666502, "median": -0.029151500000001107, "p95": 0.0035580000000017264, "maximum": 0.0035580000000017264, "minimum": -0.04885800000000273 }, "ingress_to_redis_ms": { "n": 297, "mean": 35.205387205387204, "median": 30, "p95": 70, "maximum": 187, "minimum": 19 }, "source_samples": 12, "redis_samples": 297, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 297, "sum_ns": 191394455, "mean_ms": 0.6444257744107744 }, "depay_to_source_exit": { "n": 296, "sum_ns": 13718546000, "mean_ms": 46.34643918918919 }, "source_exit_to_ingress": { "n": 296, "sum_ns": 328413652, "mean_ms": 1.1095055810810812 }, "source_encoded_queue": { "n": 296, "sum_ns": 7483000, "mean_ms": 0.025280405405405406 }, "decode_between_queues": { "n": 296, "sum_ns": 13476119000, "mean_ms": 45.52742905405405 }, "source_raw_queue": { "n": 296, "sum_ns": 47461000, "mean_ms": 0.16034121621621622 }, "raw_queue_to_source_exit": { "n": 296, "sum_ns": 8460000, "mean_ms": 0.02858108108108108 }, "preprocess_start_to_preprocess_output": { "n": 297, "sum_ns": 158668930, "mean_ms": 0.5342388215488215 }, "selected_to_preprocess": { "n": 297, "sum_ns": 400253630, "mean_ms": 1.3476553198653198 }, "preprocess_start_to_preprocess": { "n": 297, "sum_ns": 208859175, "mean_ms": 0.7032295454545454 }, "preprocess_output_to_infer_entry": { "n": 297, "sum_ns": 50190245, "mean_ms": 0.1689907239057239 }, "preprocess_to_infer_output": { "n": 297, "sum_ns": 5401608130, "mean_ms": 18.18723276094276 }, "preprocess_to_callback": { "n": 296, "sum_ns": 5578890420, "mean_ms": 18.84760277027027 }, "infer_output_to_callback": { "n": 296, "sum_ns": 191304265, "mean_ms": 0.6462981925675676 }, "copy_wall": { "n": 297, "sum_ns": 529526726, "mean_ms": 1.7829182693602694 }, "copy_thread_cpu": { "n": 297, "sum_ns": 528145093, "mean_ms": 1.7782663063973065 }, "callback_to_copied": { "n": 296, "sum_ns": 575190140, "mean_ms": 1.9432099324324323 }, "accepted_interval": { "n": 296, "sum_ns": 29952960509, "mean_ms": 101.19243415202702 }, "selected_to_submitted": { "n": 296, "sum_ns": 6571610700, "mean_ms": 22.2013875 }, "completed_queue_wait": { "n": 297, "sum_ns": 95034393, "mean_ms": 0.3199811212121212 }, "result_observations_wall": { "n": 297, "sum_ns": 211388180, "mean_ms": 0.7117447138047138 }, "result_observations_cpu": { "n": 297, "sum_ns": 211459388, "mean_ms": 0.7119844713804714 }, "result_nms_wall": { "n": 297, "sum_ns": 222725498, "mean_ms": 0.7499175016835017 }, "result_nms_cpu": { "n": 297, "sum_ns": 147901208, "mean_ms": 0.4979838653198653 }, "result_tracking_wall": { "n": 297, "sum_ns": 833380993, "mean_ms": 2.8059966094276096 }, "result_tracking_cpu": { "n": 297, "sum_ns": 669893529, "mean_ms": 2.2555337676767677 }, "result_region_wall": { "n": 297, "sum_ns": 100312288, "mean_ms": 0.3377518114478114 }, "result_region_cpu": { "n": 297, "sum_ns": 100207999, "mean_ms": 0.33740067003367 }, "result_fall_wall": { "n": 297, "sum_ns": 430470861, "mean_ms": 1.4493968383838383 }, "result_fall_cpu": { "n": 297, "sum_ns": 430487438, "mean_ms": 1.4494526531986531 }, "result_fight_wall": { "n": 297, "sum_ns": 136503666, "mean_ms": 0.45960830303030303 }, "result_fight_cpu": { "n": 297, "sum_ns": 136045697, "mean_ms": 0.45806631986531987 }, "result_collector_wall": { "n": 296, "sum_ns": 646145216, "mean_ms": 2.182923027027027 }, "result_collector_cpu": { "n": 296, "sum_ns": 641974928, "mean_ms": 2.1688342162162164 }, "result_composition_wall": { "n": 296, "sum_ns": 3884323, "mean_ms": 0.013122712837837839 }, "result_composition_cpu": { "n": 296, "sum_ns": 3890418, "mean_ms": 0.013143304054054053 }, "result_artifact_handoff_wall": { "n": 296, "sum_ns": 2768036, "mean_ms": 0.009351472972972973 }, "result_artifact_handoff_cpu": { "n": 296, "sum_ns": 2678934, "mean_ms": 0.009050452702702704 }, "result_publish_wall": { "n": 296, "sum_ns": 708122745, "mean_ms": 2.392306570945946 }, "result_publish_cpu": { "n": 296, "sum_ns": 700100266, "mean_ms": 2.3652036013513515 }, "result_total_wall": { "n": 296, "sum_ns": 3513282525, "mean_ms": 11.869197719594593 }, "result_total_cpu": { "n": 296, "sum_ns": 3255186636, "mean_ms": 10.99725214864865 } } }, { "mode": "mixed-a", "level": 6, "camera": "35", "provider": "fire", "cohort_reset": false, "counter_seconds": 29.846742881, "new_channel": true, "seconds": 30.00001782499021, "selected_fps": 9.950834541113894, "requested_fps": 9.950834541113894, "complete_fps": 9.950834541113894, "accepted_fps": 9.950834541113894, "finalized_fps": 9.950834541113894, "redis_fps": 9.950834541113894, "redis_read_fps": 9.899994117756727, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.061, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.4012765400111675, "redis_interval_s": { "n": 296, "mean": 0.10107282663847326, "median": 0.0998379889933858, "p95": 0.1469058920047246, "maximum": 0.4012765400111675, "minimum": 0.0015245979884639382 }, "redis_drift_s": { "n": 297, "mean": -0.09272549288037388, "median": -0.09279838801966989, "p95": -0.06681680998951123, "maximum": 0.1881516930023217, "minimum": -0.18343364102067383 }, "redis_drift_s_per_min": 0.005515456838622039, "ingress_drift_s": { "n": 12, "mean": -0.01861229883333282, "median": -0.017084180499998602, "p95": 0.004004746999999753, "maximum": 0.004004746999999753, "minimum": -0.04666901499999909 }, "ingress_drift_s_per_min": 0.01764225323515754, "source_drift_s": { "n": 12, "mean": -0.017543416666666218, "median": -0.016112999999998046, "p95": 0.005067000000000377, "maximum": 0.005067000000000377, "minimum": -0.04551299999999969 }, "ingress_to_redis_ms": { "n": 297, "mean": 24.107744107744107, "median": 23, "p95": 32, "maximum": 57, "minimum": 16 }, "source_samples": 12, "redis_samples": 297, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 296, "sum_ns": 13378116000, "mean_ms": 45.19633783783784 }, "source_exit_to_ingress": { "n": 296, "sum_ns": 106392963, "mean_ms": 0.3594356858108108 }, "source_encoded_queue": { "n": 296, "sum_ns": 8174000, "mean_ms": 0.027614864864864863 }, "decode_between_queues": { "n": 296, "sum_ns": 13176844000, "mean_ms": 44.51636486486486 }, "source_raw_queue": { "n": 296, "sum_ns": 6511000, "mean_ms": 0.02199662162162162 }, "raw_queue_to_source_exit": { "n": 296, "sum_ns": 8199000, "mean_ms": 0.02769932432432432 }, "selected_to_preprocess_start": { "n": 297, "sum_ns": 180624088, "mean_ms": 0.6081619124579125 }, "preprocess_start_to_preprocess_output": { "n": 297, "sum_ns": 147969499, "mean_ms": 0.4982138013468013 }, "selected_to_preprocess": { "n": 297, "sum_ns": 374406596, "mean_ms": 1.2606282693602695 }, "preprocess_start_to_preprocess": { "n": 297, "sum_ns": 193782508, "mean_ms": 0.652466356902357 }, "preprocess_output_to_infer_entry": { "n": 297, "sum_ns": 45813009, "mean_ms": 0.15425255555555556 }, "preprocess_to_infer_output": { "n": 297, "sum_ns": 4631949859, "mean_ms": 15.595790771043772 }, "preprocess_to_callback": { "n": 297, "sum_ns": 4849026657, "mean_ms": 16.32668908080808 }, "infer_output_to_callback": { "n": 297, "sum_ns": 217076798, "mean_ms": 0.7308983097643098 }, "copy_wall": { "n": 297, "sum_ns": 1510127494, "mean_ms": 5.084604356902357 }, "copy_thread_cpu": { "n": 297, "sum_ns": 1504731269, "mean_ms": 5.066435249158249 }, "callback_to_copied": { "n": 297, "sum_ns": 1560096267, "mean_ms": 5.252849383838384 }, "accepted_interval": { "n": 297, "sum_ns": 29889170437, "mean_ms": 100.6369374983165 }, "selected_to_submitted": { "n": 297, "sum_ns": 6807970165, "mean_ms": 22.92245846801347 }, "completed_queue_wait": { "n": 297, "sum_ns": 48962126, "mean_ms": 0.1648556430976431 }, "result_composition_wall": { "n": 297, "sum_ns": 2438041, "mean_ms": 0.008208892255892258 }, "result_composition_cpu": { "n": 297, "sum_ns": 2394898, "mean_ms": 0.008063629629629629 }, "result_artifact_handoff_wall": { "n": 297, "sum_ns": 2164596, "mean_ms": 0.00728820202020202 }, "result_artifact_handoff_cpu": { "n": 297, "sum_ns": 2168193, "mean_ms": 0.0073003131313131315 }, "result_publish_wall": { "n": 297, "sum_ns": 26282582, "mean_ms": 0.08849354208754208 }, "result_publish_cpu": { "n": 297, "sum_ns": 26328750, "mean_ms": 0.0886489898989899 }, "result_total_wall": { "n": 297, "sum_ns": 242253465, "mean_ms": 0.8156682323232324 }, "result_total_cpu": { "n": 297, "sum_ns": 240802126, "mean_ms": 0.810781569023569 } } }, { "mode": "mixed-a", "level": 6, "camera": "35", "provider": "crowd", "cohort_reset": false, "counter_seconds": 29.824526066, "new_channel": true, "seconds": 30.00001782499021, "selected_fps": 9.95824709310571, "requested_fps": 9.95824709310571, "complete_fps": 9.924717641613773, "accepted_fps": 9.924717641613773, "finalized_fps": 9.924717641613773, "redis_fps": 9.924717641613773, "redis_read_fps": 9.899994117756727, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.081, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.4127116780146025, "redis_interval_s": { "n": 296, "mean": 0.10105641615558164, "median": 0.0988488795410376, "p95": 0.1485190339735709, "maximum": 0.4127116780146025, "minimum": 0.0006975869764573872 }, "redis_drift_s": { "n": 297, "mean": -0.07137932852554509, "median": -0.0712633360163295, "p95": -0.0414898870093765, "maximum": 0.2481575830378553, "minimum": -0.16595415597083019 }, "redis_drift_s_per_min": 0.009170121580599811, "ingress_drift_s": { "n": 12, "mean": -0.019508524999999555, "median": -0.017883510999999963, "p95": 0.0025995750000014084, "maximum": 0.0025995750000014084, "minimum": -0.04931327499999938 }, "ingress_drift_s_per_min": 0.020295073865059902, "source_drift_s": { "n": 12, "mean": -0.01841000000000011, "median": -0.01690600000000053, "p95": 0.0036550000000019622, "maximum": 0.0036550000000019622, "minimum": -0.048161999999999594 }, "ingress_to_redis_ms": { "n": 297, "mean": 24.252525252525253, "median": 24, "p95": 31, "maximum": 63, "minimum": 14 }, "source_samples": 12, "redis_samples": 297, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 297, "sum_ns": 188617248, "mean_ms": 0.635074909090909 }, "depay_to_source_exit": { "n": 296, "sum_ns": 13666174000, "mean_ms": 46.16950675675676 }, "source_exit_to_ingress": { "n": 296, "sum_ns": 106410406, "mean_ms": 0.35949461486486484 }, "source_encoded_queue": { "n": 296, "sum_ns": 9278000, "mean_ms": 0.03134459459459459 }, "decode_between_queues": { "n": 296, "sum_ns": 13470720000, "mean_ms": 45.509189189189186 }, "source_raw_queue": { "n": 296, "sum_ns": 6702000, "mean_ms": 0.022641891891891894 }, "raw_queue_to_source_exit": { "n": 296, "sum_ns": 8685000, "mean_ms": 0.02934121621621622 }, "preprocess_start_to_preprocess_output": { "n": 297, "sum_ns": 164638467, "mean_ms": 0.5543382727272727 }, "selected_to_preprocess": { "n": 297, "sum_ns": 397622400, "mean_ms": 1.3387959595959595 }, "preprocess_start_to_preprocess": { "n": 297, "sum_ns": 209005152, "mean_ms": 0.7037210505050504 }, "preprocess_output_to_infer_entry": { "n": 297, "sum_ns": 44366685, "mean_ms": 0.14938277777777778 }, "preprocess_to_infer_output": { "n": 296, "sum_ns": 4427431735, "mean_ms": 14.95753964527027 }, "preprocess_to_callback": { "n": 296, "sum_ns": 4652829029, "mean_ms": 15.719016989864866 }, "infer_output_to_callback": { "n": 296, "sum_ns": 225397294, "mean_ms": 0.7614773445945946 }, "copy_wall": { "n": 296, "sum_ns": 1476934871, "mean_ms": 4.989644834459459 }, "copy_thread_cpu": { "n": 296, "sum_ns": 1475163845, "mean_ms": 4.983661638513514 }, "callback_to_copied": { "n": 296, "sum_ns": 1528206101, "mean_ms": 5.162858449324324 }, "accepted_interval": { "n": 296, "sum_ns": 29786265042, "mean_ms": 100.62927379054055 }, "selected_to_submitted": { "n": 296, "sum_ns": 6600761343, "mean_ms": 22.299869402027024 }, "completed_queue_wait": { "n": 296, "sum_ns": 49868849, "mean_ms": 0.16847584121621623 }, "result_composition_wall": { "n": 296, "sum_ns": 3518071, "mean_ms": 0.011885375 }, "result_composition_cpu": { "n": 296, "sum_ns": 3377326, "mean_ms": 0.011409885135135136 }, "result_publish_wall": { "n": 296, "sum_ns": 72012180, "mean_ms": 0.24328439189189188 }, "result_publish_cpu": { "n": 296, "sum_ns": 72055217, "mean_ms": 0.24342978716216215 }, "result_total_wall": { "n": 296, "sum_ns": 456419061, "mean_ms": 1.5419562871621622 }, "result_total_cpu": { "n": 296, "sum_ns": 441605268, "mean_ms": 1.4919096891891892 } } }, { "mode": "mixed-a", "level": 7, "camera": "30", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.196465693, "new_channel": false, "seconds": 30.00001112400787, "selected_fps": 9.802471686897361, "requested_fps": 9.802471686897361, "complete_fps": 9.802471686897361, "accepted_fps": 9.802471686897361, "finalized_fps": 9.802471686897361, "redis_fps": 9.802471686897361, "redis_read_fps": 9.833329687132107, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 6, "queue_depth_max_sampled": 1, "queue_age_max_sampled": 0.0007803970365785062, "provider_response_age_max_sampled": 0.413, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 9, "analysis_gap_markers": 5, "c_suppressed": 0, "max_redis_silence_s": 0.42511294200085104, "redis_interval_s": { "n": 294, "mean": 0.10177126107816616, "median": 0.09693345401319675, "p95": 0.19406772596994415, "maximum": 0.42511294200085104, "minimum": 0.004816578060854226 }, "redis_drift_s": { "n": 295, "mean": -5.20315156529087, "median": -5.2151139419665355, "p95": -5.067177911013829, "maximum": -4.90283537697232, "minimum": -5.278352333953592 }, "redis_drift_s_per_min": -0.0041300337188438455, "ingress_drift_s": { "n": 12, "mean": 0.0037901794166567506, "median": 0.005370085499990296, "p95": 0.03267047899998943, "maximum": 0.03267047899998943, "minimum": -0.03677159300002586 }, "ingress_drift_s_per_min": 0.05295556878511463, "source_drift_s": { "n": 12, "mean": 0.0036405833333266933, "median": 0.004662499999994907, "p95": 0.03264799999999468, "maximum": 0.03264799999999468, "minimum": -0.03714300000001458 }, "ingress_to_redis_ms": { "n": 295, "mean": 48.17627118644068, "median": 37, "p95": 98, "maximum": 370, "minimum": 24 }, "source_samples": 12, "redis_samples": 295, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 296, "sum_ns": 13538555000, "mean_ms": 45.73836148648649 }, "source_exit_to_ingress": { "n": 296, "sum_ns": 1416797089, "mean_ms": 4.7864766520270265 }, "source_encoded_queue": { "n": 296, "sum_ns": 11302000, "mean_ms": 0.03818243243243243 }, "decode_between_queues": { "n": 296, "sum_ns": 13134310000, "mean_ms": 44.372668918918926 }, "source_raw_queue": { "n": 296, "sum_ns": 247880000, "mean_ms": 0.8374324324324324 }, "raw_queue_to_source_exit": { "n": 296, "sum_ns": 7273000, "mean_ms": 0.024570945945945947 }, "selected_to_preprocess_start": { "n": 296, "sum_ns": 209624543, "mean_ms": 0.7081910236486486 }, "preprocess_start_to_preprocess_output": { "n": 296, "sum_ns": 235618885, "mean_ms": 0.7960097466216216 }, "selected_to_preprocess": { "n": 296, "sum_ns": 519375030, "mean_ms": 1.7546453716216215 }, "preprocess_start_to_preprocess": { "n": 296, "sum_ns": 309750487, "mean_ms": 1.046454347972973 }, "preprocess_output_to_infer_entry": { "n": 296, "sum_ns": 74131602, "mean_ms": 0.2504446013513514 }, "preprocess_to_infer_output": { "n": 296, "sum_ns": 6084191971, "mean_ms": 20.55470260472973 }, "preprocess_to_callback": { "n": 296, "sum_ns": 6334149913, "mean_ms": 21.399155111486486 }, "infer_output_to_callback": { "n": 296, "sum_ns": 249957942, "mean_ms": 0.8444525067567568 }, "copy_wall": { "n": 296, "sum_ns": 2410628137, "mean_ms": 8.144013976351351 }, "copy_thread_cpu": { "n": 296, "sum_ns": 2392619392, "mean_ms": 8.083173621621622 }, "callback_to_copied": { "n": 296, "sum_ns": 2459401303, "mean_ms": 8.30878818581081 }, "accepted_interval": { "n": 296, "sum_ns": 30100044664, "mean_ms": 101.68934008108107 }, "selected_to_submitted": { "n": 296, "sum_ns": 9338476451, "mean_ms": 31.548906929054056 }, "completed_queue_wait": { "n": 296, "sum_ns": 350185402, "mean_ms": 1.1830587905405405 }, "result_observations_wall": { "n": 296, "sum_ns": 293705307, "mean_ms": 0.9922476587837837 }, "result_observations_cpu": { "n": 296, "sum_ns": 293838843, "mean_ms": 0.9926987939189189 }, "result_nms_wall": { "n": 296, "sum_ns": 355692536, "mean_ms": 1.201663972972973 }, "result_nms_cpu": { "n": 296, "sum_ns": 152063336, "mean_ms": 0.5137274864864865 }, "result_tracking_wall": { "n": 296, "sum_ns": 1165017761, "mean_ms": 3.935870814189189 }, "result_tracking_cpu": { "n": 296, "sum_ns": 637383734, "mean_ms": 2.153323425675676 }, "result_region_wall": { "n": 296, "sum_ns": 85386404, "mean_ms": 0.28846758108108106 }, "result_region_cpu": { "n": 296, "sum_ns": 85432430, "mean_ms": 0.2886230743243243 }, "result_fall_wall": { "n": 296, "sum_ns": 717432013, "mean_ms": 2.4237568006756756 }, "result_fall_cpu": { "n": 296, "sum_ns": 716372700, "mean_ms": 2.4201780405405406 }, "result_fight_wall": { "n": 296, "sum_ns": 150499557, "mean_ms": 0.5084444493243243 }, "result_fight_cpu": { "n": 296, "sum_ns": 149859740, "mean_ms": 0.5062829054054054 }, "result_collector_wall": { "n": 296, "sum_ns": 685248974, "mean_ms": 2.3150303175675675 }, "result_collector_cpu": { "n": 296, "sum_ns": 680798176, "mean_ms": 2.2999938378378375 }, "result_composition_wall": { "n": 296, "sum_ns": 5611725, "mean_ms": 0.01895853040540541 }, "result_composition_cpu": { "n": 296, "sum_ns": 5090832, "mean_ms": 0.017198756756756757 }, "result_artifact_handoff_wall": { "n": 296, "sum_ns": 3141087, "mean_ms": 0.010611780405405405 }, "result_artifact_handoff_cpu": { "n": 296, "sum_ns": 3023154, "mean_ms": 0.010213358108108108 }, "result_publish_wall": { "n": 296, "sum_ns": 590540747, "mean_ms": 1.9950700912162163 }, "result_publish_cpu": { "n": 296, "sum_ns": 571091279, "mean_ms": 1.9293624290540539 }, "result_total_wall": { "n": 296, "sum_ns": 4317027377, "mean_ms": 14.584551949324325 }, "result_total_cpu": { "n": 296, "sum_ns": 3556677444, "mean_ms": 12.015802175675676 } } }, { "mode": "mixed-a", "level": 7, "camera": "30", "provider": "fire", "cohort_reset": false, "counter_seconds": 30.094232929, "new_channel": false, "seconds": 30.00001112400787, "selected_fps": 9.968687379664296, "requested_fps": 9.968687379664296, "complete_fps": 9.968687379664296, "accepted_fps": 9.968687379664296, "finalized_fps": 9.968687379664296, "redis_fps": 9.968687379664296, "redis_read_fps": 9.999996291998752, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.112, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.2112654719967395, "redis_interval_s": { "n": 299, "mean": 0.10009589619731318, "median": 0.09930181497475132, "p95": 0.15341633901698515, "maximum": 0.2112654719967395, "minimum": 0.008954911958426237 }, "redis_drift_s": { "n": 300, "mean": -0.031891280733141986, "median": -0.02898773605329552, "p95": -0.002364846041899682, "maximum": 0.035411869989246725, "minimum": -0.09130446803848713 }, "redis_drift_s_per_min": 0.0036453626633903896, "ingress_drift_s": { "n": 12, "mean": 0.002587258999992533, "median": 0.0035974305000081586, "p95": 0.03232907299999965, "maximum": 0.03232907299999965, "minimum": -0.02894149599998741 }, "ingress_drift_s_per_min": 0.010504474224785077, "source_drift_s": { "n": 12, "mean": 0.0025840833333271953, "median": 0.0036589999999989686, "p95": 0.03243699999998739, "maximum": 0.03243699999998739, "minimum": -0.02904399999999896 }, "ingress_to_redis_ms": { "n": 300, "mean": 27.206666666666667, "median": 27.0, "p95": 36, "maximum": 48, "minimum": 17 }, "source_samples": 12, "redis_samples": 300, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 300, "sum_ns": 13513824000, "mean_ms": 45.04608 }, "source_exit_to_ingress": { "n": 300, "sum_ns": 147249859, "mean_ms": 0.49083286333333337 }, "source_encoded_queue": { "n": 300, "sum_ns": 10835000, "mean_ms": 0.036116666666666665 }, "decode_between_queues": { "n": 300, "sum_ns": 13356785000, "mean_ms": 44.522616666666664 }, "source_raw_queue": { "n": 300, "sum_ns": 8370000, "mean_ms": 0.0279 }, "raw_queue_to_source_exit": { "n": 300, "sum_ns": 7782000, "mean_ms": 0.02594 }, "selected_to_preprocess_start": { "n": 300, "sum_ns": 195710721, "mean_ms": 0.65236907 }, "preprocess_start_to_preprocess_output": { "n": 300, "sum_ns": 215972727, "mean_ms": 0.7199090899999999 }, "selected_to_preprocess": { "n": 300, "sum_ns": 460672538, "mean_ms": 1.5355751266666666 }, "preprocess_start_to_preprocess": { "n": 300, "sum_ns": 264961817, "mean_ms": 0.8832060566666666 }, "preprocess_output_to_infer_entry": { "n": 300, "sum_ns": 48989090, "mean_ms": 0.16329696666666668 }, "preprocess_to_infer_output": { "n": 300, "sum_ns": 5464435624, "mean_ms": 18.214785413333335 }, "preprocess_to_callback": { "n": 300, "sum_ns": 5726911261, "mean_ms": 19.089704203333334 }, "infer_output_to_callback": { "n": 300, "sum_ns": 262475637, "mean_ms": 0.8749187900000001 }, "copy_wall": { "n": 300, "sum_ns": 1517957055, "mean_ms": 5.059856849999999 }, "copy_thread_cpu": { "n": 300, "sum_ns": 1508290067, "mean_ms": 5.027633556666666 }, "callback_to_copied": { "n": 300, "sum_ns": 1570328077, "mean_ms": 5.2344269233333325 }, "accepted_interval": { "n": 300, "sum_ns": 29998370474, "mean_ms": 99.99456824666667 }, "selected_to_submitted": { "n": 300, "sum_ns": 7784629945, "mean_ms": 25.948766483333333 }, "completed_queue_wait": { "n": 300, "sum_ns": 60228126, "mean_ms": 0.20076042000000002 }, "result_composition_wall": { "n": 300, "sum_ns": 2759866, "mean_ms": 0.009199553333333334 }, "result_composition_cpu": { "n": 300, "sum_ns": 2701543, "mean_ms": 0.009005143333333333 }, "result_artifact_handoff_wall": { "n": 300, "sum_ns": 2545192, "mean_ms": 0.008483973333333334 }, "result_artifact_handoff_cpu": { "n": 300, "sum_ns": 2547434, "mean_ms": 0.008491446666666666 }, "result_publish_wall": { "n": 300, "sum_ns": 28291122, "mean_ms": 0.09430374000000001 }, "result_publish_cpu": { "n": 300, "sum_ns": 28247560, "mean_ms": 0.09415853333333334 }, "result_total_wall": { "n": 300, "sum_ns": 245369822, "mean_ms": 0.8178994066666666 }, "result_total_cpu": { "n": 300, "sum_ns": 244671181, "mean_ms": 0.8155706033333334 } } }, { "mode": "mixed-a", "level": 7, "camera": "30", "provider": "crowd", "cohort_reset": false, "counter_seconds": 30.097220226, "new_channel": false, "seconds": 30.00001112400787, "selected_fps": 9.967697938457448, "requested_fps": 9.967697938457448, "complete_fps": 9.967697938457448, "accepted_fps": 9.967697938457448, "finalized_fps": 9.967697938457448, "redis_fps": 9.967697938457448, "redis_read_fps": 9.999996291998752, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.118, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.21255659498274326, "redis_interval_s": { "n": 299, "mean": 0.10011656549163506, "median": 0.09803101798752323, "p95": 0.15423107001697645, "maximum": 0.21255659498274326, "minimum": 0.00909517303807661 }, "redis_drift_s": { "n": 300, "mean": -0.3122100565308706, "median": -0.3101485414630645, "p95": -0.2815357549739872, "maximum": -0.24837371396878893, "minimum": -0.3727079109824274 }, "redis_drift_s_per_min": 0.004243809066523275, "ingress_drift_s": { "n": 12, "mean": 0.0023315154999915912, "median": 0.003438452500006406, "p95": 0.03201942599997665, "maximum": 0.03201942599997665, "minimum": -0.02921027400000753 }, "ingress_drift_s_per_min": 0.009056335940085758, "source_drift_s": { "n": 12, "mean": 0.002451666666658525, "median": 0.0036194999999992206, "p95": 0.032286999999996624, "maximum": 0.032286999999996624, "minimum": -0.02938699999998562 }, "ingress_to_redis_ms": { "n": 300, "mean": 26.113333333333333, "median": 26.0, "p95": 33, "maximum": 76, "minimum": 17 }, "source_samples": 12, "redis_samples": 300, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 300, "sum_ns": 13520250000, "mean_ms": 45.0675 }, "source_exit_to_ingress": { "n": 300, "sum_ns": 146167570, "mean_ms": 0.48722523333333334 }, "source_encoded_queue": { "n": 300, "sum_ns": 11842000, "mean_ms": 0.03947333333333333 }, "decode_between_queues": { "n": 300, "sum_ns": 13356590000, "mean_ms": 44.521966666666664 }, "source_raw_queue": { "n": 300, "sum_ns": 11081000, "mean_ms": 0.036936666666666666 }, "raw_queue_to_source_exit": { "n": 300, "sum_ns": 8071000, "mean_ms": 0.02690333333333333 }, "selected_to_preprocess_start": { "n": 300, "sum_ns": 196267824, "mean_ms": 0.6542260799999999 }, "preprocess_start_to_preprocess_output": { "n": 300, "sum_ns": 213678257, "mean_ms": 0.7122608566666667 }, "selected_to_preprocess": { "n": 300, "sum_ns": 458681789, "mean_ms": 1.5289392966666666 }, "preprocess_start_to_preprocess": { "n": 300, "sum_ns": 262413965, "mean_ms": 0.8747132166666667 }, "preprocess_output_to_infer_entry": { "n": 300, "sum_ns": 48735708, "mean_ms": 0.16245236 }, "preprocess_to_infer_output": { "n": 300, "sum_ns": 4969927565, "mean_ms": 16.566425216666666 }, "preprocess_to_callback": { "n": 300, "sum_ns": 5220247748, "mean_ms": 17.40082582666667 }, "infer_output_to_callback": { "n": 300, "sum_ns": 250320183, "mean_ms": 0.83440061 }, "copy_wall": { "n": 300, "sum_ns": 1508852941, "mean_ms": 5.029509803333334 }, "copy_thread_cpu": { "n": 300, "sum_ns": 1504554400, "mean_ms": 5.015181333333333 }, "callback_to_copied": { "n": 300, "sum_ns": 1562559515, "mean_ms": 5.208531716666667 }, "accepted_interval": { "n": 300, "sum_ns": 29996898253, "mean_ms": 99.98966084333334 }, "selected_to_submitted": { "n": 300, "sum_ns": 7266761227, "mean_ms": 24.222537423333332 }, "completed_queue_wait": { "n": 300, "sum_ns": 49382095, "mean_ms": 0.16460698333333335 }, "result_composition_wall": { "n": 300, "sum_ns": 4897501, "mean_ms": 0.016325003333333334 }, "result_composition_cpu": { "n": 300, "sum_ns": 4767242, "mean_ms": 0.015890806666666667 }, "result_publish_wall": { "n": 300, "sum_ns": 70032812, "mean_ms": 0.23344270666666667 }, "result_publish_cpu": { "n": 300, "sum_ns": 70060839, "mean_ms": 0.23353613 }, "result_total_wall": { "n": 300, "sum_ns": 462265727, "mean_ms": 1.5408857566666665 }, "result_total_cpu": { "n": 300, "sum_ns": 456675520, "mean_ms": 1.5222517333333334 } } }, { "mode": "mixed-a", "level": 7, "camera": "31", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.92917111, "new_channel": false, "seconds": 30.00001112400787, "selected_fps": 9.990253285033258, "requested_fps": 9.990253285033258, "complete_fps": 9.990253285033258, "accepted_fps": 9.990253285033258, "finalized_fps": 9.990253285033258, "redis_fps": 9.990253285033258, "redis_read_fps": 9.999996291998752, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 2, "queue_depth_max_sampled": 1, "queue_age_max_sampled": 0.0005967489560134709, "provider_response_age_max_sampled": 0.144, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 1, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.22220314398873597, "redis_interval_s": { "n": 299, "mean": 0.10007848652849834, "median": 0.09753196797100827, "p95": 0.16600851900875568, "maximum": 0.22220314398873597, "minimum": 0.00354084704304114 }, "redis_drift_s": { "n": 300, "mean": -6.670519890823732, "median": -6.672821202479312, "p95": -6.6307482909764985, "maximum": -6.558991629994011, "minimum": -6.726128889987706 }, "redis_drift_s_per_min": 0.003659301175428388, "ingress_drift_s": { "n": 12, "mean": 0.0017877587499957788, "median": 0.0008049194999983911, "p95": 0.032069474999985914, "maximum": 0.032069474999985914, "minimum": -0.017010867999999846 }, "ingress_drift_s_per_min": 0.027603154105563715, "source_drift_s": { "n": 12, "mean": 0.0016369166666621027, "median": 0.00044499999999914053, "p95": 0.032075999999989335, "maximum": 0.032075999999989335, "minimum": -0.017047000000019352 }, "ingress_to_redis_ms": { "n": 300, "mean": 35.07333333333333, "median": 32.0, "p95": 49, "maximum": 138, "minimum": 22 }, "source_samples": 12, "redis_samples": 300, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 299, "sum_ns": 13248903000, "mean_ms": 44.31071237458194 }, "source_exit_to_ingress": { "n": 299, "sum_ns": 226725937, "mean_ms": 0.7582807257525084 }, "source_encoded_queue": { "n": 299, "sum_ns": 15147000, "mean_ms": 0.05065886287625418 }, "decode_between_queues": { "n": 299, "sum_ns": 13084937000, "mean_ms": 43.762331103678925 }, "source_raw_queue": { "n": 299, "sum_ns": 16975000, "mean_ms": 0.05677257525083612 }, "raw_queue_to_source_exit": { "n": 299, "sum_ns": 7721000, "mean_ms": 0.025822742474916387 }, "selected_to_preprocess_start": { "n": 299, "sum_ns": 204384815, "mean_ms": 0.683561254180602 }, "preprocess_start_to_preprocess_output": { "n": 299, "sum_ns": 203809839, "mean_ms": 0.6816382575250836 }, "selected_to_preprocess": { "n": 299, "sum_ns": 463857153, "mean_ms": 1.5513617157190636 }, "preprocess_start_to_preprocess": { "n": 299, "sum_ns": 259472338, "mean_ms": 0.8678004615384615 }, "preprocess_output_to_infer_entry": { "n": 299, "sum_ns": 55662499, "mean_ms": 0.18616220401337794 }, "preprocess_to_infer_output": { "n": 299, "sum_ns": 5871226798, "mean_ms": 19.636210026755855 }, "preprocess_to_callback": { "n": 299, "sum_ns": 6106347504, "mean_ms": 20.422566903010033 }, "infer_output_to_callback": { "n": 299, "sum_ns": 235120706, "mean_ms": 0.7863568762541806 }, "copy_wall": { "n": 299, "sum_ns": 1053908790, "mean_ms": 3.52477856187291 }, "copy_thread_cpu": { "n": 299, "sum_ns": 1051019900, "mean_ms": 3.515116722408027 }, "callback_to_copied": { "n": 299, "sum_ns": 1102992382, "mean_ms": 3.6889377324414716 }, "accepted_interval": { "n": 299, "sum_ns": 29929671196, "mean_ms": 100.09923476923076 }, "selected_to_submitted": { "n": 299, "sum_ns": 7699690508, "mean_ms": 25.75147327090301 }, "completed_queue_wait": { "n": 299, "sum_ns": 55382449, "mean_ms": 0.18522558193979932 }, "result_observations_wall": { "n": 299, "sum_ns": 301382035, "mean_ms": 1.0079666722408027 }, "result_observations_cpu": { "n": 299, "sum_ns": 301265898, "mean_ms": 1.007578254180602 }, "result_nms_wall": { "n": 299, "sum_ns": 179667968, "mean_ms": 0.6008962140468227 }, "result_nms_cpu": { "n": 299, "sum_ns": 143286469, "mean_ms": 0.4792189598662207 }, "result_tracking_wall": { "n": 299, "sum_ns": 282140549, "mean_ms": 0.9436138762541806 }, "result_tracking_cpu": { "n": 299, "sum_ns": 260151502, "mean_ms": 0.8700719130434783 }, "result_region_wall": { "n": 299, "sum_ns": 62935032, "mean_ms": 0.2104850568561873 }, "result_region_cpu": { "n": 299, "sum_ns": 62778535, "mean_ms": 0.20996165551839466 }, "result_fall_wall": { "n": 299, "sum_ns": 129471108, "mean_ms": 0.4330137391304347 }, "result_fall_cpu": { "n": 299, "sum_ns": 129359956, "mean_ms": 0.4326419933110368 }, "result_fight_wall": { "n": 299, "sum_ns": 48892629, "mean_ms": 0.16352049832775922 }, "result_fight_cpu": { "n": 299, "sum_ns": 48812257, "mean_ms": 0.16325169565217393 }, "result_collector_wall": { "n": 299, "sum_ns": 1254286208, "mean_ms": 4.194937150501672 }, "result_collector_cpu": { "n": 299, "sum_ns": 1247431322, "mean_ms": 4.172011110367893 }, "result_composition_wall": { "n": 299, "sum_ns": 5169323, "mean_ms": 0.01728870568561873 }, "result_composition_cpu": { "n": 299, "sum_ns": 5178668, "mean_ms": 0.017319959866220737 }, "result_artifact_handoff_wall": { "n": 299, "sum_ns": 2952781, "mean_ms": 0.009875521739130434 }, "result_artifact_handoff_cpu": { "n": 299, "sum_ns": 2922544, "mean_ms": 0.009774394648829432 }, "result_publish_wall": { "n": 299, "sum_ns": 107255595, "mean_ms": 0.358714364548495 }, "result_publish_cpu": { "n": 299, "sum_ns": 107268926, "mean_ms": 0.3587589498327759 }, "result_total_wall": { "n": 299, "sum_ns": 2630219899, "mean_ms": 8.796722070234114 }, "result_total_cpu": { "n": 299, "sum_ns": 2561365118, "mean_ms": 8.566438521739132 } } }, { "mode": "mixed-a", "level": 7, "camera": "31", "provider": "fire", "cohort_reset": false, "counter_seconds": 30.094919747, "new_channel": false, "seconds": 30.00001112400787, "selected_fps": 9.968459877016466, "requested_fps": 9.968459877016466, "complete_fps": 10.00168807660652, "accepted_fps": 10.00168807660652, "finalized_fps": 10.00168807660652, "redis_fps": 10.00168807660652, "redis_read_fps": 9.999996291998752, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.147, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.21982011903310195, "redis_interval_s": { "n": 299, "mean": 0.1000875377892065, "median": 0.09755530400434509, "p95": 0.15798180602723733, "maximum": 0.21982011903310195, "minimum": 0.013680856965947896 }, "redis_drift_s": { "n": 300, "mean": 0.007563434991733023, "median": 0.0066006165046843535, "p95": 0.04050686500082179, "maximum": 0.10442879202497579, "minimum": -0.04644789199531374 }, "redis_drift_s_per_min": 0.0019331706115362439, "ingress_drift_s": { "n": 12, "mean": -0.0008369967500030384, "median": -0.003779151000003367, "p95": 0.0327422619999993, "maximum": 0.0327422619999993, "minimum": -0.02771039099999939 }, "ingress_drift_s_per_min": 0.04872947731131377, "source_drift_s": { "n": 12, "mean": -0.0008869166666632585, "median": -0.003950500000001966, "p95": 0.03279400000002397, "maximum": 0.03279400000002397, "minimum": -0.02764099999998848 }, "ingress_to_redis_ms": { "n": 300, "mean": 25.843333333333334, "median": 25.0, "p95": 35, "maximum": 46, "minimum": 16 }, "source_samples": 12, "redis_samples": 300, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 300, "sum_ns": 13364064000, "mean_ms": 44.54688 }, "source_exit_to_ingress": { "n": 300, "sum_ns": 136663343, "mean_ms": 0.4555444766666667 }, "source_encoded_queue": { "n": 300, "sum_ns": 9236000, "mean_ms": 0.030786666666666667 }, "decode_between_queues": { "n": 300, "sum_ns": 13202658000, "mean_ms": 44.00886 }, "source_raw_queue": { "n": 300, "sum_ns": 9951000, "mean_ms": 0.03317 }, "raw_queue_to_source_exit": { "n": 300, "sum_ns": 7953000, "mean_ms": 0.02651 }, "selected_to_preprocess_start": { "n": 300, "sum_ns": 187735317, "mean_ms": 0.62578439 }, "preprocess_start_to_preprocess_output": { "n": 300, "sum_ns": 193389804, "mean_ms": 0.6446326800000001 }, "selected_to_preprocess": { "n": 300, "sum_ns": 427530401, "mean_ms": 1.4251013366666667 }, "preprocess_start_to_preprocess": { "n": 300, "sum_ns": 239795084, "mean_ms": 0.7993169466666666 }, "preprocess_output_to_infer_entry": { "n": 300, "sum_ns": 46405280, "mean_ms": 0.15468426666666665 }, "preprocess_to_infer_output": { "n": 301, "sum_ns": 5101501511, "mean_ms": 16.94851000332226 }, "preprocess_to_callback": { "n": 301, "sum_ns": 5342969524, "mean_ms": 17.750729315614617 }, "infer_output_to_callback": { "n": 301, "sum_ns": 241468013, "mean_ms": 0.8022193122923589 }, "copy_wall": { "n": 301, "sum_ns": 1547557015, "mean_ms": 5.141385431893688 }, "copy_thread_cpu": { "n": 301, "sum_ns": 1535867811, "mean_ms": 5.102550867109635 }, "callback_to_copied": { "n": 301, "sum_ns": 1600753174, "mean_ms": 5.318116857142857 }, "accepted_interval": { "n": 301, "sum_ns": 30138565725, "mean_ms": 100.12812533222592 }, "selected_to_submitted": { "n": 301, "sum_ns": 7399017091, "mean_ms": 24.581452129568106 }, "completed_queue_wait": { "n": 301, "sum_ns": 52220828, "mean_ms": 0.17349112292358804 }, "result_composition_wall": { "n": 301, "sum_ns": 2567808, "mean_ms": 0.008530923588039866 }, "result_composition_cpu": { "n": 301, "sum_ns": 2521547, "mean_ms": 0.008377232558139535 }, "result_artifact_handoff_wall": { "n": 301, "sum_ns": 2382177, "mean_ms": 0.007914209302325581 }, "result_artifact_handoff_cpu": { "n": 301, "sum_ns": 2385347, "mean_ms": 0.007924740863787375 }, "result_publish_wall": { "n": 301, "sum_ns": 27825773, "mean_ms": 0.09244442857142857 }, "result_publish_cpu": { "n": 301, "sum_ns": 27855063, "mean_ms": 0.09254173754152824 }, "result_total_wall": { "n": 301, "sum_ns": 252971210, "mean_ms": 0.8404359136212625 }, "result_total_cpu": { "n": 301, "sum_ns": 252202132, "mean_ms": 0.8378808372093024 } } }, { "mode": "mixed-a", "level": 7, "camera": "31", "provider": "crowd", "cohort_reset": false, "counter_seconds": 30.094497687, "new_channel": false, "seconds": 30.00001112400787, "selected_fps": 10.00182834518696, "requested_fps": 10.00182834518696, "complete_fps": 9.968599679588332, "accepted_fps": 9.968599679588332, "finalized_fps": 9.968599679588332, "redis_fps": 9.968599679588332, "redis_read_fps": 9.999996291998752, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.144, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.2195945989806205, "redis_interval_s": { "n": 299, "mean": 0.10010588712044945, "median": 0.09764101100154221, "p95": 0.1570318239973858, "maximum": 0.2195945989806205, "minimum": 0.014298319991212338 }, "redis_drift_s": { "n": 300, "mean": 0.010511293273980489, "median": 0.010334782515641905, "p95": 0.044336187028335416, "maximum": 0.0968289370289881, "minimum": -0.041879764990881085 }, "redis_drift_s_per_min": 0.00421857237134492, "ingress_drift_s": { "n": 12, "mean": -0.0019569290833321893, "median": -0.00791036450000604, "p95": 0.032223584999997, "maximum": 0.032223584999997, "minimum": -0.027437609999992674 }, "ingress_drift_s_per_min": 0.0547941205878227, "source_drift_s": { "n": 12, "mean": -0.001998083333331143, "median": -0.007782000000005951, "p95": 0.03235500000002389, "maximum": 0.03235500000002389, "minimum": -0.027377999999998792 }, "ingress_to_redis_ms": { "n": 300, "mean": 24.993333333333332, "median": 25.0, "p95": 32, "maximum": 45, "minimum": 17 }, "source_samples": 12, "redis_samples": 300, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 301, "sum_ns": 13360334000, "mean_ms": 44.38649169435216 }, "source_exit_to_ingress": { "n": 301, "sum_ns": 126008365, "mean_ms": 0.4186324418604651 }, "source_encoded_queue": { "n": 301, "sum_ns": 10180000, "mean_ms": 0.03382059800664452 }, "decode_between_queues": { "n": 301, "sum_ns": 13215063000, "mean_ms": 43.903863787375414 }, "source_raw_queue": { "n": 301, "sum_ns": 9238000, "mean_ms": 0.030691029900332224 }, "raw_queue_to_source_exit": { "n": 301, "sum_ns": 7869000, "mean_ms": 0.02614285714285714 }, "selected_to_preprocess_start": { "n": 301, "sum_ns": 195581041, "mean_ms": 0.649770900332226 }, "preprocess_start_to_preprocess_output": { "n": 301, "sum_ns": 195748457, "mean_ms": 0.650327099667774 }, "selected_to_preprocess": { "n": 301, "sum_ns": 437522164, "mean_ms": 1.4535620066445183 }, "preprocess_start_to_preprocess": { "n": 301, "sum_ns": 241941123, "mean_ms": 0.8037911063122924 }, "preprocess_output_to_infer_entry": { "n": 301, "sum_ns": 46192666, "mean_ms": 0.15346400664451826 }, "preprocess_to_infer_output": { "n": 300, "sum_ns": 4825680568, "mean_ms": 16.085601893333333 }, "preprocess_to_callback": { "n": 300, "sum_ns": 5056752957, "mean_ms": 16.85584319 }, "infer_output_to_callback": { "n": 300, "sum_ns": 231072389, "mean_ms": 0.7702412966666666 }, "copy_wall": { "n": 300, "sum_ns": 1513357132, "mean_ms": 5.044523773333333 }, "copy_thread_cpu": { "n": 300, "sum_ns": 1508959649, "mean_ms": 5.029865496666667 }, "callback_to_copied": { "n": 300, "sum_ns": 1566813192, "mean_ms": 5.22271064 }, "accepted_interval": { "n": 300, "sum_ns": 29986046621, "mean_ms": 99.95348873666667 }, "selected_to_submitted": { "n": 300, "sum_ns": 7084800596, "mean_ms": 23.616001986666667 }, "completed_queue_wait": { "n": 300, "sum_ns": 49387763, "mean_ms": 0.16462587666666667 }, "result_composition_wall": { "n": 300, "sum_ns": 2708341, "mean_ms": 0.009027803333333334 }, "result_composition_cpu": { "n": 300, "sum_ns": 2604603, "mean_ms": 0.00868201 }, "result_publish_wall": { "n": 300, "sum_ns": 39294173, "mean_ms": 0.13098057666666665 }, "result_publish_cpu": { "n": 300, "sum_ns": 39284180, "mean_ms": 0.13094726666666667 }, "result_total_wall": { "n": 300, "sum_ns": 316113364, "mean_ms": 1.0537112133333333 }, "result_total_cpu": { "n": 300, "sum_ns": 313524351, "mean_ms": 1.04508117 } } }, { "mode": "mixed-a", "level": 7, "camera": "32", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.015944913, "new_channel": false, "seconds": 30.00001112400787, "selected_fps": 9.894740973867139, "requested_fps": 9.894740973867139, "complete_fps": 9.894740973867139, "accepted_fps": 9.894740973867139, "finalized_fps": 9.894740973867139, "redis_fps": 9.894740973867139, "redis_read_fps": 9.866663008105435, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 4, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.096, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 5, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.3888881459715776, "redis_interval_s": { "n": 295, "mean": 0.1008733006168583, "median": 0.09615415503503755, "p95": 0.17528426699573174, "maximum": 0.3888881459715776, "minimum": 0.005147162999492139 }, "redis_drift_s": { "n": 296, "mean": -3.7534965698644047, "median": -3.7602318054931203, "p95": -3.6956887459838867, "maximum": -3.4668571970243818, "minimum": -3.8647100340249096 }, "redis_drift_s_per_min": -0.004540523963882872, "ingress_drift_s": { "n": 12, "mean": 0.0034511550000052202, "median": 0.0003400639999995292, "p95": 0.04716445100001465, "maximum": 0.04716445100001465, "minimum": -0.03128177599998594 }, "ingress_drift_s_per_min": -0.04253363872802438, "source_drift_s": { "n": 12, "mean": 0.0032955833333332407, "median": 0.0004889999999875272, "p95": 0.041244000000006054, "maximum": 0.041244000000006054, "minimum": -0.030838999999986072 }, "ingress_to_redis_ms": { "n": 296, "mean": 36.75, "median": 32.0, "p95": 50, "maximum": 202, "minimum": 20 }, "source_samples": 12, "redis_samples": 296, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 297, "sum_ns": 12773591000, "mean_ms": 43.008723905723905 }, "source_exit_to_ingress": { "n": 297, "sum_ns": 629560629, "mean_ms": 2.1197327575757576 }, "source_encoded_queue": { "n": 297, "sum_ns": 9651000, "mean_ms": 0.03249494949494949 }, "decode_between_queues": { "n": 297, "sum_ns": 12481298000, "mean_ms": 42.024572390572395 }, "source_raw_queue": { "n": 297, "sum_ns": 103673000, "mean_ms": 0.3490673400673401 }, "raw_queue_to_source_exit": { "n": 297, "sum_ns": 7715000, "mean_ms": 0.025976430976430976 }, "selected_to_preprocess_start": { "n": 297, "sum_ns": 212817090, "mean_ms": 0.7165558585858586 }, "preprocess_start_to_preprocess_output": { "n": 297, "sum_ns": 200138857, "mean_ms": 0.6738682053872054 }, "selected_to_preprocess": { "n": 297, "sum_ns": 467390034, "mean_ms": 1.5737038181818181 }, "preprocess_start_to_preprocess": { "n": 297, "sum_ns": 254572944, "mean_ms": 0.8571479595959597 }, "preprocess_output_to_infer_entry": { "n": 297, "sum_ns": 54434087, "mean_ms": 0.1832797542087542 }, "preprocess_to_infer_output": { "n": 297, "sum_ns": 5705806956, "mean_ms": 19.211471232323234 }, "preprocess_to_callback": { "n": 297, "sum_ns": 5917427316, "mean_ms": 19.923997696969696 }, "infer_output_to_callback": { "n": 297, "sum_ns": 211620360, "mean_ms": 0.7125264646464646 }, "copy_wall": { "n": 297, "sum_ns": 1436193726, "mean_ms": 4.835669111111111 }, "copy_thread_cpu": { "n": 297, "sum_ns": 1426623761, "mean_ms": 4.803447006734007 }, "callback_to_copied": { "n": 297, "sum_ns": 1485385291, "mean_ms": 5.001297276094276 }, "accepted_interval": { "n": 297, "sum_ns": 30019082152, "mean_ms": 101.07435068013469 }, "selected_to_submitted": { "n": 297, "sum_ns": 7894566813, "mean_ms": 26.58103304040404 }, "completed_queue_wait": { "n": 297, "sum_ns": 70768723, "mean_ms": 0.23827852861952864 }, "result_observations_wall": { "n": 297, "sum_ns": 289379159, "mean_ms": 0.9743406026936027 }, "result_observations_cpu": { "n": 297, "sum_ns": 289333341, "mean_ms": 0.9741863333333334 }, "result_nms_wall": { "n": 297, "sum_ns": 227370384, "mean_ms": 0.7655568484848485 }, "result_nms_cpu": { "n": 297, "sum_ns": 145948505, "mean_ms": 0.49140910774410773 }, "result_tracking_wall": { "n": 297, "sum_ns": 397548484, "mean_ms": 1.3385470841750842 }, "result_tracking_cpu": { "n": 297, "sum_ns": 343429780, "mean_ms": 1.1563292255892255 }, "result_region_wall": { "n": 297, "sum_ns": 74583350, "mean_ms": 0.25112239057239055 }, "result_region_cpu": { "n": 297, "sum_ns": 74624901, "mean_ms": 0.2512622929292929 }, "result_fall_wall": { "n": 297, "sum_ns": 212436711, "mean_ms": 0.7152751212121212 }, "result_fall_cpu": { "n": 297, "sum_ns": 212072258, "mean_ms": 0.7140480067340067 }, "result_fight_wall": { "n": 297, "sum_ns": 59536345, "mean_ms": 0.20045907407407407 }, "result_fight_cpu": { "n": 297, "sum_ns": 59568523, "mean_ms": 0.2005674175084175 }, "result_collector_wall": { "n": 297, "sum_ns": 1156870405, "mean_ms": 3.895186548821549 }, "result_collector_cpu": { "n": 297, "sum_ns": 1149620412, "mean_ms": 3.8707757979797983 }, "result_composition_wall": { "n": 297, "sum_ns": 4698682, "mean_ms": 0.015820478114478113 }, "result_composition_cpu": { "n": 297, "sum_ns": 4707982, "mean_ms": 0.015851791245791245 }, "result_artifact_handoff_wall": { "n": 297, "sum_ns": 2958091, "mean_ms": 0.009959902356902358 }, "result_artifact_handoff_cpu": { "n": 297, "sum_ns": 2914273, "mean_ms": 0.009812367003367004 }, "result_publish_wall": { "n": 297, "sum_ns": 143516741, "mean_ms": 0.48322135016835016 }, "result_publish_cpu": { "n": 297, "sum_ns": 143565192, "mean_ms": 0.48338448484848484 }, "result_total_wall": { "n": 297, "sum_ns": 2834718468, "mean_ms": 9.544506626262626 }, "result_total_cpu": { "n": 297, "sum_ns": 2687289510, "mean_ms": 9.048112828282827 } } }, { "mode": "mixed-a", "level": 7, "camera": "32", "provider": "fire", "cohort_reset": false, "counter_seconds": 30.101967709, "new_channel": false, "seconds": 30.00001112400787, "selected_fps": 9.899685059820952, "requested_fps": 9.899685059820952, "complete_fps": 9.932905479484779, "accepted_fps": 9.932905479484779, "finalized_fps": 9.932905479484779, "redis_fps": 9.932905479484779, "redis_read_fps": 9.866663008105435, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 1, "queue_age_max_sampled": 0.00047727697528898716, "provider_response_age_max_sampled": 0.124, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.38895061798393726, "redis_interval_s": { "n": 295, "mean": 0.10086171007123224, "median": 0.09698558697709814, "p95": 0.1556412170175463, "maximum": 0.38895061798393726, "minimum": 0.00042722001671791077 }, "redis_drift_s": { "n": 296, "mean": 0.017961353162811722, "median": 0.016079612984313485, "p95": 0.05266323897382108, "maximum": 0.31178503700672877, "minimum": -0.09164218301000915 }, "redis_drift_s_per_min": -0.004123769314901754, "ingress_drift_s": { "n": 12, "mean": -0.00391528449999375, "median": -0.000331364499984943, "p95": 0.015138239000009435, "maximum": 0.015138239000009435, "minimum": -0.03158001899998908 }, "ingress_drift_s_per_min": -0.030620281219024784, "source_drift_s": { "n": 12, "mean": -0.0038879166666655842, "median": -0.0002674999999925376, "p95": 0.015407000000010385, "maximum": 0.015407000000010385, "minimum": -0.031369999999981246 }, "ingress_to_redis_ms": { "n": 296, "mean": 26.0472972972973, "median": 25.0, "p95": 35, "maximum": 48, "minimum": 15 }, "source_samples": 12, "redis_samples": 296, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 298, "sum_ns": 12705328000, "mean_ms": 42.6353288590604 }, "source_exit_to_ingress": { "n": 298, "sum_ns": 138916061, "mean_ms": 0.46616127852348993 }, "source_encoded_queue": { "n": 298, "sum_ns": 9677000, "mean_ms": 0.03247315436241611 }, "decode_between_queues": { "n": 298, "sum_ns": 12532028000, "mean_ms": 42.05378523489933 }, "source_raw_queue": { "n": 298, "sum_ns": 7843000, "mean_ms": 0.026318791946308723 }, "raw_queue_to_source_exit": { "n": 298, "sum_ns": 7688000, "mean_ms": 0.025798657718120805 }, "selected_to_preprocess_start": { "n": 298, "sum_ns": 198304600, "mean_ms": 0.665451677852349 }, "preprocess_start_to_preprocess_output": { "n": 298, "sum_ns": 213472097, "mean_ms": 0.7163493187919463 }, "selected_to_preprocess": { "n": 298, "sum_ns": 460382890, "mean_ms": 1.5449090268456376 }, "preprocess_start_to_preprocess": { "n": 298, "sum_ns": 262078290, "mean_ms": 0.8794573489932885 }, "preprocess_output_to_infer_entry": { "n": 298, "sum_ns": 48606193, "mean_ms": 0.16310803020134226 }, "preprocess_to_infer_output": { "n": 299, "sum_ns": 5118235021, "mean_ms": 17.117842879598662 }, "preprocess_to_callback": { "n": 299, "sum_ns": 5353761033, "mean_ms": 17.905555294314382 }, "infer_output_to_callback": { "n": 299, "sum_ns": 235526012, "mean_ms": 0.7877124147157191 }, "copy_wall": { "n": 299, "sum_ns": 1537683795, "mean_ms": 5.14275516722408 }, "copy_thread_cpu": { "n": 299, "sum_ns": 1524045424, "mean_ms": 5.097141886287626 }, "callback_to_copied": { "n": 299, "sum_ns": 1591042599, "mean_ms": 5.321212705685618 }, "accepted_interval": { "n": 299, "sum_ns": 30216399166, "mean_ms": 101.05819119063545 }, "selected_to_submitted": { "n": 299, "sum_ns": 7432819979, "mean_ms": 24.858929695652176 }, "completed_queue_wait": { "n": 299, "sum_ns": 56719270, "mean_ms": 0.18969655518394649 }, "result_composition_wall": { "n": 299, "sum_ns": 2568853, "mean_ms": 0.008591481605351172 }, "result_composition_cpu": { "n": 299, "sum_ns": 2519845, "mean_ms": 0.00842757525083612 }, "result_artifact_handoff_wall": { "n": 299, "sum_ns": 2341559, "mean_ms": 0.007831301003344482 }, "result_artifact_handoff_cpu": { "n": 299, "sum_ns": 2342281, "mean_ms": 0.007833715719063545 }, "result_publish_wall": { "n": 299, "sum_ns": 27305866, "mean_ms": 0.09132396655518395 }, "result_publish_cpu": { "n": 299, "sum_ns": 27348757, "mean_ms": 0.09146741471571906 }, "result_total_wall": { "n": 299, "sum_ns": 243262511, "mean_ms": 0.8135869933110369 }, "result_total_cpu": { "n": 299, "sum_ns": 242812501, "mean_ms": 0.8120819431438127 } } }, { "mode": "mixed-a", "level": 7, "camera": "32", "provider": "crowd", "cohort_reset": false, "counter_seconds": 30.103533294, "new_channel": false, "seconds": 30.00001112400787, "selected_fps": 9.8991702100097, "requested_fps": 9.8991702100097, "complete_fps": 9.932388901989599, "accepted_fps": 9.932388901989599, "finalized_fps": 9.932388901989599, "redis_fps": 9.8991702100097, "redis_read_fps": 9.866663008105435, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 1, "queue_age_max_sampled": 0.00048747804248705506, "provider_response_age_max_sampled": 0.119, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.382594061025884, "redis_interval_s": { "n": 295, "mean": 0.1008702750915614, "median": 0.0982314869761467, "p95": 0.1560198520310223, "maximum": 0.382594061025884, "minimum": 0.0005247420049272478 }, "redis_drift_s": { "n": 296, "mean": -0.08296869966721548, "median": -0.08460714749945453, "p95": -0.048521504965606255, "maximum": 0.2090626480439539, "minimum": -0.19446209396096492 }, "redis_drift_s_per_min": -0.0027090290915249963, "ingress_drift_s": { "n": 12, "mean": -0.004942038749997361, "median": -0.0014600629999961257, "p95": 0.013987186999997903, "maximum": 0.013987186999997903, "minimum": -0.032955774999976484 }, "ingress_drift_s_per_min": -0.03058312991869637, "source_drift_s": { "n": 12, "mean": -0.00501541666666346, "median": -0.0015674999999930606, "p95": 0.014133999999984326, "maximum": 0.014133999999984326, "minimum": -0.032994999999999663 }, "ingress_to_redis_ms": { "n": 296, "mean": 25.125, "median": 24.0, "p95": 32, "maximum": 42, "minimum": 16 }, "source_samples": 12, "redis_samples": 296, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 298, "sum_ns": 12713516000, "mean_ms": 42.66280536912752 }, "source_exit_to_ingress": { "n": 298, "sum_ns": 135044293, "mean_ms": 0.4531687684563759 }, "source_encoded_queue": { "n": 298, "sum_ns": 10958000, "mean_ms": 0.03677181208053691 }, "decode_between_queues": { "n": 298, "sum_ns": 12527917000, "mean_ms": 42.03998993288591 }, "source_raw_queue": { "n": 298, "sum_ns": 7073000, "mean_ms": 0.023734899328859062 }, "raw_queue_to_source_exit": { "n": 298, "sum_ns": 8254000, "mean_ms": 0.027697986577181206 }, "selected_to_preprocess_start": { "n": 298, "sum_ns": 191655189, "mean_ms": 0.6431382181208053 }, "preprocess_start_to_preprocess_output": { "n": 298, "sum_ns": 216840946, "mean_ms": 0.7276541812080537 }, "selected_to_preprocess": { "n": 298, "sum_ns": 455370496, "mean_ms": 1.528088912751678 }, "preprocess_start_to_preprocess": { "n": 298, "sum_ns": 263715307, "mean_ms": 0.8849506946308725 }, "preprocess_output_to_infer_entry": { "n": 298, "sum_ns": 46874361, "mean_ms": 0.1572965134228188 }, "preprocess_to_infer_output": { "n": 299, "sum_ns": 4780986523, "mean_ms": 15.98992148160535 }, "preprocess_to_callback": { "n": 299, "sum_ns": 5022473894, "mean_ms": 16.797571551839464 }, "infer_output_to_callback": { "n": 299, "sum_ns": 241487371, "mean_ms": 0.8076500702341137 }, "copy_wall": { "n": 299, "sum_ns": 1494977593, "mean_ms": 4.999925060200669 }, "copy_thread_cpu": { "n": 299, "sum_ns": 1490029697, "mean_ms": 4.983376913043479 }, "callback_to_copied": { "n": 299, "sum_ns": 1548023856, "mean_ms": 5.177337311036789 }, "accepted_interval": { "n": 299, "sum_ns": 30220939810, "mean_ms": 101.07337729096989 }, "selected_to_submitted": { "n": 299, "sum_ns": 7051781909, "mean_ms": 23.584554879598663 }, "completed_queue_wait": { "n": 299, "sum_ns": 48559000, "mean_ms": 0.16240468227424748 }, "result_composition_wall": { "n": 299, "sum_ns": 6331580, "mean_ms": 0.021175852842809362 }, "result_composition_cpu": { "n": 299, "sum_ns": 6216422, "mean_ms": 0.020790709030100333 }, "result_publish_wall": { "n": 299, "sum_ns": 48195758, "mean_ms": 0.1611898260869565 }, "result_publish_cpu": { "n": 299, "sum_ns": 48215218, "mean_ms": 0.16125490969899667 }, "result_total_wall": { "n": 299, "sum_ns": 344414430, "mean_ms": 1.1518877257525082 }, "result_total_cpu": { "n": 299, "sum_ns": 341560167, "mean_ms": 1.142341695652174 } } }, { "mode": "mixed-a", "level": 7, "camera": "33", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.900969353, "new_channel": false, "seconds": 30.00001112400787, "selected_fps": 9.999675812182355, "requested_fps": 9.999675812182355, "complete_fps": 9.999675812182355, "accepted_fps": 9.999675812182355, "finalized_fps": 9.999675812182355, "redis_fps": 9.999675812182355, "redis_read_fps": 10.03332961297208, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 2, "queue_depth_max_sampled": 1, "queue_age_max_sampled": 0.0006165880477055907, "provider_response_age_max_sampled": 0.074, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 1, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.28122598899062723, "redis_interval_s": { "n": 300, "mean": 0.09996968122005152, "median": 0.10506779651041143, "p95": 0.15603257797192782, "maximum": 0.28122598899062723, "minimum": 0.0033130929805338383 }, "redis_drift_s": { "n": 301, "mean": -7.583815428124388, "median": -7.587688162010636, "p95": -7.544069036032539, "maximum": -7.42577635401301, "minimum": -7.637705757018637 }, "redis_drift_s_per_min": -0.007279853297893271, "ingress_drift_s": { "n": 12, "mean": -0.007692544333330886, "median": -0.005456547500003239, "p95": 0.02760056900001473, "maximum": 0.02760056900001473, "minimum": -0.04177464199999292 }, "ingress_drift_s_per_min": 0.04575739889317087, "source_drift_s": { "n": 12, "mean": -0.007948583333326079, "median": -0.00551949999999124, "p95": 0.02759400000002188, "maximum": 0.02759400000002188, "minimum": -0.04362700000000075 }, "ingress_to_redis_ms": { "n": 301, "mean": 35.222591362126245, "median": 31, "p95": 49, "maximum": 186, "minimum": 21 }, "source_samples": 12, "redis_samples": 301, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 299, "sum_ns": 13142412000, "mean_ms": 43.95455518394649 }, "source_exit_to_ingress": { "n": 299, "sum_ns": 457416445, "mean_ms": 1.5298208862876255 }, "source_encoded_queue": { "n": 299, "sum_ns": 8294000, "mean_ms": 0.027739130434782606 }, "decode_between_queues": { "n": 299, "sum_ns": 12843184000, "mean_ms": 42.95379264214047 }, "source_raw_queue": { "n": 299, "sum_ns": 69273000, "mean_ms": 0.23168227424749163 }, "raw_queue_to_source_exit": { "n": 299, "sum_ns": 9399000, "mean_ms": 0.03143478260869565 }, "selected_to_preprocess_start": { "n": 299, "sum_ns": 202809035, "mean_ms": 0.6782910869565217 }, "preprocess_start_to_preprocess_output": { "n": 299, "sum_ns": 166943646, "mean_ms": 0.5583399531772576 }, "selected_to_preprocess": { "n": 299, "sum_ns": 425546131, "mean_ms": 1.4232312073578595 }, "preprocess_start_to_preprocess": { "n": 299, "sum_ns": 222737096, "mean_ms": 0.7449401204013377 }, "preprocess_output_to_infer_entry": { "n": 299, "sum_ns": 55793450, "mean_ms": 0.18660016722408027 }, "preprocess_to_infer_output": { "n": 299, "sum_ns": 5661127311, "mean_ms": 18.933536157190638 }, "preprocess_to_callback": { "n": 299, "sum_ns": 5881249021, "mean_ms": 19.66972916722408 }, "infer_output_to_callback": { "n": 299, "sum_ns": 220121710, "mean_ms": 0.7361930100334448 }, "copy_wall": { "n": 299, "sum_ns": 1156991425, "mean_ms": 3.8695365384615386 }, "copy_thread_cpu": { "n": 299, "sum_ns": 1148473581, "mean_ms": 3.8410487658862875 }, "callback_to_copied": { "n": 299, "sum_ns": 1207000710, "mean_ms": 4.036791672240803 }, "accepted_interval": { "n": 299, "sum_ns": 29921981665, "mean_ms": 100.0735172742475 }, "selected_to_submitted": { "n": 299, "sum_ns": 7541759487, "mean_ms": 25.22327587625418 }, "completed_queue_wait": { "n": 299, "sum_ns": 70361180, "mean_ms": 0.23532167224080267 }, "result_observations_wall": { "n": 299, "sum_ns": 296681359, "mean_ms": 0.9922453478260869 }, "result_observations_cpu": { "n": 299, "sum_ns": 296667809, "mean_ms": 0.9922000301003344 }, "result_nms_wall": { "n": 299, "sum_ns": 199506107, "mean_ms": 0.6672445050167224 }, "result_nms_cpu": { "n": 299, "sum_ns": 149576815, "mean_ms": 0.500256906354515 }, "result_tracking_wall": { "n": 299, "sum_ns": 344864900, "mean_ms": 1.1533943143812708 }, "result_tracking_cpu": { "n": 299, "sum_ns": 314681070, "mean_ms": 1.0524450501672242 }, "result_region_wall": { "n": 299, "sum_ns": 81694741, "mean_ms": 0.2732265585284281 }, "result_region_cpu": { "n": 299, "sum_ns": 81734025, "mean_ms": 0.27335794314381273 }, "result_fall_wall": { "n": 299, "sum_ns": 172277560, "mean_ms": 0.5761791304347826 }, "result_fall_cpu": { "n": 299, "sum_ns": 172135490, "mean_ms": 0.5757039799331104 }, "result_fight_wall": { "n": 299, "sum_ns": 65854135, "mean_ms": 0.2202479431438127 }, "result_fight_cpu": { "n": 299, "sum_ns": 65894407, "mean_ms": 0.2203826321070234 }, "result_collector_wall": { "n": 299, "sum_ns": 1274779650, "mean_ms": 4.263477090301003 }, "result_collector_cpu": { "n": 299, "sum_ns": 1267801205, "mean_ms": 4.2401378093645485 }, "result_composition_wall": { "n": 299, "sum_ns": 4604310, "mean_ms": 0.015399030100334448 }, "result_composition_cpu": { "n": 299, "sum_ns": 4613987, "mean_ms": 0.015431394648829432 }, "result_artifact_handoff_wall": { "n": 299, "sum_ns": 2855315, "mean_ms": 0.009549548494983276 }, "result_artifact_handoff_cpu": { "n": 299, "sum_ns": 2827314, "mean_ms": 0.00945589966555184 }, "result_publish_wall": { "n": 299, "sum_ns": 124015837, "mean_ms": 0.4147686856187291 }, "result_publish_cpu": { "n": 299, "sum_ns": 123266833, "mean_ms": 0.41226365551839467 }, "result_total_wall": { "n": 299, "sum_ns": 2826553767, "mean_ms": 9.453357080267558 }, "result_total_cpu": { "n": 299, "sum_ns": 2736182551, "mean_ms": 9.15111221070234 } } }, { "mode": "mixed-a", "level": 7, "camera": "33", "provider": "fire", "cohort_reset": false, "counter_seconds": 29.850518859, "new_channel": false, "seconds": 30.00001112400787, "selected_fps": 10.016576308517022, "requested_fps": 10.016576308517022, "complete_fps": 9.983076053304591, "accepted_fps": 9.983076053304591, "finalized_fps": 9.983076053304591, "redis_fps": 9.983076053304591, "redis_read_fps": 9.999996291998752, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.124, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.22744653100380674, "redis_interval_s": { "n": 299, "mean": 0.10011777093978194, "median": 0.10492591198999435, "p95": 0.14777416101424024, "maximum": 0.22744653100380674, "minimum": 0.011706641991622746 }, "redis_drift_s": { "n": 300, "mean": -0.0743186197932251, "median": -0.07422925605462183, "p95": -0.04500838600051793, "maximum": -0.030634132019244475, "minimum": -0.12261945304973665 }, "redis_drift_s_per_min": -0.0013787540989498972, "ingress_drift_s": { "n": 12, "mean": -0.0016364514166617994, "median": -0.0027436529999960158, "p95": 0.027751733000002332, "maximum": 0.027751733000002332, "minimum": -0.02478690199998823 }, "ingress_drift_s_per_min": -0.01674777728270572, "source_drift_s": { "n": 12, "mean": -0.0017379166666664503, "median": -0.002831000000000472, "p95": 0.027848999999989132, "maximum": 0.027848999999989132, "minimum": -0.02476400000000467 }, "ingress_to_redis_ms": { "n": 300, "mean": 25.503333333333334, "median": 25.0, "p95": 34, "maximum": 45, "minimum": 14 }, "source_samples": 12, "redis_samples": 300, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 299, "sum_ns": 13115729000, "mean_ms": 43.8653143812709 }, "source_exit_to_ingress": { "n": 299, "sum_ns": 131715535, "mean_ms": 0.4405201839464883 }, "source_encoded_queue": { "n": 299, "sum_ns": 8391000, "mean_ms": 0.028063545150501672 }, "decode_between_queues": { "n": 299, "sum_ns": 12890551000, "mean_ms": 43.11221070234114 }, "source_raw_queue": { "n": 299, "sum_ns": 6064000, "mean_ms": 0.0202809364548495 }, "raw_queue_to_source_exit": { "n": 299, "sum_ns": 9259000, "mean_ms": 0.03096655518394649 }, "selected_to_preprocess_start": { "n": 299, "sum_ns": 191146977, "mean_ms": 0.6392875484949833 }, "preprocess_start_to_preprocess_output": { "n": 299, "sum_ns": 173776204, "mean_ms": 0.5811913177257525 }, "selected_to_preprocess": { "n": 299, "sum_ns": 412091204, "mean_ms": 1.3782314515050167 }, "preprocess_start_to_preprocess": { "n": 299, "sum_ns": 220944227, "mean_ms": 0.7389439030100334 }, "preprocess_output_to_infer_entry": { "n": 299, "sum_ns": 47168023, "mean_ms": 0.15775258528428093 }, "preprocess_to_infer_output": { "n": 298, "sum_ns": 4998981915, "mean_ms": 16.775107097315438 }, "preprocess_to_callback": { "n": 298, "sum_ns": 5245967571, "mean_ms": 17.603918023489932 }, "infer_output_to_callback": { "n": 298, "sum_ns": 246985656, "mean_ms": 0.8288109261744967 }, "copy_wall": { "n": 298, "sum_ns": 1479954952, "mean_ms": 4.966291785234899 }, "copy_thread_cpu": { "n": 298, "sum_ns": 1465653395, "mean_ms": 4.918299983221477 }, "callback_to_copied": { "n": 298, "sum_ns": 1532199403, "mean_ms": 5.141608734899329 }, "accepted_interval": { "n": 298, "sum_ns": 29776653119, "mean_ms": 99.92165476174496 }, "selected_to_submitted": { "n": 298, "sum_ns": 7215990060, "mean_ms": 24.214731744966443 }, "completed_queue_wait": { "n": 298, "sum_ns": 59179341, "mean_ms": 0.19858839261744965 }, "result_composition_wall": { "n": 298, "sum_ns": 2530003, "mean_ms": 0.008489942953020134 }, "result_composition_cpu": { "n": 298, "sum_ns": 2472610, "mean_ms": 0.008297348993288592 }, "result_artifact_handoff_wall": { "n": 298, "sum_ns": 2364272, "mean_ms": 0.00793379865771812 }, "result_artifact_handoff_cpu": { "n": 298, "sum_ns": 2364497, "mean_ms": 0.007934553691275168 }, "result_publish_wall": { "n": 298, "sum_ns": 28395475, "mean_ms": 0.09528682885906041 }, "result_publish_cpu": { "n": 298, "sum_ns": 28411380, "mean_ms": 0.09534020134228188 }, "result_total_wall": { "n": 298, "sum_ns": 242981674, "mean_ms": 0.8153747449664429 }, "result_total_cpu": { "n": 298, "sum_ns": 242717444, "mean_ms": 0.8144880671140939 } } }, { "mode": "mixed-a", "level": 7, "camera": "33", "provider": "crowd", "cohort_reset": false, "counter_seconds": 29.847870483, "new_channel": false, "seconds": 30.00001112400787, "selected_fps": 10.017465070759298, "requested_fps": 10.017465070759298, "complete_fps": 9.983961843097896, "accepted_fps": 9.983961843097896, "finalized_fps": 9.983961843097896, "redis_fps": 9.983961843097896, "redis_read_fps": 10.03332961297208, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.122, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.21782089298358187, "redis_interval_s": { "n": 300, "mean": 0.09996903490663196, "median": 0.10480193499824964, "p95": 0.14471848198445514, "maximum": 0.21782089298358187, "minimum": 0.012587460048962384 }, "redis_drift_s": { "n": 301, "mean": -0.05696531208424701, "median": -0.05663236700510765, "p95": -0.027009233040274694, "maximum": -0.015329529018600851, "minimum": -0.10388511599134631 }, "redis_drift_s_per_min": -0.00012980848391063826, "ingress_drift_s": { "n": 12, "mean": -0.0021211690000022543, "median": -0.00329098200000999, "p95": 0.028500311000001943, "maximum": 0.028500311000001943, "minimum": -0.025773259999994025 }, "ingress_drift_s_per_min": -0.01881342370017156, "source_drift_s": { "n": 12, "mean": -0.002096833333331697, "median": -0.003333999999995285, "p95": 0.0284679999999895, "maximum": 0.0284679999999895, "minimum": -0.02582400000000007 }, "ingress_to_redis_ms": { "n": 301, "mean": 24.196013289036546, "median": 24, "p95": 31, "maximum": 46, "minimum": 16 }, "source_samples": 12, "redis_samples": 301, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 299, "sum_ns": 13088397000, "mean_ms": 43.77390301003344 }, "source_exit_to_ingress": { "n": 299, "sum_ns": 129709945, "mean_ms": 0.43381252508361207 }, "source_encoded_queue": { "n": 299, "sum_ns": 8275000, "mean_ms": 0.027675585284280935 }, "decode_between_queues": { "n": 299, "sum_ns": 12848359000, "mean_ms": 42.97110033444816 }, "source_raw_queue": { "n": 299, "sum_ns": 6694000, "mean_ms": 0.022387959866220736 }, "raw_queue_to_source_exit": { "n": 299, "sum_ns": 9555000, "mean_ms": 0.03195652173913044 }, "selected_to_preprocess_start": { "n": 299, "sum_ns": 187939816, "mean_ms": 0.6285612575250836 }, "preprocess_start_to_preprocess_output": { "n": 299, "sum_ns": 164339395, "mean_ms": 0.5496300836120401 }, "selected_to_preprocess": { "n": 299, "sum_ns": 395038119, "mean_ms": 1.3211977224080267 }, "preprocess_start_to_preprocess": { "n": 299, "sum_ns": 207098303, "mean_ms": 0.6926364648829432 }, "preprocess_output_to_infer_entry": { "n": 299, "sum_ns": 42758908, "mean_ms": 0.143006381270903 }, "preprocess_to_infer_output": { "n": 298, "sum_ns": 4555175406, "mean_ms": 15.285823510067114 }, "preprocess_to_callback": { "n": 298, "sum_ns": 4795696463, "mean_ms": 16.092941151006713 }, "infer_output_to_callback": { "n": 298, "sum_ns": 240521057, "mean_ms": 0.8071176409395973 }, "copy_wall": { "n": 298, "sum_ns": 1478345291, "mean_ms": 4.9608902382550335 }, "copy_thread_cpu": { "n": 298, "sum_ns": 1474683347, "mean_ms": 4.94860183557047 }, "callback_to_copied": { "n": 298, "sum_ns": 1531696852, "mean_ms": 5.13992232214765 }, "accepted_interval": { "n": 298, "sum_ns": 29780257805, "mean_ms": 99.93375102348993 }, "selected_to_submitted": { "n": 298, "sum_ns": 6746753316, "mean_ms": 22.64011179865772 }, "completed_queue_wait": { "n": 298, "sum_ns": 49562186, "mean_ms": 0.16631606040268454 }, "result_composition_wall": { "n": 298, "sum_ns": 5952412, "mean_ms": 0.019974536912751677 }, "result_composition_cpu": { "n": 298, "sum_ns": 5823003, "mean_ms": 0.01954027852348993 }, "result_publish_wall": { "n": 298, "sum_ns": 48198304, "mean_ms": 0.16173927516778525 }, "result_publish_cpu": { "n": 298, "sum_ns": 48100164, "mean_ms": 0.16140994630872485 }, "result_total_wall": { "n": 298, "sum_ns": 345043441, "mean_ms": 1.1578638959731544 }, "result_total_cpu": { "n": 298, "sum_ns": 339930172, "mean_ms": 1.140705275167785 } } }, { "mode": "mixed-a", "level": 7, "camera": "34", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.99475708, "new_channel": false, "seconds": 30.00001112400787, "selected_fps": 9.668356347295346, "requested_fps": 9.668356347295346, "complete_fps": 9.668356347295346, "accepted_fps": 9.668356347295346, "finalized_fps": 9.668356347295346, "redis_fps": 9.668356347295346, "redis_read_fps": 9.566663119345472, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 4, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.116, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 1, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.6634175090002827, "redis_interval_s": { "n": 286, "mean": 0.10445374251063262, "median": 0.09606869050185196, "p95": 0.1826081739854999, "maximum": 0.6634175090002827, "minimum": 0.0033343079849146307 }, "redis_drift_s": { "n": 287, "mean": -0.058802520467935236, "median": -0.06501432399917917, "p95": -0.007578266005026535, "maximum": 0.21989639601763145, "minimum": -0.14466981398872747 }, "redis_drift_s_per_min": -0.0056034560363225246, "ingress_drift_s": { "n": 12, "mean": -0.018239014333334563, "median": -0.01729187650000341, "p95": 0.02729929500000594, "maximum": 0.02729929500000594, "minimum": -0.046342215999999326 }, "ingress_drift_s_per_min": -0.011758998249691188, "source_drift_s": { "n": 12, "mean": -0.018108666666671287, "median": -0.017214000000002727, "p95": 0.027264000000002397, "maximum": 0.027264000000002397, "minimum": -0.046153000000003885 }, "ingress_to_redis_ms": { "n": 287, "mean": 34.066202090592334, "median": 30, "p95": 45, "maximum": 148, "minimum": 21 }, "source_samples": 12, "redis_samples": 287, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 290, "sum_ns": 196542439, "mean_ms": 0.6777325482758622 }, "depay_to_source_exit": { "n": 287, "sum_ns": 13217791000, "mean_ms": 46.05502090592334 }, "source_exit_to_ingress": { "n": 287, "sum_ns": 432849443, "mean_ms": 1.508186212543554 }, "source_encoded_queue": { "n": 287, "sum_ns": 9132000, "mean_ms": 0.031818815331010455 }, "decode_between_queues": { "n": 287, "sum_ns": 13106990000, "mean_ms": 45.66895470383275 }, "source_raw_queue": { "n": 287, "sum_ns": 7749000, "mean_ms": 0.027 }, "raw_queue_to_source_exit": { "n": 287, "sum_ns": 8451000, "mean_ms": 0.029445993031358884 }, "preprocess_start_to_preprocess_output": { "n": 290, "sum_ns": 168492837, "mean_ms": 0.5810097827586207 }, "selected_to_preprocess": { "n": 290, "sum_ns": 412011835, "mean_ms": 1.4207304655172412 }, "preprocess_start_to_preprocess": { "n": 290, "sum_ns": 215469396, "mean_ms": 0.7429979172413793 }, "preprocess_output_to_infer_entry": { "n": 290, "sum_ns": 46976559, "mean_ms": 0.16198813448275862 }, "preprocess_to_infer_output": { "n": 290, "sum_ns": 5649324264, "mean_ms": 19.480428496551724 }, "preprocess_to_callback": { "n": 290, "sum_ns": 5850752980, "mean_ms": 20.175010275862068 }, "infer_output_to_callback": { "n": 290, "sum_ns": 201428716, "mean_ms": 0.6945817793103448 }, "copy_wall": { "n": 290, "sum_ns": 1174729429, "mean_ms": 4.0507911344827585 }, "copy_thread_cpu": { "n": 290, "sum_ns": 1169045797, "mean_ms": 4.031192403448276 }, "callback_to_copied": { "n": 290, "sum_ns": 1222936940, "mean_ms": 4.217023931034483 }, "accepted_interval": { "n": 290, "sum_ns": 30029884696, "mean_ms": 103.55132653793105 }, "selected_to_submitted": { "n": 290, "sum_ns": 7509877957, "mean_ms": 25.896130886206894 }, "completed_queue_wait": { "n": 290, "sum_ns": 69193392, "mean_ms": 0.23859790344827586 }, "result_observations_wall": { "n": 290, "sum_ns": 284408626, "mean_ms": 0.9807194 }, "result_observations_cpu": { "n": 290, "sum_ns": 284397417, "mean_ms": 0.980680748275862 }, "result_nms_wall": { "n": 290, "sum_ns": 172632603, "mean_ms": 0.5952848379310345 }, "result_nms_cpu": { "n": 290, "sum_ns": 138527879, "mean_ms": 0.47768234137931037 }, "result_tracking_wall": { "n": 290, "sum_ns": 280141464, "mean_ms": 0.9660050482758621 }, "result_tracking_cpu": { "n": 290, "sum_ns": 252760683, "mean_ms": 0.8715885620689655 }, "result_region_wall": { "n": 290, "sum_ns": 60555364, "mean_ms": 0.2088116 }, "result_region_cpu": { "n": 290, "sum_ns": 60542664, "mean_ms": 0.20876780689655172 }, "result_fall_wall": { "n": 290, "sum_ns": 118302050, "mean_ms": 0.40793810344827586 }, "result_fall_cpu": { "n": 290, "sum_ns": 118233019, "mean_ms": 0.40770006551724136 }, "result_fight_wall": { "n": 290, "sum_ns": 37545765, "mean_ms": 0.1294681551724138 }, "result_fight_cpu": { "n": 290, "sum_ns": 37562507, "mean_ms": 0.12952588620689656 }, "result_collector_wall": { "n": 290, "sum_ns": 990734463, "mean_ms": 3.4163257344827587 }, "result_collector_cpu": { "n": 290, "sum_ns": 984269175, "mean_ms": 3.3940316379310342 }, "result_composition_wall": { "n": 290, "sum_ns": 4354319, "mean_ms": 0.015014893103448276 }, "result_composition_cpu": { "n": 290, "sum_ns": 4364388, "mean_ms": 0.015049613793103447 }, "result_artifact_handoff_wall": { "n": 290, "sum_ns": 2768498, "mean_ms": 0.009546544827586207 }, "result_artifact_handoff_cpu": { "n": 290, "sum_ns": 2713186, "mean_ms": 0.009355813793103449 }, "result_publish_wall": { "n": 290, "sum_ns": 103735867, "mean_ms": 0.3577098862068966 }, "result_publish_cpu": { "n": 290, "sum_ns": 102957388, "mean_ms": 0.35502547586206895 }, "result_total_wall": { "n": 290, "sum_ns": 2292116534, "mean_ms": 7.903850117241379 }, "result_total_cpu": { "n": 290, "sum_ns": 2221089527, "mean_ms": 7.658929403448276 } } }, { "mode": "mixed-a", "level": 7, "camera": "34", "provider": "fire", "cohort_reset": false, "counter_seconds": 29.837782265, "new_channel": false, "seconds": 30.00001112400787, "selected_fps": 9.652191890207158, "requested_fps": 9.652191890207158, "complete_fps": 9.652191890207158, "accepted_fps": 9.652191890207158, "finalized_fps": 9.652191890207158, "redis_fps": 9.652191890207158, "redis_read_fps": 9.566663119345472, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.122, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 2, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.6622592019848526, "redis_interval_s": { "n": 286, "mean": 0.1044688158706433, "median": 0.09874040697468445, "p95": 0.1503798619378358, "maximum": 0.6622592019848526, "minimum": 0.008117293007671833 }, "redis_drift_s": { "n": 287, "mean": -0.03151768605549109, "median": -0.03463895898917713, "p95": -0.004159018005239545, "maximum": 0.2543172499639894, "minimum": -0.11256652303272574 }, "redis_drift_s_per_min": -0.002291003430236858, "ingress_drift_s": { "n": 12, "mean": -0.017433590916669555, "median": -0.016149319500009085, "p95": 0.018897348999999508, "maximum": 0.018897348999999508, "minimum": -0.046492510000007314 }, "ingress_drift_s_per_min": -0.017483534268478186, "source_drift_s": { "n": 12, "mean": -0.017415500000002027, "median": -0.016251000000004012, "p95": 0.019021999999992545, "maximum": 0.019021999999992545, "minimum": -0.046609000000003675 }, "ingress_to_redis_ms": { "n": 287, "mean": 25.81533101045296, "median": 26, "p95": 34, "maximum": 43, "minimum": 17 }, "source_samples": 12, "redis_samples": 287, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 288, "sum_ns": 186415176, "mean_ms": 0.6472749166666666 }, "depay_to_source_exit": { "n": 285, "sum_ns": 13073115000, "mean_ms": 45.87057894736842 }, "source_exit_to_ingress": { "n": 285, "sum_ns": 112963122, "mean_ms": 0.3963618315789474 }, "source_encoded_queue": { "n": 285, "sum_ns": 8223000, "mean_ms": 0.02885263157894737 }, "decode_between_queues": { "n": 285, "sum_ns": 12966035000, "mean_ms": 45.4948596491228 }, "source_raw_queue": { "n": 285, "sum_ns": 6543000, "mean_ms": 0.022957894736842108 }, "raw_queue_to_source_exit": { "n": 285, "sum_ns": 8628000, "mean_ms": 0.030273684210526317 }, "preprocess_start_to_preprocess_output": { "n": 288, "sum_ns": 171454643, "mean_ms": 0.5953286215277778 }, "selected_to_preprocess": { "n": 288, "sum_ns": 405388579, "mean_ms": 1.407599232638889 }, "preprocess_start_to_preprocess": { "n": 288, "sum_ns": 218973403, "mean_ms": 0.7603243159722223 }, "preprocess_output_to_infer_entry": { "n": 288, "sum_ns": 47518760, "mean_ms": 0.16499569444444445 }, "preprocess_to_infer_output": { "n": 288, "sum_ns": 4932149715, "mean_ms": 17.12551984375 }, "preprocess_to_callback": { "n": 288, "sum_ns": 5176323354, "mean_ms": 17.97334497916667 }, "infer_output_to_callback": { "n": 288, "sum_ns": 244173639, "mean_ms": 0.8478251354166666 }, "copy_wall": { "n": 288, "sum_ns": 1464371790, "mean_ms": 5.084624270833333 }, "copy_thread_cpu": { "n": 288, "sum_ns": 1457242975, "mean_ms": 5.059871440972222 }, "callback_to_copied": { "n": 288, "sum_ns": 1515353800, "mean_ms": 5.261645138888889 }, "accepted_interval": { "n": 288, "sum_ns": 29822521697, "mean_ms": 103.55042255902778 }, "selected_to_submitted": { "n": 288, "sum_ns": 7121927932, "mean_ms": 24.728916430555557 }, "completed_queue_wait": { "n": 288, "sum_ns": 51794551, "mean_ms": 0.17984219097222223 }, "result_composition_wall": { "n": 288, "sum_ns": 2436904, "mean_ms": 0.008461472222222223 }, "result_composition_cpu": { "n": 288, "sum_ns": 2387577, "mean_ms": 0.008290197916666665 }, "result_artifact_handoff_wall": { "n": 288, "sum_ns": 2371982, "mean_ms": 0.00823604861111111 }, "result_artifact_handoff_cpu": { "n": 288, "sum_ns": 2376045, "mean_ms": 0.00825015625 }, "result_publish_wall": { "n": 288, "sum_ns": 26668377, "mean_ms": 0.09259853125 }, "result_publish_cpu": { "n": 288, "sum_ns": 26706192, "mean_ms": 0.09272983333333333 }, "result_total_wall": { "n": 288, "sum_ns": 230035316, "mean_ms": 0.7987337361111111 }, "result_total_cpu": { "n": 288, "sum_ns": 229569716, "mean_ms": 0.7971170694444445 } } }, { "mode": "mixed-a", "level": 7, "camera": "34", "provider": "crowd", "cohort_reset": false, "counter_seconds": 29.843621837, "new_channel": false, "seconds": 30.00001112400787, "selected_fps": 9.650303223013594, "requested_fps": 9.650303223013594, "complete_fps": 9.650303223013594, "accepted_fps": 9.650303223013594, "finalized_fps": 9.650303223013594, "redis_fps": 9.650303223013594, "redis_read_fps": 9.566663119345472, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 1, "queue_age_max_sampled": 0.0004516949993558228, "provider_response_age_max_sampled": 0.119, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 1, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.6588024019729346, "redis_interval_s": { "n": 286, "mean": 0.10449275189511628, "median": 0.09798833698732778, "p95": 0.15009928098879755, "maximum": 0.6588024019729346, "minimum": 0.007487621041946113 }, "redis_drift_s": { "n": 287, "mean": -0.008164678417101045, "median": -0.0110844049681873, "p95": 0.01973765297606178, "maximum": 0.2786061239899169, "minimum": -0.08849476998486239 }, "redis_drift_s_per_min": -0.001475459886780683, "ingress_drift_s": { "n": 12, "mean": -0.015396237499999188, "median": -0.015319288999997127, "p95": 0.02156149799999696, "maximum": 0.02156149799999696, "minimum": -0.04667528999999604 }, "ingress_drift_s_per_min": -0.031196853886028282, "source_drift_s": { "n": 12, "mean": -0.015434416666667042, "median": -0.015509500000000287, "p95": 0.02161599999999453, "maximum": 0.02161599999999453, "minimum": -0.04672499999999502 }, "ingress_to_redis_ms": { "n": 287, "mean": 24.05226480836237, "median": 24, "p95": 31, "maximum": 48, "minimum": 14 }, "source_samples": 12, "redis_samples": 287, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 288, "sum_ns": 182138887, "mean_ms": 0.6324266909722223 }, "depay_to_source_exit": { "n": 285, "sum_ns": 13102229000, "mean_ms": 45.97273333333334 }, "source_exit_to_ingress": { "n": 285, "sum_ns": 100575025, "mean_ms": 0.3528948245614035 }, "source_encoded_queue": { "n": 285, "sum_ns": 7556000, "mean_ms": 0.026512280701754386 }, "decode_between_queues": { "n": 285, "sum_ns": 12993206000, "mean_ms": 45.59019649122807 }, "source_raw_queue": { "n": 285, "sum_ns": 7638000, "mean_ms": 0.0268 }, "raw_queue_to_source_exit": { "n": 285, "sum_ns": 8466000, "mean_ms": 0.029705263157894738 }, "preprocess_start_to_preprocess_output": { "n": 288, "sum_ns": 152682479, "mean_ms": 0.5301474965277777 }, "selected_to_preprocess": { "n": 288, "sum_ns": 378770911, "mean_ms": 1.3151767743055556 }, "preprocess_start_to_preprocess": { "n": 288, "sum_ns": 196632024, "mean_ms": 0.6827500833333334 }, "preprocess_output_to_infer_entry": { "n": 288, "sum_ns": 43949545, "mean_ms": 0.15260258680555555 }, "preprocess_to_infer_output": { "n": 288, "sum_ns": 4387998843, "mean_ms": 15.23610709375 }, "preprocess_to_callback": { "n": 288, "sum_ns": 4618232976, "mean_ms": 16.035531166666665 }, "infer_output_to_callback": { "n": 288, "sum_ns": 230234133, "mean_ms": 0.7994240729166666 }, "copy_wall": { "n": 288, "sum_ns": 1443663206, "mean_ms": 5.012719465277778 }, "copy_thread_cpu": { "n": 288, "sum_ns": 1437040877, "mean_ms": 4.989725267361111 }, "callback_to_copied": { "n": 288, "sum_ns": 1494885243, "mean_ms": 5.190573760416667 }, "accepted_interval": { "n": 288, "sum_ns": 29830492649, "mean_ms": 103.57809947569444 }, "selected_to_submitted": { "n": 288, "sum_ns": 6516931855, "mean_ms": 22.62823560763889 }, "completed_queue_wait": { "n": 288, "sum_ns": 48505874, "mean_ms": 0.16842317361111112 }, "result_composition_wall": { "n": 288, "sum_ns": 4021167, "mean_ms": 0.013962385416666665 }, "result_composition_cpu": { "n": 288, "sum_ns": 3899548, "mean_ms": 0.013540097222222222 }, "result_publish_wall": { "n": 288, "sum_ns": 39622718, "mean_ms": 0.13757888194444443 }, "result_publish_cpu": { "n": 288, "sum_ns": 39388719, "mean_ms": 0.13676638541666666 }, "result_total_wall": { "n": 288, "sum_ns": 307825763, "mean_ms": 1.068839454861111 }, "result_total_cpu": { "n": 288, "sum_ns": 304415423, "mean_ms": 1.0569979965277778 } } }, { "mode": "mixed-a", "level": 7, "camera": "35", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.95149945, "new_channel": false, "seconds": 30.00001112400787, "selected_fps": 9.91603109873686, "requested_fps": 9.91603109873686, "complete_fps": 9.91603109873686, "accepted_fps": 9.91603109873686, "finalized_fps": 9.949418408833619, "redis_fps": 9.949418408833619, "redis_read_fps": 9.866663008105435, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.17, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 7, "analysis_gap_markers": 3, "c_suppressed": 0, "max_redis_silence_s": 0.3136657010181807, "redis_interval_s": { "n": 295, "mean": 0.10132814385430983, "median": 0.09663368802284822, "p95": 0.17395805503474548, "maximum": 0.3136657010181807, "minimum": 0.00893687503412366 }, "redis_drift_s": { "n": 296, "mean": -0.047979917869763224, "median": -0.05418314250744771, "p95": 0.024353036018091245, "maximum": 0.13649440497160015, "minimum": -0.10872391098364886 }, "redis_drift_s_per_min": -0.015266638261464063, "ingress_drift_s": { "n": 12, "mean": -0.01591308225000117, "median": -0.012528839500003386, "p95": 0.015433457999989741, "maximum": 0.015433457999989741, "minimum": -0.04559693000000209 }, "ingress_drift_s_per_min": 0.001644230118301316, "source_drift_s": { "n": 12, "mean": -0.014991083333333322, "median": -0.011416000000000537, "p95": 0.016593999999997777, "maximum": 0.016593999999997777, "minimum": -0.04521200000000647 }, "ingress_to_redis_ms": { "n": 296, "mean": 38.064189189189186, "median": 32.0, "p95": 53, "maximum": 210, "minimum": 21 }, "source_samples": 12, "redis_samples": 296, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 297, "sum_ns": 207439055, "mean_ms": 0.6984479966329966 }, "depay_to_source_exit": { "n": 296, "sum_ns": 13707231000, "mean_ms": 46.308212837837836 }, "source_exit_to_ingress": { "n": 296, "sum_ns": 821300459, "mean_ms": 2.7746637128378375 }, "source_encoded_queue": { "n": 296, "sum_ns": 8621000, "mean_ms": 0.029125 }, "decode_between_queues": { "n": 296, "sum_ns": 13435257000, "mean_ms": 45.38938175675676 }, "source_raw_queue": { "n": 296, "sum_ns": 153673000, "mean_ms": 0.5191655405405405 }, "raw_queue_to_source_exit": { "n": 296, "sum_ns": 8552000, "mean_ms": 0.028891891891891893 }, "preprocess_start_to_preprocess_output": { "n": 297, "sum_ns": 212599475, "mean_ms": 0.7158231481481482 }, "selected_to_preprocess": { "n": 297, "sum_ns": 472702222, "mean_ms": 1.591589973063973 }, "preprocess_start_to_preprocess": { "n": 297, "sum_ns": 265263167, "mean_ms": 0.8931419764309764 }, "preprocess_output_to_infer_entry": { "n": 297, "sum_ns": 52663692, "mean_ms": 0.1773188282828283 }, "preprocess_to_infer_output": { "n": 297, "sum_ns": 5715750491, "mean_ms": 19.24495114814815 }, "preprocess_to_callback": { "n": 297, "sum_ns": 5934257697, "mean_ms": 19.980665646464647 }, "infer_output_to_callback": { "n": 297, "sum_ns": 218507206, "mean_ms": 0.7357144983164984 }, "copy_wall": { "n": 297, "sum_ns": 647321964, "mean_ms": 2.179535232323232 }, "copy_thread_cpu": { "n": 297, "sum_ns": 641639415, "mean_ms": 2.160402070707071 }, "callback_to_copied": { "n": 297, "sum_ns": 697402881, "mean_ms": 2.3481578484848487 }, "accepted_interval": { "n": 297, "sum_ns": 30045964374, "mean_ms": 101.16486321212122 }, "selected_to_submitted": { "n": 297, "sum_ns": 7128287198, "mean_ms": 24.000966996632997 }, "completed_queue_wait": { "n": 297, "sum_ns": 141836140, "mean_ms": 0.47756276094276096 }, "result_observations_wall": { "n": 297, "sum_ns": 247223502, "mean_ms": 0.8324023636363637 }, "result_observations_cpu": { "n": 297, "sum_ns": 245611616, "mean_ms": 0.826975138047138 }, "result_nms_wall": { "n": 297, "sum_ns": 214884797, "mean_ms": 0.723517835016835 }, "result_nms_cpu": { "n": 297, "sum_ns": 146862170, "mean_ms": 0.49448542087542086 }, "result_tracking_wall": { "n": 297, "sum_ns": 744084515, "mean_ms": 2.505335067340067 }, "result_tracking_cpu": { "n": 297, "sum_ns": 534673571, "mean_ms": 1.800247713804714 }, "result_region_wall": { "n": 297, "sum_ns": 112001834, "mean_ms": 0.3771105521885522 }, "result_region_cpu": { "n": 297, "sum_ns": 112055524, "mean_ms": 0.3772913265993266 }, "result_fall_wall": { "n": 297, "sum_ns": 711314068, "mean_ms": 2.394996861952862 }, "result_fall_cpu": { "n": 297, "sum_ns": 703686251, "mean_ms": 2.369313976430976 }, "result_fight_wall": { "n": 297, "sum_ns": 114357544, "mean_ms": 0.38504223569023566 }, "result_fight_cpu": { "n": 297, "sum_ns": 113960388, "mean_ms": 0.3837050101010101 }, "result_collector_wall": { "n": 298, "sum_ns": 1379626086, "mean_ms": 4.629617738255034 }, "result_collector_cpu": { "n": 298, "sum_ns": 1367659998, "mean_ms": 4.589463080536913 }, "result_composition_wall": { "n": 298, "sum_ns": 4255864, "mean_ms": 0.014281422818791948 }, "result_composition_cpu": { "n": 298, "sum_ns": 4265894, "mean_ms": 0.014315080536912751 }, "result_artifact_handoff_wall": { "n": 298, "sum_ns": 2904138, "mean_ms": 0.009745429530201341 }, "result_artifact_handoff_cpu": { "n": 298, "sum_ns": 2865044, "mean_ms": 0.009614241610738254 }, "result_publish_wall": { "n": 298, "sum_ns": 250196843, "mean_ms": 0.83958672147651 }, "result_publish_cpu": { "n": 298, "sum_ns": 245895371, "mean_ms": 0.8251522516778523 }, "result_total_wall": { "n": 298, "sum_ns": 4025389215, "mean_ms": 13.5080175 }, "result_total_cpu": { "n": 298, "sum_ns": 3718727767, "mean_ms": 12.478952238255033 } } }, { "mode": "mixed-a", "level": 7, "camera": "35", "provider": "fire", "cohort_reset": false, "counter_seconds": 29.844537955, "new_channel": false, "seconds": 30.00001112400787, "selected_fps": 9.98507668134546, "requested_fps": 9.98507668134546, "complete_fps": 9.98507668134546, "accepted_fps": 9.98507668134546, "finalized_fps": 9.98507668134546, "redis_fps": 9.98507668134546, "redis_read_fps": 9.966662971025423, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.084, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.21346860600169748, "redis_interval_s": { "n": 298, "mean": 0.10032914571140598, "median": 0.09774951296276413, "p95": 0.15599549299804494, "maximum": 0.21346860600169748, "minimum": 0.011253028991632164 }, "redis_drift_s": { "n": 299, "mean": -0.0908849373792926, "median": -0.0901138070188452, "p95": -0.05726851298334168, "maximum": -0.02135867698444116, "minimum": -0.1483734489846995 }, "redis_drift_s_per_min": -0.007534843917401235, "ingress_drift_s": { "n": 12, "mean": -0.019987367250001498, "median": -0.015324635000002473, "p95": 3.5432000004220754e-05, "maximum": 3.5432000004220754e-05, "minimum": -0.04623151799999903 }, "ingress_drift_s_per_min": -0.041837996680644064, "source_drift_s": { "n": 12, "mean": -0.019011083333334493, "median": -0.014590500000000617, "p95": 0.0007900000000020668, "maximum": 0.0007900000000020668, "minimum": -0.04512099999999464 }, "ingress_to_redis_ms": { "n": 299, "mean": 25.68896321070234, "median": 25, "p95": 36, "maximum": 45, "minimum": 14 }, "source_samples": 12, "redis_samples": 299, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 297, "sum_ns": 13587048000, "mean_ms": 45.74763636363637 }, "source_exit_to_ingress": { "n": 297, "sum_ns": 128319987, "mean_ms": 0.4320538282828283 }, "source_encoded_queue": { "n": 297, "sum_ns": 9626000, "mean_ms": 0.03241077441077441 }, "decode_between_queues": { "n": 297, "sum_ns": 13460303000, "mean_ms": 45.32088552188552 }, "source_raw_queue": { "n": 297, "sum_ns": 7674000, "mean_ms": 0.025838383838383838 }, "raw_queue_to_source_exit": { "n": 297, "sum_ns": 8536000, "mean_ms": 0.02874074074074074 }, "selected_to_preprocess_start": { "n": 298, "sum_ns": 190931002, "mean_ms": 0.6407080604026846 }, "preprocess_start_to_preprocess_output": { "n": 298, "sum_ns": 180545314, "mean_ms": 0.6058567583892618 }, "selected_to_preprocess": { "n": 298, "sum_ns": 422723344, "mean_ms": 1.418534711409396 }, "preprocess_start_to_preprocess": { "n": 298, "sum_ns": 231792342, "mean_ms": 0.7778266510067114 }, "preprocess_output_to_infer_entry": { "n": 298, "sum_ns": 51247028, "mean_ms": 0.17196989261744966 }, "preprocess_to_infer_output": { "n": 298, "sum_ns": 5061712491, "mean_ms": 16.98561238590604 }, "preprocess_to_callback": { "n": 298, "sum_ns": 5296182810, "mean_ms": 17.77242553691275 }, "infer_output_to_callback": { "n": 298, "sum_ns": 234470319, "mean_ms": 0.7868131510067115 }, "copy_wall": { "n": 298, "sum_ns": 1530893057, "mean_ms": 5.137225023489933 }, "copy_thread_cpu": { "n": 298, "sum_ns": 1524350599, "mean_ms": 5.1152704664429525 }, "callback_to_copied": { "n": 298, "sum_ns": 1583677769, "mean_ms": 5.314354929530201 }, "accepted_interval": { "n": 298, "sum_ns": 29787555381, "mean_ms": 99.95823953355705 }, "selected_to_submitted": { "n": 298, "sum_ns": 7328313419, "mean_ms": 24.591655768456377 }, "completed_queue_wait": { "n": 298, "sum_ns": 53811900, "mean_ms": 0.1805768456375839 }, "result_composition_wall": { "n": 298, "sum_ns": 2568637, "mean_ms": 0.008619587248322149 }, "result_composition_cpu": { "n": 298, "sum_ns": 2520213, "mean_ms": 0.008457090604026846 }, "result_artifact_handoff_wall": { "n": 298, "sum_ns": 2354208, "mean_ms": 0.007900026845637583 }, "result_artifact_handoff_cpu": { "n": 298, "sum_ns": 2356889, "mean_ms": 0.007909023489932885 }, "result_publish_wall": { "n": 298, "sum_ns": 27441288, "mean_ms": 0.09208485906040269 }, "result_publish_cpu": { "n": 298, "sum_ns": 27470161, "mean_ms": 0.09218174832214766 }, "result_total_wall": { "n": 298, "sum_ns": 236219505, "mean_ms": 0.7926829026845638 }, "result_total_cpu": { "n": 298, "sum_ns": 235808684, "mean_ms": 0.7913043087248323 } } }, { "mode": "mixed-a", "level": 7, "camera": "35", "provider": "crowd", "cohort_reset": false, "counter_seconds": 29.834326431, "new_channel": false, "seconds": 30.00001112400787, "selected_fps": 9.988494316746387, "requested_fps": 9.988494316746387, "complete_fps": 9.988494316746387, "accepted_fps": 9.988494316746387, "finalized_fps": 9.988494316746387, "redis_fps": 9.988494316746387, "redis_read_fps": 9.966662971025423, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.062, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.21544714196352288, "redis_interval_s": { "n": 298, "mean": 0.10033143203019558, "median": 0.09734751901123673, "p95": 0.1578939720056951, "maximum": 0.21544714196352288, "minimum": 0.011833505006507039 }, "redis_drift_s": { "n": 299, "mean": -0.07037205629243072, "median": -0.06968852999107611, "p95": -0.03618572699883771, "maximum": 1.2442994865580204e-05, "minimum": -0.12583906997321037 }, "redis_drift_s_per_min": -0.0038769803423528994, "ingress_drift_s": { "n": 12, "mean": -0.02069720358333586, "median": -0.015559719500004121, "p95": -0.0005147239999985231, "maximum": -0.0005147239999985231, "minimum": -0.044722237000001996 }, "ingress_drift_s_per_min": -0.03987310179376207, "source_drift_s": { "n": 12, "mean": -0.01964741666666825, "median": -0.014536499999998398, "p95": 0.00035799999999852616, "maximum": 0.00035799999999852616, "minimum": -0.04373499999999808 }, "ingress_to_redis_ms": { "n": 299, "mean": 25.193979933110366, "median": 25, "p95": 34, "maximum": 45, "minimum": 15 }, "source_samples": 12, "redis_samples": 299, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 298, "sum_ns": 205054362, "mean_ms": 0.6881018859060403 }, "depay_to_source_exit": { "n": 297, "sum_ns": 13482512000, "mean_ms": 45.3956632996633 }, "source_exit_to_ingress": { "n": 297, "sum_ns": 138769270, "mean_ms": 0.46723659932659933 }, "source_encoded_queue": { "n": 297, "sum_ns": 11853000, "mean_ms": 0.039909090909090915 }, "decode_between_queues": { "n": 297, "sum_ns": 13359392000, "mean_ms": 44.98111784511784 }, "source_raw_queue": { "n": 297, "sum_ns": 6781000, "mean_ms": 0.02283164983164983 }, "raw_queue_to_source_exit": { "n": 297, "sum_ns": 9089000, "mean_ms": 0.0306026936026936 }, "preprocess_start_to_preprocess_output": { "n": 298, "sum_ns": 184461357, "mean_ms": 0.6189978422818792 }, "selected_to_preprocess": { "n": 298, "sum_ns": 435961057, "mean_ms": 1.462956567114094 }, "preprocess_start_to_preprocess": { "n": 298, "sum_ns": 230906695, "mean_ms": 0.7748546812080537 }, "preprocess_output_to_infer_entry": { "n": 298, "sum_ns": 46445338, "mean_ms": 0.1558568389261745 }, "preprocess_to_infer_output": { "n": 298, "sum_ns": 4738845434, "mean_ms": 15.90216588590604 }, "preprocess_to_callback": { "n": 298, "sum_ns": 4975763873, "mean_ms": 16.697194204697986 }, "infer_output_to_callback": { "n": 298, "sum_ns": 236918439, "mean_ms": 0.7950283187919462 }, "copy_wall": { "n": 298, "sum_ns": 1513718775, "mean_ms": 5.079593204697986 }, "copy_thread_cpu": { "n": 298, "sum_ns": 1501310142, "mean_ms": 5.037953496644295 }, "callback_to_copied": { "n": 298, "sum_ns": 1567716054, "mean_ms": 5.260792127516778 }, "accepted_interval": { "n": 298, "sum_ns": 29826755674, "mean_ms": 100.0897841409396 }, "selected_to_submitted": { "n": 298, "sum_ns": 7006833641, "mean_ms": 23.512864567114093 }, "completed_queue_wait": { "n": 298, "sum_ns": 49859190, "mean_ms": 0.16731271812080536 }, "result_composition_wall": { "n": 298, "sum_ns": 4013553, "mean_ms": 0.01346829865771812 }, "result_composition_cpu": { "n": 298, "sum_ns": 3879584, "mean_ms": 0.013018738255033557 }, "result_publish_wall": { "n": 298, "sum_ns": 66781684, "mean_ms": 0.22409961073825502 }, "result_publish_cpu": { "n": 298, "sum_ns": 66786603, "mean_ms": 0.22411611744966442 }, "result_total_wall": { "n": 298, "sum_ns": 415195154, "mean_ms": 1.3932723288590603 }, "result_total_cpu": { "n": 298, "sum_ns": 412578867, "mean_ms": 1.3844928422818792 } } }, { "mode": "mixed-a", "level": 7, "camera": "36", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.153760466, "new_channel": true, "seconds": 30.00001112400787, "selected_fps": 9.816354425636431, "requested_fps": 9.816354425636431, "complete_fps": 9.8495177851825, "accepted_fps": 9.8495177851825, "finalized_fps": 9.8495177851825, "redis_fps": 9.8495177851825, "redis_read_fps": 9.766663045185448, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.183, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.3916914699948393, "redis_interval_s": { "n": 292, "mean": 0.10238221344878508, "median": 0.09744093153858557, "p95": 0.17072313802782446, "maximum": 0.3916914699948393, "minimum": 0.003195495984982699 }, "redis_drift_s": { "n": 293, "mean": -0.0452190652370561, "median": -0.047257035962306126, "p95": -0.0128049219502131, "maximum": 0.2483494190089388, "minimum": -0.15332945295982014 }, "redis_drift_s_per_min": 0.0013875001014133127, "ingress_drift_s": { "n": 12, "mean": 0.0020309245833331304, "median": 0.0010657275000003352, "p95": 0.02060548500000081, "maximum": 0.02060548500000081, "minimum": -0.027083528000000356 }, "ingress_drift_s_per_min": 0.002962975131099601, "source_drift_s": { "n": 12, "mean": 0.0020289166666659733, "median": 0.0010635000000007722, "p95": 0.02076500000000081, "maximum": 0.02076500000000081, "minimum": -0.027003000000000554 }, "ingress_to_redis_ms": { "n": 293, "mean": 30.730375426621162, "median": 28, "p95": 43, "maximum": 111, "minimum": 19 }, "source_samples": 12, "redis_samples": 293, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 296, "sum_ns": 192157766, "mean_ms": 0.6491816418918919 }, "depay_to_source_exit": { "n": 294, "sum_ns": 12968846000, "mean_ms": 44.111721088435374 }, "source_exit_to_ingress": { "n": 294, "sum_ns": 127406007, "mean_ms": 0.4333537653061224 }, "source_encoded_queue": { "n": 294, "sum_ns": 10775000, "mean_ms": 0.036649659863945576 }, "decode_between_queues": { "n": 294, "sum_ns": 12867118000, "mean_ms": 43.7657074829932 }, "source_raw_queue": { "n": 294, "sum_ns": 6932000, "mean_ms": 0.02357823129251701 }, "raw_queue_to_source_exit": { "n": 294, "sum_ns": 7683000, "mean_ms": 0.02613265306122449 }, "preprocess_start_to_preprocess_output": { "n": 296, "sum_ns": 174671452, "mean_ms": 0.5901062567567568 }, "selected_to_preprocess": { "n": 296, "sum_ns": 415206239, "mean_ms": 1.4027237804054054 }, "preprocess_start_to_preprocess": { "n": 296, "sum_ns": 223048473, "mean_ms": 0.7535421385135135 }, "preprocess_output_to_infer_entry": { "n": 296, "sum_ns": 48377021, "mean_ms": 0.16343588175675675 }, "preprocess_to_infer_output": { "n": 297, "sum_ns": 5805483320, "mean_ms": 19.547081885521884 }, "preprocess_to_callback": { "n": 297, "sum_ns": 6006807654, "mean_ms": 20.224941595959596 }, "infer_output_to_callback": { "n": 297, "sum_ns": 201324334, "mean_ms": 0.6778597104377104 }, "copy_wall": { "n": 297, "sum_ns": 701814240, "mean_ms": 2.3630109090909093 }, "copy_thread_cpu": { "n": 297, "sum_ns": 699313647, "mean_ms": 2.3545914040404043 }, "callback_to_copied": { "n": 297, "sum_ns": 750679484, "mean_ms": 2.52754035016835 }, "accepted_interval": { "n": 297, "sum_ns": 30310227069, "mean_ms": 102.0546365959596 }, "selected_to_submitted": { "n": 297, "sum_ns": 7196311620, "mean_ms": 24.230005454545452 }, "completed_queue_wait": { "n": 297, "sum_ns": 52587442, "mean_ms": 0.1770620942760943 }, "result_observations_wall": { "n": 297, "sum_ns": 235100904, "mean_ms": 0.7915855353535354 }, "result_observations_cpu": { "n": 297, "sum_ns": 235210278, "mean_ms": 0.7919537979797979 }, "result_nms_wall": { "n": 297, "sum_ns": 163694189, "mean_ms": 0.5511588855218855 }, "result_nms_cpu": { "n": 297, "sum_ns": 145416719, "mean_ms": 0.48961858249158247 }, "result_tracking_wall": { "n": 297, "sum_ns": 223598405, "mean_ms": 0.7528565824915825 }, "result_tracking_cpu": { "n": 297, "sum_ns": 216847534, "mean_ms": 0.7301263771043771 }, "result_region_wall": { "n": 297, "sum_ns": 60370816, "mean_ms": 0.20326874074074072 }, "result_region_cpu": { "n": 297, "sum_ns": 60321455, "mean_ms": 0.2031025420875421 }, "result_fall_wall": { "n": 297, "sum_ns": 106201679, "mean_ms": 0.35758141077441075 }, "result_fall_cpu": { "n": 297, "sum_ns": 106163976, "mean_ms": 0.35745446464646463 }, "result_fight_wall": { "n": 297, "sum_ns": 34683814, "mean_ms": 0.11678051851851852 }, "result_fight_cpu": { "n": 297, "sum_ns": 34559541, "mean_ms": 0.11636209090909092 }, "result_collector_wall": { "n": 297, "sum_ns": 678399214, "mean_ms": 2.284172437710438 }, "result_collector_cpu": { "n": 297, "sum_ns": 673937352, "mean_ms": 2.2691493333333335 }, "result_composition_wall": { "n": 297, "sum_ns": 4478391, "mean_ms": 0.015078757575757575 }, "result_composition_cpu": { "n": 297, "sum_ns": 4468829, "mean_ms": 0.015046562289562289 }, "result_artifact_handoff_wall": { "n": 297, "sum_ns": 2707399, "mean_ms": 0.009115821548821549 }, "result_artifact_handoff_cpu": { "n": 297, "sum_ns": 2670573, "mean_ms": 0.008991828282828282 }, "result_publish_wall": { "n": 297, "sum_ns": 60818958, "mean_ms": 0.20477763636363636 }, "result_publish_cpu": { "n": 297, "sum_ns": 60842768, "mean_ms": 0.20485780471380471 }, "result_total_wall": { "n": 297, "sum_ns": 1791688827, "mean_ms": 6.032622313131313 }, "result_total_cpu": { "n": 297, "sum_ns": 1760075277, "mean_ms": 5.926179383838384 } } }, { "mode": "mixed-a", "level": 7, "camera": "36", "provider": "fire", "cohort_reset": false, "counter_seconds": 29.831991918, "new_channel": true, "seconds": 30.00001112400787, "selected_fps": 9.8551917286692, "requested_fps": 9.8551917286692, "complete_fps": 9.8551917286692, "accepted_fps": 9.8551917286692, "finalized_fps": 9.8551917286692, "redis_fps": 9.8551917286692, "redis_read_fps": 9.766663045185448, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.178, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 1, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.3809694760129787, "redis_interval_s": { "n": 292, "mean": 0.102390927565005, "median": 0.09811508699203841, "p95": 0.1537940829875879, "maximum": 0.3809694760129787, "minimum": 0.006894385034684092 }, "redis_drift_s": { "n": 293, "mean": -0.04573472444317386, "median": -0.04619612401258166, "p95": -0.01608991903439083, "maximum": 0.24598972196131896, "minimum": -0.15540211301390094 }, "redis_drift_s_per_min": 0.0003439487901993107, "ingress_drift_s": { "n": 12, "mean": -0.0009485319166658476, "median": 0.001118001000000035, "p95": 0.03261014400000306, "maximum": 0.03261014400000306, "minimum": -0.0319198200000006 }, "ingress_drift_s_per_min": 0.026952565642283408, "source_drift_s": { "n": 12, "mean": -0.0011529166666668367, "median": 0.0010274999999992929, "p95": 0.03263899999999964, "maximum": 0.03263899999999964, "minimum": -0.03252900000000025 }, "ingress_to_redis_ms": { "n": 293, "mean": 26.30716723549488, "median": 26, "p95": 35, "maximum": 65, "minimum": 18 }, "source_samples": 12, "redis_samples": 293, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 294, "sum_ns": 191162441, "mean_ms": 0.6502123843537415 }, "preprocess_start_to_preprocess_output": { "n": 294, "sum_ns": 187513002, "mean_ms": 0.6377993265306122 }, "depay_to_source_exit": { "n": 292, "sum_ns": 12939375000, "mean_ms": 44.31292808219178 }, "source_exit_to_ingress": { "n": 292, "sum_ns": 147234176, "mean_ms": 0.5042266301369863 }, "source_encoded_queue": { "n": 292, "sum_ns": 11097000, "mean_ms": 0.03800342465753425 }, "decode_between_queues": { "n": 292, "sum_ns": 12840847000, "mean_ms": 43.97550342465753 }, "source_raw_queue": { "n": 292, "sum_ns": 8688000, "mean_ms": 0.029753424657534246 }, "raw_queue_to_source_exit": { "n": 292, "sum_ns": 8084000, "mean_ms": 0.027684931506849315 }, "selected_to_preprocess": { "n": 294, "sum_ns": 424355550, "mean_ms": 1.443386224489796 }, "preprocess_start_to_preprocess": { "n": 294, "sum_ns": 233193109, "mean_ms": 0.7931738401360544 }, "preprocess_output_to_infer_entry": { "n": 294, "sum_ns": 45680107, "mean_ms": 0.1553745136054422 }, "preprocess_to_infer_output": { "n": 294, "sum_ns": 5140661910, "mean_ms": 17.485244591836736 }, "preprocess_to_callback": { "n": 294, "sum_ns": 5359607673, "mean_ms": 18.22995807142857 }, "infer_output_to_callback": { "n": 294, "sum_ns": 218945763, "mean_ms": 0.7447134795918366 }, "copy_wall": { "n": 294, "sum_ns": 1503158096, "mean_ms": 5.112782639455782 }, "copy_thread_cpu": { "n": 294, "sum_ns": 1495590696, "mean_ms": 5.08704318367347 }, "callback_to_copied": { "n": 294, "sum_ns": 1554322692, "mean_ms": 5.2868118775510204 }, "accepted_interval": { "n": 294, "sum_ns": 29892446467, "mean_ms": 101.6749879829932 }, "selected_to_submitted": { "n": 294, "sum_ns": 7363807860, "mean_ms": 25.046965510204082 }, "completed_queue_wait": { "n": 294, "sum_ns": 55116614, "mean_ms": 0.1874714761904762 }, "result_composition_wall": { "n": 294, "sum_ns": 2487680, "mean_ms": 0.008461496598639456 }, "result_composition_cpu": { "n": 294, "sum_ns": 2442506, "mean_ms": 0.008307843537414967 }, "result_artifact_handoff_wall": { "n": 294, "sum_ns": 2292706, "mean_ms": 0.007798319727891157 }, "result_artifact_handoff_cpu": { "n": 294, "sum_ns": 2298322, "mean_ms": 0.007817421768707483 }, "result_publish_wall": { "n": 294, "sum_ns": 28151599, "mean_ms": 0.09575373809523809 }, "result_publish_cpu": { "n": 294, "sum_ns": 28157161, "mean_ms": 0.09577265646258502 }, "result_total_wall": { "n": 294, "sum_ns": 248341391, "mean_ms": 0.8446986088435374 }, "result_total_cpu": { "n": 294, "sum_ns": 247339392, "mean_ms": 0.8412904489795918 } } }, { "mode": "mixed-a", "level": 7, "camera": "36", "provider": "crowd", "cohort_reset": false, "counter_seconds": 29.820618118, "new_channel": true, "seconds": 30.00001112400787, "selected_fps": 9.858950570261282, "requested_fps": 9.858950570261282, "complete_fps": 9.858950570261282, "accepted_fps": 9.858950570261282, "finalized_fps": 9.858950570261282, "redis_fps": 9.858950570261282, "redis_read_fps": 9.766663045185448, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.185, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 1, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.38058501796331257, "redis_interval_s": { "n": 292, "mean": 0.10241632393145876, "median": 0.09820140499505214, "p95": 0.14883030398050323, "maximum": 0.38058501796331257, "minimum": 0.0017085360013879836 }, "redis_drift_s": { "n": 293, "mean": -0.04504652638458267, "median": -0.0448046849989332, "p95": -0.014325568018481505, "maximum": 0.24286774599691796, "minimum": -0.1539633809681984 }, "redis_drift_s_per_min": 0.0011715440027876077, "ingress_drift_s": { "n": 12, "mean": -0.0012073452499993624, "median": 2.575849999963964e-05, "p95": 0.03264741499999957, "maximum": 0.03264741499999957, "minimum": -0.03277302200000065 }, "ingress_drift_s_per_min": 0.028738487384684815, "source_drift_s": { "n": 12, "mean": -0.0013106666666666082, "median": 8.750000000024016e-05, "p95": 0.032595000000000596, "maximum": 0.032595000000000596, "minimum": -0.03276199999999996 }, "ingress_to_redis_ms": { "n": 293, "mean": 24.791808873720136, "median": 24, "p95": 32, "maximum": 45, "minimum": 14 }, "source_samples": 12, "redis_samples": 293, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 294, "sum_ns": 193165931, "mean_ms": 0.6570269761904762 }, "depay_to_source_exit": { "n": 292, "sum_ns": 12929546000, "mean_ms": 44.27926712328767 }, "source_exit_to_ingress": { "n": 292, "sum_ns": 136155729, "mean_ms": 0.4662867431506849 }, "source_encoded_queue": { "n": 292, "sum_ns": 9256000, "mean_ms": 0.0316986301369863 }, "decode_between_queues": { "n": 292, "sum_ns": 12830838000, "mean_ms": 43.94122602739726 }, "source_raw_queue": { "n": 292, "sum_ns": 7057000, "mean_ms": 0.02416780821917808 }, "raw_queue_to_source_exit": { "n": 292, "sum_ns": 8076000, "mean_ms": 0.02765753424657534 }, "preprocess_start_to_preprocess_output": { "n": 294, "sum_ns": 182270991, "mean_ms": 0.6199693571428572 }, "selected_to_preprocess": { "n": 294, "sum_ns": 421249595, "mean_ms": 1.4328217517006803 }, "preprocess_start_to_preprocess": { "n": 294, "sum_ns": 228083664, "mean_ms": 0.775794775510204 }, "preprocess_output_to_infer_entry": { "n": 294, "sum_ns": 45812673, "mean_ms": 0.15582541836734695 }, "preprocess_to_infer_output": { "n": 294, "sum_ns": 4719712421, "mean_ms": 16.053443608843537 }, "preprocess_to_callback": { "n": 294, "sum_ns": 4944158037, "mean_ms": 16.816864071428572 }, "infer_output_to_callback": { "n": 294, "sum_ns": 224445616, "mean_ms": 0.7634204625850339 }, "copy_wall": { "n": 294, "sum_ns": 1461195733, "mean_ms": 4.970053513605442 }, "copy_thread_cpu": { "n": 294, "sum_ns": 1455277005, "mean_ms": 4.949921785714285 }, "callback_to_copied": { "n": 294, "sum_ns": 1512704230, "mean_ms": 5.145252482993198 }, "accepted_interval": { "n": 294, "sum_ns": 29895038911, "mean_ms": 101.6838058197279 }, "selected_to_submitted": { "n": 294, "sum_ns": 6902546409, "mean_ms": 23.47804901020408 }, "completed_queue_wait": { "n": 294, "sum_ns": 48781066, "mean_ms": 0.1659219931972789 }, "result_composition_wall": { "n": 294, "sum_ns": 4148545, "mean_ms": 0.014110697278911564 }, "result_composition_cpu": { "n": 294, "sum_ns": 4056248, "mean_ms": 0.013796761904761905 }, "result_publish_wall": { "n": 294, "sum_ns": 34590026, "mean_ms": 0.11765314965986395 }, "result_publish_cpu": { "n": 294, "sum_ns": 34603420, "mean_ms": 0.1176987074829932 }, "result_total_wall": { "n": 294, "sum_ns": 287230095, "mean_ms": 0.976973112244898 }, "result_total_cpu": { "n": 294, "sum_ns": 279710752, "mean_ms": 0.9513971156462585 } } }, { "mode": "mixed-a", "level": 8, "camera": "30", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.794519619, "new_channel": false, "seconds": 30.00001303094905, "selected_fps": 9.733333636803014, "requested_fps": 9.733333636803014, "complete_fps": 9.699770417365762, "accepted_fps": 9.699770417365762, "finalized_fps": 9.699770417365762, "redis_fps": 9.699770417365762, "redis_read_fps": 9.733329105516145, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 3, "queue_depth_max_sampled": 1, "queue_age_max_sampled": 0.0015445650205947459, "provider_response_age_max_sampled": 0.147, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 9, "analysis_gap_markers": 3, "c_suppressed": 0, "max_redis_silence_s": 0.6535020029987209, "redis_interval_s": { "n": 291, "mean": 0.10288258469415527, "median": 0.09544063202338293, "p95": 0.18748168897582218, "maximum": 0.6535020029987209, "minimum": 0.0073108680080622435 }, "redis_drift_s": { "n": 292, "mean": -5.197155316168866, "median": -5.213708157988492, "p95": -5.040767480005513, "maximum": -4.667803579004499, "minimum": -5.268482924967543 }, "redis_drift_s_per_min": -0.014975089709086098, "ingress_drift_s": { "n": 12, "mean": -0.00021663216667396531, "median": 0.004668719499989038, "p95": 0.025260037999998985, "maximum": 0.025260037999998985, "minimum": -0.04480756399999564 }, "ingress_drift_s_per_min": -0.033406771072927534, "source_drift_s": { "n": 12, "mean": -0.0012776666666619956, "median": 0.0044405000000153905, "p95": 0.022601000000008753, "maximum": 0.022601000000008753, "minimum": -0.04501199999998562 }, "ingress_to_redis_ms": { "n": 292, "mean": 52.51027397260274, "median": 41.0, "p95": 105, "maximum": 466, "minimum": 24 }, "source_samples": 12, "redis_samples": 292, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 290, "sum_ns": 13407710000, "mean_ms": 46.23348275862069 }, "source_exit_to_ingress": { "n": 290, "sum_ns": 1508993018, "mean_ms": 5.203424200000001 }, "source_encoded_queue": { "n": 290, "sum_ns": 13501000, "mean_ms": 0.0465551724137931 }, "decode_between_queues": { "n": 290, "sum_ns": 13135985000, "mean_ms": 45.2965 }, "source_raw_queue": { "n": 290, "sum_ns": 173371000, "mean_ms": 0.5978310344827586 }, "raw_queue_to_source_exit": { "n": 290, "sum_ns": 6994000, "mean_ms": 0.024117241379310345 }, "selected_to_preprocess_start": { "n": 290, "sum_ns": 215524045, "mean_ms": 0.7431863620689656 }, "preprocess_start_to_preprocess_output": { "n": 290, "sum_ns": 243365682, "mean_ms": 0.8391920068965517 }, "selected_to_preprocess": { "n": 290, "sum_ns": 531588221, "mean_ms": 1.8330628310344828 }, "preprocess_start_to_preprocess": { "n": 290, "sum_ns": 316064176, "mean_ms": 1.0898764689655174 }, "preprocess_output_to_infer_entry": { "n": 290, "sum_ns": 72698494, "mean_ms": 0.2506844620689655 }, "preprocess_to_infer_output": { "n": 289, "sum_ns": 6520917097, "mean_ms": 22.563726979238755 }, "preprocess_to_callback": { "n": 289, "sum_ns": 6771000789, "mean_ms": 23.429068474048442 }, "infer_output_to_callback": { "n": 289, "sum_ns": 250083692, "mean_ms": 0.8653414948096886 }, "copy_wall": { "n": 289, "sum_ns": 1736915790, "mean_ms": 6.010089238754325 }, "copy_thread_cpu": { "n": 289, "sum_ns": 1723767784, "mean_ms": 5.964594408304499 }, "callback_to_copied": { "n": 289, "sum_ns": 1784605774, "mean_ms": 6.175106484429066 }, "accepted_interval": { "n": 289, "sum_ns": 29691432386, "mean_ms": 102.73852036678201 }, "selected_to_submitted": { "n": 289, "sum_ns": 9111047825, "mean_ms": 31.526117041522493 }, "completed_queue_wait": { "n": 289, "sum_ns": 322633790, "mean_ms": 1.1163798961937716 }, "result_observations_wall": { "n": 289, "sum_ns": 297645547, "mean_ms": 1.0299153875432525 }, "result_observations_cpu": { "n": 289, "sum_ns": 297385400, "mean_ms": 1.0290152249134947 }, "result_nms_wall": { "n": 289, "sum_ns": 593553324, "mean_ms": 2.0538177301038063 }, "result_nms_cpu": { "n": 289, "sum_ns": 152340478, "mean_ms": 0.5271296816608997 }, "result_tracking_wall": { "n": 289, "sum_ns": 1143326559, "mean_ms": 3.9561472629757786 }, "result_tracking_cpu": { "n": 289, "sum_ns": 638890405, "mean_ms": 2.2106934429065745 }, "result_region_wall": { "n": 289, "sum_ns": 87808108, "mean_ms": 0.30383428373702426 }, "result_region_cpu": { "n": 289, "sum_ns": 87702541, "mean_ms": 0.303469 }, "result_fall_wall": { "n": 289, "sum_ns": 759914322, "mean_ms": 2.629461321799308 }, "result_fall_cpu": { "n": 289, "sum_ns": 757913291, "mean_ms": 2.622537339100346 }, "result_fight_wall": { "n": 289, "sum_ns": 154832881, "mean_ms": 0.5357539134948096 }, "result_fight_cpu": { "n": 289, "sum_ns": 153291314, "mean_ms": 0.5304197716262976 }, "result_collector_wall": { "n": 289, "sum_ns": 1286261583, "mean_ms": 4.450732121107266 }, "result_collector_cpu": { "n": 289, "sum_ns": 1274715058, "mean_ms": 4.410778747404844 }, "result_composition_wall": { "n": 289, "sum_ns": 5251603, "mean_ms": 0.01817163667820069 }, "result_composition_cpu": { "n": 289, "sum_ns": 5195858, "mean_ms": 0.01797874740484429 }, "result_artifact_handoff_wall": { "n": 289, "sum_ns": 3147294, "mean_ms": 0.010890290657439445 }, "result_artifact_handoff_cpu": { "n": 289, "sum_ns": 3128356, "mean_ms": 0.010824761245674741 }, "result_publish_wall": { "n": 289, "sum_ns": 861926982, "mean_ms": 2.9824463044982696 }, "result_publish_cpu": { "n": 289, "sum_ns": 852134010, "mean_ms": 2.948560588235294 }, "result_total_wall": { "n": 289, "sum_ns": 5471952231, "mean_ms": 18.934090764705882 }, "result_total_cpu": { "n": 289, "sum_ns": 4488446428, "mean_ms": 15.530956498269896 } } }, { "mode": "mixed-a", "level": 8, "camera": "30", "provider": "fire", "cohort_reset": false, "counter_seconds": 29.84032765, "new_channel": false, "seconds": 30.00001303094905, "selected_fps": 9.91946212762178, "requested_fps": 9.91946212762178, "complete_fps": 9.91946212762178, "accepted_fps": 9.91946212762178, "finalized_fps": 9.91946212762178, "redis_fps": 9.91946212762178, "redis_read_fps": 9.899995699788683, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 1, "queue_age_max_sampled": 0.0005805760156363249, "provider_response_age_max_sampled": 0.117, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.4146057160105556, "redis_interval_s": { "n": 296, "mean": 0.1010335437500003, "median": 0.0991264530166518, "p95": 0.15823957801330835, "maximum": 0.4146057160105556, "minimum": 0.001323364966083318 }, "redis_drift_s": { "n": 297, "mean": -0.029062742988933046, "median": -0.03024442105225944, "p95": 0.004293862959343642, "maximum": 0.283924648984339, "minimum": -0.1377519860495795 }, "redis_drift_s_per_min": 0.0003997241212733494, "ingress_drift_s": { "n": 12, "mean": -0.008142246916662543, "median": -0.005687402500001326, "p95": 0.025430196999991495, "maximum": 0.025430196999991495, "minimum": -0.04465046100000336 }, "ingress_drift_s_per_min": -0.0009219673538322625, "source_drift_s": { "n": 12, "mean": -0.00845583333332911, "median": -0.005939500000010867, "p95": 0.02277800000001662, "maximum": 0.02277800000001662, "minimum": -0.04476799999997638 }, "ingress_to_redis_ms": { "n": 297, "mean": 29.185185185185187, "median": 29, "p95": 41, "maximum": 60, "minimum": 18 }, "source_samples": 12, "redis_samples": 297, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 296, "sum_ns": 13434171000, "mean_ms": 45.385712837837836 }, "source_exit_to_ingress": { "n": 296, "sum_ns": 160749547, "mean_ms": 0.5430727939189189 }, "source_encoded_queue": { "n": 296, "sum_ns": 10796000, "mean_ms": 0.03647297297297297 }, "decode_between_queues": { "n": 296, "sum_ns": 13332792000, "mean_ms": 45.043216216216216 }, "source_raw_queue": { "n": 296, "sum_ns": 8377000, "mean_ms": 0.028300675675675676 }, "raw_queue_to_source_exit": { "n": 296, "sum_ns": 7962000, "mean_ms": 0.02689864864864865 }, "selected_to_preprocess_start": { "n": 296, "sum_ns": 192536420, "mean_ms": 0.6504608783783783 }, "preprocess_start_to_preprocess_output": { "n": 296, "sum_ns": 236906783, "mean_ms": 0.8003607533783783 }, "selected_to_preprocess": { "n": 296, "sum_ns": 482407696, "mean_ms": 1.6297557297297296 }, "preprocess_start_to_preprocess": { "n": 296, "sum_ns": 289871276, "mean_ms": 0.9792948513513514 }, "preprocess_output_to_infer_entry": { "n": 296, "sum_ns": 52964493, "mean_ms": 0.17893409797297297 }, "preprocess_to_infer_output": { "n": 296, "sum_ns": 5865449370, "mean_ms": 19.815707331081082 }, "preprocess_to_callback": { "n": 296, "sum_ns": 6138850552, "mean_ms": 20.739359972972974 }, "infer_output_to_callback": { "n": 296, "sum_ns": 273401182, "mean_ms": 0.9236526418918919 }, "copy_wall": { "n": 296, "sum_ns": 1510933983, "mean_ms": 5.104506699324324 }, "copy_thread_cpu": { "n": 296, "sum_ns": 1493629462, "mean_ms": 5.04604547972973 }, "callback_to_copied": { "n": 296, "sum_ns": 1563036340, "mean_ms": 5.280528175675675 }, "accepted_interval": { "n": 296, "sum_ns": 29893793295, "mean_ms": 100.99254491554055 }, "selected_to_submitted": { "n": 296, "sum_ns": 8210041078, "mean_ms": 27.736625263513513 }, "completed_queue_wait": { "n": 296, "sum_ns": 61937582, "mean_ms": 0.20924858783783784 }, "result_composition_wall": { "n": 296, "sum_ns": 2808735, "mean_ms": 0.009488969594594596 }, "result_composition_cpu": { "n": 296, "sum_ns": 2741973, "mean_ms": 0.009263422297297296 }, "result_artifact_handoff_wall": { "n": 296, "sum_ns": 2530992, "mean_ms": 0.008550648648648648 }, "result_artifact_handoff_cpu": { "n": 296, "sum_ns": 2533241, "mean_ms": 0.008558246621621622 }, "result_publish_wall": { "n": 296, "sum_ns": 28000181, "mean_ms": 0.09459520608108107 }, "result_publish_cpu": { "n": 296, "sum_ns": 28017390, "mean_ms": 0.0946533445945946 }, "result_total_wall": { "n": 296, "sum_ns": 289071677, "mean_ms": 0.9765935033783784 }, "result_total_cpu": { "n": 296, "sum_ns": 287834113, "mean_ms": 0.972412543918919 } } }, { "mode": "mixed-a", "level": 8, "camera": "30", "provider": "crowd", "cohort_reset": false, "counter_seconds": 29.844256281, "new_channel": false, "seconds": 30.00001303094905, "selected_fps": 9.918156351862082, "requested_fps": 9.918156351862082, "complete_fps": 9.918156351862082, "accepted_fps": 9.918156351862082, "finalized_fps": 9.884649066889576, "redis_fps": 9.884649066889576, "redis_read_fps": 9.899995699788683, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 1, "queue_age_max_sampled": 0.0005339700146578252, "provider_response_age_max_sampled": 0.104, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.4046371729928069, "redis_interval_s": { "n": 296, "mean": 0.10107613816217054, "median": 0.09923728348803706, "p95": 0.15264668298186734, "maximum": 0.4046371729928069, "minimum": 0.0006856379914097488 }, "redis_drift_s": { "n": 297, "mean": -0.3099288862218728, "median": -0.31015278499342, "p95": -0.2773818779494377, "maximum": -0.002768600012643674, "minimum": -0.42476037999568916 }, "redis_drift_s_per_min": -0.0007872313993892959, "ingress_drift_s": { "n": 12, "mean": -0.0028607700833352587, "median": 0.004568307500022684, "p95": 0.025147881999998845, "maximum": 0.025147881999998845, "minimum": -0.04445585100000926 }, "ingress_drift_s_per_min": -0.05004296937201017, "source_drift_s": { "n": 12, "mean": -0.0030925833333318073, "median": 0.004748500000005151, "p95": 0.02266700000001265, "maximum": 0.02266700000001265, "minimum": -0.04452600000001894 }, "ingress_to_redis_ms": { "n": 297, "mean": 27.565656565656564, "median": 28, "p95": 36, "maximum": 46, "minimum": 15 }, "source_samples": 12, "redis_samples": 297, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 296, "sum_ns": 13442964000, "mean_ms": 45.415418918918924 }, "source_exit_to_ingress": { "n": 296, "sum_ns": 171168460, "mean_ms": 0.5782718243243243 }, "source_encoded_queue": { "n": 296, "sum_ns": 13023000, "mean_ms": 0.04399662162162162 }, "decode_between_queues": { "n": 296, "sum_ns": 13334237000, "mean_ms": 45.048097972972975 }, "source_raw_queue": { "n": 296, "sum_ns": 12816000, "mean_ms": 0.0432972972972973 }, "raw_queue_to_source_exit": { "n": 296, "sum_ns": 8158000, "mean_ms": 0.02756081081081081 }, "selected_to_preprocess_start": { "n": 296, "sum_ns": 198880272, "mean_ms": 0.6718928108108108 }, "preprocess_start_to_preprocess_output": { "n": 296, "sum_ns": 244676779, "mean_ms": 0.8266107398648649 }, "selected_to_preprocess": { "n": 296, "sum_ns": 492431669, "mean_ms": 1.6636205033783784 }, "preprocess_start_to_preprocess": { "n": 296, "sum_ns": 293551397, "mean_ms": 0.9917276925675675 }, "preprocess_output_to_infer_entry": { "n": 296, "sum_ns": 48874618, "mean_ms": 0.16511695270270269 }, "preprocess_to_infer_output": { "n": 296, "sum_ns": 5213198287, "mean_ms": 17.612156375 }, "preprocess_to_callback": { "n": 296, "sum_ns": 5478362887, "mean_ms": 18.50798272635135 }, "infer_output_to_callback": { "n": 296, "sum_ns": 265164600, "mean_ms": 0.8958263513513514 }, "copy_wall": { "n": 296, "sum_ns": 1536597710, "mean_ms": 5.191208479729729 }, "copy_thread_cpu": { "n": 296, "sum_ns": 1528468331, "mean_ms": 5.163744361486486 }, "callback_to_copied": { "n": 296, "sum_ns": 1591237515, "mean_ms": 5.375802415540541 }, "accepted_interval": { "n": 296, "sum_ns": 29892050831, "mean_ms": 100.98665821283784 }, "selected_to_submitted": { "n": 296, "sum_ns": 7590685653, "mean_ms": 25.64420828716216 }, "completed_queue_wait": { "n": 295, "sum_ns": 55944533, "mean_ms": 0.18964248474576273 }, "result_composition_wall": { "n": 295, "sum_ns": 7361121, "mean_ms": 0.02495295254237288 }, "result_composition_cpu": { "n": 295, "sum_ns": 7035301, "mean_ms": 0.023848477966101695 }, "result_publish_wall": { "n": 295, "sum_ns": 70174378, "mean_ms": 0.23787924745762712 }, "result_publish_cpu": { "n": 295, "sum_ns": 69816111, "mean_ms": 0.23666478305084745 }, "result_total_wall": { "n": 295, "sum_ns": 424420176, "mean_ms": 1.4387124610169493 }, "result_total_cpu": { "n": 295, "sum_ns": 419722110, "mean_ms": 1.422786813559322 } } }, { "mode": "mixed-a", "level": 8, "camera": "31", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.118686037, "new_channel": false, "seconds": 30.00001303094905, "selected_fps": 9.927391906562143, "requested_fps": 9.927391906562143, "complete_fps": 9.927391906562143, "accepted_fps": 9.927391906562143, "finalized_fps": 9.894189926941532, "redis_fps": 9.894189926941532, "redis_read_fps": 9.966662337497697, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 4, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.182, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 1, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.3404402239830233, "redis_interval_s": { "n": 298, "mean": 0.10030036690276141, "median": 0.09672050300287083, "p95": 0.16781147301662713, "maximum": 0.3404402239830233, "minimum": 0.004146585997659713 }, "redis_drift_s": { "n": 299, "mean": -6.665297080452418, "median": -6.669007100982128, "p95": -6.617091295966873, "maximum": -6.487511920963868, "minimum": -6.725675686975478 }, "redis_drift_s_per_min": 0.0033066396135009732, "ingress_drift_s": { "n": 12, "mean": 0.005370812166667349, "median": 0.0013804729999975507, "p95": 0.07291915800001902, "maximum": 0.07291915800001902, "minimum": -0.014619125000024269 }, "ingress_drift_s_per_min": -0.04254001293998517, "source_drift_s": { "n": 12, "mean": -0.0013324999999989966, "median": -0.0002190000000013015, "p95": 0.019639000000012174, "maximum": 0.019639000000012174, "minimum": -0.014836000000002514 }, "ingress_to_redis_ms": { "n": 299, "mean": 39.414715719063544, "median": 35, "p95": 58, "maximum": 199, "minimum": 23 }, "source_samples": 12, "redis_samples": 299, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 298, "sum_ns": 13202101000, "mean_ms": 44.30235234899329 }, "source_exit_to_ingress": { "n": 298, "sum_ns": 467950600, "mean_ms": 1.5703040268456374 }, "source_encoded_queue": { "n": 298, "sum_ns": 12360000, "mean_ms": 0.0414765100671141 }, "decode_between_queues": { "n": 298, "sum_ns": 13042683000, "mean_ms": 43.767392617449666 }, "source_raw_queue": { "n": 298, "sum_ns": 50737000, "mean_ms": 0.17025838926174497 }, "raw_queue_to_source_exit": { "n": 298, "sum_ns": 8073000, "mean_ms": 0.027090604026845638 }, "selected_to_preprocess_start": { "n": 299, "sum_ns": 211988668, "mean_ms": 0.7089922006688963 }, "preprocess_start_to_preprocess_output": { "n": 299, "sum_ns": 259673236, "mean_ms": 0.8684723612040134 }, "selected_to_preprocess": { "n": 299, "sum_ns": 526606580, "mean_ms": 1.7612260200668897 }, "preprocess_start_to_preprocess": { "n": 299, "sum_ns": 314617912, "mean_ms": 1.0522338193979934 }, "preprocess_output_to_infer_entry": { "n": 299, "sum_ns": 54944676, "mean_ms": 0.18376145819397993 }, "preprocess_to_infer_output": { "n": 299, "sum_ns": 6685503837, "mean_ms": 22.35954460535117 }, "preprocess_to_callback": { "n": 299, "sum_ns": 6924334719, "mean_ms": 23.15831009698997 }, "infer_output_to_callback": { "n": 299, "sum_ns": 238830882, "mean_ms": 0.798765491638796 }, "copy_wall": { "n": 299, "sum_ns": 1258956086, "mean_ms": 4.210555471571906 }, "copy_thread_cpu": { "n": 299, "sum_ns": 1250260630, "mean_ms": 4.181473678929765 }, "callback_to_copied": { "n": 299, "sum_ns": 1310173523, "mean_ms": 4.381851247491639 }, "accepted_interval": { "n": 299, "sum_ns": 30027593231, "mean_ms": 100.42673321404682 }, "selected_to_submitted": { "n": 299, "sum_ns": 8788894120, "mean_ms": 29.394294715719063 }, "completed_queue_wait": { "n": 299, "sum_ns": 69346227, "mean_ms": 0.2319271806020067 }, "result_observations_wall": { "n": 299, "sum_ns": 319354104, "mean_ms": 1.0680739264214045 }, "result_observations_cpu": { "n": 299, "sum_ns": 319067073, "mean_ms": 1.0671139565217391 }, "result_nms_wall": { "n": 299, "sum_ns": 198078168, "mean_ms": 0.6624687892976588 }, "result_nms_cpu": { "n": 299, "sum_ns": 147849819, "mean_ms": 0.494481 }, "result_tracking_wall": { "n": 299, "sum_ns": 279964083, "mean_ms": 0.9363347257525084 }, "result_tracking_cpu": { "n": 299, "sum_ns": 265203459, "mean_ms": 0.8869680903010033 }, "result_region_wall": { "n": 299, "sum_ns": 64259931, "mean_ms": 0.21491615719063545 }, "result_region_cpu": { "n": 299, "sum_ns": 64279140, "mean_ms": 0.21498040133779264 }, "result_fall_wall": { "n": 299, "sum_ns": 134949195, "mean_ms": 0.4513351003344482 }, "result_fall_cpu": { "n": 299, "sum_ns": 133413951, "mean_ms": 0.4462005050167224 }, "result_fight_wall": { "n": 299, "sum_ns": 50975759, "mean_ms": 0.1704874882943144 }, "result_fight_cpu": { "n": 299, "sum_ns": 51005129, "mean_ms": 0.17058571571906353 }, "result_collector_wall": { "n": 298, "sum_ns": 1250370257, "mean_ms": 4.195873345637584 }, "result_collector_cpu": { "n": 298, "sum_ns": 1237533220, "mean_ms": 4.1527960402684565 }, "result_composition_wall": { "n": 298, "sum_ns": 5163917, "mean_ms": 0.017328580536912754 }, "result_composition_cpu": { "n": 298, "sum_ns": 5174854, "mean_ms": 0.01736528187919463 }, "result_artifact_handoff_wall": { "n": 298, "sum_ns": 3251820, "mean_ms": 0.01091214765100671 }, "result_artifact_handoff_cpu": { "n": 298, "sum_ns": 3044864, "mean_ms": 0.010217664429530201 }, "result_publish_wall": { "n": 298, "sum_ns": 109438609, "mean_ms": 0.3672436543624161 }, "result_publish_cpu": { "n": 298, "sum_ns": 109129072, "mean_ms": 0.3662049395973154 }, "result_total_wall": { "n": 298, "sum_ns": 2676085167, "mean_ms": 8.980151567114094 }, "result_total_cpu": { "n": 298, "sum_ns": 2592558754, "mean_ms": 8.699861590604028 } } }, { "mode": "mixed-a", "level": 8, "camera": "31", "provider": "fire", "cohort_reset": false, "counter_seconds": 30.111201904, "new_channel": false, "seconds": 30.00001303094905, "selected_fps": 9.963069589731246, "requested_fps": 9.963069589731246, "complete_fps": 9.963069589731246, "accepted_fps": 9.963069589731246, "finalized_fps": 9.963069589731246, "redis_fps": 9.963069589731246, "redis_read_fps": 9.933329018643189, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.095, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.22726789698936045, "redis_interval_s": { "n": 297, "mean": 0.10066588822558603, "median": 0.09871229104464874, "p95": 0.15388246101792902, "maximum": 0.22726789698936045, "minimum": 0.008055771992076188 }, "redis_drift_s": { "n": 298, "mean": 0.009467620355333462, "median": 0.008997030490547786, "p95": 0.03919414500612106, "maximum": 0.08504656098548935, "minimum": -0.043520522005849216 }, "redis_drift_s_per_min": 0.0006526655254425942, "ingress_drift_s": { "n": 12, "mean": 0.00017634625000795268, "median": 0.0006424910000077944, "p95": 0.03668358100000546, "maximum": 0.03668358100000546, "minimum": -0.023500908999949388 }, "ingress_drift_s_per_min": -0.0719948077951427, "source_drift_s": { "n": 12, "mean": -0.0005834999999976276, "median": 0.00012499999999704414, "p95": 0.03601800000001276, "maximum": 0.03601800000001276, "minimum": -0.024844999999970696 }, "ingress_to_redis_ms": { "n": 298, "mean": 28.110738255033556, "median": 27.0, "p95": 39, "maximum": 73, "minimum": 16 }, "source_samples": 12, "redis_samples": 298, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 299, "sum_ns": 13207938000, "mean_ms": 44.17370568561873 }, "source_exit_to_ingress": { "n": 299, "sum_ns": 172113903, "mean_ms": 0.5756317826086956 }, "source_encoded_queue": { "n": 299, "sum_ns": 10270000, "mean_ms": 0.03434782608695652 }, "decode_between_queues": { "n": 299, "sum_ns": 13087705000, "mean_ms": 43.771588628762544 }, "source_raw_queue": { "n": 299, "sum_ns": 8821000, "mean_ms": 0.029501672240802676 }, "raw_queue_to_source_exit": { "n": 299, "sum_ns": 8580000, "mean_ms": 0.028695652173913042 }, "selected_to_preprocess_start": { "n": 300, "sum_ns": 201125578, "mean_ms": 0.6704185933333334 }, "preprocess_start_to_preprocess_output": { "n": 300, "sum_ns": 229480828, "mean_ms": 0.7649360933333333 }, "selected_to_preprocess": { "n": 300, "sum_ns": 480783449, "mean_ms": 1.6026114966666667 }, "preprocess_start_to_preprocess": { "n": 300, "sum_ns": 279657871, "mean_ms": 0.9321929033333333 }, "preprocess_output_to_infer_entry": { "n": 300, "sum_ns": 50177043, "mean_ms": 0.16725681 }, "preprocess_to_infer_output": { "n": 300, "sum_ns": 5671014993, "mean_ms": 18.90338331 }, "preprocess_to_callback": { "n": 300, "sum_ns": 5940691941, "mean_ms": 19.802306469999998 }, "infer_output_to_callback": { "n": 300, "sum_ns": 269676948, "mean_ms": 0.89892316 }, "copy_wall": { "n": 300, "sum_ns": 1539311113, "mean_ms": 5.1310370433333325 }, "copy_thread_cpu": { "n": 300, "sum_ns": 1524139381, "mean_ms": 5.080464603333334 }, "callback_to_copied": { "n": 300, "sum_ns": 1593582555, "mean_ms": 5.311941849999999 }, "accepted_interval": { "n": 300, "sum_ns": 30082166805, "mean_ms": 100.27388934999999 }, "selected_to_submitted": { "n": 300, "sum_ns": 8043448100, "mean_ms": 26.811493666666667 }, "completed_queue_wait": { "n": 300, "sum_ns": 62590499, "mean_ms": 0.20863499666666668 }, "result_composition_wall": { "n": 300, "sum_ns": 2804108, "mean_ms": 0.009347026666666666 }, "result_composition_cpu": { "n": 300, "sum_ns": 2742966, "mean_ms": 0.009143219999999999 }, "result_artifact_handoff_wall": { "n": 300, "sum_ns": 2449717, "mean_ms": 0.008165723333333333 }, "result_artifact_handoff_cpu": { "n": 300, "sum_ns": 2442474, "mean_ms": 0.00814158 }, "result_publish_wall": { "n": 300, "sum_ns": 28913432, "mean_ms": 0.09637810666666667 }, "result_publish_cpu": { "n": 300, "sum_ns": 28970600, "mean_ms": 0.09656866666666668 }, "result_total_wall": { "n": 300, "sum_ns": 253875710, "mean_ms": 0.8462523666666667 }, "result_total_cpu": { "n": 300, "sum_ns": 253177563, "mean_ms": 0.84392521 } } }, { "mode": "mixed-a", "level": 8, "camera": "31", "provider": "crowd", "cohort_reset": false, "counter_seconds": 30.098964932, "new_channel": false, "seconds": 30.00001303094905, "selected_fps": 9.9671201543895, "requested_fps": 9.9671201543895, "complete_fps": 9.9671201543895, "accepted_fps": 9.9671201543895, "finalized_fps": 9.9671201543895, "redis_fps": 9.9671201543895, "redis_read_fps": 9.933329018643189, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.07, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.2326673479983583, "redis_interval_s": { "n": 297, "mean": 0.10069454932661401, "median": 0.09807850205106661, "p95": 0.152260136033874, "maximum": 0.2326673479983583, "minimum": 0.007777537975925952 }, "redis_drift_s": { "n": 298, "mean": 0.01200831764524579, "median": 0.012520001517387414, "p95": 0.04300350001642528, "maximum": 0.0840252359998317, "minimum": -0.039927402963854774 }, "redis_drift_s_per_min": -0.0015250016449361713, "ingress_drift_s": { "n": 12, "mean": 0.001002884833335808, "median": 0.0015788655000079643, "p95": 0.03605797899999175, "maximum": 0.03605797899999175, "minimum": -0.023222363999991558 }, "ingress_drift_s_per_min": -0.06730468742528471, "source_drift_s": { "n": 12, "mean": 0.0005115833333348974, "median": 0.00040649999998265685, "p95": 0.03600900000000706, "maximum": 0.03600900000000706, "minimum": -0.024825999999961823 }, "ingress_to_redis_ms": { "n": 298, "mean": 26.731543624161073, "median": 26.0, "p95": 35, "maximum": 53, "minimum": 16 }, "source_samples": 12, "redis_samples": 298, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 299, "sum_ns": 13187619000, "mean_ms": 44.105749163879594 }, "source_exit_to_ingress": { "n": 299, "sum_ns": 168671734, "mean_ms": 0.5641195117056856 }, "source_encoded_queue": { "n": 299, "sum_ns": 15509000, "mean_ms": 0.051869565217391306 }, "decode_between_queues": { "n": 299, "sum_ns": 13066066000, "mean_ms": 43.69921739130435 }, "source_raw_queue": { "n": 299, "sum_ns": 8154000, "mean_ms": 0.027270903010033445 }, "raw_queue_to_source_exit": { "n": 299, "sum_ns": 7910000, "mean_ms": 0.02645484949832776 }, "selected_to_preprocess_start": { "n": 300, "sum_ns": 207643461, "mean_ms": 0.69214487 }, "preprocess_start_to_preprocess_output": { "n": 300, "sum_ns": 248474997, "mean_ms": 0.82824999 }, "selected_to_preprocess": { "n": 300, "sum_ns": 504592962, "mean_ms": 1.68197654 }, "preprocess_start_to_preprocess": { "n": 300, "sum_ns": 296949501, "mean_ms": 0.98983167 }, "preprocess_output_to_infer_entry": { "n": 300, "sum_ns": 48474504, "mean_ms": 0.16158168 }, "preprocess_to_infer_output": { "n": 300, "sum_ns": 5168001890, "mean_ms": 17.226672966666666 }, "preprocess_to_callback": { "n": 300, "sum_ns": 5434905275, "mean_ms": 18.11635091666667 }, "infer_output_to_callback": { "n": 300, "sum_ns": 266903385, "mean_ms": 0.8896779499999999 }, "copy_wall": { "n": 300, "sum_ns": 1550136301, "mean_ms": 5.167121003333333 }, "copy_thread_cpu": { "n": 300, "sum_ns": 1538047234, "mean_ms": 5.126824113333333 }, "callback_to_copied": { "n": 300, "sum_ns": 1604751277, "mean_ms": 5.349170923333332 }, "accepted_interval": { "n": 300, "sum_ns": 30085474257, "mean_ms": 100.28491419 }, "selected_to_submitted": { "n": 300, "sum_ns": 7571417311, "mean_ms": 25.238057703333332 }, "completed_queue_wait": { "n": 300, "sum_ns": 51965149, "mean_ms": 0.17321716333333334 }, "result_composition_wall": { "n": 300, "sum_ns": 3047933, "mean_ms": 0.010159776666666667 }, "result_composition_cpu": { "n": 300, "sum_ns": 2919961, "mean_ms": 0.009733203333333332 }, "result_publish_wall": { "n": 300, "sum_ns": 41600883, "mean_ms": 0.13866961 }, "result_publish_cpu": { "n": 300, "sum_ns": 41603009, "mean_ms": 0.13867669666666665 }, "result_total_wall": { "n": 300, "sum_ns": 338101587, "mean_ms": 1.12700529 }, "result_total_cpu": { "n": 300, "sum_ns": 333263319, "mean_ms": 1.11087773 } } }, { "mode": "mixed-a", "level": 8, "camera": "32", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.87134983, "new_channel": false, "seconds": 30.00001303094905, "selected_fps": 9.875683612520566, "requested_fps": 9.875683612520566, "complete_fps": 9.875683612520566, "accepted_fps": 9.875683612520566, "finalized_fps": 9.875683612520566, "redis_fps": 9.875683612520566, "redis_read_fps": 9.833329062079667, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 2, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.153, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 6, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.4253448700183071, "redis_interval_s": { "n": 294, "mean": 0.10142528953060008, "median": 0.09561455802759156, "p95": 0.18569005496101454, "maximum": 0.4253448700183071, "minimum": 0.003999698034022003 }, "redis_drift_s": { "n": 295, "mean": -3.7431405234971966, "median": -3.752510657993156, "p95": -3.6628430160060645, "maximum": -3.3922210249649254, "minimum": -3.8496703870035844 }, "redis_drift_s_per_min": 0.012442737568795645, "ingress_drift_s": { "n": 12, "mean": 0.005833758000003779, "median": 0.0030964845000056584, "p95": 0.02828066300000387, "maximum": 0.02828066300000387, "minimum": -0.013587145000002465 }, "ingress_drift_s_per_min": 0.023501880746349697, "source_drift_s": { "n": 12, "mean": 0.005866166666668467, "median": 0.0026460000000128048, "p95": 0.028400000000004866, "maximum": 0.028400000000004866, "minimum": -0.013487999999995282 }, "ingress_to_redis_ms": { "n": 295, "mean": 40.72542372881356, "median": 35, "p95": 64, "maximum": 192, "minimum": 22 }, "source_samples": 12, "redis_samples": 295, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 295, "sum_ns": 14140662000, "mean_ms": 47.934447457627115 }, "source_exit_to_ingress": { "n": 295, "sum_ns": 650428984, "mean_ms": 2.2048440135593217 }, "source_encoded_queue": { "n": 295, "sum_ns": 13438000, "mean_ms": 0.04555254237288135 }, "decode_between_queues": { "n": 295, "sum_ns": 13891766000, "mean_ms": 47.090732203389834 }, "source_raw_queue": { "n": 295, "sum_ns": 104135000, "mean_ms": 0.353 }, "raw_queue_to_source_exit": { "n": 295, "sum_ns": 7812000, "mean_ms": 0.026481355932203392 }, "selected_to_preprocess_start": { "n": 295, "sum_ns": 203594630, "mean_ms": 0.6901512881355931 }, "preprocess_start_to_preprocess_output": { "n": 295, "sum_ns": 243696831, "mean_ms": 0.8260909525423729 }, "selected_to_preprocess": { "n": 295, "sum_ns": 508141671, "mean_ms": 1.7225141389830507 }, "preprocess_start_to_preprocess": { "n": 295, "sum_ns": 304547041, "mean_ms": 1.0323628508474576 }, "preprocess_output_to_infer_entry": { "n": 295, "sum_ns": 60850210, "mean_ms": 0.20627189830508477 }, "preprocess_to_infer_output": { "n": 295, "sum_ns": 6580891266, "mean_ms": 22.308105986440676 }, "preprocess_to_callback": { "n": 295, "sum_ns": 6815781928, "mean_ms": 23.104345518644067 }, "infer_output_to_callback": { "n": 295, "sum_ns": 234890662, "mean_ms": 0.7962395322033898 }, "copy_wall": { "n": 295, "sum_ns": 1069953362, "mean_ms": 3.6269605491525425 }, "copy_thread_cpu": { "n": 295, "sum_ns": 1059333770, "mean_ms": 3.5909619322033897 }, "callback_to_copied": { "n": 295, "sum_ns": 1120370723, "mean_ms": 3.7978668576271186 }, "accepted_interval": { "n": 295, "sum_ns": 29977415712, "mean_ms": 101.61835834576272 }, "selected_to_submitted": { "n": 295, "sum_ns": 8470518603, "mean_ms": 28.713622383050847 }, "completed_queue_wait": { "n": 295, "sum_ns": 99777705, "mean_ms": 0.3382295084745763 }, "result_observations_wall": { "n": 295, "sum_ns": 288353015, "mean_ms": 0.977467847457627 }, "result_observations_cpu": { "n": 295, "sum_ns": 287913604, "mean_ms": 0.9759783186440678 }, "result_nms_wall": { "n": 295, "sum_ns": 235784768, "mean_ms": 0.7992704 }, "result_nms_cpu": { "n": 295, "sum_ns": 144025203, "mean_ms": 0.48822102711864407 }, "result_tracking_wall": { "n": 295, "sum_ns": 402210866, "mean_ms": 1.3634266644067796 }, "result_tracking_cpu": { "n": 295, "sum_ns": 334802941, "mean_ms": 1.1349252237288134 }, "result_region_wall": { "n": 295, "sum_ns": 75695041, "mean_ms": 0.2565933593220339 }, "result_region_cpu": { "n": 295, "sum_ns": 75659019, "mean_ms": 0.25647125084745764 }, "result_fall_wall": { "n": 295, "sum_ns": 230704578, "mean_ms": 0.7820494169491526 }, "result_fall_cpu": { "n": 295, "sum_ns": 230524552, "mean_ms": 0.7814391593220339 }, "result_fight_wall": { "n": 295, "sum_ns": 60542427, "mean_ms": 0.2052285661016949 }, "result_fight_cpu": { "n": 295, "sum_ns": 60577961, "mean_ms": 0.20534902033898303 }, "result_collector_wall": { "n": 295, "sum_ns": 1586430875, "mean_ms": 5.3777317796610165 }, "result_collector_cpu": { "n": 295, "sum_ns": 1571800286, "mean_ms": 5.328136562711864 }, "result_composition_wall": { "n": 295, "sum_ns": 4723193, "mean_ms": 0.01601082372881356 }, "result_composition_cpu": { "n": 295, "sum_ns": 4724300, "mean_ms": 0.01601457627118644 }, "result_artifact_handoff_wall": { "n": 295, "sum_ns": 3016796, "mean_ms": 0.010226427118644067 }, "result_artifact_handoff_cpu": { "n": 295, "sum_ns": 2973970, "mean_ms": 0.010081254237288137 }, "result_publish_wall": { "n": 295, "sum_ns": 147791018, "mean_ms": 0.5009865016949152 }, "result_publish_cpu": { "n": 295, "sum_ns": 147052810, "mean_ms": 0.49848410169491525 }, "result_total_wall": { "n": 295, "sum_ns": 3307787072, "mean_ms": 11.21283753220339 }, "result_total_cpu": { "n": 295, "sum_ns": 3128988821, "mean_ms": 10.606741766101695 } } }, { "mode": "mixed-a", "level": 8, "camera": "32", "provider": "fire", "cohort_reset": false, "counter_seconds": 30.092351598, "new_channel": false, "seconds": 30.00001303094905, "selected_fps": 9.836386466376153, "requested_fps": 9.836386466376153, "complete_fps": 9.836386466376153, "accepted_fps": 9.836386466376153, "finalized_fps": 9.836386466376153, "redis_fps": 9.803155431016775, "redis_read_fps": 9.79999574322516, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.059, "sender": { "replaced": 1, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.434373427007813, "redis_interval_s": { "n": 293, "mean": 0.10178177266535841, "median": 0.09901146095944569, "p95": 0.15611644700402394, "maximum": 0.434373427007813, "minimum": 0.005944549979176372 }, "redis_drift_s": { "n": 294, "mean": 0.025824957478294306, "median": 0.02257408898766755, "p95": 0.054424042010680296, "maximum": 0.3792766900169795, "minimum": -0.08467028100557172 }, "redis_drift_s_per_min": 0.01174709824107431, "ingress_drift_s": { "n": 12, "mean": 0.002679223916667676, "median": 0.000581421500001511, "p95": 0.0284609150000108, "maximum": 0.0284609150000108, "minimum": -0.03060883700001682 }, "ingress_drift_s_per_min": -0.02651853144325375, "source_drift_s": { "n": 12, "mean": 0.002650916666667058, "median": 0.000732999999996764, "p95": 0.028331000000008544, "maximum": 0.028331000000008544, "minimum": -0.030483000000003813 }, "ingress_to_redis_ms": { "n": 294, "mean": 28.34013605442177, "median": 28.0, "p95": 40, "maximum": 52, "minimum": 16 }, "source_samples": 12, "redis_samples": 294, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 296, "sum_ns": 14136225000, "mean_ms": 47.75751689189189 }, "source_exit_to_ingress": { "n": 296, "sum_ns": 173549721, "mean_ms": 0.586316625 }, "source_encoded_queue": { "n": 296, "sum_ns": 10249000, "mean_ms": 0.034625 }, "decode_between_queues": { "n": 296, "sum_ns": 13999617000, "mean_ms": 47.29600337837837 }, "source_raw_queue": { "n": 296, "sum_ns": 7598000, "mean_ms": 0.02566891891891892 }, "raw_queue_to_source_exit": { "n": 296, "sum_ns": 7904000, "mean_ms": 0.026702702702702703 }, "selected_to_preprocess_start": { "n": 296, "sum_ns": 202493169, "mean_ms": 0.6840985439189189 }, "preprocess_start_to_preprocess_output": { "n": 296, "sum_ns": 252264146, "mean_ms": 0.8522437364864865 }, "selected_to_preprocess": { "n": 296, "sum_ns": 505291689, "mean_ms": 1.707066516891892 }, "preprocess_start_to_preprocess": { "n": 296, "sum_ns": 302798520, "mean_ms": 1.022967972972973 }, "preprocess_output_to_infer_entry": { "n": 296, "sum_ns": 50534374, "mean_ms": 0.1707242364864865 }, "preprocess_to_infer_output": { "n": 296, "sum_ns": 5612725275, "mean_ms": 18.961909712837837 }, "preprocess_to_callback": { "n": 296, "sum_ns": 5899786792, "mean_ms": 19.931712135135136 }, "infer_output_to_callback": { "n": 296, "sum_ns": 287061517, "mean_ms": 0.9698024222972973 }, "copy_wall": { "n": 296, "sum_ns": 1503684524, "mean_ms": 5.080015283783784 }, "copy_thread_cpu": { "n": 296, "sum_ns": 1489443284, "mean_ms": 5.031902986486486 }, "callback_to_copied": { "n": 296, "sum_ns": 1556927814, "mean_ms": 5.259891263513514 }, "accepted_interval": { "n": 296, "sum_ns": 30086048848, "mean_ms": 101.64205691891893 }, "selected_to_submitted": { "n": 296, "sum_ns": 7991112954, "mean_ms": 26.997003222972975 }, "completed_queue_wait": { "n": 296, "sum_ns": 65508696, "mean_ms": 0.22131316216216215 }, "result_composition_wall": { "n": 296, "sum_ns": 2560714, "mean_ms": 0.00865106081081081 }, "result_composition_cpu": { "n": 296, "sum_ns": 2509194, "mean_ms": 0.008477006756756757 }, "result_artifact_handoff_wall": { "n": 296, "sum_ns": 2338060, "mean_ms": 0.007898851351351351 }, "result_artifact_handoff_cpu": { "n": 296, "sum_ns": 2341648, "mean_ms": 0.007910972972972974 }, "result_publish_wall": { "n": 296, "sum_ns": 27628588, "mean_ms": 0.09333982432432432 }, "result_publish_cpu": { "n": 296, "sum_ns": 27631500, "mean_ms": 0.09334966216216216 }, "result_total_wall": { "n": 296, "sum_ns": 250289754, "mean_ms": 0.8455734932432432 }, "result_total_cpu": { "n": 296, "sum_ns": 248714803, "mean_ms": 0.8402527128378379 } } }, { "mode": "mixed-a", "level": 8, "camera": "32", "provider": "crowd", "cohort_reset": false, "counter_seconds": 30.10840409, "new_channel": false, "seconds": 30.00001303094905, "selected_fps": 9.831142132781173, "requested_fps": 9.831142132781173, "complete_fps": 9.831142132781173, "accepted_fps": 9.831142132781173, "finalized_fps": 9.831142132781173, "redis_fps": 9.79792881476502, "redis_read_fps": 9.79999574322516, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.142, "sender": { "replaced": 1, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.43624343496048823, "redis_interval_s": { "n": 293, "mean": 0.10175597751191293, "median": 0.0984964839881286, "p95": 0.1534147830097936, "maximum": 0.43624343496048823, "minimum": 0.0002699099713936448 }, "redis_drift_s": { "n": 294, "mean": -0.0755269283175, "median": -0.07918837648793442, "p95": -0.046183147958004156, "maximum": 0.27375177901609504, "minimum": -0.1837161610075384 }, "redis_drift_s_per_min": 0.007070932622911527, "ingress_drift_s": { "n": 12, "mean": 0.002058116749995046, "median": 0.000125825999987228, "p95": 0.030598118999989765, "maximum": 0.030598118999989765, "minimum": -0.031210355000013124 }, "ingress_drift_s_per_min": -0.029095219032699886, "source_drift_s": { "n": 12, "mean": 0.0018167499999985164, "median": -0.00013649999999643114, "p95": 0.029265000000009422, "maximum": 0.029265000000009422, "minimum": -0.03149700000000166 }, "ingress_to_redis_ms": { "n": 294, "mean": 26.874149659863946, "median": 27.0, "p95": 36, "maximum": 54, "minimum": 17 }, "source_samples": 12, "redis_samples": 294, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 296, "sum_ns": 14143747000, "mean_ms": 47.78292905405405 }, "source_exit_to_ingress": { "n": 296, "sum_ns": 165639037, "mean_ms": 0.5595913412162162 }, "source_encoded_queue": { "n": 296, "sum_ns": 13707000, "mean_ms": 0.04630743243243243 }, "decode_between_queues": { "n": 296, "sum_ns": 13999400000, "mean_ms": 47.29527027027027 }, "source_raw_queue": { "n": 296, "sum_ns": 6603000, "mean_ms": 0.022307432432432432 }, "raw_queue_to_source_exit": { "n": 296, "sum_ns": 8875000, "mean_ms": 0.029983108108108107 }, "selected_to_preprocess_start": { "n": 296, "sum_ns": 201117701, "mean_ms": 0.6794516925675675 }, "preprocess_start_to_preprocess_output": { "n": 296, "sum_ns": 258877765, "mean_ms": 0.874587043918919 }, "selected_to_preprocess": { "n": 296, "sum_ns": 508316446, "mean_ms": 1.7172852905405407 }, "preprocess_start_to_preprocess": { "n": 296, "sum_ns": 307198745, "mean_ms": 1.037833597972973 }, "preprocess_output_to_infer_entry": { "n": 296, "sum_ns": 48320980, "mean_ms": 0.16324655405405405 }, "preprocess_to_infer_output": { "n": 296, "sum_ns": 5135002433, "mean_ms": 17.34798119256757 }, "preprocess_to_callback": { "n": 296, "sum_ns": 5397673318, "mean_ms": 18.235382831081083 }, "infer_output_to_callback": { "n": 296, "sum_ns": 262670885, "mean_ms": 0.8874016385135135 }, "copy_wall": { "n": 296, "sum_ns": 1507051339, "mean_ms": 5.091389658783784 }, "copy_thread_cpu": { "n": 296, "sum_ns": 1488591797, "mean_ms": 5.029026341216216 }, "callback_to_copied": { "n": 296, "sum_ns": 1561720994, "mean_ms": 5.276084439189189 }, "accepted_interval": { "n": 296, "sum_ns": 30083495274, "mean_ms": 101.63342997972973 }, "selected_to_submitted": { "n": 296, "sum_ns": 7493751985, "mean_ms": 25.316729679054056 }, "completed_queue_wait": { "n": 296, "sum_ns": 54744702, "mean_ms": 0.18494831756756758 }, "result_composition_wall": { "n": 296, "sum_ns": 6088903, "mean_ms": 0.020570618243243244 }, "result_composition_cpu": { "n": 296, "sum_ns": 5963029, "mean_ms": 0.020145368243243242 }, "result_publish_wall": { "n": 296, "sum_ns": 48886848, "mean_ms": 0.16515827027027027 }, "result_publish_cpu": { "n": 296, "sum_ns": 48900172, "mean_ms": 0.1652032837837838 }, "result_total_wall": { "n": 296, "sum_ns": 353660582, "mean_ms": 1.1947992635135136 }, "result_total_cpu": { "n": 296, "sum_ns": 344995239, "mean_ms": 1.1655244560810811 } } }, { "mode": "mixed-a", "level": 8, "camera": "33", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.931765491, "new_channel": false, "seconds": 30.00001303094905, "selected_fps": 9.889159397864534, "requested_fps": 9.889159397864534, "complete_fps": 9.889159397864534, "accepted_fps": 9.889159397864534, "finalized_fps": 9.889159397864534, "redis_fps": 9.889159397864534, "redis_read_fps": 9.866662380934175, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 5, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.092, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 3, "analysis_gap_markers": 1, "c_suppressed": 0, "max_redis_silence_s": 0.4404040499939583, "redis_interval_s": { "n": 295, "mean": 0.10095480226781377, "median": 0.09729301603510976, "p95": 0.17628724401583895, "maximum": 0.4404040499939583, "minimum": 0.004150518972892314 }, "redis_drift_s": { "n": 296, "mean": -7.577444757299691, "median": -7.581220595999156, "p95": -7.530074332010457, "maximum": -7.262598315035007, "minimum": -7.6770856200442665 }, "redis_drift_s_per_min": -0.008019041685222938, "ingress_drift_s": { "n": 12, "mean": -0.0038787644999989843, "median": -0.004434262000003741, "p95": 0.04557981199999972, "maximum": 0.04557981199999972, "minimum": -0.049940722000002324 }, "ingress_drift_s_per_min": 0.012712363564995905, "source_drift_s": { "n": 12, "mean": -0.007129500000004896, "median": -0.004696500000008541, "p95": 0.02858400000002348, "maximum": 0.02858400000002348, "minimum": -0.05028599999999983 }, "ingress_to_redis_ms": { "n": 296, "mean": 38.9222972972973, "median": 34.0, "p95": 55, "maximum": 199, "minimum": 23 }, "source_samples": 12, "redis_samples": 296, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 296, "sum_ns": 13104845000, "mean_ms": 44.273125 }, "source_exit_to_ingress": { "n": 296, "sum_ns": 456618221, "mean_ms": 1.542629125 }, "source_encoded_queue": { "n": 296, "sum_ns": 9635000, "mean_ms": 0.032550675675675676 }, "decode_between_queues": { "n": 296, "sum_ns": 12821770000, "mean_ms": 43.31679054054054 }, "source_raw_queue": { "n": 296, "sum_ns": 44972000, "mean_ms": 0.15193243243243243 }, "raw_queue_to_source_exit": { "n": 296, "sum_ns": 10654000, "mean_ms": 0.03599324324324324 }, "selected_to_preprocess_start": { "n": 296, "sum_ns": 206510767, "mean_ms": 0.6976715101351352 }, "preprocess_start_to_preprocess_output": { "n": 296, "sum_ns": 212896713, "mean_ms": 0.719245652027027 }, "selected_to_preprocess": { "n": 296, "sum_ns": 471024609, "mean_ms": 1.5912993547297296 }, "preprocess_start_to_preprocess": { "n": 296, "sum_ns": 264513842, "mean_ms": 0.8936278445945945 }, "preprocess_output_to_infer_entry": { "n": 296, "sum_ns": 51617129, "mean_ms": 0.17438219256756757 }, "preprocess_to_infer_output": { "n": 296, "sum_ns": 6326805593, "mean_ms": 21.374343219594593 }, "preprocess_to_callback": { "n": 296, "sum_ns": 6579374559, "mean_ms": 22.22761675337838 }, "infer_output_to_callback": { "n": 296, "sum_ns": 252568966, "mean_ms": 0.8532735337837838 }, "copy_wall": { "n": 296, "sum_ns": 1379255685, "mean_ms": 4.659647584459459 }, "copy_thread_cpu": { "n": 296, "sum_ns": 1369730894, "mean_ms": 4.627469236486486 }, "callback_to_copied": { "n": 296, "sum_ns": 1430021081, "mean_ms": 4.831152300675675 }, "accepted_interval": { "n": 296, "sum_ns": 29925534136, "mean_ms": 101.09977748648647 }, "selected_to_submitted": { "n": 296, "sum_ns": 8507086843, "mean_ms": 28.74015825337838 }, "completed_queue_wait": { "n": 296, "sum_ns": 85220885, "mean_ms": 0.2879083952702703 }, "result_observations_wall": { "n": 296, "sum_ns": 305832075, "mean_ms": 1.0332164695945945 }, "result_observations_cpu": { "n": 296, "sum_ns": 305212133, "mean_ms": 1.0311220709459459 }, "result_nms_wall": { "n": 296, "sum_ns": 188923111, "mean_ms": 0.6382537533783783 }, "result_nms_cpu": { "n": 296, "sum_ns": 148880810, "mean_ms": 0.5029757094594595 }, "result_tracking_wall": { "n": 296, "sum_ns": 341570859, "mean_ms": 1.1539556047297297 }, "result_tracking_cpu": { "n": 296, "sum_ns": 318967804, "mean_ms": 1.0775939324324324 }, "result_region_wall": { "n": 296, "sum_ns": 84022979, "mean_ms": 0.2838614155405405 }, "result_region_cpu": { "n": 296, "sum_ns": 84041952, "mean_ms": 0.28392551351351347 }, "result_fall_wall": { "n": 296, "sum_ns": 171919164, "mean_ms": 0.5808079864864865 }, "result_fall_cpu": { "n": 296, "sum_ns": 169151455, "mean_ms": 0.5714576182432431 }, "result_fight_wall": { "n": 296, "sum_ns": 67313172, "mean_ms": 0.22740936486486485 }, "result_fight_cpu": { "n": 296, "sum_ns": 67268441, "mean_ms": 0.22725824662162164 }, "result_collector_wall": { "n": 296, "sum_ns": 1193158970, "mean_ms": 4.030942466216216 }, "result_collector_cpu": { "n": 296, "sum_ns": 1180251045, "mean_ms": 3.9873346114864865 }, "result_composition_wall": { "n": 296, "sum_ns": 4710384, "mean_ms": 0.01591345945945946 }, "result_composition_cpu": { "n": 296, "sum_ns": 4721632, "mean_ms": 0.01595145945945946 }, "result_artifact_handoff_wall": { "n": 296, "sum_ns": 3103087, "mean_ms": 0.010483402027027027 }, "result_artifact_handoff_cpu": { "n": 296, "sum_ns": 2965321, "mean_ms": 0.010017976351351352 }, "result_publish_wall": { "n": 296, "sum_ns": 129555350, "mean_ms": 0.4376869932432432 }, "result_publish_cpu": { "n": 296, "sum_ns": 128654139, "mean_ms": 0.4346423614864865 }, "result_total_wall": { "n": 296, "sum_ns": 2765045026, "mean_ms": 9.341368331081082 }, "result_total_cpu": { "n": 296, "sum_ns": 2681984470, "mean_ms": 9.060758344594595 } } }, { "mode": "mixed-a", "level": 8, "camera": "33", "provider": "fire", "cohort_reset": false, "counter_seconds": 30.092825596, "new_channel": false, "seconds": 30.00001303094905, "selected_fps": 9.935923067315542, "requested_fps": 9.935923067315542, "complete_fps": 9.902692555384721, "accepted_fps": 9.902692555384721, "finalized_fps": 9.902692555384721, "redis_fps": 9.902692555384721, "redis_read_fps": 9.899995699788683, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 1, "queue_age_max_sampled": 0.0004170939791947603, "provider_response_age_max_sampled": 0.138, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.4277475720155053, "redis_interval_s": { "n": 296, "mean": 0.10058202529742974, "median": 0.09775594700477086, "p95": 0.15809160604840145, "maximum": 0.4277475720155053, "minimum": 0.0006999599863775074 }, "redis_drift_s": { "n": 297, "mean": -0.0694771455286328, "median": -0.06884478605633149, "p95": -0.03592985704679563, "maximum": 0.24508975096560448, "minimum": -0.17602595602861015 }, "redis_drift_s_per_min": -0.01264811947909679, "ingress_drift_s": { "n": 12, "mean": -0.005305251249997885, "median": -0.004133357500009538, "p95": 0.03182499900000835, "maximum": 0.03182499900000835, "minimum": -0.04964325000000258 }, "ingress_drift_s_per_min": 0.056302061203057654, "source_drift_s": { "n": 12, "mean": -0.005404166666662509, "median": -0.004259500000003413, "p95": 0.0317540000000065, "maximum": 0.0317540000000065, "minimum": -0.04970600000001468 }, "ingress_to_redis_ms": { "n": 297, "mean": 27.824915824915823, "median": 27, "p95": 39, "maximum": 65, "minimum": 14 }, "source_samples": 12, "redis_samples": 297, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 299, "sum_ns": 13158518000, "mean_ms": 44.008421404682274 }, "source_exit_to_ingress": { "n": 299, "sum_ns": 138049868, "mean_ms": 0.4617052441471572 }, "source_encoded_queue": { "n": 299, "sum_ns": 11405000, "mean_ms": 0.0381438127090301 }, "decode_between_queues": { "n": 299, "sum_ns": 12929032000, "mean_ms": 43.24090969899665 }, "source_raw_queue": { "n": 299, "sum_ns": 6618000, "mean_ms": 0.02213377926421405 }, "raw_queue_to_source_exit": { "n": 299, "sum_ns": 9482000, "mean_ms": 0.031712374581939796 }, "selected_to_preprocess_start": { "n": 299, "sum_ns": 198081800, "mean_ms": 0.6624809364548495 }, "preprocess_start_to_preprocess_output": { "n": 299, "sum_ns": 222554948, "mean_ms": 0.7443309297658863 }, "selected_to_preprocess": { "n": 299, "sum_ns": 472049493, "mean_ms": 1.5787608461538463 }, "preprocess_start_to_preprocess": { "n": 299, "sum_ns": 273967693, "mean_ms": 0.9162799096989966 }, "preprocess_output_to_infer_entry": { "n": 299, "sum_ns": 51412745, "mean_ms": 0.17194897993311037 }, "preprocess_to_infer_output": { "n": 298, "sum_ns": 5568783495, "mean_ms": 18.687192936241612 }, "preprocess_to_callback": { "n": 298, "sum_ns": 5853188572, "mean_ms": 19.641572389261746 }, "infer_output_to_callback": { "n": 298, "sum_ns": 284405077, "mean_ms": 0.9543794530201343 }, "copy_wall": { "n": 298, "sum_ns": 1452579185, "mean_ms": 4.874426795302014 }, "copy_thread_cpu": { "n": 298, "sum_ns": 1444300844, "mean_ms": 4.846647127516778 }, "callback_to_copied": { "n": 298, "sum_ns": 1504484563, "mean_ms": 5.048605916107382 }, "accepted_interval": { "n": 298, "sum_ns": 29978328909, "mean_ms": 100.59841915771813 }, "selected_to_submitted": { "n": 298, "sum_ns": 7853967324, "mean_ms": 26.355595046979868 }, "completed_queue_wait": { "n": 298, "sum_ns": 54301091, "mean_ms": 0.18221842617449666 }, "result_composition_wall": { "n": 298, "sum_ns": 2677176, "mean_ms": 0.008983812080536913 }, "result_composition_cpu": { "n": 298, "sum_ns": 2585692, "mean_ms": 0.008676818791946308 }, "result_artifact_handoff_wall": { "n": 298, "sum_ns": 2419070, "mean_ms": 0.008117684563758389 }, "result_artifact_handoff_cpu": { "n": 298, "sum_ns": 2418616, "mean_ms": 0.008116161073825503 }, "result_publish_wall": { "n": 298, "sum_ns": 28554635, "mean_ms": 0.09582092281879195 }, "result_publish_cpu": { "n": 298, "sum_ns": 28330527, "mean_ms": 0.09506888255033558 }, "result_total_wall": { "n": 298, "sum_ns": 251346088, "mean_ms": 0.8434432483221477 }, "result_total_cpu": { "n": 298, "sum_ns": 249274962, "mean_ms": 0.8364931610738255 } } }, { "mode": "mixed-a", "level": 8, "camera": "33", "provider": "crowd", "cohort_reset": false, "counter_seconds": 30.09921613, "new_channel": false, "seconds": 30.00001303094905, "selected_fps": 9.967036972135261, "requested_fps": 9.933813515561477, "complete_fps": 9.900590058987692, "accepted_fps": 9.900590058987692, "finalized_fps": 9.900590058987692, "redis_fps": 9.900590058987692, "redis_read_fps": 9.899995699788683, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.142, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 1, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.43149290402652696, "redis_interval_s": { "n": 296, "mean": 0.10059016731778488, "median": 0.09658918948844075, "p95": 0.15839126601349562, "maximum": 0.43149290402652696, "minimum": 0.0003387939650565386 }, "redis_drift_s": { "n": 297, "mean": -0.05254218102502714, "median": -0.054167247008535924, "p95": -0.01885753599879081, "maximum": 0.2638969459710552, "minimum": -0.15864607404498088 }, "redis_drift_s_per_min": -0.012038941219039536, "ingress_drift_s": { "n": 12, "mean": -0.006079812583327755, "median": -0.007595758999997315, "p95": 0.04310836499999482, "maximum": 0.04310836499999482, "minimum": -0.051402996000007306 }, "ingress_drift_s_per_min": 0.0423556208459314, "source_drift_s": { "n": 12, "mean": -0.006179749999996413, "median": -0.0075475000000011505, "p95": 0.042920000000009395, "maximum": 0.042920000000009395, "minimum": -0.05185199999999668 }, "ingress_to_redis_ms": { "n": 297, "mean": 25.86868686868687, "median": 25, "p95": 36, "maximum": 43, "minimum": 17 }, "source_samples": 12, "redis_samples": 297, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 300, "sum_ns": 13198115000, "mean_ms": 43.993716666666664 }, "source_exit_to_ingress": { "n": 300, "sum_ns": 129524894, "mean_ms": 0.43174964666666665 }, "source_encoded_queue": { "n": 300, "sum_ns": 10896000, "mean_ms": 0.03632 }, "decode_between_queues": { "n": 300, "sum_ns": 12964525000, "mean_ms": 43.21508333333333 }, "source_raw_queue": { "n": 300, "sum_ns": 10244000, "mean_ms": 0.034146666666666665 }, "raw_queue_to_source_exit": { "n": 300, "sum_ns": 10220000, "mean_ms": 0.03406666666666666 }, "selected_to_preprocess_start": { "n": 300, "sum_ns": 189071169, "mean_ms": 0.63023723 }, "preprocess_start_to_preprocess_output": { "n": 299, "sum_ns": 193261763, "mean_ms": 0.6463604113712375 }, "selected_to_preprocess": { "n": 299, "sum_ns": 429324906, "mean_ms": 1.4358692508361204 }, "preprocess_start_to_preprocess": { "n": 299, "sum_ns": 240890176, "mean_ms": 0.805652762541806 }, "preprocess_output_to_infer_entry": { "n": 299, "sum_ns": 47628413, "mean_ms": 0.15929235117056856 }, "preprocess_to_infer_output": { "n": 298, "sum_ns": 4950995035, "mean_ms": 16.61407729865772 }, "preprocess_to_callback": { "n": 298, "sum_ns": 5218481487, "mean_ms": 17.51168284228188 }, "infer_output_to_callback": { "n": 298, "sum_ns": 267486452, "mean_ms": 0.897605543624161 }, "copy_wall": { "n": 298, "sum_ns": 1474906882, "mean_ms": 4.949351953020134 }, "copy_thread_cpu": { "n": 298, "sum_ns": 1457944587, "mean_ms": 4.8924315 }, "callback_to_copied": { "n": 298, "sum_ns": 1527937305, "mean_ms": 5.1273063926174505 }, "accepted_interval": { "n": 298, "sum_ns": 29976476868, "mean_ms": 100.59220425503355 }, "selected_to_submitted": { "n": 298, "sum_ns": 7201299696, "mean_ms": 24.16543522147651 }, "completed_queue_wait": { "n": 298, "sum_ns": 52112087, "mean_ms": 0.17487277516778524 }, "result_composition_wall": { "n": 298, "sum_ns": 6293891, "mean_ms": 0.021120439597315434 }, "result_composition_cpu": { "n": 298, "sum_ns": 6125496, "mean_ms": 0.02055535570469799 }, "result_publish_wall": { "n": 298, "sum_ns": 47747874, "mean_ms": 0.16022776510067116 }, "result_publish_cpu": { "n": 298, "sum_ns": 47631251, "mean_ms": 0.15983641275167784 }, "result_total_wall": { "n": 298, "sum_ns": 347677495, "mean_ms": 1.1667030033557046 }, "result_total_cpu": { "n": 298, "sum_ns": 344333134, "mean_ms": 1.1554803154362416 } } }, { "mode": "mixed-a", "level": 8, "camera": "34", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.126361535, "new_channel": false, "seconds": 30.00001303094905, "selected_fps": 9.958056157942208, "requested_fps": 9.958056157942208, "complete_fps": 9.991249678468682, "accepted_fps": 9.991249678468682, "finalized_fps": 9.991249678468682, "redis_fps": 9.991249678468682, "redis_read_fps": 9.966662337497697, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 3, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.082, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 2, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.2251080009737052, "redis_interval_s": { "n": 298, "mean": 0.10031135678865584, "median": 0.0989917684928514, "p95": 0.16540956002427265, "maximum": 0.2251080009737052, "minimum": 0.0049292080220766366 }, "redis_drift_s": { "n": 299, "mean": -0.05611721773451513, "median": -0.05918792896810032, "p95": -0.006829455997802825, "maximum": 0.09650520599959123, "minimum": -0.1200070539903777 }, "redis_drift_s_per_min": 0.015171635708821086, "ingress_drift_s": { "n": 12, "mean": -0.011594623500000031, "median": -0.015307023499985917, "p95": 0.03132926399999292, "maximum": 0.03132926399999292, "minimum": -0.04594568900000695 }, "ingress_drift_s_per_min": -0.04167609572045673, "source_drift_s": { "n": 12, "mean": -0.011783916666669114, "median": -0.015162999999986937, "p95": 0.03146300000000224, "maximum": 0.03146300000000224, "minimum": -0.04580900000001975 }, "ingress_to_redis_ms": { "n": 299, "mean": 38.49832775919732, "median": 34, "p95": 53, "maximum": 160, "minimum": 21 }, "source_samples": 12, "redis_samples": 299, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 300, "sum_ns": 208349708, "mean_ms": 0.6944990266666666 }, "depay_to_source_exit": { "n": 299, "sum_ns": 13633007000, "mean_ms": 45.59534113712375 }, "source_exit_to_ingress": { "n": 299, "sum_ns": 497363678, "mean_ms": 1.6634236722408027 }, "source_encoded_queue": { "n": 299, "sum_ns": 9413000, "mean_ms": 0.03148160535117057 }, "decode_between_queues": { "n": 299, "sum_ns": 13444181000, "mean_ms": 44.96381605351171 }, "source_raw_queue": { "n": 299, "sum_ns": 70127000, "mean_ms": 0.23453846153846153 }, "raw_queue_to_source_exit": { "n": 299, "sum_ns": 9668000, "mean_ms": 0.032334448160535115 }, "preprocess_start_to_preprocess_output": { "n": 300, "sum_ns": 241089628, "mean_ms": 0.8036320933333334 }, "selected_to_preprocess": { "n": 300, "sum_ns": 504825837, "mean_ms": 1.68275279 }, "preprocess_start_to_preprocess": { "n": 300, "sum_ns": 296476129, "mean_ms": 0.9882537633333333 }, "preprocess_output_to_infer_entry": { "n": 300, "sum_ns": 55386501, "mean_ms": 0.18462167000000002 }, "preprocess_to_infer_output": { "n": 301, "sum_ns": 6626232626, "mean_ms": 22.01406188039867 }, "preprocess_to_callback": { "n": 301, "sum_ns": 6900937752, "mean_ms": 22.92670349501661 }, "infer_output_to_callback": { "n": 301, "sum_ns": 274705126, "mean_ms": 0.9126416146179401 }, "copy_wall": { "n": 301, "sum_ns": 1241907032, "mean_ms": 4.125936983388704 }, "copy_thread_cpu": { "n": 301, "sum_ns": 1231518289, "mean_ms": 4.09142288704319 }, "callback_to_copied": { "n": 301, "sum_ns": 1293641465, "mean_ms": 4.297812176079734 }, "accepted_interval": { "n": 301, "sum_ns": 30182998348, "mean_ms": 100.27574201993355 }, "selected_to_submitted": { "n": 301, "sum_ns": 8729775765, "mean_ms": 29.002577292358804 }, "completed_queue_wait": { "n": 301, "sum_ns": 79268138, "mean_ms": 0.26334929568106313 }, "result_observations_wall": { "n": 301, "sum_ns": 321908913, "mean_ms": 1.069464827242525 }, "result_observations_cpu": { "n": 301, "sum_ns": 319319306, "mean_ms": 1.0608614817275748 }, "result_nms_wall": { "n": 301, "sum_ns": 204396599, "mean_ms": 0.6790584684385382 }, "result_nms_cpu": { "n": 301, "sum_ns": 146558181, "mean_ms": 0.48690425581395347 }, "result_tracking_wall": { "n": 301, "sum_ns": 303802608, "mean_ms": 1.0093109900332227 }, "result_tracking_cpu": { "n": 301, "sum_ns": 271467719, "mean_ms": 0.9018861096345514 }, "result_region_wall": { "n": 301, "sum_ns": 62101220, "mean_ms": 0.20631634551495018 }, "result_region_cpu": { "n": 301, "sum_ns": 62098443, "mean_ms": 0.20630711960132891 }, "result_fall_wall": { "n": 301, "sum_ns": 126622980, "mean_ms": 0.42067435215946847 }, "result_fall_cpu": { "n": 301, "sum_ns": 126485876, "mean_ms": 0.42021885714285717 }, "result_fight_wall": { "n": 301, "sum_ns": 42840717, "mean_ms": 0.1423279634551495 }, "result_fight_cpu": { "n": 301, "sum_ns": 42868492, "mean_ms": 0.1424202392026578 }, "result_collector_wall": { "n": 301, "sum_ns": 1215571254, "mean_ms": 4.038442704318937 }, "result_collector_cpu": { "n": 301, "sum_ns": 1204423873, "mean_ms": 4.001408215946844 }, "result_composition_wall": { "n": 301, "sum_ns": 4926353, "mean_ms": 0.016366621262458473 }, "result_composition_cpu": { "n": 301, "sum_ns": 4935012, "mean_ms": 0.016395388704318937 }, "result_artifact_handoff_wall": { "n": 301, "sum_ns": 3280667, "mean_ms": 0.010899225913621264 }, "result_artifact_handoff_cpu": { "n": 301, "sum_ns": 3092301, "mean_ms": 0.010273425249169434 }, "result_publish_wall": { "n": 301, "sum_ns": 118794376, "mean_ms": 0.39466570099667775 }, "result_publish_cpu": { "n": 301, "sum_ns": 117093706, "mean_ms": 0.389015634551495 }, "result_total_wall": { "n": 301, "sum_ns": 2673728320, "mean_ms": 8.882818338870432 }, "result_total_cpu": { "n": 301, "sum_ns": 2564915922, "mean_ms": 8.521315355481727 } } }, { "mode": "mixed-a", "level": 8, "camera": "34", "provider": "fire", "cohort_reset": false, "counter_seconds": 30.111825267, "new_channel": false, "seconds": 30.00001303094905, "selected_fps": 9.996072882698028, "requested_fps": 9.996072882698028, "complete_fps": 9.996072882698028, "accepted_fps": 9.996072882698028, "finalized_fps": 9.996072882698028, "redis_fps": 9.996072882698028, "redis_read_fps": 9.966662337497697, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.033, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.19667153299087659, "redis_interval_s": { "n": 298, "mean": 0.10031733412749522, "median": 0.096312100533396, "p95": 0.15443520399276167, "maximum": 0.19667153299087659, "minimum": 0.010436046053655446 }, "redis_drift_s": { "n": 299, "mean": -0.03072823142033545, "median": -0.030473087042111047, "p95": 0.00024872698774913715, "maximum": 0.04377767300232449, "minimum": -0.08810607604169718 }, "redis_drift_s_per_min": 0.006190226881458062, "ingress_drift_s": { "n": 12, "mean": -0.015527546916670095, "median": -0.013883735500016314, "p95": 0.018707796999990478, "maximum": 0.018707796999990478, "minimum": -0.04281921599999805 }, "ingress_drift_s_per_min": 0.03445432457994227, "source_drift_s": { "n": 12, "mean": -0.015652833333334115, "median": -0.01377300000000048, "p95": 0.017788999999993393, "maximum": 0.017788999999993393, "minimum": -0.042743999999999005 }, "ingress_to_redis_ms": { "n": 299, "mean": 28.505016722408026, "median": 28, "p95": 40, "maximum": 73, "minimum": 16 }, "source_samples": 12, "redis_samples": 299, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 301, "sum_ns": 206900176, "mean_ms": 0.687376 }, "depay_to_source_exit": { "n": 300, "sum_ns": 13579879000, "mean_ms": 45.266263333333335 }, "source_exit_to_ingress": { "n": 300, "sum_ns": 149457460, "mean_ms": 0.4981915333333333 }, "source_encoded_queue": { "n": 300, "sum_ns": 11318000, "mean_ms": 0.037726666666666665 }, "decode_between_queues": { "n": 300, "sum_ns": 13448553000, "mean_ms": 44.82851 }, "source_raw_queue": { "n": 300, "sum_ns": 10967000, "mean_ms": 0.03655666666666666 }, "raw_queue_to_source_exit": { "n": 300, "sum_ns": 9581000, "mean_ms": 0.03193666666666667 }, "preprocess_start_to_preprocess_output": { "n": 301, "sum_ns": 225460083, "mean_ms": 0.7490368205980066 }, "selected_to_preprocess": { "n": 301, "sum_ns": 485281625, "mean_ms": 1.6122313122923588 }, "preprocess_start_to_preprocess": { "n": 301, "sum_ns": 278381449, "mean_ms": 0.9248553122923588 }, "preprocess_output_to_infer_entry": { "n": 301, "sum_ns": 52921366, "mean_ms": 0.17581849169435215 }, "preprocess_to_infer_output": { "n": 301, "sum_ns": 5776577105, "mean_ms": 19.191286063122924 }, "preprocess_to_callback": { "n": 301, "sum_ns": 6070542786, "mean_ms": 20.167916232558138 }, "infer_output_to_callback": { "n": 301, "sum_ns": 293965681, "mean_ms": 0.976630169435216 }, "copy_wall": { "n": 301, "sum_ns": 1552842601, "mean_ms": 5.158945518272425 }, "copy_thread_cpu": { "n": 301, "sum_ns": 1541313530, "mean_ms": 5.120642956810631 }, "callback_to_copied": { "n": 301, "sum_ns": 1607087509, "mean_ms": 5.339161159468438 }, "accepted_interval": { "n": 301, "sum_ns": 30099029824, "mean_ms": 99.99677682392027 }, "selected_to_submitted": { "n": 301, "sum_ns": 8190035526, "mean_ms": 27.209420352159466 }, "completed_queue_wait": { "n": 301, "sum_ns": 67925109, "mean_ms": 0.22566481395348836 }, "result_composition_wall": { "n": 301, "sum_ns": 2871461, "mean_ms": 0.009539737541528238 }, "result_composition_cpu": { "n": 301, "sum_ns": 2680014, "mean_ms": 0.00890370099667774 }, "result_artifact_handoff_wall": { "n": 301, "sum_ns": 2627597, "mean_ms": 0.008729558139534884 }, "result_artifact_handoff_cpu": { "n": 301, "sum_ns": 2664878, "mean_ms": 0.008853415282392026 }, "result_publish_wall": { "n": 301, "sum_ns": 29017141, "mean_ms": 0.09640246179401994 }, "result_publish_cpu": { "n": 301, "sum_ns": 29048274, "mean_ms": 0.09650589368770764 }, "result_total_wall": { "n": 301, "sum_ns": 256690196, "mean_ms": 0.8527913488372093 }, "result_total_cpu": { "n": 301, "sum_ns": 255878407, "mean_ms": 0.8500943754152824 } } }, { "mode": "mixed-a", "level": 8, "camera": "34", "provider": "crowd", "cohort_reset": false, "counter_seconds": 30.117614655, "new_channel": false, "seconds": 30.00001303094905, "selected_fps": 9.99415137778945, "requested_fps": 9.99415137778945, "complete_fps": 9.99415137778945, "accepted_fps": 9.99415137778945, "finalized_fps": 9.99415137778945, "redis_fps": 9.99415137778945, "redis_read_fps": 9.966662337497697, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 1, "queue_age_max_sampled": 0.00043287500739097595, "provider_response_age_max_sampled": 0.079, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.19947593699907884, "redis_interval_s": { "n": 298, "mean": 0.10029010335569451, "median": 0.09908673600875773, "p95": 0.15081340895267203, "maximum": 0.19947593699907884, "minimum": 0.013140088994987309 }, "redis_drift_s": { "n": 299, "mean": -0.008328541079163558, "median": -0.00818709198293277, "p95": 0.022598147009972536, "maximum": 0.04830585696919343, "minimum": -0.06693129196762015 }, "redis_drift_s_per_min": 0.0050094333741309465, "ingress_drift_s": { "n": 12, "mean": -0.013485844083331719, "median": -0.011508873499991523, "p95": 0.019636979000011934, "maximum": 0.019636979000011934, "minimum": -0.04113053300000047 }, "ingress_drift_s_per_min": 0.028852709769083336, "source_drift_s": { "n": 12, "mean": -0.013807166666664964, "median": -0.012689499999993359, "p95": 0.01921200000001022, "maximum": 0.01921200000001022, "minimum": -0.041261000000005765 }, "ingress_to_redis_ms": { "n": 299, "mean": 25.762541806020067, "median": 25, "p95": 34, "maximum": 49, "minimum": 13 }, "source_samples": 12, "redis_samples": 299, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 301, "sum_ns": 198959880, "mean_ms": 0.6609962790697674 }, "depay_to_source_exit": { "n": 300, "sum_ns": 13571597000, "mean_ms": 45.238656666666664 }, "source_exit_to_ingress": { "n": 300, "sum_ns": 143595127, "mean_ms": 0.47865042333333335 }, "source_encoded_queue": { "n": 300, "sum_ns": 10804000, "mean_ms": 0.036013333333333335 }, "decode_between_queues": { "n": 300, "sum_ns": 13438788000, "mean_ms": 44.79596 }, "source_raw_queue": { "n": 300, "sum_ns": 7989000, "mean_ms": 0.02663 }, "raw_queue_to_source_exit": { "n": 300, "sum_ns": 9709000, "mean_ms": 0.032363333333333334 }, "preprocess_start_to_preprocess_output": { "n": 301, "sum_ns": 191559307, "mean_ms": 0.636409657807309 }, "selected_to_preprocess": { "n": 301, "sum_ns": 437218353, "mean_ms": 1.4525526677740863 }, "preprocess_start_to_preprocess": { "n": 301, "sum_ns": 238258473, "mean_ms": 0.7915563887043189 }, "preprocess_output_to_infer_entry": { "n": 301, "sum_ns": 46699166, "mean_ms": 0.15514673089700995 }, "preprocess_to_infer_output": { "n": 301, "sum_ns": 5025248975, "mean_ms": 16.695179318936876 }, "preprocess_to_callback": { "n": 301, "sum_ns": 5284522159, "mean_ms": 17.556552023255815 }, "infer_output_to_callback": { "n": 301, "sum_ns": 259273184, "mean_ms": 0.8613727043189369 }, "copy_wall": { "n": 301, "sum_ns": 1507588280, "mean_ms": 5.0085989368770765 }, "copy_thread_cpu": { "n": 301, "sum_ns": 1494602735, "mean_ms": 4.965457591362126 }, "callback_to_copied": { "n": 301, "sum_ns": 1562480064, "mean_ms": 5.190963667774087 }, "accepted_interval": { "n": 301, "sum_ns": 30099472536, "mean_ms": 99.99824762790698 }, "selected_to_submitted": { "n": 301, "sum_ns": 7311628184, "mean_ms": 24.291123534883724 }, "completed_queue_wait": { "n": 301, "sum_ns": 55413437, "mean_ms": 0.1840977973421927 }, "result_composition_wall": { "n": 301, "sum_ns": 5101281, "mean_ms": 0.016947777408637874 }, "result_composition_cpu": { "n": 301, "sum_ns": 4982000, "mean_ms": 0.016551495016611295 }, "result_publish_wall": { "n": 301, "sum_ns": 41630320, "mean_ms": 0.13830671096345515 }, "result_publish_cpu": { "n": 301, "sum_ns": 41670923, "mean_ms": 0.1384416046511628 }, "result_total_wall": { "n": 301, "sum_ns": 337130931, "mean_ms": 1.1200363156146178 }, "result_total_cpu": { "n": 301, "sum_ns": 332326931, "mean_ms": 1.1040761827242527 } } }, { "mode": "mixed-a", "level": 8, "camera": "35", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.991728745, "new_channel": false, "seconds": 30.00001303094905, "selected_fps": 9.86938774075659, "requested_fps": 9.86938774075659, "complete_fps": 9.836045214605385, "accepted_fps": 9.836045214605385, "finalized_fps": 9.836045214605385, "redis_fps": 9.86938774075659, "redis_read_fps": 9.833329062079667, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 3, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.104, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 8, "analysis_gap_markers": 1, "c_suppressed": 0, "max_redis_silence_s": 0.37167204299476, "redis_interval_s": { "n": 294, "mean": 0.10168288110875759, "median": 0.09863213650532998, "p95": 0.19836219196440652, "maximum": 0.37167204299476, "minimum": 0.0005185040063224733 }, "redis_drift_s": { "n": 295, "mean": -0.03929692999214674, "median": -0.04885211397380829, "p95": 0.07765259099379307, "maximum": 0.24924479102203634, "minimum": -0.13799586197129088 }, "redis_drift_s_per_min": 0.03165885190199268, "ingress_drift_s": { "n": 11, "mean": -0.017845359818181805, "median": -0.013425909999995156, "p95": -0.0018006909999996878, "maximum": -0.0018006909999996878, "minimum": -0.04304848099999958 }, "ingress_drift_s_per_min": -0.052995998042387193, "source_drift_s": { "n": 11, "mean": -0.01700636363636415, "median": -0.012718999999989933, "p95": -0.0006960000000049149, "maximum": -0.0006960000000049149, "minimum": -0.042297000000004914 }, "ingress_to_redis_ms": { "n": 295, "mean": 45.48813559322034, "median": 39, "p95": 71, "maximum": 280, "minimum": 20 }, "source_samples": 11, "redis_samples": 295, "native_redis_joined": 11, "durations": { "selected_to_preprocess_start": { "n": 296, "sum_ns": 218465628, "mean_ms": 0.7380595540540541 }, "depay_to_source_exit": { "n": 295, "sum_ns": 13091416000, "mean_ms": 44.377681355932204 }, "source_exit_to_ingress": { "n": 295, "sum_ns": 1437819692, "mean_ms": 4.873965057627118 }, "source_encoded_queue": { "n": 295, "sum_ns": 11956000, "mean_ms": 0.04052881355932204 }, "decode_between_queues": { "n": 295, "sum_ns": 12679719000, "mean_ms": 42.98209830508474 }, "source_raw_queue": { "n": 295, "sum_ns": 177119000, "mean_ms": 0.6004033898305084 }, "raw_queue_to_source_exit": { "n": 295, "sum_ns": 9553000, "mean_ms": 0.03238305084745763 }, "preprocess_start_to_preprocess_output": { "n": 296, "sum_ns": 220494203, "mean_ms": 0.744912847972973 }, "selected_to_preprocess": { "n": 296, "sum_ns": 497643683, "mean_ms": 1.6812286587837837 }, "preprocess_start_to_preprocess": { "n": 296, "sum_ns": 279178055, "mean_ms": 0.9431691047297297 }, "preprocess_output_to_infer_entry": { "n": 296, "sum_ns": 58683852, "mean_ms": 0.19825625675675673 }, "preprocess_to_infer_output": { "n": 295, "sum_ns": 6538300836, "mean_ms": 22.163731647457627 }, "preprocess_to_callback": { "n": 295, "sum_ns": 6793813937, "mean_ms": 23.029877752542372 }, "infer_output_to_callback": { "n": 295, "sum_ns": 255513101, "mean_ms": 0.8661461050847458 }, "copy_wall": { "n": 295, "sum_ns": 1316592041, "mean_ms": 4.46302386779661 }, "copy_thread_cpu": { "n": 295, "sum_ns": 1309520118, "mean_ms": 4.439051247457627 }, "callback_to_copied": { "n": 295, "sum_ns": 1367420481, "mean_ms": 4.635323664406779 }, "accepted_interval": { "n": 295, "sum_ns": 29902832035, "mean_ms": 101.3655323220339 }, "selected_to_submitted": { "n": 295, "sum_ns": 8680845441, "mean_ms": 29.426594715254236 }, "completed_queue_wait": { "n": 295, "sum_ns": 177457278, "mean_ms": 0.6015500949152542 }, "result_observations_wall": { "n": 295, "sum_ns": 278191966, "mean_ms": 0.9430236135593221 }, "result_observations_cpu": { "n": 295, "sum_ns": 278134865, "mean_ms": 0.9428300508474576 }, "result_nms_wall": { "n": 295, "sum_ns": 261919505, "mean_ms": 0.8878627288135593 }, "result_nms_cpu": { "n": 295, "sum_ns": 157590998, "mean_ms": 0.534206772881356 }, "result_tracking_wall": { "n": 295, "sum_ns": 975007130, "mean_ms": 3.305108915254237 }, "result_tracking_cpu": { "n": 295, "sum_ns": 707581575, "mean_ms": 2.398581610169492 }, "result_region_wall": { "n": 295, "sum_ns": 129926238, "mean_ms": 0.4404279254237288 }, "result_region_cpu": { "n": 295, "sum_ns": 129918118, "mean_ms": 0.4404004 }, "result_fall_wall": { "n": 295, "sum_ns": 504895929, "mean_ms": 1.7115116237288137 }, "result_fall_cpu": { "n": 295, "sum_ns": 503471354, "mean_ms": 1.7066825559322034 }, "result_fight_wall": { "n": 295, "sum_ns": 151311646, "mean_ms": 0.5129208338983051 }, "result_fight_cpu": { "n": 295, "sum_ns": 150941316, "mean_ms": 0.5116654779661017 }, "result_collector_wall": { "n": 295, "sum_ns": 1127022286, "mean_ms": 3.820414528813559 }, "result_collector_cpu": { "n": 295, "sum_ns": 1113454133, "mean_ms": 3.7744207898305087 }, "result_composition_wall": { "n": 295, "sum_ns": 5694204, "mean_ms": 0.019302386440677964 }, "result_composition_cpu": { "n": 295, "sum_ns": 4669250, "mean_ms": 0.015827966101694915 }, "result_artifact_handoff_wall": { "n": 295, "sum_ns": 4048887, "mean_ms": 0.013725040677966103 }, "result_artifact_handoff_cpu": { "n": 295, "sum_ns": 3034994, "mean_ms": 0.010288115254237288 }, "result_publish_wall": { "n": 296, "sum_ns": 603184360, "mean_ms": 2.037785 }, "result_publish_cpu": { "n": 296, "sum_ns": 590307009, "mean_ms": 1.9942804358108108 }, "result_total_wall": { "n": 296, "sum_ns": 4330651403, "mean_ms": 14.63057906418919 }, "result_total_cpu": { "n": 296, "sum_ns": 3919848465, "mean_ms": 13.242731300675675 } } }, { "mode": "mixed-a", "level": 8, "camera": "35", "provider": "fire", "cohort_reset": false, "counter_seconds": 30.116451988, "new_channel": false, "seconds": 30.00001303094905, "selected_fps": 9.89492388142996, "requested_fps": 9.89492388142996, "complete_fps": 9.861719438874825, "accepted_fps": 9.861719438874825, "finalized_fps": 9.861719438874825, "redis_fps": 9.861719438874825, "redis_read_fps": 9.866662380934175, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.124, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.3624397239764221, "redis_interval_s": { "n": 295, "mean": 0.10136161382720506, "median": 0.10069202800514176, "p95": 0.14432553097140044, "maximum": 0.3624397239764221, "minimum": 0.006362771964631975 }, "redis_drift_s": { "n": 296, "mean": -0.08923559795163176, "median": -0.0876368639853311, "p95": -0.059392784978257396, "maximum": 0.193248156973155, "minimum": -0.1956431630128037 }, "redis_drift_s_per_min": 0.007177012990366069, "ingress_drift_s": { "n": 11, "mean": -0.022341376636362043, "median": -0.014976371000003041, "p95": -0.0026509730000014997, "maximum": -0.0026509730000014997, "minimum": -0.04844531000000529 }, "ingress_drift_s_per_min": -0.006245168066726067, "source_drift_s": { "n": 11, "mean": -0.021480090909087514, "median": -0.014742999999995732, "p95": -0.0017489999999895645, "maximum": -0.0017489999999895645, "minimum": -0.04748999999999626 }, "ingress_to_redis_ms": { "n": 296, "mean": 28.39864864864865, "median": 28.0, "p95": 39, "maximum": 66, "minimum": 15 }, "source_samples": 11, "redis_samples": 296, "native_redis_joined": 11, "durations": { "depay_to_source_exit": { "n": 297, "sum_ns": 13036073000, "mean_ms": 43.892501683501685 }, "source_exit_to_ingress": { "n": 297, "sum_ns": 139292790, "mean_ms": 0.46899929292929293 }, "source_encoded_queue": { "n": 297, "sum_ns": 9873000, "mean_ms": 0.03324242424242424 }, "decode_between_queues": { "n": 297, "sum_ns": 12803513000, "mean_ms": 43.109471380471376 }, "source_raw_queue": { "n": 297, "sum_ns": 6065000, "mean_ms": 0.020420875420875423 }, "raw_queue_to_source_exit": { "n": 297, "sum_ns": 8959000, "mean_ms": 0.030164983164983165 }, "selected_to_preprocess_start": { "n": 298, "sum_ns": 192090609, "mean_ms": 0.6445993590604028 }, "preprocess_start_to_preprocess_output": { "n": 298, "sum_ns": 216362653, "mean_ms": 0.7260491711409396 }, "selected_to_preprocess": { "n": 298, "sum_ns": 453873356, "mean_ms": 1.5230649530201343 }, "preprocess_start_to_preprocess": { "n": 298, "sum_ns": 261782747, "mean_ms": 0.8784655939597316 }, "preprocess_output_to_infer_entry": { "n": 298, "sum_ns": 45420094, "mean_ms": 0.15241642281879195 }, "preprocess_to_infer_output": { "n": 297, "sum_ns": 5690717605, "mean_ms": 19.160665336700337 }, "preprocess_to_callback": { "n": 297, "sum_ns": 5945025821, "mean_ms": 20.016921956228956 }, "infer_output_to_callback": { "n": 297, "sum_ns": 254308216, "mean_ms": 0.8562566195286195 }, "copy_wall": { "n": 297, "sum_ns": 1548353600, "mean_ms": 5.2133117845117845 }, "copy_thread_cpu": { "n": 297, "sum_ns": 1526705156, "mean_ms": 5.140421400673401 }, "callback_to_copied": { "n": 297, "sum_ns": 1601415388, "mean_ms": 5.391971003367003 }, "accepted_interval": { "n": 297, "sum_ns": 30018915823, "mean_ms": 101.07379064983165 }, "selected_to_submitted": { "n": 297, "sum_ns": 8026703740, "mean_ms": 27.02593851851852 }, "completed_queue_wait": { "n": 297, "sum_ns": 61415993, "mean_ms": 0.20678785521885523 }, "result_composition_wall": { "n": 297, "sum_ns": 2627655, "mean_ms": 0.00884732323232323 }, "result_composition_cpu": { "n": 297, "sum_ns": 2568253, "mean_ms": 0.0086473164983165 }, "result_artifact_handoff_wall": { "n": 297, "sum_ns": 2423561, "mean_ms": 0.008160138047138048 }, "result_artifact_handoff_cpu": { "n": 297, "sum_ns": 2427332, "mean_ms": 0.008172835016835018 }, "result_publish_wall": { "n": 297, "sum_ns": 27843008, "mean_ms": 0.09374750168350168 }, "result_publish_cpu": { "n": 297, "sum_ns": 27890919, "mean_ms": 0.09390881818181818 }, "result_total_wall": { "n": 297, "sum_ns": 247163777, "mean_ms": 0.8322012693602693 }, "result_total_cpu": { "n": 297, "sum_ns": 246539002, "mean_ms": 0.8300976498316498 } } }, { "mode": "mixed-a", "level": 8, "camera": "35", "provider": "crowd", "cohort_reset": false, "counter_seconds": 30.110744223, "new_channel": false, "seconds": 30.00001303094905, "selected_fps": 9.863588817347711, "requested_fps": 9.863588817347711, "complete_fps": 9.896799554106458, "accepted_fps": 9.896799554106458, "finalized_fps": 9.896799554106458, "redis_fps": 9.896799554106458, "redis_read_fps": 9.866662380934175, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 1, "queue_age_max_sampled": 0.0004303129971958697, "provider_response_age_max_sampled": 0.117, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.3605048799654469, "redis_interval_s": { "n": 295, "mean": 0.10137435956266157, "median": 0.1004179579904303, "p95": 0.14771682099672034, "maximum": 0.3605048799654469, "minimum": 0.009213446988724172 }, "redis_drift_s": { "n": 296, "mean": -0.06894066605772159, "median": -0.0676359019805659, "p95": -0.03967625999170821, "maximum": 0.21253704800083995, "minimum": -0.1773715619780063 }, "redis_drift_s_per_min": 0.007741461758356879, "ingress_drift_s": { "n": 11, "mean": -0.024358742090910823, "median": -0.01610318900000607, "p95": -0.010253840999993713, "maximum": -0.010253840999993713, "minimum": -0.049679549999993355 }, "ingress_drift_s_per_min": -0.016089015439354377, "source_drift_s": { "n": 11, "mean": -0.023614090909092056, "median": -0.015056999999998766, "p95": -0.00947800000000143, "maximum": -0.00947800000000143, "minimum": -0.04878100000000529 }, "ingress_to_redis_ms": { "n": 296, "mean": 27.52027027027027, "median": 27.0, "p95": 36, "maximum": 58, "minimum": 16 }, "source_samples": 11, "redis_samples": 296, "native_redis_joined": 11, "durations": { "selected_to_preprocess_start": { "n": 297, "sum_ns": 203515306, "mean_ms": 0.6852367205387205 }, "depay_to_source_exit": { "n": 296, "sum_ns": 13008639000, "mean_ms": 43.94810472972973 }, "source_exit_to_ingress": { "n": 296, "sum_ns": 131766140, "mean_ms": 0.4451558783783784 }, "source_encoded_queue": { "n": 296, "sum_ns": 9480000, "mean_ms": 0.032027027027027026 }, "decode_between_queues": { "n": 296, "sum_ns": 12754253000, "mean_ms": 43.08869256756756 }, "source_raw_queue": { "n": 296, "sum_ns": 7238000, "mean_ms": 0.024452702702702705 }, "raw_queue_to_source_exit": { "n": 296, "sum_ns": 9391000, "mean_ms": 0.03172635135135135 }, "preprocess_start_to_preprocess_output": { "n": 297, "sum_ns": 221360053, "mean_ms": 0.7453200437710438 }, "selected_to_preprocess": { "n": 297, "sum_ns": 474967051, "mean_ms": 1.59921565993266 }, "preprocess_start_to_preprocess": { "n": 297, "sum_ns": 271451745, "mean_ms": 0.9139789393939395 }, "preprocess_output_to_infer_entry": { "n": 297, "sum_ns": 50091692, "mean_ms": 0.16865889562289563 }, "preprocess_to_infer_output": { "n": 297, "sum_ns": 5205506511, "mean_ms": 17.52695794949495 }, "preprocess_to_callback": { "n": 298, "sum_ns": 5484596198, "mean_ms": 18.40468522818792 }, "infer_output_to_callback": { "n": 298, "sum_ns": 262809416, "mean_ms": 0.8819107919463087 }, "copy_wall": { "n": 298, "sum_ns": 1541516035, "mean_ms": 5.17287260067114 }, "copy_thread_cpu": { "n": 298, "sum_ns": 1530656830, "mean_ms": 5.136432315436241 }, "callback_to_copied": { "n": 298, "sum_ns": 1598498597, "mean_ms": 5.364089251677852 }, "accepted_interval": { "n": 298, "sum_ns": 30104818049, "mean_ms": 101.02287935906041 }, "selected_to_submitted": { "n": 298, "sum_ns": 7588801968, "mean_ms": 25.465778416107383 }, "completed_queue_wait": { "n": 298, "sum_ns": 54533080, "mean_ms": 0.18299691275167784 }, "result_composition_wall": { "n": 298, "sum_ns": 3894288, "mean_ms": 0.013068080536912751 }, "result_composition_cpu": { "n": 298, "sum_ns": 3758147, "mean_ms": 0.01261123154362416 }, "result_publish_wall": { "n": 298, "sum_ns": 74967880, "mean_ms": 0.25157006711409396 }, "result_publish_cpu": { "n": 298, "sum_ns": 74991827, "mean_ms": 0.2516504261744967 }, "result_total_wall": { "n": 298, "sum_ns": 481969322, "mean_ms": 1.6173467181208054 }, "result_total_cpu": { "n": 298, "sum_ns": 478679235, "mean_ms": 1.6063061577181208 } } }, { "mode": "mixed-a", "level": 8, "camera": "36", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.090928593, "new_channel": false, "seconds": 30.00001303094905, "selected_fps": 10.036247271885578, "requested_fps": 10.036247271885578, "complete_fps": 10.00301466502503, "accepted_fps": 10.00301466502503, "finalized_fps": 10.00301466502503, "redis_fps": 10.00301466502503, "redis_read_fps": 9.999995656352203, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 2, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.11, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.22788405395112932, "redis_interval_s": { "n": 299, "mean": 0.10014580224424968, "median": 0.09955260902643204, "p95": 0.1661312110372819, "maximum": 0.22788405395112932, "minimum": 0.010372871009167284 }, "redis_drift_s": { "n": 300, "mean": -0.041433719114173706, "median": -0.043179240980183664, "p95": -0.007484174974727864, "maximum": 0.060599700008985735, "minimum": -0.08858611697237961 }, "redis_drift_s_per_min": -0.006147101210715523, "ingress_drift_s": { "n": 12, "mean": -0.0011715292500002288, "median": -0.0007625030000042443, "p95": 0.029645992999995485, "maximum": 0.029645992999995485, "minimum": -0.028861321000000828 }, "ingress_drift_s_per_min": -0.02001501360309247, "source_drift_s": { "n": 12, "mean": -0.0013115833333324407, "median": -0.0009604999999979213, "p95": 0.02909999999999968, "maximum": 0.02909999999999968, "minimum": -0.0288669999999982 }, "ingress_to_redis_ms": { "n": 300, "mean": 34.33, "median": 31.0, "p95": 50, "maximum": 129, "minimum": 19 }, "source_samples": 12, "redis_samples": 300, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 302, "sum_ns": 200363140, "mean_ms": 0.6634541059602649 }, "depay_to_source_exit": { "n": 301, "sum_ns": 13596354000, "mean_ms": 45.17061129568107 }, "source_exit_to_ingress": { "n": 301, "sum_ns": 204892251, "mean_ms": 0.6807051528239202 }, "source_encoded_queue": { "n": 301, "sum_ns": 10123000, "mean_ms": 0.0336312292358804 }, "decode_between_queues": { "n": 301, "sum_ns": 13491690000, "mean_ms": 44.82289036544851 }, "source_raw_queue": { "n": 301, "sum_ns": 13239000, "mean_ms": 0.04398338870431894 }, "raw_queue_to_source_exit": { "n": 301, "sum_ns": 7983000, "mean_ms": 0.02652159468438538 }, "preprocess_start_to_preprocess_output": { "n": 302, "sum_ns": 210971056, "mean_ms": 0.698579655629139 }, "selected_to_preprocess": { "n": 302, "sum_ns": 462795656, "mean_ms": 1.5324359470198676 }, "preprocess_start_to_preprocess": { "n": 302, "sum_ns": 262432516, "mean_ms": 0.8689818410596026 }, "preprocess_output_to_infer_entry": { "n": 302, "sum_ns": 51461460, "mean_ms": 0.17040218543046357 }, "preprocess_to_infer_output": { "n": 301, "sum_ns": 6420893714, "mean_ms": 21.33187280398671 }, "preprocess_to_callback": { "n": 301, "sum_ns": 6638960520, "mean_ms": 22.056347242524918 }, "infer_output_to_callback": { "n": 301, "sum_ns": 218066806, "mean_ms": 0.7244744385382059 }, "copy_wall": { "n": 301, "sum_ns": 866579190, "mean_ms": 2.879000631229236 }, "copy_thread_cpu": { "n": 301, "sum_ns": 862125416, "mean_ms": 2.8642040398671096 }, "callback_to_copied": { "n": 301, "sum_ns": 918700745, "mean_ms": 3.0521619435215945 }, "accepted_interval": { "n": 301, "sum_ns": 30050446507, "mean_ms": 99.8353704551495 }, "selected_to_submitted": { "n": 301, "sum_ns": 8043899456, "mean_ms": 26.72391845847176 }, "completed_queue_wait": { "n": 301, "sum_ns": 56626329, "mean_ms": 0.1881273388704319 }, "result_observations_wall": { "n": 301, "sum_ns": 265301291, "mean_ms": 0.8813996378737541 }, "result_observations_cpu": { "n": 301, "sum_ns": 265164044, "mean_ms": 0.8809436677740864 }, "result_nms_wall": { "n": 301, "sum_ns": 169856720, "mean_ms": 0.5643080398671096 }, "result_nms_cpu": { "n": 301, "sum_ns": 145090502, "mean_ms": 0.4820282458471761 }, "result_tracking_wall": { "n": 301, "sum_ns": 225225099, "mean_ms": 0.7482561428571428 }, "result_tracking_cpu": { "n": 301, "sum_ns": 217425839, "mean_ms": 0.7223449800664452 }, "result_region_wall": { "n": 301, "sum_ns": 62494086, "mean_ms": 0.20762154817275746 }, "result_region_cpu": { "n": 301, "sum_ns": 62300590, "mean_ms": 0.2069787043189369 }, "result_fall_wall": { "n": 301, "sum_ns": 111059065, "mean_ms": 0.3689669933554817 }, "result_fall_cpu": { "n": 301, "sum_ns": 111014105, "mean_ms": 0.3688176245847176 }, "result_fight_wall": { "n": 301, "sum_ns": 35941248, "mean_ms": 0.11940613953488373 }, "result_fight_cpu": { "n": 301, "sum_ns": 35764154, "mean_ms": 0.11881778737541528 }, "result_collector_wall": { "n": 301, "sum_ns": 926705650, "mean_ms": 3.078756312292359 }, "result_collector_cpu": { "n": 301, "sum_ns": 919191986, "mean_ms": 3.0537939734219273 }, "result_composition_wall": { "n": 301, "sum_ns": 4580480, "mean_ms": 0.015217541528239202 }, "result_composition_cpu": { "n": 301, "sum_ns": 4599369, "mean_ms": 0.015280295681063122 }, "result_artifact_handoff_wall": { "n": 301, "sum_ns": 2856411, "mean_ms": 0.009489737541528239 }, "result_artifact_handoff_cpu": { "n": 301, "sum_ns": 2823717, "mean_ms": 0.009381119601328905 }, "result_publish_wall": { "n": 301, "sum_ns": 62512371, "mean_ms": 0.2076822956810631 }, "result_publish_cpu": { "n": 301, "sum_ns": 62574491, "mean_ms": 0.20788867441860465 }, "result_total_wall": { "n": 301, "sum_ns": 2103822468, "mean_ms": 6.989443415282392 }, "result_total_cpu": { "n": 301, "sum_ns": 2060587737, "mean_ms": 6.845806435215947 } } }, { "mode": "mixed-a", "level": 8, "camera": "36", "provider": "fire", "cohort_reset": false, "counter_seconds": 29.850531964, "new_channel": false, "seconds": 30.00001303094905, "selected_fps": 10.016571911033163, "requested_fps": 10.016571911033163, "complete_fps": 10.016571911033163, "accepted_fps": 10.016571911033163, "finalized_fps": 10.016571911033163, "redis_fps": 10.016571911033163, "redis_read_fps": 9.999995656352203, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.089, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.20373259199550375, "redis_interval_s": { "n": 299, "mean": 0.10014394475583199, "median": 0.10116714099422097, "p95": 0.15139767399523407, "maximum": 0.20373259199550375, "minimum": 0.020768019021488726 }, "redis_drift_s": { "n": 300, "mean": -0.04402549247587868, "median": -0.04309427602845517, "p95": -0.014693416047840913, "maximum": 0.031467640990854306, "minimum": -0.08567180099897342 }, "redis_drift_s_per_min": -0.006598790094990998, "ingress_drift_s": { "n": 12, "mean": -5.2762750001988934e-05, "median": 0.0008239849999966964, "p95": 0.029386439999996128, "maximum": 0.029386439999996128, "minimum": -0.02879895000000232 }, "ingress_drift_s_per_min": 0.016946097917838313, "source_drift_s": { "n": 12, "mean": -0.00018866666666876122, "median": 0.000748999999991895, "p95": 0.029108999999998275, "maximum": 0.029108999999998275, "minimum": -0.028967999999998995 }, "ingress_to_redis_ms": { "n": 300, "mean": 28.06, "median": 28.0, "p95": 37, "maximum": 62, "minimum": 16 }, "source_samples": 12, "redis_samples": 300, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 299, "sum_ns": 205803640, "mean_ms": 0.6883064882943144 }, "preprocess_start_to_preprocess_output": { "n": 299, "sum_ns": 232770335, "mean_ms": 0.7784961036789297 }, "depay_to_source_exit": { "n": 298, "sum_ns": 13532931000, "mean_ms": 45.41252013422819 }, "source_exit_to_ingress": { "n": 298, "sum_ns": 157967061, "mean_ms": 0.5300908087248323 }, "source_encoded_queue": { "n": 298, "sum_ns": 12509000, "mean_ms": 0.0419765100671141 }, "decode_between_queues": { "n": 298, "sum_ns": 13429325000, "mean_ms": 45.06484899328859 }, "source_raw_queue": { "n": 298, "sum_ns": 7271000, "mean_ms": 0.024399328859060404 }, "raw_queue_to_source_exit": { "n": 298, "sum_ns": 8733000, "mean_ms": 0.02930536912751678 }, "selected_to_preprocess": { "n": 299, "sum_ns": 487125526, "mean_ms": 1.6291823612040135 }, "preprocess_start_to_preprocess": { "n": 299, "sum_ns": 281321886, "mean_ms": 0.940875872909699 }, "preprocess_output_to_infer_entry": { "n": 299, "sum_ns": 48551551, "mean_ms": 0.16237976923076922 }, "preprocess_to_infer_output": { "n": 299, "sum_ns": 5562400402, "mean_ms": 18.603345826086958 }, "preprocess_to_callback": { "n": 299, "sum_ns": 5833242754, "mean_ms": 19.509173090301005 }, "infer_output_to_callback": { "n": 299, "sum_ns": 270842352, "mean_ms": 0.9058272642140468 }, "copy_wall": { "n": 299, "sum_ns": 1540003123, "mean_ms": 5.150512117056856 }, "copy_thread_cpu": { "n": 299, "sum_ns": 1525370747, "mean_ms": 5.101574404682274 }, "callback_to_copied": { "n": 299, "sum_ns": 1595521808, "mean_ms": 5.3361933377926425 }, "accepted_interval": { "n": 299, "sum_ns": 29853797965, "mean_ms": 99.84547814381271 }, "selected_to_submitted": { "n": 299, "sum_ns": 7945031156, "mean_ms": 26.572010555183947 }, "completed_queue_wait": { "n": 299, "sum_ns": 66657956, "mean_ms": 0.22293630769230768 }, "result_composition_wall": { "n": 299, "sum_ns": 2667677, "mean_ms": 0.008921996655518395 }, "result_composition_cpu": { "n": 299, "sum_ns": 2607859, "mean_ms": 0.008721936454849498 }, "result_artifact_handoff_wall": { "n": 299, "sum_ns": 2381207, "mean_ms": 0.007963903010033444 }, "result_artifact_handoff_cpu": { "n": 299, "sum_ns": 2387224, "mean_ms": 0.007984026755852844 }, "result_publish_wall": { "n": 299, "sum_ns": 28238121, "mean_ms": 0.0944418762541806 }, "result_publish_cpu": { "n": 299, "sum_ns": 28262050, "mean_ms": 0.09452190635451506 }, "result_total_wall": { "n": 299, "sum_ns": 249452592, "mean_ms": 0.8342896053511705 }, "result_total_cpu": { "n": 299, "sum_ns": 248293285, "mean_ms": 0.8304123244147158 } } }, { "mode": "mixed-a", "level": 8, "camera": "36", "provider": "crowd", "cohort_reset": false, "counter_seconds": 29.851040552, "new_channel": false, "seconds": 30.00001303094905, "selected_fps": 10.016401253388375, "requested_fps": 10.016401253388375, "complete_fps": 10.016401253388375, "accepted_fps": 10.016401253388375, "finalized_fps": 10.016401253388375, "redis_fps": 10.016401253388375, "redis_read_fps": 9.999995656352203, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.094, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.20718172698980197, "redis_interval_s": { "n": 299, "mean": 0.10014549122397542, "median": 0.10033655900042504, "p95": 0.1514330530189909, "maximum": 0.20718172698980197, "minimum": 0.024234401993453503 }, "redis_drift_s": { "n": 300, "mean": -0.04352991297476947, "median": -0.0433346079790482, "p95": -0.0137236779644212, "maximum": 0.028132871033626827, "minimum": -0.08348207899602045 }, "redis_drift_s_per_min": -0.006140033196462104, "ingress_drift_s": { "n": 12, "mean": 5.8201833332086984e-05, "median": 0.0006397625000005291, "p95": 0.03059631099999649, "maximum": 0.03059631099999649, "minimum": -0.029715565000003608 }, "ingress_drift_s_per_min": 0.019411384852651654, "source_drift_s": { "n": 12, "mean": -9.124999999935805e-05, "median": 0.00048150000000646287, "p95": 0.030155000000000598, "maximum": 0.030155000000000598, "minimum": -0.029893999999998755 }, "ingress_to_redis_ms": { "n": 300, "mean": 26.503333333333334, "median": 26.0, "p95": 35, "maximum": 55, "minimum": 15 }, "source_samples": 12, "redis_samples": 300, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 299, "sum_ns": 201708372, "mean_ms": 0.6746099397993311 }, "depay_to_source_exit": { "n": 298, "sum_ns": 13530479000, "mean_ms": 45.404291946308724 }, "source_exit_to_ingress": { "n": 298, "sum_ns": 141160679, "mean_ms": 0.4736935536912752 }, "source_encoded_queue": { "n": 298, "sum_ns": 10364000, "mean_ms": 0.034778523489932885 }, "decode_between_queues": { "n": 298, "sum_ns": 13431860000, "mean_ms": 45.07335570469799 }, "source_raw_queue": { "n": 298, "sum_ns": 7632000, "mean_ms": 0.025610738255033558 }, "raw_queue_to_source_exit": { "n": 298, "sum_ns": 8797000, "mean_ms": 0.02952013422818792 }, "preprocess_start_to_preprocess_output": { "n": 299, "sum_ns": 231924614, "mean_ms": 0.7756676053511705 }, "selected_to_preprocess": { "n": 299, "sum_ns": 484382080, "mean_ms": 1.620006956521739 }, "preprocess_start_to_preprocess": { "n": 299, "sum_ns": 282673708, "mean_ms": 0.9453970167224081 }, "preprocess_output_to_infer_entry": { "n": 299, "sum_ns": 50749094, "mean_ms": 0.16972941137123745 }, "preprocess_to_infer_output": { "n": 299, "sum_ns": 5098231478, "mean_ms": 17.050941397993313 }, "preprocess_to_callback": { "n": 299, "sum_ns": 5349761595, "mean_ms": 17.89217924749164 }, "infer_output_to_callback": { "n": 299, "sum_ns": 251530117, "mean_ms": 0.8412378494983277 }, "copy_wall": { "n": 299, "sum_ns": 1550402642, "mean_ms": 5.185293117056856 }, "copy_thread_cpu": { "n": 299, "sum_ns": 1536190660, "mean_ms": 5.137761404682274 }, "callback_to_copied": { "n": 299, "sum_ns": 1605251967, "mean_ms": 5.368735675585284 }, "accepted_interval": { "n": 299, "sum_ns": 29855061759, "mean_ms": 99.84970487959866 }, "selected_to_submitted": { "n": 299, "sum_ns": 7466407079, "mean_ms": 24.971261133779265 }, "completed_queue_wait": { "n": 299, "sum_ns": 53172773, "mean_ms": 0.1778353612040134 }, "result_composition_wall": { "n": 299, "sum_ns": 6040021, "mean_ms": 0.020200739130434783 }, "result_composition_cpu": { "n": 299, "sum_ns": 5931521, "mean_ms": 0.01983786287625418 }, "result_publish_wall": { "n": 299, "sum_ns": 36258796, "mean_ms": 0.1212668762541806 }, "result_publish_cpu": { "n": 299, "sum_ns": 36279544, "mean_ms": 0.12133626755852843 }, "result_total_wall": { "n": 299, "sum_ns": 313458413, "mean_ms": 1.0483558963210702 }, "result_total_cpu": { "n": 299, "sum_ns": 309272086, "mean_ms": 1.0343548026755853 } } }, { "mode": "mixed-a", "level": 8, "camera": "37", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.846573507, "new_channel": true, "seconds": 30.00001303094905, "selected_fps": 9.649348858503123, "requested_fps": 9.649348858503123, "complete_fps": 9.649348858503123, "accepted_fps": 9.649348858503123, "finalized_fps": 9.649348858503123, "redis_fps": 9.649348858503123, "redis_read_fps": 9.566662511243608, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.256, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.6732258030097, "redis_interval_s": { "n": 286, "mean": 0.10480782013651882, "median": 0.09891467448323965, "p95": 0.18116900796303526, "maximum": 0.6732258030097, "minimum": 0.009714953950606287 }, "redis_drift_s": { "n": 287, "mean": -0.06325129658016726, "median": -0.06941137799574193, "p95": -0.01687350001372323, "maximum": 0.4765821269950834, "minimum": -0.1707875930084839 }, "redis_drift_s_per_min": 0.0007681662718632857, "ingress_drift_s": { "n": 12, "mean": -0.008887838583333973, "median": -0.006036886000001296, "p95": 0.013648750999998072, "maximum": 0.013648750999998072, "minimum": -0.03469302500000282 }, "ingress_drift_s_per_min": -0.012020981664908484, "source_drift_s": { "n": 12, "mean": -0.00897166666666734, "median": -0.006092500000001166, "p95": 0.013700000000000045, "maximum": 0.013700000000000045, "minimum": -0.035321000000003266 }, "ingress_to_redis_ms": { "n": 287, "mean": 33.62717770034843, "median": 31, "p95": 48, "maximum": 161, "minimum": 18 }, "source_samples": 12, "redis_samples": 287, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 288, "sum_ns": 199666018, "mean_ms": 0.6932847847222222 }, "depay_to_source_exit": { "n": 285, "sum_ns": 12305413000, "mean_ms": 43.17688771929824 }, "source_exit_to_ingress": { "n": 285, "sum_ns": 310191506, "mean_ms": 1.0883912491228072 }, "source_encoded_queue": { "n": 285, "sum_ns": 10306000, "mean_ms": 0.03616140350877193 }, "decode_between_queues": { "n": 285, "sum_ns": 12187643000, "mean_ms": 42.76365964912281 }, "source_raw_queue": { "n": 285, "sum_ns": 9308000, "mean_ms": 0.03265964912280702 }, "raw_queue_to_source_exit": { "n": 285, "sum_ns": 8612000, "mean_ms": 0.030217543859649122 }, "preprocess_start_to_preprocess_output": { "n": 288, "sum_ns": 189232572, "mean_ms": 0.6570575416666666 }, "selected_to_preprocess": { "n": 288, "sum_ns": 436466995, "mean_ms": 1.5155103993055554 }, "preprocess_start_to_preprocess": { "n": 288, "sum_ns": 236800977, "mean_ms": 0.8222256145833333 }, "preprocess_output_to_infer_entry": { "n": 288, "sum_ns": 47568405, "mean_ms": 0.16516807291666666 }, "preprocess_to_infer_output": { "n": 288, "sum_ns": 6125758962, "mean_ms": 21.26999639583333 }, "preprocess_to_callback": { "n": 288, "sum_ns": 6339903906, "mean_ms": 22.013555229166666 }, "infer_output_to_callback": { "n": 288, "sum_ns": 214144944, "mean_ms": 0.7435588333333334 }, "copy_wall": { "n": 288, "sum_ns": 480656961, "mean_ms": 1.66894778125 }, "copy_thread_cpu": { "n": 288, "sum_ns": 476510533, "mean_ms": 1.6545504618055555 }, "callback_to_copied": { "n": 288, "sum_ns": 528958399, "mean_ms": 1.836661107638889 }, "accepted_interval": { "n": 288, "sum_ns": 29871140746, "mean_ms": 103.71923870138889 }, "selected_to_submitted": { "n": 288, "sum_ns": 7331616207, "mean_ms": 25.45700071875 }, "completed_queue_wait": { "n": 288, "sum_ns": 50103608, "mean_ms": 0.17397086111111112 }, "result_observations_wall": { "n": 288, "sum_ns": 212195924, "mean_ms": 0.7367914027777778 }, "result_observations_cpu": { "n": 288, "sum_ns": 211729953, "mean_ms": 0.7351734479166666 }, "result_nms_wall": { "n": 288, "sum_ns": 166082317, "mean_ms": 0.5766747118055555 }, "result_nms_cpu": { "n": 288, "sum_ns": 139447119, "mean_ms": 0.4841913854166667 }, "result_tracking_wall": { "n": 288, "sum_ns": 271843299, "mean_ms": 0.94390034375 }, "result_tracking_cpu": { "n": 288, "sum_ns": 264010243, "mean_ms": 0.9167022326388888 }, "result_region_wall": { "n": 288, "sum_ns": 55916724, "mean_ms": 0.19415529166666665 }, "result_region_cpu": { "n": 288, "sum_ns": 55637324, "mean_ms": 0.19318515277777779 }, "result_fall_wall": { "n": 288, "sum_ns": 135751254, "mean_ms": 0.4713585208333333 }, "result_fall_cpu": { "n": 288, "sum_ns": 135525965, "mean_ms": 0.47057626736111113 }, "result_fight_wall": { "n": 288, "sum_ns": 31817302, "mean_ms": 0.11047674305555556 }, "result_fight_cpu": { "n": 288, "sum_ns": 31795466, "mean_ms": 0.1104009236111111 }, "result_collector_wall": { "n": 288, "sum_ns": 1002632918, "mean_ms": 3.481364298611111 }, "result_collector_cpu": { "n": 288, "sum_ns": 991796676, "mean_ms": 3.4437384583333337 }, "result_composition_wall": { "n": 288, "sum_ns": 3945411, "mean_ms": 0.01369934375 }, "result_composition_cpu": { "n": 288, "sum_ns": 3957243, "mean_ms": 0.013740427083333335 }, "result_artifact_handoff_wall": { "n": 288, "sum_ns": 2665284, "mean_ms": 0.009254458333333333 }, "result_artifact_handoff_cpu": { "n": 288, "sum_ns": 2635050, "mean_ms": 0.009149479166666667 }, "result_publish_wall": { "n": 288, "sum_ns": 100292878, "mean_ms": 0.34823915972222225 }, "result_publish_cpu": { "n": 288, "sum_ns": 100318521, "mean_ms": 0.3483281979166667 }, "result_total_wall": { "n": 288, "sum_ns": 2190294160, "mean_ms": 7.605188055555556 }, "result_total_cpu": { "n": 288, "sum_ns": 2140604382, "mean_ms": 7.432654104166667 } } }, { "mode": "mixed-a", "level": 8, "camera": "37", "provider": "fire", "cohort_reset": false, "counter_seconds": 29.829260035, "new_channel": true, "seconds": 30.00001303094905, "selected_fps": 9.654949524798026, "requested_fps": 9.654949524798026, "complete_fps": 9.654949524798026, "accepted_fps": 9.654949524798026, "finalized_fps": 9.654949524798026, "redis_fps": 9.654949524798026, "redis_read_fps": 9.566662511243608, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.394, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.6702557550161146, "redis_interval_s": { "n": 286, "mean": 0.10479237048250095, "median": 0.10179141751723364, "p95": 0.15049255499616265, "maximum": 0.6702557550161146, "minimum": 0.009641424985602498 }, "redis_drift_s": { "n": 287, "mean": -0.09787269467663648, "median": -0.10145170499617251, "p95": -0.06936710902396648, "maximum": 0.4423544520009308, "minimum": -0.20554747801320516 }, "redis_drift_s_per_min": -0.004085803608279498, "ingress_drift_s": { "n": 12, "mean": -0.01116914758333376, "median": -0.006177746500002357, "p95": 0.011987562999998147, "maximum": 0.011987562999998147, "minimum": -0.03451588300000097 }, "ingress_drift_s_per_min": -0.029101935964394345, "source_drift_s": { "n": 12, "mean": -0.011212749999999883, "median": -0.00627850000000052, "p95": 0.01200200000000251, "maximum": 0.01200200000000251, "minimum": -0.034425999999999846 }, "ingress_to_redis_ms": { "n": 287, "mean": 27.592334494773517, "median": 28, "p95": 38, "maximum": 64, "minimum": 16 }, "source_samples": 12, "redis_samples": 287, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 288, "sum_ns": 188357126, "mean_ms": 0.6540177986111111 }, "depay_to_source_exit": { "n": 285, "sum_ns": 11959532000, "mean_ms": 41.963270175438595 }, "source_exit_to_ingress": { "n": 285, "sum_ns": 136514870, "mean_ms": 0.4789995438596491 }, "source_encoded_queue": { "n": 285, "sum_ns": 9642000, "mean_ms": 0.03383157894736842 }, "decode_between_queues": { "n": 285, "sum_ns": 11847557000, "mean_ms": 41.57037543859649 }, "source_raw_queue": { "n": 285, "sum_ns": 8759000, "mean_ms": 0.03073333333333333 }, "raw_queue_to_source_exit": { "n": 285, "sum_ns": 8737000, "mean_ms": 0.030656140350877194 }, "preprocess_start_to_preprocess_output": { "n": 288, "sum_ns": 188460800, "mean_ms": 0.6543777777777777 }, "selected_to_preprocess": { "n": 288, "sum_ns": 429458197, "mean_ms": 1.4911742951388889 }, "preprocess_start_to_preprocess": { "n": 288, "sum_ns": 241101071, "mean_ms": 0.8371564965277778 }, "preprocess_output_to_infer_entry": { "n": 288, "sum_ns": 52640271, "mean_ms": 0.18277871875 }, "preprocess_to_infer_output": { "n": 288, "sum_ns": 5370783948, "mean_ms": 18.648555375 }, "preprocess_to_callback": { "n": 288, "sum_ns": 5598566858, "mean_ms": 19.439468256944444 }, "infer_output_to_callback": { "n": 288, "sum_ns": 227782910, "mean_ms": 0.7909128819444445 }, "copy_wall": { "n": 288, "sum_ns": 1449919391, "mean_ms": 5.034442329861111 }, "copy_thread_cpu": { "n": 288, "sum_ns": 1436058176, "mean_ms": 4.986313111111111 }, "callback_to_copied": { "n": 288, "sum_ns": 1501476854, "mean_ms": 5.213461298611111 }, "accepted_interval": { "n": 288, "sum_ns": 29868617360, "mean_ms": 103.71047694444445 }, "selected_to_submitted": { "n": 288, "sum_ns": 7553757566, "mean_ms": 26.228324881944445 }, "completed_queue_wait": { "n": 288, "sum_ns": 53221622, "mean_ms": 0.18479729861111113 }, "result_composition_wall": { "n": 288, "sum_ns": 2359934, "mean_ms": 0.008194215277777778 }, "result_composition_cpu": { "n": 288, "sum_ns": 2404424, "mean_ms": 0.008348694444444445 }, "result_artifact_handoff_wall": { "n": 288, "sum_ns": 2247462, "mean_ms": 0.0078036875 }, "result_artifact_handoff_cpu": { "n": 288, "sum_ns": 2252094, "mean_ms": 0.007819770833333333 }, "result_publish_wall": { "n": 288, "sum_ns": 28939049, "mean_ms": 0.10048280902777779 }, "result_publish_cpu": { "n": 288, "sum_ns": 28674509, "mean_ms": 0.09956426736111111 }, "result_total_wall": { "n": 288, "sum_ns": 249117496, "mean_ms": 0.8649913055555555 }, "result_total_cpu": { "n": 288, "sum_ns": 247556621, "mean_ms": 0.8595716006944445 } } }, { "mode": "mixed-a", "level": 8, "camera": "37", "provider": "crowd", "cohort_reset": false, "counter_seconds": 29.828627907, "new_channel": true, "seconds": 30.00001303094905, "selected_fps": 9.65515413239688, "requested_fps": 9.65515413239688, "complete_fps": 9.65515413239688, "accepted_fps": 9.65515413239688, "finalized_fps": 9.65515413239688, "redis_fps": 9.65515413239688, "redis_read_fps": 9.566662511243608, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 1, "queue_age_max_sampled": 0.0007168980082497001, "provider_response_age_max_sampled": 0.172, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 1, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.7014561769901775, "redis_interval_s": { "n": 286, "mean": 0.10476000633919481, "median": 0.1015192849736195, "p95": 0.1491790100117214, "maximum": 0.7014561769901775, "minimum": 0.008356574981007725 }, "redis_drift_s": { "n": 287, "mean": 0.025247520281100947, "median": 0.022165983008219925, "p95": 0.053803360993043725, "maximum": 0.5939048389601531, "minimum": -0.08216735000396014 }, "redis_drift_s_per_min": -0.007652009222668766, "ingress_drift_s": { "n": 12, "mean": -0.011549401166667325, "median": -0.007295792500001674, "p95": 0.012025037999997323, "maximum": 0.012025037999997323, "minimum": -0.03514917100000048 }, "ingress_drift_s_per_min": -0.028977339201578706, "source_drift_s": { "n": 12, "mean": -0.011302499999999919, "median": -0.007006500000001026, "p95": 0.01232800000000367, "maximum": 0.01232800000000367, "minimum": -0.03486900000000048 }, "ingress_to_redis_ms": { "n": 287, "mean": 25.592334494773517, "median": 25, "p95": 35, "maximum": 48, "minimum": 17 }, "source_samples": 12, "redis_samples": 287, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 288, "sum_ns": 187177077, "mean_ms": 0.64992040625 }, "preprocess_start_to_preprocess_output": { "n": 288, "sum_ns": 158154073, "mean_ms": 0.5491460868055555 }, "selected_to_preprocess": { "n": 288, "sum_ns": 389033775, "mean_ms": 1.35081171875 }, "preprocess_start_to_preprocess": { "n": 288, "sum_ns": 201856698, "mean_ms": 0.7008913125 }, "preprocess_output_to_infer_entry": { "n": 288, "sum_ns": 43702625, "mean_ms": 0.15174522569444443 }, "depay_to_source_exit": { "n": 285, "sum_ns": 11988846000, "mean_ms": 42.066126315789475 }, "source_exit_to_ingress": { "n": 285, "sum_ns": 120775974, "mean_ms": 0.42377534736842104 }, "source_encoded_queue": { "n": 285, "sum_ns": 9311000, "mean_ms": 0.032670175438596495 }, "decode_between_queues": { "n": 285, "sum_ns": 11878747000, "mean_ms": 41.679814035087716 }, "source_raw_queue": { "n": 285, "sum_ns": 6595000, "mean_ms": 0.023140350877192982 }, "raw_queue_to_source_exit": { "n": 285, "sum_ns": 8621000, "mean_ms": 0.030249122807017543 }, "preprocess_to_infer_output": { "n": 288, "sum_ns": 4819260260, "mean_ms": 16.733542569444445 }, "preprocess_to_callback": { "n": 288, "sum_ns": 5049986295, "mean_ms": 17.534674635416668 }, "infer_output_to_callback": { "n": 288, "sum_ns": 230726035, "mean_ms": 0.8011320659722222 }, "copy_wall": { "n": 288, "sum_ns": 1452452300, "mean_ms": 5.043237152777778 }, "copy_thread_cpu": { "n": 288, "sum_ns": 1441032612, "mean_ms": 5.003585458333333 }, "callback_to_copied": { "n": 288, "sum_ns": 1507696545, "mean_ms": 5.235057447916667 }, "accepted_interval": { "n": 288, "sum_ns": 29867225474, "mean_ms": 103.70564400694445 }, "selected_to_submitted": { "n": 288, "sum_ns": 6973081297, "mean_ms": 24.212087836805555 }, "completed_queue_wait": { "n": 288, "sum_ns": 50066409, "mean_ms": 0.17384169791666665 }, "result_composition_wall": { "n": 288, "sum_ns": 4044727, "mean_ms": 0.014044190972222223 }, "result_composition_cpu": { "n": 288, "sum_ns": 3922751, "mean_ms": 0.013620663194444445 }, "result_publish_wall": { "n": 288, "sum_ns": 39988211, "mean_ms": 0.13884795486111112 }, "result_publish_cpu": { "n": 288, "sum_ns": 40024269, "mean_ms": 0.13897315625 }, "result_total_wall": { "n": 288, "sum_ns": 304939305, "mean_ms": 1.05881703125 }, "result_total_cpu": { "n": 288, "sum_ns": 300234127, "mean_ms": 1.042479607638889 } } }, { "mode": "mixed-a", "level": 9, "camera": "30", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.123103274, "new_channel": false, "seconds": 30.000022651976906, "selected_fps": 9.759950604218082, "requested_fps": 9.759950604218082, "complete_fps": 9.759950604218082, "accepted_fps": 9.759950604218082, "finalized_fps": 9.759950604218082, "redis_fps": 9.72675349331938, "redis_read_fps": 9.766659292195309, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 1, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.115, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 9, "analysis_gap_markers": 5, "c_suppressed": 0, "max_redis_silence_s": 0.43745411798590794, "redis_interval_s": { "n": 292, "mean": 0.10242624407532874, "median": 0.09705668201786466, "p95": 0.17345967201981694, "maximum": 0.43745411798590794, "minimum": 0.005980876041576266 }, "redis_drift_s": { "n": 293, "mean": -5.195403347569619, "median": -5.209906484976386, "p95": -4.9829331899518365, "maximum": -4.900388582974188, "minimum": -5.279442518005624 }, "redis_drift_s_per_min": -0.006133300815209015, "ingress_drift_s": { "n": 12, "mean": 0.006130581083340303, "median": 0.005143553500005282, "p95": 0.019808595000029072, "maximum": 0.019808595000029072, "minimum": 0.0025314179999895714 }, "ingress_drift_s_per_min": -0.004905806574433595, "source_drift_s": { "n": 12, "mean": 0.0059018333333350865, "median": 0.0050880000000006476, "p95": 0.019442000000026383, "maximum": 0.019442000000026383, "minimum": 0.002381999999954587 }, "ingress_to_redis_ms": { "n": 293, "mean": 51.32081911262799, "median": 41, "p95": 93, "maximum": 339, "minimum": 25 }, "source_samples": 12, "redis_samples": 293, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 293, "sum_ns": 13780719000, "mean_ms": 47.033170648464164 }, "source_exit_to_ingress": { "n": 293, "sum_ns": 1937430217, "mean_ms": 6.612389819112628 }, "source_encoded_queue": { "n": 293, "sum_ns": 10846000, "mean_ms": 0.037017064846416384 }, "decode_between_queues": { "n": 293, "sum_ns": 13426739000, "mean_ms": 45.825047781569964 }, "source_raw_queue": { "n": 293, "sum_ns": 239647000, "mean_ms": 0.8179078498293515 }, "raw_queue_to_source_exit": { "n": 293, "sum_ns": 7534000, "mean_ms": 0.02571331058020478 }, "selected_to_preprocess_start": { "n": 293, "sum_ns": 231233541, "mean_ms": 0.7891929726962458 }, "preprocess_start_to_preprocess_output": { "n": 293, "sum_ns": 314476250, "mean_ms": 1.0732977815699658 }, "selected_to_preprocess": { "n": 293, "sum_ns": 622059294, "mean_ms": 2.123069262798635 }, "preprocess_start_to_preprocess": { "n": 293, "sum_ns": 390825753, "mean_ms": 1.3338762901023893 }, "preprocess_output_to_infer_entry": { "n": 293, "sum_ns": 76349503, "mean_ms": 0.2605785085324232 }, "preprocess_to_infer_output": { "n": 293, "sum_ns": 6833934578, "mean_ms": 23.32400879863481 }, "preprocess_to_callback": { "n": 293, "sum_ns": 7092779987, "mean_ms": 24.207440228668943 }, "infer_output_to_callback": { "n": 293, "sum_ns": 258845409, "mean_ms": 0.8834314300341296 }, "copy_wall": { "n": 294, "sum_ns": 1348329881, "mean_ms": 4.586156057823129 }, "copy_thread_cpu": { "n": 294, "sum_ns": 1340336953, "mean_ms": 4.558969227891157 }, "callback_to_copied": { "n": 293, "sum_ns": 1396644621, "mean_ms": 4.766705191126279 }, "accepted_interval": { "n": 294, "sum_ns": 30129653298, "mean_ms": 102.4818139387755 }, "selected_to_submitted": { "n": 293, "sum_ns": 9140270442, "mean_ms": 31.195462259385664 }, "completed_queue_wait": { "n": 294, "sum_ns": 220881341, "mean_ms": 0.7512970782312925 }, "result_observations_wall": { "n": 294, "sum_ns": 320847694, "mean_ms": 1.09131868707483 }, "result_observations_cpu": { "n": 294, "sum_ns": 318076210, "mean_ms": 1.0818918707482994 }, "result_nms_wall": { "n": 294, "sum_ns": 375622976, "mean_ms": 1.2776291700680271 }, "result_nms_cpu": { "n": 294, "sum_ns": 162493432, "mean_ms": 0.5526987482993198 }, "result_tracking_wall": { "n": 294, "sum_ns": 1082079303, "mean_ms": 3.6805418469387754 }, "result_tracking_cpu": { "n": 294, "sum_ns": 655072628, "mean_ms": 2.2281381904761903 }, "result_region_wall": { "n": 294, "sum_ns": 89670754, "mean_ms": 0.30500256462585035 }, "result_region_cpu": { "n": 294, "sum_ns": 89117714, "mean_ms": 0.3031214761904762 }, "result_fall_wall": { "n": 294, "sum_ns": 745106201, "mean_ms": 2.5343748333333336 }, "result_fall_cpu": { "n": 294, "sum_ns": 742457145, "mean_ms": 2.52536443877551 }, "result_fight_wall": { "n": 294, "sum_ns": 160752353, "mean_ms": 0.5467767108843538 }, "result_fight_cpu": { "n": 294, "sum_ns": 160412573, "mean_ms": 0.5456209965986394 }, "result_collector_wall": { "n": 294, "sum_ns": 1470292916, "mean_ms": 5.00099631292517 }, "result_collector_cpu": { "n": 294, "sum_ns": 1456250615, "mean_ms": 4.953233384353741 }, "result_composition_wall": { "n": 294, "sum_ns": 5264748, "mean_ms": 0.01790730612244898 }, "result_composition_cpu": { "n": 294, "sum_ns": 5273903, "mean_ms": 0.01793844557823129 }, "result_artifact_handoff_wall": { "n": 294, "sum_ns": 6091149, "mean_ms": 0.02071819387755102 }, "result_artifact_handoff_cpu": { "n": 294, "sum_ns": 3258148, "mean_ms": 0.01108213605442177 }, "result_publish_wall": { "n": 293, "sum_ns": 878663244, "mean_ms": 2.998850662116041 }, "result_publish_cpu": { "n": 293, "sum_ns": 863445404, "mean_ms": 2.9469126416382254 }, "result_total_wall": { "n": 293, "sum_ns": 5405369258, "mean_ms": 18.44835924232082 }, "result_total_cpu": { "n": 293, "sum_ns": 4722386726, "mean_ms": 16.117360839590443 } } }, { "mode": "mixed-a", "level": 9, "camera": "30", "provider": "fire", "cohort_reset": false, "counter_seconds": 30.100936909, "new_channel": false, "seconds": 30.000022651976906, "selected_fps": 9.90002407237031, "requested_fps": 9.90002407237031, "complete_fps": 9.933245629660144, "accepted_fps": 9.933245629660144, "finalized_fps": 9.933245629660144, "redis_fps": 9.933245629660144, "redis_read_fps": 9.933325833017754, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.118, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.388465577038005, "redis_interval_s": { "n": 297, "mean": 0.10068666865666608, "median": 0.10037878801813349, "p95": 0.15181740699335933, "maximum": 0.388465577038005, "minimum": 0.00032569398172199726 }, "redis_drift_s": { "n": 298, "mean": -0.026706617943714057, "median": -0.028115308513633863, "p95": 0.006388550997712628, "maximum": 0.2672051949952561, "minimum": -0.113370908029367 }, "redis_drift_s_per_min": 0.0022975818356634494, "ingress_drift_s": { "n": 12, "mean": 0.00043537175000096795, "median": 0.00479095899999038, "p95": 0.031533076000016536, "maximum": 0.031533076000016536, "minimum": -0.042483903000004375 }, "ingress_drift_s_per_min": -0.01685659208395675, "source_drift_s": { "n": 12, "mean": 0.00016983333334034492, "median": 0.00474450000001525, "p95": 0.03153400000002193, "maximum": 0.03153400000002193, "minimum": -0.04239599999999655 }, "ingress_to_redis_ms": { "n": 298, "mean": 29.630872483221477, "median": 29.0, "p95": 42, "maximum": 58, "minimum": 15 }, "source_samples": 12, "redis_samples": 298, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 298, "sum_ns": 13884435000, "mean_ms": 46.592063758389266 }, "source_exit_to_ingress": { "n": 298, "sum_ns": 181285268, "mean_ms": 0.6083398255033557 }, "source_encoded_queue": { "n": 298, "sum_ns": 13508000, "mean_ms": 0.04532885906040268 }, "decode_between_queues": { "n": 298, "sum_ns": 13756298000, "mean_ms": 46.162073825503356 }, "source_raw_queue": { "n": 298, "sum_ns": 14506000, "mean_ms": 0.048677852348993286 }, "raw_queue_to_source_exit": { "n": 298, "sum_ns": 8125000, "mean_ms": 0.02726510067114094 }, "selected_to_preprocess_start": { "n": 298, "sum_ns": 197802423, "mean_ms": 0.6637665201342282 }, "preprocess_start_to_preprocess_output": { "n": 298, "sum_ns": 293875834, "mean_ms": 0.9861605167785235 }, "selected_to_preprocess": { "n": 298, "sum_ns": 544366330, "mean_ms": 1.8267326510067114 }, "preprocess_start_to_preprocess": { "n": 298, "sum_ns": 346563907, "mean_ms": 1.1629661308724832 }, "preprocess_output_to_infer_entry": { "n": 298, "sum_ns": 52688073, "mean_ms": 0.17680561409395973 }, "preprocess_to_infer_output": { "n": 299, "sum_ns": 5937584880, "mean_ms": 19.858143411371238 }, "preprocess_to_callback": { "n": 299, "sum_ns": 6226798723, "mean_ms": 20.82541378929766 }, "infer_output_to_callback": { "n": 299, "sum_ns": 289213843, "mean_ms": 0.9672703779264213 }, "copy_wall": { "n": 299, "sum_ns": 1569455242, "mean_ms": 5.24901418729097 }, "copy_thread_cpu": { "n": 299, "sum_ns": 1541612883, "mean_ms": 5.155895929765887 }, "callback_to_copied": { "n": 299, "sum_ns": 1623815333, "mean_ms": 5.430820511705686 }, "accepted_interval": { "n": 299, "sum_ns": 30103708564, "mean_ms": 100.68129954515051 }, "selected_to_submitted": { "n": 299, "sum_ns": 8423137091, "mean_ms": 28.171027060200668 }, "completed_queue_wait": { "n": 299, "sum_ns": 60796453, "mean_ms": 0.20333261872909697 }, "result_composition_wall": { "n": 299, "sum_ns": 2968776, "mean_ms": 0.009929016722408026 }, "result_composition_cpu": { "n": 299, "sum_ns": 2897460, "mean_ms": 0.009690501672240802 }, "result_artifact_handoff_wall": { "n": 299, "sum_ns": 2643145, "mean_ms": 0.008839949832775919 }, "result_artifact_handoff_cpu": { "n": 299, "sum_ns": 2641916, "mean_ms": 0.008835839464882943 }, "result_publish_wall": { "n": 299, "sum_ns": 29162539, "mean_ms": 0.09753357525083611 }, "result_publish_cpu": { "n": 299, "sum_ns": 29207024, "mean_ms": 0.09768235451505017 }, "result_total_wall": { "n": 299, "sum_ns": 265252359, "mean_ms": 0.887131635451505 }, "result_total_cpu": { "n": 299, "sum_ns": 264858211, "mean_ms": 0.8858134147157191 } } }, { "mode": "mixed-a", "level": 9, "camera": "30", "provider": "crowd", "cohort_reset": false, "counter_seconds": 30.097121355, "new_channel": false, "seconds": 30.000022651976906, "selected_fps": 9.934504914049779, "requested_fps": 9.934504914049779, "complete_fps": 9.934504914049779, "accepted_fps": 9.934504914049779, "finalized_fps": 9.934504914049779, "redis_fps": 9.934504914049779, "redis_read_fps": 9.933325833017754, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.114, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.3754690360510722, "redis_interval_s": { "n": 297, "mean": 0.10071058929619546, "median": 0.09919795201858506, "p95": 0.15139478200580925, "maximum": 0.3754690360510722, "minimum": 0.0016347119817510247 }, "redis_drift_s": { "n": 298, "mean": -0.3073313020402517, "median": -0.3078333184760993, "p95": -0.2750960900099244, "maximum": -0.02462705395885223, "minimum": -0.3860901289689309 }, "redis_drift_s_per_min": 0.004649225252818869, "ingress_drift_s": { "n": 12, "mean": 0.00019806833333291252, "median": 0.004433419000008598, "p95": 0.03145049300002256, "maximum": 0.03145049300002256, "minimum": -0.04274001300001373 }, "ingress_drift_s_per_min": -0.01758947288508773, "source_drift_s": { "n": 12, "mean": 8.741666667333448e-05, "median": 0.004500500000006014, "p95": 0.03164800000001833, "maximum": 0.03164800000001833, "minimum": -0.04277700000000095 }, "ingress_to_redis_ms": { "n": 298, "mean": 28.29530201342282, "median": 28.0, "p95": 38, "maximum": 58, "minimum": 17 }, "source_samples": 12, "redis_samples": 298, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 299, "sum_ns": 13944185000, "mean_ms": 46.63607023411372 }, "source_exit_to_ingress": { "n": 299, "sum_ns": 174821270, "mean_ms": 0.5846865217391305 }, "source_encoded_queue": { "n": 299, "sum_ns": 14786000, "mean_ms": 0.04945150501672241 }, "decode_between_queues": { "n": 299, "sum_ns": 13812286000, "mean_ms": 46.1949364548495 }, "source_raw_queue": { "n": 299, "sum_ns": 11926000, "mean_ms": 0.03988628762541806 }, "raw_queue_to_source_exit": { "n": 299, "sum_ns": 8456000, "mean_ms": 0.028280936454849498 }, "selected_to_preprocess_start": { "n": 299, "sum_ns": 205189715, "mean_ms": 0.6862532274247491 }, "preprocess_start_to_preprocess_output": { "n": 299, "sum_ns": 284606316, "mean_ms": 0.9518605886287625 }, "selected_to_preprocess": { "n": 299, "sum_ns": 539525248, "mean_ms": 1.8044322675585283 }, "preprocess_start_to_preprocess": { "n": 299, "sum_ns": 334335533, "mean_ms": 1.1181790401337792 }, "preprocess_output_to_infer_entry": { "n": 299, "sum_ns": 49729217, "mean_ms": 0.1663184515050167 }, "preprocess_to_infer_output": { "n": 299, "sum_ns": 5426196299, "mean_ms": 18.1478137090301 }, "preprocess_to_callback": { "n": 299, "sum_ns": 5719852150, "mean_ms": 19.129940301003344 }, "infer_output_to_callback": { "n": 299, "sum_ns": 293655851, "mean_ms": 0.9821265919732441 }, "copy_wall": { "n": 299, "sum_ns": 1544368552, "mean_ms": 5.165112214046823 }, "copy_thread_cpu": { "n": 299, "sum_ns": 1534678608, "mean_ms": 5.132704374581939 }, "callback_to_copied": { "n": 299, "sum_ns": 1599805039, "mean_ms": 5.350518525083611 }, "accepted_interval": { "n": 299, "sum_ns": 30104098678, "mean_ms": 100.6826042742475 }, "selected_to_submitted": { "n": 299, "sum_ns": 7886992915, "mean_ms": 26.37790272575251 }, "completed_queue_wait": { "n": 299, "sum_ns": 56768225, "mean_ms": 0.18986028428093646 }, "result_composition_wall": { "n": 299, "sum_ns": 6842636, "mean_ms": 0.02288507023411371 }, "result_composition_cpu": { "n": 299, "sum_ns": 6719738, "mean_ms": 0.022474040133779266 }, "result_publish_wall": { "n": 299, "sum_ns": 72768308, "mean_ms": 0.24337226755852842 }, "result_publish_cpu": { "n": 299, "sum_ns": 72096369, "mean_ms": 0.24112497993311036 }, "result_total_wall": { "n": 299, "sum_ns": 444004196, "mean_ms": 1.4849638662207356 }, "result_total_cpu": { "n": 299, "sum_ns": 434303810, "mean_ms": 1.4525211036789298 } } }, { "mode": "mixed-a", "level": 9, "camera": "31", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.088043049, "new_channel": false, "seconds": 30.000022651976906, "selected_fps": 9.937502399643021, "requested_fps": 9.937502399643021, "complete_fps": 9.937502399643021, "accepted_fps": 9.937502399643021, "finalized_fps": 9.904266605664281, "redis_fps": 9.904266605664281, "redis_read_fps": 9.933325833017754, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 1, "queue_depth_max_sampled": 1, "queue_age_max_sampled": 0.0005547339678741992, "provider_response_age_max_sampled": 0.214, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 2, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.3648559410357848, "redis_interval_s": { "n": 297, "mean": 0.10067934345791857, "median": 0.10002858401276171, "p95": 0.1867491989978589, "maximum": 0.3648559410357848, "minimum": 0.00016420602332800627 }, "redis_drift_s": { "n": 298, "mean": -6.661337889377179, "median": -6.666115430457268, "p95": -6.609644414972536, "maximum": -6.436550826956989, "minimum": -6.769934904974889 }, "redis_drift_s_per_min": -0.004704460283042009, "ingress_drift_s": { "n": 12, "mean": 0.010502438083335619, "median": 0.006449274999994259, "p95": 0.06692428999997446, "maximum": 0.06692428999997446, "minimum": -0.014188744999955816 }, "ingress_drift_s_per_min": -0.0007535685590094596, "source_drift_s": { "n": 12, "mean": 0.0035655000000076598, "median": 0.003760500000026923, "p95": 0.03341000000000349, "maximum": 0.03341000000000349, "minimum": -0.01545099999998456 }, "ingress_to_redis_ms": { "n": 298, "mean": 41.16778523489933, "median": 37.0, "p95": 57, "maximum": 173, "minimum": 23 }, "source_samples": 12, "redis_samples": 298, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 299, "sum_ns": 13338869000, "mean_ms": 44.61160200668896 }, "source_exit_to_ingress": { "n": 299, "sum_ns": 592493680, "mean_ms": 1.9815842140468227 }, "source_encoded_queue": { "n": 299, "sum_ns": 12112000, "mean_ms": 0.04050836120401338 }, "decode_between_queues": { "n": 299, "sum_ns": 13192352000, "mean_ms": 44.12157859531773 }, "source_raw_queue": { "n": 299, "sum_ns": 29588000, "mean_ms": 0.09895652173913043 }, "raw_queue_to_source_exit": { "n": 299, "sum_ns": 8380000, "mean_ms": 0.02802675585284281 }, "selected_to_preprocess_start": { "n": 299, "sum_ns": 219975357, "mean_ms": 0.7357035351170568 }, "preprocess_start_to_preprocess_output": { "n": 299, "sum_ns": 329646618, "mean_ms": 1.1024970501672242 }, "selected_to_preprocess": { "n": 299, "sum_ns": 613119988, "mean_ms": 2.0505685217391303 }, "preprocess_start_to_preprocess": { "n": 299, "sum_ns": 393144631, "mean_ms": 1.3148649866220736 }, "preprocess_output_to_infer_entry": { "n": 299, "sum_ns": 63498013, "mean_ms": 0.2123679364548495 }, "preprocess_to_infer_output": { "n": 299, "sum_ns": 7097392779, "mean_ms": 23.737099595317726 }, "preprocess_to_callback": { "n": 299, "sum_ns": 7357348076, "mean_ms": 24.606515304347823 }, "infer_output_to_callback": { "n": 299, "sum_ns": 259955297, "mean_ms": 0.8694157090301003 }, "copy_wall": { "n": 299, "sum_ns": 1138112353, "mean_ms": 3.8063958294314384 }, "copy_thread_cpu": { "n": 299, "sum_ns": 1127532685, "mean_ms": 3.771012324414716 }, "callback_to_copied": { "n": 299, "sum_ns": 1190246775, "mean_ms": 3.9807584448160536 }, "accepted_interval": { "n": 299, "sum_ns": 30175534007, "mean_ms": 100.9215184180602 }, "selected_to_submitted": { "n": 299, "sum_ns": 9192869155, "mean_ms": 30.74538178929766 }, "completed_queue_wait": { "n": 298, "sum_ns": 73450361, "mean_ms": 0.2464777214765101 }, "result_observations_wall": { "n": 298, "sum_ns": 321846225, "mean_ms": 1.0800208892617449 }, "result_observations_cpu": { "n": 298, "sum_ns": 321050456, "mean_ms": 1.077350523489933 }, "result_nms_wall": { "n": 298, "sum_ns": 184526240, "mean_ms": 0.6192155704697986 }, "result_nms_cpu": { "n": 298, "sum_ns": 148854494, "mean_ms": 0.4995117248322148 }, "result_tracking_wall": { "n": 298, "sum_ns": 293826957, "mean_ms": 0.9859965 }, "result_tracking_cpu": { "n": 298, "sum_ns": 273062578, "mean_ms": 0.9163173758389261 }, "result_region_wall": { "n": 298, "sum_ns": 65562592, "mean_ms": 0.22000869798657718 }, "result_region_cpu": { "n": 298, "sum_ns": 65483817, "mean_ms": 0.2197443523489933 }, "result_fall_wall": { "n": 298, "sum_ns": 137348068, "mean_ms": 0.4608995570469798 }, "result_fall_cpu": { "n": 298, "sum_ns": 135723324, "mean_ms": 0.45544739597315437 }, "result_fight_wall": { "n": 298, "sum_ns": 51546390, "mean_ms": 0.17297446308724831 }, "result_fight_cpu": { "n": 298, "sum_ns": 51341546, "mean_ms": 0.17228706711409394 }, "result_collector_wall": { "n": 298, "sum_ns": 1455176803, "mean_ms": 4.883143634228188 }, "result_collector_cpu": { "n": 298, "sum_ns": 1442494062, "mean_ms": 4.8405841006711405 }, "result_composition_wall": { "n": 298, "sum_ns": 5423423, "mean_ms": 0.018199406040268457 }, "result_composition_cpu": { "n": 298, "sum_ns": 5432905, "mean_ms": 0.018231224832214763 }, "result_artifact_handoff_wall": { "n": 298, "sum_ns": 3140759, "mean_ms": 0.010539459731543624 }, "result_artifact_handoff_cpu": { "n": 298, "sum_ns": 3063977, "mean_ms": 0.01028180201342282 }, "result_publish_wall": { "n": 298, "sum_ns": 113747356, "mean_ms": 0.3817025369127517 }, "result_publish_cpu": { "n": 298, "sum_ns": 113290403, "mean_ms": 0.3801691375838926 }, "result_total_wall": { "n": 298, "sum_ns": 2914435525, "mean_ms": 9.779984983221476 }, "result_total_cpu": { "n": 298, "sum_ns": 2827815228, "mean_ms": 9.489312845637585 } } }, { "mode": "mixed-a", "level": 9, "camera": "31", "provider": "fire", "cohort_reset": false, "counter_seconds": 30.1051885, "new_channel": false, "seconds": 30.000022651976906, "selected_fps": 9.96505967733768, "requested_fps": 9.96505967733768, "complete_fps": 9.931842811746552, "accepted_fps": 9.931842811746552, "finalized_fps": 9.931842811746552, "redis_fps": 9.931842811746552, "redis_read_fps": 9.933325833017754, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.136, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 1, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.35468695301096886, "redis_interval_s": { "n": 297, "mean": 0.10067463937032849, "median": 0.10140835196943954, "p95": 0.1581232529715635, "maximum": 0.35468695301096886, "minimum": 0.013077165989670902 }, "redis_drift_s": { "n": 298, "mean": 0.01331438152653586, "median": 0.012921974492712707, "p95": 0.04611574399331175, "maximum": 0.23590933002299153, "minimum": -0.08123028501262297 }, "redis_drift_s_per_min": 0.0031377190194823426, "ingress_drift_s": { "n": 12, "mean": 0.0024002319166669395, "median": 0.0030994324999937817, "p95": 0.034529194999947777, "maximum": 0.034529194999947777, "minimum": -0.025933803999976135 }, "ingress_drift_s_per_min": 0.01687846390448818, "source_drift_s": { "n": 12, "mean": 0.0017645833333356602, "median": 0.0031250000000113687, "p95": 0.03454299999998511, "maximum": 0.03454299999998511, "minimum": -0.0302599999999984 }, "ingress_to_redis_ms": { "n": 298, "mean": 29.65771812080537, "median": 29.0, "p95": 42, "maximum": 50, "minimum": 16 }, "source_samples": 12, "redis_samples": 298, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 300, "sum_ns": 13356838000, "mean_ms": 44.52279333333333 }, "source_exit_to_ingress": { "n": 300, "sum_ns": 194295663, "mean_ms": 0.64765221 }, "source_encoded_queue": { "n": 300, "sum_ns": 15656000, "mean_ms": 0.052186666666666666 }, "decode_between_queues": { "n": 300, "sum_ns": 13208131000, "mean_ms": 44.027103333333336 }, "source_raw_queue": { "n": 300, "sum_ns": 9111000, "mean_ms": 0.03037 }, "raw_queue_to_source_exit": { "n": 300, "sum_ns": 8502000, "mean_ms": 0.02834 }, "selected_to_preprocess_start": { "n": 300, "sum_ns": 202155905, "mean_ms": 0.6738530166666667 }, "preprocess_start_to_preprocess_output": { "n": 300, "sum_ns": 284946054, "mean_ms": 0.94982018 }, "selected_to_preprocess": { "n": 300, "sum_ns": 538982243, "mean_ms": 1.7966074766666666 }, "preprocess_start_to_preprocess": { "n": 300, "sum_ns": 336826338, "mean_ms": 1.12275446 }, "preprocess_output_to_infer_entry": { "n": 300, "sum_ns": 51880284, "mean_ms": 0.17293428 }, "preprocess_to_infer_output": { "n": 299, "sum_ns": 5991278213, "mean_ms": 20.037719775919733 }, "preprocess_to_callback": { "n": 299, "sum_ns": 6274502477, "mean_ms": 20.98495811705686 }, "infer_output_to_callback": { "n": 299, "sum_ns": 283224264, "mean_ms": 0.9472383411371238 }, "copy_wall": { "n": 299, "sum_ns": 1538842105, "mean_ms": 5.1466291137123745 }, "copy_thread_cpu": { "n": 299, "sum_ns": 1522175730, "mean_ms": 5.09088872909699 }, "callback_to_copied": { "n": 299, "sum_ns": 1594226365, "mean_ms": 5.331860752508361 }, "accepted_interval": { "n": 299, "sum_ns": 30176367291, "mean_ms": 100.92430532107024 }, "selected_to_submitted": { "n": 299, "sum_ns": 8434156057, "mean_ms": 28.20787978929766 }, "completed_queue_wait": { "n": 299, "sum_ns": 68453684, "mean_ms": 0.22894208695652174 }, "result_composition_wall": { "n": 299, "sum_ns": 2719057, "mean_ms": 0.009093836120401337 }, "result_composition_cpu": { "n": 299, "sum_ns": 2657521, "mean_ms": 0.008888030100334449 }, "result_artifact_handoff_wall": { "n": 299, "sum_ns": 2445401, "mean_ms": 0.008178598662207357 }, "result_artifact_handoff_cpu": { "n": 299, "sum_ns": 2446688, "mean_ms": 0.008182903010033445 }, "result_publish_wall": { "n": 299, "sum_ns": 28992443, "mean_ms": 0.09696469230769231 }, "result_publish_cpu": { "n": 299, "sum_ns": 28997117, "mean_ms": 0.09698032441471573 }, "result_total_wall": { "n": 299, "sum_ns": 285292611, "mean_ms": 0.954155889632107 }, "result_total_cpu": { "n": 299, "sum_ns": 281322359, "mean_ms": 0.9408774548494984 } } }, { "mode": "mixed-a", "level": 9, "camera": "31", "provider": "crowd", "cohort_reset": false, "counter_seconds": 30.097485244, "new_channel": false, "seconds": 30.000022651976906, "selected_fps": 9.967610169683716, "requested_fps": 9.967610169683716, "complete_fps": 9.934384802451437, "accepted_fps": 9.934384802451437, "finalized_fps": 9.934384802451437, "redis_fps": 9.934384802451437, "redis_read_fps": 9.933325833017754, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.115, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 1, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.345644181012176, "redis_interval_s": { "n": 297, "mean": 0.10070159534338911, "median": 0.10223148099612445, "p95": 0.1555962500278838, "maximum": 0.345644181012176, "minimum": 0.001748287002556026 }, "redis_drift_s": { "n": 298, "mean": 0.01545625413357036, "median": 0.014985625028373306, "p95": 0.048419545994136115, "maximum": 0.23091861905015776, "minimum": -0.09490172797490004 }, "redis_drift_s_per_min": 0.007253442895760043, "ingress_drift_s": { "n": 12, "mean": 0.0019289020000030632, "median": 0.0028833559999839053, "p95": 0.03411755299998731, "maximum": 0.03411755299998731, "minimum": -0.026708436999967944 }, "ingress_drift_s_per_min": 0.017344905503037186, "source_drift_s": { "n": 12, "mean": 0.0015460833333330963, "median": 0.0028440000000102827, "p95": 0.034170999999957985, "maximum": 0.034170999999957985, "minimum": -0.029740000000003874 }, "ingress_to_redis_ms": { "n": 298, "mean": 27.966442953020135, "median": 28.0, "p95": 39, "maximum": 50, "minimum": 17 }, "source_samples": 12, "redis_samples": 298, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 300, "sum_ns": 13315503000, "mean_ms": 44.38501 }, "source_exit_to_ingress": { "n": 300, "sum_ns": 183964407, "mean_ms": 0.61321469 }, "source_encoded_queue": { "n": 300, "sum_ns": 10675000, "mean_ms": 0.035583333333333335 }, "decode_between_queues": { "n": 300, "sum_ns": 13189711000, "mean_ms": 43.96570333333334 }, "source_raw_queue": { "n": 300, "sum_ns": 9433000, "mean_ms": 0.03144333333333333 }, "raw_queue_to_source_exit": { "n": 300, "sum_ns": 8692000, "mean_ms": 0.028973333333333334 }, "selected_to_preprocess_start": { "n": 300, "sum_ns": 204645457, "mean_ms": 0.6821515233333333 }, "preprocess_start_to_preprocess_output": { "n": 300, "sum_ns": 313938561, "mean_ms": 1.04646187 }, "selected_to_preprocess": { "n": 300, "sum_ns": 571254814, "mean_ms": 1.9041827133333333 }, "preprocess_start_to_preprocess": { "n": 300, "sum_ns": 366609357, "mean_ms": 1.22203119 }, "preprocess_output_to_infer_entry": { "n": 300, "sum_ns": 52670796, "mean_ms": 0.17556932 }, "preprocess_to_infer_output": { "n": 299, "sum_ns": 5392732666, "mean_ms": 18.03589520401338 }, "preprocess_to_callback": { "n": 299, "sum_ns": 5686559864, "mean_ms": 19.018594862876256 }, "infer_output_to_callback": { "n": 299, "sum_ns": 293827198, "mean_ms": 0.9826996588628762 }, "copy_wall": { "n": 299, "sum_ns": 1565542167, "mean_ms": 5.23592697993311 }, "copy_thread_cpu": { "n": 299, "sum_ns": 1541772187, "mean_ms": 5.156428719063546 }, "callback_to_copied": { "n": 299, "sum_ns": 1622223591, "mean_ms": 5.425496959866221 }, "accepted_interval": { "n": 299, "sum_ns": 30179717948, "mean_ms": 100.93551153177256 }, "selected_to_submitted": { "n": 299, "sum_ns": 7907105964, "mean_ms": 26.445170448160535 }, "completed_queue_wait": { "n": 299, "sum_ns": 55456546, "mean_ms": 0.18547339799331103 }, "result_composition_wall": { "n": 299, "sum_ns": 5425278, "mean_ms": 0.018144742474916386 }, "result_composition_cpu": { "n": 299, "sum_ns": 5230085, "mean_ms": 0.01749192307692308 }, "result_publish_wall": { "n": 299, "sum_ns": 42050103, "mean_ms": 0.14063579598662207 }, "result_publish_cpu": { "n": 299, "sum_ns": 41721023, "mean_ms": 0.1395351939799331 }, "result_total_wall": { "n": 299, "sum_ns": 355250535, "mean_ms": 1.1881288795986622 }, "result_total_cpu": { "n": 299, "sum_ns": 340432949, "mean_ms": 1.1385717357859533 } } }, { "mode": "mixed-a", "level": 9, "camera": "32", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.226168745, "new_channel": false, "seconds": 30.000022651976906, "selected_fps": 9.892090609381663, "requested_fps": 9.892090609381663, "complete_fps": 9.859006694300119, "accepted_fps": 9.859006694300119, "finalized_fps": 9.859006694300119, "redis_fps": 9.859006694300119, "redis_read_fps": 9.899992524853266, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 2, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.183, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 7, "analysis_gap_markers": 2, "c_suppressed": 0, "max_redis_silence_s": 0.3445295679848641, "redis_interval_s": { "n": 296, "mean": 0.10085689044589762, "median": 0.09982558351475745, "p95": 0.16555646096821874, "maximum": 0.3445295679848641, "minimum": 0.00424658099655062 }, "redis_drift_s": { "n": 297, "mean": -3.745435136861289, "median": -3.752978193993215, "p95": -3.6723711819811626, "maximum": -3.486508828986416, "minimum": -3.8437646690034057 }, "redis_drift_s_per_min": -0.002090643313967009, "ingress_drift_s": { "n": 12, "mean": -0.004487887916669801, "median": -0.009952176999988183, "p95": 0.019547761999945124, "maximum": 0.019547761999945124, "minimum": -0.016497670000006792 }, "ingress_drift_s_per_min": 0.01765034606549977, "source_drift_s": { "n": 12, "mean": -0.004452666666667919, "median": -0.010065999999994801, "p95": 0.01996499999995649, "maximum": 0.01996499999995649, "minimum": -0.016076999999995678 }, "ingress_to_redis_ms": { "n": 297, "mean": 43.22222222222222, "median": 38, "p95": 61, "maximum": 213, "minimum": 22 }, "source_samples": 12, "redis_samples": 297, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 299, "sum_ns": 12652505000, "mean_ms": 42.31607023411372 }, "source_exit_to_ingress": { "n": 299, "sum_ns": 903834550, "mean_ms": 3.0228580267558525 }, "source_encoded_queue": { "n": 299, "sum_ns": 12134000, "mean_ms": 0.040581939799331106 }, "decode_between_queues": { "n": 299, "sum_ns": 12439001000, "mean_ms": 41.60201003344481 }, "source_raw_queue": { "n": 299, "sum_ns": 61924000, "mean_ms": 0.2071036789297659 }, "raw_queue_to_source_exit": { "n": 299, "sum_ns": 8850000, "mean_ms": 0.029598662207357858 }, "selected_to_preprocess_start": { "n": 299, "sum_ns": 214261065, "mean_ms": 0.7165921906354514 }, "preprocess_start_to_preprocess_output": { "n": 299, "sum_ns": 275295304, "mean_ms": 0.9207200802675586 }, "selected_to_preprocess": { "n": 299, "sum_ns": 550311863, "mean_ms": 1.8405079030100335 }, "preprocess_start_to_preprocess": { "n": 299, "sum_ns": 336050798, "mean_ms": 1.123915712374582 }, "preprocess_output_to_infer_entry": { "n": 299, "sum_ns": 60755494, "mean_ms": 0.2031956321070234 }, "preprocess_to_infer_output": { "n": 298, "sum_ns": 6853852785, "mean_ms": 22.99950598993289 }, "preprocess_to_callback": { "n": 298, "sum_ns": 7105482387, "mean_ms": 23.84390062751678 }, "infer_output_to_callback": { "n": 298, "sum_ns": 251629602, "mean_ms": 0.8443946375838925 }, "copy_wall": { "n": 298, "sum_ns": 1334913729, "mean_ms": 4.47957627181208 }, "copy_thread_cpu": { "n": 298, "sum_ns": 1323934943, "mean_ms": 4.442734708053691 }, "callback_to_copied": { "n": 298, "sum_ns": 1386814296, "mean_ms": 4.653739248322148 }, "accepted_interval": { "n": 298, "sum_ns": 30214946575, "mean_ms": 101.39243817114094 }, "selected_to_submitted": { "n": 298, "sum_ns": 9066911311, "mean_ms": 30.425876882550337 }, "completed_queue_wait": { "n": 298, "sum_ns": 82771001, "mean_ms": 0.27775503691275166 }, "result_observations_wall": { "n": 298, "sum_ns": 330847128, "mean_ms": 1.1102252617449666 }, "result_observations_cpu": { "n": 298, "sum_ns": 330280800, "mean_ms": 1.108324832214765 }, "result_nms_wall": { "n": 298, "sum_ns": 236302098, "mean_ms": 0.7929600604026846 }, "result_nms_cpu": { "n": 298, "sum_ns": 153573224, "mean_ms": 0.5153463892617449 }, "result_tracking_wall": { "n": 298, "sum_ns": 436305597, "mean_ms": 1.4641127416107382 }, "result_tracking_cpu": { "n": 298, "sum_ns": 352825820, "mean_ms": 1.1839792617449665 }, "result_region_wall": { "n": 298, "sum_ns": 79064518, "mean_ms": 0.26531717449664427 }, "result_region_cpu": { "n": 298, "sum_ns": 79052308, "mean_ms": 0.26527620134228186 }, "result_fall_wall": { "n": 298, "sum_ns": 359674647, "mean_ms": 1.2069619026845637 }, "result_fall_cpu": { "n": 298, "sum_ns": 358154627, "mean_ms": 1.2018611644295303 }, "result_fight_wall": { "n": 298, "sum_ns": 64305467, "mean_ms": 0.21579015771812082 }, "result_fight_cpu": { "n": 298, "sum_ns": 63171342, "mean_ms": 0.21198436912751678 }, "result_collector_wall": { "n": 298, "sum_ns": 1467566090, "mean_ms": 4.924718422818792 }, "result_collector_cpu": { "n": 298, "sum_ns": 1452252606, "mean_ms": 4.87333089261745 }, "result_composition_wall": { "n": 298, "sum_ns": 4976652, "mean_ms": 0.016700174496644297 }, "result_composition_cpu": { "n": 298, "sum_ns": 4969007, "mean_ms": 0.016674520134228186 }, "result_artifact_handoff_wall": { "n": 298, "sum_ns": 3146680, "mean_ms": 0.010559328859060402 }, "result_artifact_handoff_cpu": { "n": 298, "sum_ns": 3115283, "mean_ms": 0.010453969798657717 }, "result_publish_wall": { "n": 298, "sum_ns": 314689615, "mean_ms": 1.0560054194630872 }, "result_publish_cpu": { "n": 298, "sum_ns": 312161495, "mean_ms": 1.0475217953020135 }, "result_total_wall": { "n": 298, "sum_ns": 3593349695, "mean_ms": 12.058220453020136 }, "result_total_cpu": { "n": 298, "sum_ns": 3401014221, "mean_ms": 11.41279939932886 } } }, { "mode": "mixed-a", "level": 9, "camera": "32", "provider": "fire", "cohort_reset": false, "counter_seconds": 30.101294609, "new_channel": false, "seconds": 30.000022651976906, "selected_fps": 9.933127590818032, "requested_fps": 9.933127590818032, "complete_fps": 9.966348753329129, "accepted_fps": 9.966348753329129, "finalized_fps": 9.966348753329129, "redis_fps": 9.966348753329129, "redis_read_fps": 9.933325833017754, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.145, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 1, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.36490255198441446, "redis_interval_s": { "n": 297, "mean": 0.10076479872716873, "median": 0.10027167003136128, "p95": 0.14986231998773292, "maximum": 0.36490255198441446, "minimum": 0.007149842043872923 }, "redis_drift_s": { "n": 298, "mean": 0.022790646248005024, "median": 0.02178990750130083, "p95": 0.05792749100783112, "maximum": 0.28317278698926884, "minimum": -0.07767737096685323 }, "redis_drift_s_per_min": 0.0015850833305040785, "ingress_drift_s": { "n": 12, "mean": -0.004834270083333554, "median": -0.009068077500003824, "p95": 0.01770785399997976, "maximum": 0.01770785399997976, "minimum": -0.015696614999995973 }, "ingress_drift_s_per_min": 0.01728570369840845, "source_drift_s": { "n": 12, "mean": -0.005169749999997937, "median": -0.00966649999998026, "p95": 0.01751799999999548, "maximum": 0.01751799999999548, "minimum": -0.015517000000016878 }, "ingress_to_redis_ms": { "n": 298, "mean": 29.71476510067114, "median": 29.0, "p95": 42, "maximum": 54, "minimum": 16 }, "source_samples": 12, "redis_samples": 298, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 299, "sum_ns": 12654039000, "mean_ms": 42.32120066889632 }, "source_exit_to_ingress": { "n": 299, "sum_ns": 186757704, "mean_ms": 0.6246077056856186 }, "source_encoded_queue": { "n": 299, "sum_ns": 12631000, "mean_ms": 0.04224414715719064 }, "decode_between_queues": { "n": 299, "sum_ns": 12506781000, "mean_ms": 41.82869899665552 }, "source_raw_queue": { "n": 299, "sum_ns": 9042000, "mean_ms": 0.030240802675585283 }, "raw_queue_to_source_exit": { "n": 299, "sum_ns": 8663000, "mean_ms": 0.02897324414715719 }, "selected_to_preprocess_start": { "n": 299, "sum_ns": 207412329, "mean_ms": 0.6936867190635451 }, "preprocess_start_to_preprocess_output": { "n": 299, "sum_ns": 294056967, "mean_ms": 0.9834681170568562 }, "selected_to_preprocess": { "n": 299, "sum_ns": 553785170, "mean_ms": 1.852124314381271 }, "preprocess_start_to_preprocess": { "n": 299, "sum_ns": 346372841, "mean_ms": 1.1584375953177257 }, "preprocess_output_to_infer_entry": { "n": 299, "sum_ns": 52315874, "mean_ms": 0.17496947826086956 }, "preprocess_to_infer_output": { "n": 300, "sum_ns": 6007525928, "mean_ms": 20.025086426666665 }, "preprocess_to_callback": { "n": 300, "sum_ns": 6287815615, "mean_ms": 20.959385383333334 }, "infer_output_to_callback": { "n": 300, "sum_ns": 280289687, "mean_ms": 0.9342989566666666 }, "copy_wall": { "n": 300, "sum_ns": 1589213899, "mean_ms": 5.297379663333333 }, "copy_thread_cpu": { "n": 300, "sum_ns": 1569864365, "mean_ms": 5.232881216666667 }, "callback_to_copied": { "n": 300, "sum_ns": 1646347758, "mean_ms": 5.48782586 }, "accepted_interval": { "n": 300, "sum_ns": 30200135637, "mean_ms": 100.66711879 }, "selected_to_submitted": { "n": 300, "sum_ns": 8520941018, "mean_ms": 28.403136726666666 }, "completed_queue_wait": { "n": 300, "sum_ns": 72459900, "mean_ms": 0.241533 }, "result_composition_wall": { "n": 300, "sum_ns": 2775944, "mean_ms": 0.009253146666666667 }, "result_composition_cpu": { "n": 300, "sum_ns": 2709560, "mean_ms": 0.009031866666666668 }, "result_artifact_handoff_wall": { "n": 300, "sum_ns": 2517471, "mean_ms": 0.00839157 }, "result_artifact_handoff_cpu": { "n": 300, "sum_ns": 2522303, "mean_ms": 0.008407676666666666 }, "result_publish_wall": { "n": 300, "sum_ns": 29128097, "mean_ms": 0.09709365666666667 }, "result_publish_cpu": { "n": 300, "sum_ns": 29159740, "mean_ms": 0.09719913333333333 }, "result_total_wall": { "n": 300, "sum_ns": 260090935, "mean_ms": 0.8669697833333333 }, "result_total_cpu": { "n": 300, "sum_ns": 258064131, "mean_ms": 0.86021377 } } }, { "mode": "mixed-a", "level": 9, "camera": "32", "provider": "crowd", "cohort_reset": false, "counter_seconds": 30.090526651, "new_channel": false, "seconds": 30.000022651976906, "selected_fps": 9.903449130562045, "requested_fps": 9.903449130562045, "complete_fps": 9.969915232109441, "accepted_fps": 9.969915232109441, "finalized_fps": 9.969915232109441, "redis_fps": 9.969915232109441, "redis_read_fps": 9.933325833017754, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.155, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.36367379798321053, "redis_interval_s": { "n": 297, "mean": 0.10075171546805148, "median": 0.0995934649836272, "p95": 0.14990301604848355, "maximum": 0.36367379798321053, "minimum": 0.0006181980133987963 }, "redis_drift_s": { "n": 298, "mean": -0.07876408211358746, "median": -0.08066926848725586, "p95": -0.04613211597455802, "maximum": 0.17927410600799476, "minimum": -0.1813503239778811 }, "redis_drift_s_per_min": 0.0007323830105038187, "ingress_drift_s": { "n": 12, "mean": -0.00575026191667168, "median": -0.010420514499983824, "p95": 0.018669459999955507, "maximum": 0.018669459999955507, "minimum": -0.016155757000007043 }, "ingress_drift_s_per_min": 0.018616833027782245, "source_drift_s": { "n": 12, "mean": -0.006195666666670263, "median": -0.010879500000001485, "p95": 0.018148999999993976, "maximum": 0.018148999999993976, "minimum": -0.016532000000012204 }, "ingress_to_redis_ms": { "n": 298, "mean": 28.104026845637584, "median": 28.0, "p95": 39, "maximum": 55, "minimum": 17 }, "source_samples": 12, "redis_samples": 298, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 298, "sum_ns": 12602569000, "mean_ms": 42.2905 }, "source_exit_to_ingress": { "n": 298, "sum_ns": 186063546, "mean_ms": 0.6243743154362416 }, "source_encoded_queue": { "n": 298, "sum_ns": 12143000, "mean_ms": 0.040748322147651006 }, "decode_between_queues": { "n": 298, "sum_ns": 12457360000, "mean_ms": 41.80322147651007 }, "source_raw_queue": { "n": 298, "sum_ns": 10868000, "mean_ms": 0.03646979865771812 }, "raw_queue_to_source_exit": { "n": 298, "sum_ns": 8673000, "mean_ms": 0.029104026845637586 }, "selected_to_preprocess_start": { "n": 298, "sum_ns": 201617653, "mean_ms": 0.6765693053691275 }, "preprocess_start_to_preprocess_output": { "n": 298, "sum_ns": 288306857, "mean_ms": 0.9674726744966443 }, "selected_to_preprocess": { "n": 298, "sum_ns": 540145138, "mean_ms": 1.812567577181208 }, "preprocess_start_to_preprocess": { "n": 298, "sum_ns": 338527485, "mean_ms": 1.1359982718120807 }, "preprocess_output_to_infer_entry": { "n": 298, "sum_ns": 50220628, "mean_ms": 0.16852559731543623 }, "preprocess_to_infer_output": { "n": 300, "sum_ns": 5479293046, "mean_ms": 18.264310153333334 }, "preprocess_to_callback": { "n": 300, "sum_ns": 5774691283, "mean_ms": 19.248970943333333 }, "infer_output_to_callback": { "n": 300, "sum_ns": 295398237, "mean_ms": 0.9846607900000001 }, "copy_wall": { "n": 300, "sum_ns": 1538798103, "mean_ms": 5.12932701 }, "copy_thread_cpu": { "n": 300, "sum_ns": 1523283659, "mean_ms": 5.077612196666666 }, "callback_to_copied": { "n": 300, "sum_ns": 1596095635, "mean_ms": 5.320318783333334 }, "accepted_interval": { "n": 300, "sum_ns": 30204790222, "mean_ms": 100.68263407333333 }, "selected_to_submitted": { "n": 300, "sum_ns": 7944794794, "mean_ms": 26.482649313333333 }, "completed_queue_wait": { "n": 300, "sum_ns": 58664636, "mean_ms": 0.19554878666666664 }, "result_composition_wall": { "n": 300, "sum_ns": 6021039, "mean_ms": 0.020070130000000002 }, "result_composition_cpu": { "n": 300, "sum_ns": 5886468, "mean_ms": 0.01962156 }, "result_publish_wall": { "n": 300, "sum_ns": 50982529, "mean_ms": 0.16994176333333333 }, "result_publish_cpu": { "n": 300, "sum_ns": 50946620, "mean_ms": 0.1698220666666667 }, "result_total_wall": { "n": 300, "sum_ns": 368947021, "mean_ms": 1.2298234033333333 }, "result_total_cpu": { "n": 300, "sum_ns": 364423315, "mean_ms": 1.2147443833333333 } } }, { "mode": "mixed-a", "level": 9, "camera": "33", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.162678576, "new_channel": false, "seconds": 30.000022651976906, "selected_fps": 9.979219824312993, "requested_fps": 9.979219824312993, "complete_fps": 10.01237337854659, "accepted_fps": 10.01237337854659, "finalized_fps": 10.01237337854659, "redis_fps": 10.01237337854659, "redis_read_fps": 9.999992449346733, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 2, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.138, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 4, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.2831250380259007, "redis_interval_s": { "n": 299, "mean": 0.0999992578159971, "median": 0.09905215195612982, "p95": 0.1665040940279141, "maximum": 0.2831250380259007, "minimum": 0.004158883064519614 }, "redis_drift_s": { "n": 300, "mean": -7.575271575887899, "median": -7.580316237012852, "p95": -7.5237632439890945, "maximum": -7.378188124000104, "minimum": -7.643796572001179 }, "redis_drift_s_per_min": 0.008338244119393573, "ingress_drift_s": { "n": 12, "mean": 0.001443894916668853, "median": -0.003007632999995735, "p95": 0.06861503100000732, "maximum": 0.06861503100000732, "minimum": -0.02201907200000619 }, "ingress_drift_s_per_min": -0.044824682286423195, "source_drift_s": { "n": 12, "mean": -0.0021970833333284645, "median": -0.003324000000006322, "p95": 0.02870300000000725, "maximum": 0.02870300000000725, "minimum": -0.022246999999993022 }, "ingress_to_redis_ms": { "n": 300, "mean": 41.263333333333335, "median": 36.0, "p95": 56, "maximum": 206, "minimum": 23 }, "source_samples": 12, "redis_samples": 300, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 301, "sum_ns": 13568914000, "mean_ms": 45.07944850498339 }, "source_exit_to_ingress": { "n": 301, "sum_ns": 754543241, "mean_ms": 2.506788176079734 }, "source_encoded_queue": { "n": 301, "sum_ns": 10301000, "mean_ms": 0.03422259136212624 }, "decode_between_queues": { "n": 301, "sum_ns": 13219597000, "mean_ms": 43.918926910299 }, "source_raw_queue": { "n": 301, "sum_ns": 143325000, "mean_ms": 0.4761627906976744 }, "raw_queue_to_source_exit": { "n": 301, "sum_ns": 10353000, "mean_ms": 0.03439534883720931 }, "selected_to_preprocess_start": { "n": 301, "sum_ns": 221168852, "mean_ms": 0.7347802392026578 }, "preprocess_start_to_preprocess_output": { "n": 301, "sum_ns": 242176822, "mean_ms": 0.8045741594684386 }, "selected_to_preprocess": { "n": 301, "sum_ns": 523511697, "mean_ms": 1.7392415182724252 }, "preprocess_start_to_preprocess": { "n": 301, "sum_ns": 302342845, "mean_ms": 1.0044612790697673 }, "preprocess_output_to_infer_entry": { "n": 301, "sum_ns": 60166023, "mean_ms": 0.1998871196013289 }, "preprocess_to_infer_output": { "n": 302, "sum_ns": 6829075136, "mean_ms": 22.61283157615894 }, "preprocess_to_callback": { "n": 302, "sum_ns": 7080138922, "mean_ms": 23.44416861589404 }, "infer_output_to_callback": { "n": 302, "sum_ns": 251063786, "mean_ms": 0.8313370397350993 }, "copy_wall": { "n": 302, "sum_ns": 1327164047, "mean_ms": 4.394582937086092 }, "copy_thread_cpu": { "n": 302, "sum_ns": 1314891490, "mean_ms": 4.353945331125828 }, "callback_to_copied": { "n": 302, "sum_ns": 1380785765, "mean_ms": 4.572138294701987 }, "accepted_interval": { "n": 302, "sum_ns": 30219966319, "mean_ms": 100.06611363907285 }, "selected_to_submitted": { "n": 302, "sum_ns": 9015224256, "mean_ms": 29.85173594701987 }, "completed_queue_wait": { "n": 302, "sum_ns": 104171910, "mean_ms": 0.3449400993377484 }, "result_observations_wall": { "n": 302, "sum_ns": 323558849, "mean_ms": 1.071386917218543 }, "result_observations_cpu": { "n": 302, "sum_ns": 322364272, "mean_ms": 1.0674313642384106 }, "result_nms_wall": { "n": 302, "sum_ns": 262034008, "mean_ms": 0.8676622781456953 }, "result_nms_cpu": { "n": 302, "sum_ns": 157230730, "mean_ms": 0.5206315562913907 }, "result_tracking_wall": { "n": 302, "sum_ns": 389657139, "mean_ms": 1.290255427152318 }, "result_tracking_cpu": { "n": 302, "sum_ns": 333175497, "mean_ms": 1.1032301225165562 }, "result_region_wall": { "n": 302, "sum_ns": 86188662, "mean_ms": 0.28539292052980136 }, "result_region_cpu": { "n": 302, "sum_ns": 86026176, "mean_ms": 0.28485488741721854 }, "result_fall_wall": { "n": 302, "sum_ns": 172422729, "mean_ms": 0.5709361887417219 }, "result_fall_cpu": { "n": 302, "sum_ns": 172110811, "mean_ms": 0.5699033476821193 }, "result_fight_wall": { "n": 302, "sum_ns": 69330426, "mean_ms": 0.22957094701986755 }, "result_fight_cpu": { "n": 302, "sum_ns": 68911859, "mean_ms": 0.22818496357615894 }, "result_collector_wall": { "n": 302, "sum_ns": 1563981330, "mean_ms": 5.178746125827814 }, "result_collector_cpu": { "n": 302, "sum_ns": 1547091109, "mean_ms": 5.122818241721855 }, "result_composition_wall": { "n": 302, "sum_ns": 4915159, "mean_ms": 0.01627536092715232 }, "result_composition_cpu": { "n": 302, "sum_ns": 4919282, "mean_ms": 0.016289013245033113 }, "result_artifact_handoff_wall": { "n": 302, "sum_ns": 3117680, "mean_ms": 0.010323443708609272 }, "result_artifact_handoff_cpu": { "n": 302, "sum_ns": 3089011, "mean_ms": 0.010228513245033113 }, "result_publish_wall": { "n": 302, "sum_ns": 135207398, "mean_ms": 0.44770661589403976 }, "result_publish_cpu": { "n": 302, "sum_ns": 134599807, "mean_ms": 0.4456947251655629 }, "result_total_wall": { "n": 302, "sum_ns": 3295683431, "mean_ms": 10.912859043046357 }, "result_total_cpu": { "n": 302, "sum_ns": 3110489253, "mean_ms": 10.29963328807947 } } }, { "mode": "mixed-a", "level": 9, "camera": "33", "provider": "fire", "cohort_reset": false, "counter_seconds": 30.104879291, "new_channel": false, "seconds": 30.000022651976906, "selected_fps": 9.965162029056415, "requested_fps": 9.965162029056415, "complete_fps": 9.965162029056415, "accepted_fps": 9.965162029056415, "finalized_fps": 9.965162029056415, "redis_fps": 9.998379235819936, "redis_read_fps": 9.999992449346733, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.127, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.23733655601972714, "redis_interval_s": { "n": 299, "mean": 0.09998267471913348, "median": 0.10130498500075191, "p95": 0.1493297329870984, "maximum": 0.23733655601972714, "minimum": 0.0082491030334495 }, "redis_drift_s": { "n": 300, "mean": -0.0692109217936895, "median": -0.06822362053114261, "p95": -0.03688485003075925, "maximum": -0.009306532050004535, "minimum": -0.12927446001674525 }, "redis_drift_s_per_min": 0.0012913143457791855, "ingress_drift_s": { "n": 12, "mean": -0.0007058523333327571, "median": -0.003498081999993019, "p95": 0.028482398000022613, "maximum": 0.028482398000022613, "minimum": -0.021961276000013186 }, "ingress_drift_s_per_min": -0.044204429110697496, "source_drift_s": { "n": 12, "mean": -0.0007921666666680002, "median": -0.0035899999999884358, "p95": 0.028472000000022035, "maximum": 0.028472000000022035, "minimum": -0.021953999999993812 }, "ingress_to_redis_ms": { "n": 300, "mean": 29.07, "median": 29.0, "p95": 41, "maximum": 48, "minimum": 16 }, "source_samples": 12, "redis_samples": 300, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 300, "sum_ns": 13420300000, "mean_ms": 44.73433333333334 }, "source_exit_to_ingress": { "n": 300, "sum_ns": 177740087, "mean_ms": 0.5924669566666667 }, "source_encoded_queue": { "n": 300, "sum_ns": 10758000, "mean_ms": 0.03586 }, "decode_between_queues": { "n": 300, "sum_ns": 13214391000, "mean_ms": 44.04797 }, "source_raw_queue": { "n": 300, "sum_ns": 9611000, "mean_ms": 0.032036666666666665 }, "raw_queue_to_source_exit": { "n": 300, "sum_ns": 10194000, "mean_ms": 0.03398 }, "selected_to_preprocess_start": { "n": 300, "sum_ns": 200624869, "mean_ms": 0.6687495633333334 }, "preprocess_start_to_preprocess_output": { "n": 300, "sum_ns": 248335436, "mean_ms": 0.8277847866666667 }, "selected_to_preprocess": { "n": 300, "sum_ns": 503215452, "mean_ms": 1.67738484 }, "preprocess_start_to_preprocess": { "n": 300, "sum_ns": 302590583, "mean_ms": 1.0086352766666666 }, "preprocess_output_to_infer_entry": { "n": 300, "sum_ns": 54255147, "mean_ms": 0.18085049 }, "preprocess_to_infer_output": { "n": 300, "sum_ns": 5895005511, "mean_ms": 19.65001837 }, "preprocess_to_callback": { "n": 300, "sum_ns": 6195294442, "mean_ms": 20.65098147333333 }, "infer_output_to_callback": { "n": 300, "sum_ns": 300288931, "mean_ms": 1.0009631033333335 }, "copy_wall": { "n": 300, "sum_ns": 1517318038, "mean_ms": 5.057726793333333 }, "copy_thread_cpu": { "n": 300, "sum_ns": 1494858751, "mean_ms": 4.982862503333333 }, "callback_to_copied": { "n": 300, "sum_ns": 1573199224, "mean_ms": 5.243997413333333 }, "accepted_interval": { "n": 300, "sum_ns": 29997052750, "mean_ms": 99.99017583333332 }, "selected_to_submitted": { "n": 300, "sum_ns": 8299829488, "mean_ms": 27.666098293333334 }, "completed_queue_wait": { "n": 300, "sum_ns": 62140555, "mean_ms": 0.2071351833333333 }, "result_composition_wall": { "n": 300, "sum_ns": 2700506, "mean_ms": 0.009001686666666666 }, "result_composition_cpu": { "n": 300, "sum_ns": 2637516, "mean_ms": 0.00879172 }, "result_artifact_handoff_wall": { "n": 300, "sum_ns": 2469128, "mean_ms": 0.008230426666666667 }, "result_artifact_handoff_cpu": { "n": 300, "sum_ns": 2469823, "mean_ms": 0.008232743333333334 }, "result_publish_wall": { "n": 300, "sum_ns": 29421684, "mean_ms": 0.09807228 }, "result_publish_cpu": { "n": 300, "sum_ns": 29462715, "mean_ms": 0.09820905 }, "result_total_wall": { "n": 300, "sum_ns": 267232729, "mean_ms": 0.8907757633333333 }, "result_total_cpu": { "n": 300, "sum_ns": 265416566, "mean_ms": 0.8847218866666667 } } }, { "mode": "mixed-a", "level": 9, "camera": "33", "provider": "crowd", "cohort_reset": false, "counter_seconds": 30.107129113, "new_channel": false, "seconds": 30.000022651976906, "selected_fps": 9.997632084755327, "requested_fps": 9.997632084755327, "complete_fps": 9.964417360221256, "accepted_fps": 9.964417360221256, "finalized_fps": 9.964417360221256, "redis_fps": 9.964417360221256, "redis_read_fps": 9.999992449346733, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 1, "queue_age_max_sampled": 0.0004702839651145041, "provider_response_age_max_sampled": 0.117, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.2377179209725, "redis_interval_s": { "n": 299, "mean": 0.09998415538127749, "median": 0.10104654100723565, "p95": 0.14738754404243082, "maximum": 0.2377179209725, "minimum": 0.00022587500279769301 }, "redis_drift_s": { "n": 300, "mean": -0.0522268606156364, "median": -0.05194174151844777, "p95": -0.01809772603166948, "maximum": 0.018281551948746255, "minimum": -0.11312935501382526 }, "redis_drift_s_per_min": -0.0012896839597715062, "ingress_drift_s": { "n": 12, "mean": -0.0002763078333316571, "median": -0.0026688340000049493, "p95": 0.027276934000013853, "maximum": 0.027276934000013853, "minimum": -0.02244275199998924 }, "ingress_drift_s_per_min": -0.03804587549033633, "source_drift_s": { "n": 12, "mean": -0.0003554166666646097, "median": -0.0026845000000008667, "p95": 0.027347000000020216, "maximum": 0.027347000000020216, "minimum": -0.022355000000004566 }, "ingress_to_redis_ms": { "n": 300, "mean": 27.383333333333333, "median": 27.0, "p95": 38, "maximum": 50, "minimum": 13 }, "source_samples": 12, "redis_samples": 300, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 301, "sum_ns": 13461218000, "mean_ms": 44.72165448504984 }, "source_exit_to_ingress": { "n": 301, "sum_ns": 166515907, "mean_ms": 0.5532089933554818 }, "source_encoded_queue": { "n": 301, "sum_ns": 10343000, "mean_ms": 0.034362126245847176 }, "decode_between_queues": { "n": 301, "sum_ns": 13244325000, "mean_ms": 44.00107973421927 }, "source_raw_queue": { "n": 301, "sum_ns": 11447000, "mean_ms": 0.03802990033222592 }, "raw_queue_to_source_exit": { "n": 301, "sum_ns": 9934000, "mean_ms": 0.033003322259136214 }, "selected_to_preprocess_start": { "n": 301, "sum_ns": 201937070, "mean_ms": 0.6708872757475083 }, "preprocess_start_to_preprocess_output": { "n": 301, "sum_ns": 227871320, "mean_ms": 0.7570475747508305 }, "selected_to_preprocess": { "n": 301, "sum_ns": 481818644, "mean_ms": 1.6007263920265782 }, "preprocess_start_to_preprocess": { "n": 301, "sum_ns": 279881574, "mean_ms": 0.9298391162790698 }, "preprocess_output_to_infer_entry": { "n": 301, "sum_ns": 52010254, "mean_ms": 0.1727915415282392 }, "preprocess_to_infer_output": { "n": 300, "sum_ns": 5274149106, "mean_ms": 17.58049702 }, "preprocess_to_callback": { "n": 300, "sum_ns": 5571972778, "mean_ms": 18.573242593333333 }, "infer_output_to_callback": { "n": 300, "sum_ns": 297823672, "mean_ms": 0.9927455733333334 }, "copy_wall": { "n": 300, "sum_ns": 1548663128, "mean_ms": 5.162210426666666 }, "copy_thread_cpu": { "n": 300, "sum_ns": 1511173537, "mean_ms": 5.037245123333333 }, "callback_to_copied": { "n": 300, "sum_ns": 1605598707, "mean_ms": 5.351995690000001 }, "accepted_interval": { "n": 300, "sum_ns": 29998260089, "mean_ms": 99.99420029666666 }, "selected_to_submitted": { "n": 300, "sum_ns": 7685668399, "mean_ms": 25.618894663333332 }, "completed_queue_wait": { "n": 300, "sum_ns": 58545201, "mean_ms": 0.19515067000000003 }, "result_composition_wall": { "n": 300, "sum_ns": 6190573, "mean_ms": 0.02063524333333333 }, "result_composition_cpu": { "n": 300, "sum_ns": 6034898, "mean_ms": 0.020116326666666667 }, "result_publish_wall": { "n": 300, "sum_ns": 50712421, "mean_ms": 0.1690414033333333 }, "result_publish_cpu": { "n": 300, "sum_ns": 50538135, "mean_ms": 0.16846045 }, "result_total_wall": { "n": 300, "sum_ns": 365837800, "mean_ms": 1.2194593333333332 }, "result_total_cpu": { "n": 300, "sum_ns": 360797478, "mean_ms": 1.20265826 } } }, { "mode": "mixed-a", "level": 9, "camera": "34", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.051578835, "new_channel": false, "seconds": 30.000022651976906, "selected_fps": 9.883008198361102, "requested_fps": 9.883008198361102, "complete_fps": 9.916284320241106, "accepted_fps": 9.916284320241106, "finalized_fps": 9.916284320241106, "redis_fps": 9.916284320241106, "redis_read_fps": 9.833325908524287, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 4, "queue_depth_max_sampled": 1, "queue_age_max_sampled": 0.0007317870040424168, "provider_response_age_max_sampled": 0.12, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 4, "analysis_gap_markers": 1, "c_suppressed": 0, "max_redis_silence_s": 0.4118350130156614, "redis_interval_s": { "n": 294, "mean": 0.10182668245575695, "median": 0.0970244130003266, "p95": 0.18925389304058626, "maximum": 0.4118350130156614, "minimum": 0.0017337119788862765 }, "redis_drift_s": { "n": 295, "mean": -0.053032161259409155, "median": -0.0583341559846815, "p95": -0.005210712983284793, "maximum": 0.24241642603510627, "minimum": -0.1708498619859995 }, "redis_drift_s_per_min": -0.025290415208034586, "ingress_drift_s": { "n": 12, "mean": -0.013483138749997181, "median": -0.013175414000002661, "p95": 0.01791668999999274, "maximum": 0.01791668999999274, "minimum": -0.043072252000001754 }, "ingress_drift_s_per_min": -0.0015189521650086336, "source_drift_s": { "n": 12, "mean": -0.013683499999996704, "median": -0.01369700000000762, "p95": 0.018221000000011145, "maximum": 0.018221000000011145, "minimum": -0.04306199999999194 }, "ingress_to_redis_ms": { "n": 295, "mean": 40.26101694915254, "median": 36, "p95": 57, "maximum": 174, "minimum": 20 }, "source_samples": 12, "redis_samples": 295, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 297, "sum_ns": 214425339, "mean_ms": 0.7219708383838385 }, "depay_to_source_exit": { "n": 295, "sum_ns": 13507424000, "mean_ms": 45.787877966101696 }, "source_exit_to_ingress": { "n": 295, "sum_ns": 600480413, "mean_ms": 2.0355268237288136 }, "source_encoded_queue": { "n": 295, "sum_ns": 13381000, "mean_ms": 0.04535932203389831 }, "decode_between_queues": { "n": 295, "sum_ns": 13370476000, "mean_ms": 45.32364745762712 }, "source_raw_queue": { "n": 295, "sum_ns": 23517000, "mean_ms": 0.07971864406779662 }, "raw_queue_to_source_exit": { "n": 295, "sum_ns": 9732000, "mean_ms": 0.03298983050847457 }, "preprocess_start_to_preprocess_output": { "n": 297, "sum_ns": 253269481, "mean_ms": 0.8527591952861953 }, "selected_to_preprocess": { "n": 297, "sum_ns": 526433584, "mean_ms": 1.7725036498316498 }, "preprocess_start_to_preprocess": { "n": 297, "sum_ns": 312008245, "mean_ms": 1.0505328114478116 }, "preprocess_output_to_infer_entry": { "n": 297, "sum_ns": 58738764, "mean_ms": 0.19777361616161618 }, "preprocess_to_infer_output": { "n": 298, "sum_ns": 6956261844, "mean_ms": 23.343160550335572 }, "preprocess_to_callback": { "n": 298, "sum_ns": 7238850660, "mean_ms": 24.291445167785234 }, "infer_output_to_callback": { "n": 298, "sum_ns": 282588816, "mean_ms": 0.9482846174496644 }, "copy_wall": { "n": 298, "sum_ns": 1363936494, "mean_ms": 4.576968100671141 }, "copy_thread_cpu": { "n": 298, "sum_ns": 1351851318, "mean_ms": 4.536413818791947 }, "callback_to_copied": { "n": 298, "sum_ns": 1418010548, "mean_ms": 4.7584246577181215 }, "accepted_interval": { "n": 298, "sum_ns": 30111414994, "mean_ms": 101.04501675838927 }, "selected_to_submitted": { "n": 298, "sum_ns": 9210881421, "mean_ms": 30.90899805704698 }, "completed_queue_wait": { "n": 298, "sum_ns": 67863507, "mean_ms": 0.22772988926174498 }, "result_observations_wall": { "n": 298, "sum_ns": 303022498, "mean_ms": 1.0168540201342282 }, "result_observations_cpu": { "n": 298, "sum_ns": 302680771, "mean_ms": 1.0157072852348994 }, "result_nms_wall": { "n": 298, "sum_ns": 211234633, "mean_ms": 0.7088410503355704 }, "result_nms_cpu": { "n": 298, "sum_ns": 149676981, "mean_ms": 0.5022717483221476 }, "result_tracking_wall": { "n": 298, "sum_ns": 304763829, "mean_ms": 1.0226974127516777 }, "result_tracking_cpu": { "n": 298, "sum_ns": 267946094, "mean_ms": 0.899147966442953 }, "result_region_wall": { "n": 298, "sum_ns": 63839750, "mean_ms": 0.21422734899328857 }, "result_region_cpu": { "n": 298, "sum_ns": 63491342, "mean_ms": 0.2130581946308725 }, "result_fall_wall": { "n": 298, "sum_ns": 128939610, "mean_ms": 0.4326832550335571 }, "result_fall_cpu": { "n": 298, "sum_ns": 127322116, "mean_ms": 0.4272554228187919 }, "result_fight_wall": { "n": 298, "sum_ns": 40418986, "mean_ms": 0.13563418120805368 }, "result_fight_cpu": { "n": 298, "sum_ns": 40359802, "mean_ms": 0.13543557718120805 }, "result_collector_wall": { "n": 298, "sum_ns": 1164304566, "mean_ms": 3.907062302013423 }, "result_collector_cpu": { "n": 298, "sum_ns": 1154301470, "mean_ms": 3.873494865771812 }, "result_composition_wall": { "n": 298, "sum_ns": 4785326, "mean_ms": 0.016058140939597315 }, "result_composition_cpu": { "n": 298, "sum_ns": 4755435, "mean_ms": 0.0159578355704698 }, "result_artifact_handoff_wall": { "n": 298, "sum_ns": 3423416, "mean_ms": 0.011487973154362417 }, "result_artifact_handoff_cpu": { "n": 298, "sum_ns": 3122281, "mean_ms": 0.010477453020134227 }, "result_publish_wall": { "n": 298, "sum_ns": 114292193, "mean_ms": 0.3835308489932886 }, "result_publish_cpu": { "n": 298, "sum_ns": 113606963, "mean_ms": 0.3812314194630872 }, "result_total_wall": { "n": 298, "sum_ns": 2602478037, "mean_ms": 8.733147775167785 }, "result_total_cpu": { "n": 298, "sum_ns": 2483586825, "mean_ms": 8.334183976510067 } } }, { "mode": "mixed-a", "level": 9, "camera": "34", "provider": "fire", "cohort_reset": false, "counter_seconds": 30.137803748, "new_channel": false, "seconds": 30.000022651976906, "selected_fps": 9.887913614799347, "requested_fps": 9.887913614799347, "complete_fps": 9.887913614799347, "accepted_fps": 9.887913614799347, "finalized_fps": 9.921094532969816, "redis_fps": 9.921094532969816, "redis_read_fps": 9.866659216688776, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 1, "queue_age_max_sampled": 0.0006352579803206027, "provider_response_age_max_sampled": 0.084, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.41367402201285586, "redis_interval_s": { "n": 295, "mean": 0.10162061654915244, "median": 0.09983286500209942, "p95": 0.1669324260437861, "maximum": 0.41367402201285586, "minimum": 0.003399229026399553 }, "redis_drift_s": { "n": 296, "mean": -0.028484194109030202, "median": -0.030011651001643713, "p95": 0.002858977989745881, "maximum": 0.2800651759803259, "minimum": -0.13053559499326184 }, "redis_drift_s_per_min": -0.013112629364031745, "ingress_drift_s": { "n": 12, "mean": -0.009678331416665742, "median": -0.01337618200000179, "p95": 0.01753052800000887, "maximum": 0.01753052800000887, "minimum": -0.02988057499999286 }, "ingress_drift_s_per_min": -0.009957065125533121, "source_drift_s": { "n": 12, "mean": -0.009715166666666164, "median": -0.013337500000005775, "p95": 0.017721999999992022, "maximum": 0.017721999999992022, "minimum": -0.029720999999995 }, "ingress_to_redis_ms": { "n": 296, "mean": 29.635135135135137, "median": 30.0, "p95": 41, "maximum": 49, "minimum": 17 }, "source_samples": 12, "redis_samples": 296, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 298, "sum_ns": 198691068, "mean_ms": 0.6667485503355705 }, "depay_to_source_exit": { "n": 296, "sum_ns": 13608642000, "mean_ms": 45.97514189189189 }, "source_exit_to_ingress": { "n": 296, "sum_ns": 152311492, "mean_ms": 0.5145658513513514 }, "source_encoded_queue": { "n": 296, "sum_ns": 13144000, "mean_ms": 0.044405405405405406 }, "decode_between_queues": { "n": 296, "sum_ns": 13484991000, "mean_ms": 45.557402027027024 }, "source_raw_queue": { "n": 296, "sum_ns": 9278000, "mean_ms": 0.03134459459459459 }, "raw_queue_to_source_exit": { "n": 296, "sum_ns": 9450000, "mean_ms": 0.031925675675675676 }, "preprocess_start_to_preprocess_output": { "n": 298, "sum_ns": 249139468, "mean_ms": 0.8360384832214766 }, "selected_to_preprocess": { "n": 298, "sum_ns": 502186036, "mean_ms": 1.6851880402684563 }, "preprocess_start_to_preprocess": { "n": 298, "sum_ns": 303494968, "mean_ms": 1.018439489932886 }, "preprocess_output_to_infer_entry": { "n": 298, "sum_ns": 54355500, "mean_ms": 0.1824010067114094 }, "preprocess_to_infer_output": { "n": 298, "sum_ns": 5967955269, "mean_ms": 20.026695533557046 }, "preprocess_to_callback": { "n": 298, "sum_ns": 6261764168, "mean_ms": 21.012631436241612 }, "infer_output_to_callback": { "n": 298, "sum_ns": 293808899, "mean_ms": 0.9859359026845638 }, "copy_wall": { "n": 298, "sum_ns": 1559196064, "mean_ms": 5.23220155704698 }, "copy_thread_cpu": { "n": 298, "sum_ns": 1525333279, "mean_ms": 5.11856805033557 }, "callback_to_copied": { "n": 298, "sum_ns": 1614796095, "mean_ms": 5.418778842281879 }, "accepted_interval": { "n": 298, "sum_ns": 30100908803, "mean_ms": 101.00976108389261 }, "selected_to_submitted": { "n": 298, "sum_ns": 8406284815, "mean_ms": 28.209009446308723 }, "completed_queue_wait": { "n": 299, "sum_ns": 70506269, "mean_ms": 0.23580691973244147 }, "result_composition_wall": { "n": 299, "sum_ns": 2713892, "mean_ms": 0.009076561872909698 }, "result_composition_cpu": { "n": 299, "sum_ns": 2648705, "mean_ms": 0.008858545150501673 }, "result_artifact_handoff_wall": { "n": 299, "sum_ns": 2567462, "mean_ms": 0.008586829431438127 }, "result_artifact_handoff_cpu": { "n": 299, "sum_ns": 2570992, "mean_ms": 0.008598635451505018 }, "result_publish_wall": { "n": 299, "sum_ns": 28951626, "mean_ms": 0.09682818060200668 }, "result_publish_cpu": { "n": 299, "sum_ns": 28882114, "mean_ms": 0.09659569899665552 }, "result_total_wall": { "n": 299, "sum_ns": 261211830, "mean_ms": 0.873618160535117 }, "result_total_cpu": { "n": 299, "sum_ns": 260173010, "mean_ms": 0.8701438461538461 } } }, { "mode": "mixed-a", "level": 9, "camera": "34", "provider": "crowd", "cohort_reset": false, "counter_seconds": 30.096505165, "new_channel": false, "seconds": 30.000022651976906, "selected_fps": 9.901481861972195, "requested_fps": 9.901481861972195, "complete_fps": 9.901481861972195, "accepted_fps": 9.901481861972195, "finalized_fps": 9.868255412770946, "redis_fps": 9.868255412770946, "redis_read_fps": 9.866659216688776, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 1, "queue_age_max_sampled": 0.0004365529748611152, "provider_response_age_max_sampled": 0.075, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.4065208740066737, "redis_interval_s": { "n": 295, "mean": 0.10163004878647941, "median": 0.09704168501775712, "p95": 0.16190057003404945, "maximum": 0.4065208740066737, "minimum": 0.007919396972283721 }, "redis_drift_s": { "n": 296, "mean": -0.005572728511822718, "median": -0.006107604502687991, "p95": 0.025930028023196883, "maximum": 0.29474168502073894, "minimum": -0.11133891800699303 }, "redis_drift_s_per_min": -0.013136385141034757, "ingress_drift_s": { "n": 12, "mean": -0.014238606333326706, "median": -0.013936236999995799, "p95": 0.017655146000009836, "maximum": 0.017655146000009836, "minimum": -0.03138995499998032 }, "ingress_drift_s_per_min": 0.011063589586898142, "source_drift_s": { "n": 12, "mean": -0.014713500000003895, "median": -0.01416600000000301, "p95": 0.01753800000000183, "maximum": 0.01753800000000183, "minimum": -0.031373000000002094 }, "ingress_to_redis_ms": { "n": 296, "mean": 27.39864864864865, "median": 27.0, "p95": 36, "maximum": 67, "minimum": 17 }, "source_samples": 12, "redis_samples": 296, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 298, "sum_ns": 195137786, "mean_ms": 0.6548247852348994 }, "depay_to_source_exit": { "n": 296, "sum_ns": 13585150000, "mean_ms": 45.89577702702702 }, "source_exit_to_ingress": { "n": 296, "sum_ns": 140884375, "mean_ms": 0.47596072635135134 }, "source_encoded_queue": { "n": 296, "sum_ns": 11335000, "mean_ms": 0.03829391891891892 }, "decode_between_queues": { "n": 296, "sum_ns": 13457140000, "mean_ms": 45.46331081081081 }, "source_raw_queue": { "n": 296, "sum_ns": 8927000, "mean_ms": 0.030158783783783782 }, "raw_queue_to_source_exit": { "n": 296, "sum_ns": 10145000, "mean_ms": 0.034273648648648646 }, "preprocess_start_to_preprocess_output": { "n": 298, "sum_ns": 222781387, "mean_ms": 0.7475885469798658 }, "selected_to_preprocess": { "n": 298, "sum_ns": 466036685, "mean_ms": 1.5638814932885905 }, "preprocess_start_to_preprocess": { "n": 298, "sum_ns": 270898899, "mean_ms": 0.9090567080536913 }, "preprocess_output_to_infer_entry": { "n": 298, "sum_ns": 48117512, "mean_ms": 0.1614681610738255 }, "preprocess_to_infer_output": { "n": 298, "sum_ns": 5297314110, "mean_ms": 17.776221845637583 }, "preprocess_to_callback": { "n": 298, "sum_ns": 5576905427, "mean_ms": 18.71444774161074 }, "infer_output_to_callback": { "n": 298, "sum_ns": 279591317, "mean_ms": 0.9382258959731543 }, "copy_wall": { "n": 298, "sum_ns": 1516470453, "mean_ms": 5.088827023489933 }, "copy_thread_cpu": { "n": 298, "sum_ns": 1506907608, "mean_ms": 5.056736939597315 }, "callback_to_copied": { "n": 298, "sum_ns": 1571184237, "mean_ms": 5.272430325503356 }, "accepted_interval": { "n": 298, "sum_ns": 30100546633, "mean_ms": 101.00854574832215 }, "selected_to_submitted": { "n": 298, "sum_ns": 7646297339, "mean_ms": 25.658715902684563 }, "completed_queue_wait": { "n": 297, "sum_ns": 56015113, "mean_ms": 0.18860307407407406 }, "result_composition_wall": { "n": 297, "sum_ns": 50653444, "mean_ms": 0.1705503164983165 }, "result_composition_cpu": { "n": 297, "sum_ns": 50010039, "mean_ms": 0.1683839696969697 }, "result_publish_wall": { "n": 297, "sum_ns": 42359444, "mean_ms": 0.14262439057239057 }, "result_publish_cpu": { "n": 297, "sum_ns": 42349450, "mean_ms": 0.14259074074074074 }, "result_total_wall": { "n": 297, "sum_ns": 391078181, "mean_ms": 1.3167615521885523 }, "result_total_cpu": { "n": 297, "sum_ns": 387343911, "mean_ms": 1.3041882525252526 } } }, { "mode": "mixed-a", "level": 9, "camera": "35", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.098596992, "new_channel": false, "seconds": 30.000022651976906, "selected_fps": 9.86756957737733, "requested_fps": 9.86756957737733, "complete_fps": 9.86756957737733, "accepted_fps": 9.86756957737733, "finalized_fps": 9.86756957737733, "redis_fps": 9.86756957737733, "redis_read_fps": 9.833325908524287, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 1, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.079, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 9, "analysis_gap_markers": 4, "c_suppressed": 0, "max_redis_silence_s": 0.3267856870079413, "redis_interval_s": { "n": 294, "mean": 0.10116498997287672, "median": 0.09759075549663976, "p95": 0.16542242199648172, "maximum": 0.3267856870079413, "minimum": 0.004184068995527923 }, "redis_drift_s": { "n": 295, "mean": -0.037042617081994016, "median": -0.045211532007442656, "p95": 0.06087936802674676, "maximum": 0.20288217102643102, "minimum": -0.12445331597839981 }, "redis_drift_s_per_min": -0.03655043624246584, "ingress_drift_s": { "n": 12, "mean": -0.01755480016666529, "median": -0.015283121499997776, "p95": 0.019973485000008395, "maximum": 0.019973485000008395, "minimum": -0.043652838999975074 }, "ingress_drift_s_per_min": -0.04710048327534848, "source_drift_s": { "n": 12, "mean": -0.017066250000002725, "median": -0.014500999999995656, "p95": 0.020023000000009006, "maximum": 0.020023000000009006, "minimum": -0.04258500000000254 }, "ingress_to_redis_ms": { "n": 295, "mean": 46.989830508474576, "median": 39, "p95": 78, "maximum": 290, "minimum": 22 }, "source_samples": 12, "redis_samples": 295, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 297, "sum_ns": 216837033, "mean_ms": 0.7300910202020202 }, "depay_to_source_exit": { "n": 296, "sum_ns": 14176751000, "mean_ms": 47.89442905405405 }, "source_exit_to_ingress": { "n": 296, "sum_ns": 903558764, "mean_ms": 3.052563391891892 }, "source_encoded_queue": { "n": 296, "sum_ns": 11602000, "mean_ms": 0.03919594594594595 }, "decode_between_queues": { "n": 296, "sum_ns": 13919820000, "mean_ms": 47.02641891891892 }, "source_raw_queue": { "n": 296, "sum_ns": 149287000, "mean_ms": 0.504347972972973 }, "raw_queue_to_source_exit": { "n": 296, "sum_ns": 8876000, "mean_ms": 0.029986486486486486 }, "preprocess_start_to_preprocess_output": { "n": 297, "sum_ns": 239384127, "mean_ms": 0.8060071616161616 }, "selected_to_preprocess": { "n": 297, "sum_ns": 516931332, "mean_ms": 1.7405095353535354 }, "preprocess_start_to_preprocess": { "n": 297, "sum_ns": 300094299, "mean_ms": 1.010418515151515 }, "preprocess_output_to_infer_entry": { "n": 297, "sum_ns": 60710172, "mean_ms": 0.20441135353535353 }, "preprocess_to_infer_output": { "n": 297, "sum_ns": 7055578584, "mean_ms": 23.75615684848485 }, "preprocess_to_callback": { "n": 297, "sum_ns": 7325638920, "mean_ms": 24.66545090909091 }, "infer_output_to_callback": { "n": 297, "sum_ns": 270060336, "mean_ms": 0.9092940606060606 }, "copy_wall": { "n": 297, "sum_ns": 997007028, "mean_ms": 3.35692602020202 }, "copy_thread_cpu": { "n": 297, "sum_ns": 990947740, "mean_ms": 3.336524377104377 }, "callback_to_copied": { "n": 297, "sum_ns": 1049828831, "mean_ms": 3.534777208754209 }, "accepted_interval": { "n": 297, "sum_ns": 30082905300, "mean_ms": 101.28924343434343 }, "selected_to_submitted": { "n": 297, "sum_ns": 8922060186, "mean_ms": 30.040606686868685 }, "completed_queue_wait": { "n": 297, "sum_ns": 158356726, "mean_ms": 0.5331876296296296 }, "result_observations_wall": { "n": 297, "sum_ns": 299547305, "mean_ms": 1.0085767845117846 }, "result_observations_cpu": { "n": 297, "sum_ns": 299265264, "mean_ms": 1.0076271515151516 }, "result_nms_wall": { "n": 297, "sum_ns": 229955002, "mean_ms": 0.774259265993266 }, "result_nms_cpu": { "n": 297, "sum_ns": 154934780, "mean_ms": 0.5216659259259259 }, "result_tracking_wall": { "n": 297, "sum_ns": 851873218, "mean_ms": 2.8682599932659936 }, "result_tracking_cpu": { "n": 297, "sum_ns": 586904585, "mean_ms": 1.976109713804714 }, "result_region_wall": { "n": 297, "sum_ns": 121470310, "mean_ms": 0.4089909427609427 }, "result_region_cpu": { "n": 297, "sum_ns": 121442789, "mean_ms": 0.40889827946127943 }, "result_fall_wall": { "n": 297, "sum_ns": 413782118, "mean_ms": 1.3932057845117845 }, "result_fall_cpu": { "n": 297, "sum_ns": 412964346, "mean_ms": 1.3904523434343434 }, "result_fight_wall": { "n": 297, "sum_ns": 122289943, "mean_ms": 0.41175064983164983 }, "result_fight_cpu": { "n": 297, "sum_ns": 122318342, "mean_ms": 0.41184626936026936 }, "result_collector_wall": { "n": 297, "sum_ns": 1407130516, "mean_ms": 4.7378131851851855 }, "result_collector_cpu": { "n": 297, "sum_ns": 1395787953, "mean_ms": 4.699622737373738 }, "result_composition_wall": { "n": 297, "sum_ns": 4818759, "mean_ms": 0.01622477777777778 }, "result_composition_cpu": { "n": 297, "sum_ns": 4782560, "mean_ms": 0.016102895622895623 }, "result_artifact_handoff_wall": { "n": 297, "sum_ns": 4234556, "mean_ms": 0.01425776430976431 }, "result_artifact_handoff_cpu": { "n": 297, "sum_ns": 3224248, "mean_ms": 0.010856053872053871 }, "result_publish_wall": { "n": 297, "sum_ns": 747810745, "mean_ms": 2.517881296296296 }, "result_publish_cpu": { "n": 297, "sum_ns": 736274114, "mean_ms": 2.4790374208754207 }, "result_total_wall": { "n": 297, "sum_ns": 4478596185, "mean_ms": 15.079448434343435 }, "result_total_cpu": { "n": 297, "sum_ns": 4106718497, "mean_ms": 13.827335006734007 } } }, { "mode": "mixed-a", "level": 9, "camera": "35", "provider": "fire", "cohort_reset": false, "counter_seconds": 30.108206094, "new_channel": false, "seconds": 30.000022651976906, "selected_fps": 9.99727446597968, "requested_fps": 9.99727446597968, "complete_fps": 9.99727446597968, "accepted_fps": 9.99727446597968, "finalized_fps": 9.99727446597968, "redis_fps": 9.99727446597968, "redis_read_fps": 9.966659141182243, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.103, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.21210185199743137, "redis_interval_s": { "n": 298, "mean": 0.10038229588250436, "median": 0.09881083201617002, "p95": 0.153753646009136, "maximum": 0.21210185199743137, "minimum": 0.015167372999712825 }, "redis_drift_s": { "n": 299, "mean": -0.08560642165024315, "median": -0.08553791099228647, "p95": -0.05483690598933322, "maximum": -0.012067562019922207, "minimum": -0.15585123600484962 }, "redis_drift_s_per_min": -0.012331539496723169, "ingress_drift_s": { "n": 12, "mean": -0.007368727666664891, "median": -0.012589367000003904, "p95": 0.020948991000011574, "maximum": 0.020948991000011574, "minimum": -0.04330683199998475 }, "ingress_drift_s_per_min": -0.03372528758179871, "source_drift_s": { "n": 12, "mean": -0.0067022500000023895, "median": -0.012140500000000998, "p95": 0.021321000000000367, "maximum": 0.021321000000000367, "minimum": -0.0423539999999889 }, "ingress_to_redis_ms": { "n": 299, "mean": 29.301003344481604, "median": 28, "p95": 41, "maximum": 62, "minimum": 16 }, "source_samples": 12, "redis_samples": 299, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 300, "sum_ns": 14093407000, "mean_ms": 46.97802333333333 }, "source_exit_to_ingress": { "n": 300, "sum_ns": 186729592, "mean_ms": 0.6224319733333333 }, "source_encoded_queue": { "n": 300, "sum_ns": 11557000, "mean_ms": 0.03852333333333333 }, "decode_between_queues": { "n": 300, "sum_ns": 13973148000, "mean_ms": 46.57716 }, "source_raw_queue": { "n": 300, "sum_ns": 11839000, "mean_ms": 0.039463333333333336 }, "raw_queue_to_source_exit": { "n": 300, "sum_ns": 9322000, "mean_ms": 0.03107333333333333 }, "selected_to_preprocess_start": { "n": 301, "sum_ns": 198375176, "mean_ms": 0.6590537408637873 }, "preprocess_start_to_preprocess_output": { "n": 301, "sum_ns": 239733081, "mean_ms": 0.7964554186046511 }, "selected_to_preprocess": { "n": 301, "sum_ns": 486842489, "mean_ms": 1.6174169069767443 }, "preprocess_start_to_preprocess": { "n": 301, "sum_ns": 288467313, "mean_ms": 0.9583631661129568 }, "preprocess_output_to_infer_entry": { "n": 301, "sum_ns": 48734232, "mean_ms": 0.16190774750830564 }, "preprocess_to_infer_output": { "n": 301, "sum_ns": 5908275459, "mean_ms": 19.628822122923587 }, "preprocess_to_callback": { "n": 301, "sum_ns": 6211803316, "mean_ms": 20.637220318936876 }, "infer_output_to_callback": { "n": 301, "sum_ns": 303527857, "mean_ms": 1.008398196013289 }, "copy_wall": { "n": 301, "sum_ns": 1601632413, "mean_ms": 5.321037916943522 }, "copy_thread_cpu": { "n": 301, "sum_ns": 1580852564, "mean_ms": 5.252001873754153 }, "callback_to_copied": { "n": 301, "sum_ns": 1658899976, "mean_ms": 5.511295601328904 }, "accepted_interval": { "n": 301, "sum_ns": 30078069530, "mean_ms": 99.92714129568105 }, "selected_to_submitted": { "n": 301, "sum_ns": 8384695337, "mean_ms": 27.85613068770764 }, "completed_queue_wait": { "n": 301, "sum_ns": 64577155, "mean_ms": 0.21454204318936876 }, "result_composition_wall": { "n": 301, "sum_ns": 2701050, "mean_ms": 0.008973588039867109 }, "result_composition_cpu": { "n": 301, "sum_ns": 2644572, "mean_ms": 0.008785953488372094 }, "result_artifact_handoff_wall": { "n": 301, "sum_ns": 2476741, "mean_ms": 0.008228375415282391 }, "result_artifact_handoff_cpu": { "n": 301, "sum_ns": 2467391, "mean_ms": 0.008197312292358804 }, "result_publish_wall": { "n": 301, "sum_ns": 28637446, "mean_ms": 0.09514101661129568 }, "result_publish_cpu": { "n": 301, "sum_ns": 28684786, "mean_ms": 0.09529829235880398 }, "result_total_wall": { "n": 301, "sum_ns": 289142059, "mean_ms": 0.9606048471760797 }, "result_total_cpu": { "n": 301, "sum_ns": 288206557, "mean_ms": 0.9574968671096346 } } }, { "mode": "mixed-a", "level": 9, "camera": "35", "provider": "crowd", "cohort_reset": false, "counter_seconds": 30.086200917, "new_channel": false, "seconds": 30.000022651976906, "selected_fps": 10.004586515604968, "requested_fps": 10.004586515604968, "complete_fps": 10.004586515604968, "accepted_fps": 10.004586515604968, "finalized_fps": 10.004586515604968, "redis_fps": 10.004586515604968, "redis_read_fps": 9.966659141182243, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.097, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.216613664990291, "redis_interval_s": { "n": 298, "mean": 0.10043643915774957, "median": 0.09938180950121023, "p95": 0.1505802880274132, "maximum": 0.216613664990291, "minimum": 0.023493155022151768 }, "redis_drift_s": { "n": 299, "mean": -0.06569353728573649, "median": -0.06497732699057224, "p95": -0.03684969799499527, "maximum": 0.03377806899882785, "minimum": -0.13139384101191354 }, "redis_drift_s_per_min": -0.009134635012162697, "ingress_drift_s": { "n": 12, "mean": -0.02254722133333213, "median": -0.01551466099998322, "p95": 0.003951357999994798, "maximum": 0.003951357999994798, "minimum": -0.04611550199999215 }, "ingress_drift_s_per_min": -0.0593755314758288, "source_drift_s": { "n": 12, "mean": -0.02209125000000019, "median": -0.014846999999988952, "p95": 0.005106999999981099, "maximum": 0.005106999999981099, "minimum": -0.045059000000009064 }, "ingress_to_redis_ms": { "n": 299, "mean": 28.321070234113712, "median": 28, "p95": 37, "maximum": 59, "minimum": 18 }, "source_samples": 12, "redis_samples": 299, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 301, "sum_ns": 209212776, "mean_ms": 0.6950590564784054 }, "depay_to_source_exit": { "n": 300, "sum_ns": 14199170000, "mean_ms": 47.33056666666666 }, "source_exit_to_ingress": { "n": 300, "sum_ns": 166263888, "mean_ms": 0.55421296 }, "source_encoded_queue": { "n": 300, "sum_ns": 9800000, "mean_ms": 0.03266666666666667 }, "decode_between_queues": { "n": 300, "sum_ns": 14087007000, "mean_ms": 46.95669 }, "source_raw_queue": { "n": 300, "sum_ns": 7425000, "mean_ms": 0.02475 }, "raw_queue_to_source_exit": { "n": 300, "sum_ns": 9533000, "mean_ms": 0.03177666666666667 }, "preprocess_start_to_preprocess_output": { "n": 301, "sum_ns": 271580167, "mean_ms": 0.9022596910299003 }, "selected_to_preprocess": { "n": 301, "sum_ns": 531088792, "mean_ms": 1.764414591362126 }, "preprocess_start_to_preprocess": { "n": 301, "sum_ns": 321876016, "mean_ms": 1.069355534883721 }, "preprocess_output_to_infer_entry": { "n": 301, "sum_ns": 50295849, "mean_ms": 0.16709584385382062 }, "preprocess_to_infer_output": { "n": 301, "sum_ns": 5495799222, "mean_ms": 18.258469176079736 }, "preprocess_to_callback": { "n": 301, "sum_ns": 5778026470, "mean_ms": 19.19610122923588 }, "infer_output_to_callback": { "n": 301, "sum_ns": 282227248, "mean_ms": 0.9376320531561462 }, "copy_wall": { "n": 301, "sum_ns": 1585237417, "mean_ms": 5.266569491694352 }, "copy_thread_cpu": { "n": 301, "sum_ns": 1573172269, "mean_ms": 5.2264859435215945 }, "callback_to_copied": { "n": 301, "sum_ns": 1642301976, "mean_ms": 5.4561527441860465 }, "accepted_interval": { "n": 301, "sum_ns": 30079774800, "mean_ms": 99.93280664451827 }, "selected_to_submitted": { "n": 301, "sum_ns": 7980003894, "mean_ms": 26.51164084385382 }, "completed_queue_wait": { "n": 301, "sum_ns": 54933369, "mean_ms": 0.18250288704318937 }, "result_composition_wall": { "n": 301, "sum_ns": 4398279, "mean_ms": 0.014612222591362125 }, "result_composition_cpu": { "n": 301, "sum_ns": 4250915, "mean_ms": 0.014122641196013289 }, "result_publish_wall": { "n": 301, "sum_ns": 69606778, "mean_ms": 0.2312517541528239 }, "result_publish_cpu": { "n": 301, "sum_ns": 69558395, "mean_ms": 0.23109101328903656 }, "result_total_wall": { "n": 301, "sum_ns": 445419358, "mean_ms": 1.4797985315614617 }, "result_total_cpu": { "n": 301, "sum_ns": 441329174, "mean_ms": 1.4662098803986712 } } }, { "mode": "mixed-a", "level": 9, "camera": "36", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.99836491, "new_channel": false, "seconds": 30.000022651976906, "selected_fps": 9.900539609110316, "requested_fps": 9.86720445891129, "complete_fps": 9.900539609110316, "accepted_fps": 9.900539609110316, "finalized_fps": 9.900539609110316, "redis_fps": 9.900539609110316, "redis_read_fps": 9.866659216688776, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 1, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.134, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 1, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.40402372798416764, "redis_interval_s": { "n": 295, "mean": 0.10141096440325412, "median": 0.09989053104072809, "p95": 0.16370554402237758, "maximum": 0.40402372798416764, "minimum": 0.0032369359978474677 }, "redis_drift_s": { "n": 296, "mean": -0.0348466490770274, "median": -0.037149521459824086, "p95": 0.0017546850550047566, "maximum": 0.3051765350103324, "minimum": -0.11237773794540828 }, "redis_drift_s_per_min": -0.005468235850783276, "ingress_drift_s": { "n": 12, "mean": -0.007368535166666135, "median": -0.013453004499993426, "p95": 0.03203805900000134, "maximum": 0.03203805900000134, "minimum": -0.032369841999994264 }, "ingress_drift_s_per_min": 0.04613183350077999, "source_drift_s": { "n": 12, "mean": -0.007901500000000302, "median": -0.014560499999994647, "p95": 0.03179900000000657, "maximum": 0.03179900000000657, "minimum": -0.032468999999991865 }, "ingress_to_redis_ms": { "n": 296, "mean": 38.91891891891892, "median": 35.0, "p95": 56, "maximum": 138, "minimum": 20 }, "source_samples": 12, "redis_samples": 296, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 296, "sum_ns": 203668047, "mean_ms": 0.6880677263513514 }, "depay_to_source_exit": { "n": 296, "sum_ns": 13821427000, "mean_ms": 46.69401013513514 }, "source_exit_to_ingress": { "n": 296, "sum_ns": 301449530, "mean_ms": 1.0184105743243244 }, "source_encoded_queue": { "n": 296, "sum_ns": 10949000, "mean_ms": 0.036989864864864865 }, "decode_between_queues": { "n": 296, "sum_ns": 13655255000, "mean_ms": 46.13261824324324 }, "source_raw_queue": { "n": 296, "sum_ns": 32853000, "mean_ms": 0.11098986486486487 }, "raw_queue_to_source_exit": { "n": 296, "sum_ns": 8925000, "mean_ms": 0.030152027027027028 }, "preprocess_start_to_preprocess_output": { "n": 296, "sum_ns": 248856272, "mean_ms": 0.8407306486486487 }, "selected_to_preprocess": { "n": 296, "sum_ns": 506350438, "mean_ms": 1.7106433716216216 }, "preprocess_start_to_preprocess": { "n": 296, "sum_ns": 302682391, "mean_ms": 1.0225756452702703 }, "preprocess_output_to_infer_entry": { "n": 296, "sum_ns": 53826119, "mean_ms": 0.18184499662162162 }, "preprocess_to_infer_output": { "n": 297, "sum_ns": 7278852269, "mean_ms": 24.507920097643098 }, "preprocess_to_callback": { "n": 297, "sum_ns": 7518255796, "mean_ms": 25.313992579124577 }, "infer_output_to_callback": { "n": 297, "sum_ns": 239403527, "mean_ms": 0.8060724814814815 }, "copy_wall": { "n": 297, "sum_ns": 921815909, "mean_ms": 3.1037572693602695 }, "copy_thread_cpu": { "n": 297, "sum_ns": 911617164, "mean_ms": 3.0694180606060604 }, "callback_to_copied": { "n": 297, "sum_ns": 973212572, "mean_ms": 3.2768100067340065 }, "accepted_interval": { "n": 297, "sum_ns": 30025376637, "mean_ms": 101.09554423232323 }, "selected_to_submitted": { "n": 297, "sum_ns": 9030887023, "mean_ms": 30.407027013468014 }, "completed_queue_wait": { "n": 297, "sum_ns": 63880475, "mean_ms": 0.2150857744107744 }, "result_observations_wall": { "n": 297, "sum_ns": 289994143, "mean_ms": 0.976411255892256 }, "result_observations_cpu": { "n": 297, "sum_ns": 288254382, "mean_ms": 0.9705534747474748 }, "result_nms_wall": { "n": 297, "sum_ns": 166096720, "mean_ms": 0.5592482154882155 }, "result_nms_cpu": { "n": 297, "sum_ns": 147355931, "mean_ms": 0.4961479158249158 }, "result_tracking_wall": { "n": 297, "sum_ns": 234592935, "mean_ms": 0.7898752020202021 }, "result_tracking_cpu": { "n": 297, "sum_ns": 224219646, "mean_ms": 0.754948303030303 }, "result_region_wall": { "n": 297, "sum_ns": 64951466, "mean_ms": 0.2186918047138047 }, "result_region_cpu": { "n": 297, "sum_ns": 64992112, "mean_ms": 0.21882865993265993 }, "result_fall_wall": { "n": 297, "sum_ns": 116055906, "mean_ms": 0.39076062626262625 }, "result_fall_cpu": { "n": 297, "sum_ns": 115535441, "mean_ms": 0.38900821885521886 }, "result_fight_wall": { "n": 297, "sum_ns": 38090047, "mean_ms": 0.1282493164983165 }, "result_fight_cpu": { "n": 297, "sum_ns": 37733667, "mean_ms": 0.12704938383838385 }, "result_collector_wall": { "n": 297, "sum_ns": 1116235624, "mean_ms": 3.7583691043771044 }, "result_collector_cpu": { "n": 297, "sum_ns": 1103452597, "mean_ms": 3.7153286094276097 }, "result_composition_wall": { "n": 297, "sum_ns": 4992307, "mean_ms": 0.01680911447811448 }, "result_composition_cpu": { "n": 297, "sum_ns": 5008463, "mean_ms": 0.016863511784511787 }, "result_artifact_handoff_wall": { "n": 297, "sum_ns": 3158068, "mean_ms": 0.010633225589225588 }, "result_artifact_handoff_cpu": { "n": 297, "sum_ns": 3006548, "mean_ms": 0.01012305723905724 }, "result_publish_wall": { "n": 297, "sum_ns": 67603886, "mean_ms": 0.2276225117845118 }, "result_publish_cpu": { "n": 297, "sum_ns": 67532311, "mean_ms": 0.2273815185185185 }, "result_total_wall": { "n": 297, "sum_ns": 2358384394, "mean_ms": 7.940688195286196 }, "result_total_cpu": { "n": 297, "sum_ns": 2310589248, "mean_ms": 7.779761777777778 } } }, { "mode": "mixed-a", "level": 9, "camera": "36", "provider": "fire", "cohort_reset": false, "counter_seconds": 30.11395532, "new_channel": false, "seconds": 30.000022651976906, "selected_fps": 9.895744243270665, "requested_fps": 9.895744243270665, "complete_fps": 9.895744243270665, "accepted_fps": 9.895744243270665, "finalized_fps": 9.895744243270665, "redis_fps": 9.895744243270665, "redis_read_fps": 9.866659216688776, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.072, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 1, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.41194118198473006, "redis_interval_s": { "n": 295, "mean": 0.10139637949138533, "median": 0.09851683600572869, "p95": 0.15340462297899649, "maximum": 0.41194118198473006, "minimum": 0.007650793995708227 }, "redis_drift_s": { "n": 296, "mean": -0.039144493147630216, "median": -0.03944690904370418, "p95": -0.008662294002249382, "maximum": 0.3043088659709383, "minimum": -0.10920388104207746 }, "redis_drift_s_per_min": 0.0028144579127521822, "ingress_drift_s": { "n": 12, "mean": -0.0012676400000029748, "median": 0.0015859869999985676, "p95": 0.03234672900001101, "maximum": 0.03234672900001101, "minimum": -0.028867009999999027 }, "ingress_drift_s_per_min": 0.041681346142859406, "source_drift_s": { "n": 12, "mean": -0.0018501666666684475, "median": 0.00098249999999922, "p95": 0.03214300000000492, "maximum": 0.03214300000000492, "minimum": -0.03040299999999263 }, "ingress_to_redis_ms": { "n": 296, "mean": 31.277027027027028, "median": 31.0, "p95": 44, "maximum": 54, "minimum": 15 }, "source_samples": 12, "redis_samples": 296, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 298, "sum_ns": 200820459, "mean_ms": 0.6738941577181209 }, "preprocess_start_to_preprocess_output": { "n": 298, "sum_ns": 277460176, "mean_ms": 0.9310744161073825 }, "depay_to_source_exit": { "n": 297, "sum_ns": 13832564000, "mean_ms": 46.574289562289565 }, "source_exit_to_ingress": { "n": 297, "sum_ns": 193058273, "mean_ms": 0.6500278552188552 }, "source_encoded_queue": { "n": 297, "sum_ns": 12901000, "mean_ms": 0.04343771043771044 }, "decode_between_queues": { "n": 297, "sum_ns": 13700606000, "mean_ms": 46.12998653198653 }, "source_raw_queue": { "n": 297, "sum_ns": 8891000, "mean_ms": 0.029936026936026938 }, "raw_queue_to_source_exit": { "n": 297, "sum_ns": 9568000, "mean_ms": 0.03221548821548821 }, "selected_to_preprocess": { "n": 298, "sum_ns": 531564158, "mean_ms": 1.7837723422818792 }, "preprocess_start_to_preprocess": { "n": 298, "sum_ns": 330743699, "mean_ms": 1.1098781845637584 }, "preprocess_output_to_infer_entry": { "n": 298, "sum_ns": 53283523, "mean_ms": 0.17880376845637583 }, "preprocess_to_infer_output": { "n": 298, "sum_ns": 6457068204, "mean_ms": 21.66801410738255 }, "preprocess_to_callback": { "n": 298, "sum_ns": 6752280443, "mean_ms": 22.658659204697987 }, "infer_output_to_callback": { "n": 298, "sum_ns": 295212239, "mean_ms": 0.9906450973154363 }, "copy_wall": { "n": 298, "sum_ns": 1554983480, "mean_ms": 5.218065369127516 }, "copy_thread_cpu": { "n": 298, "sum_ns": 1539170120, "mean_ms": 5.165000402684564 }, "callback_to_copied": { "n": 298, "sum_ns": 1610798547, "mean_ms": 5.405364251677852 }, "accepted_interval": { "n": 298, "sum_ns": 30117833640, "mean_ms": 101.06655583892618 }, "selected_to_submitted": { "n": 298, "sum_ns": 8922671661, "mean_ms": 29.941851211409396 }, "completed_queue_wait": { "n": 298, "sum_ns": 71666474, "mean_ms": 0.24049152348993288 }, "result_composition_wall": { "n": 298, "sum_ns": 2703014, "mean_ms": 0.00907051677852349 }, "result_composition_cpu": { "n": 298, "sum_ns": 2640444, "mean_ms": 0.008860550335570469 }, "result_artifact_handoff_wall": { "n": 298, "sum_ns": 2420571, "mean_ms": 0.008122721476510067 }, "result_artifact_handoff_cpu": { "n": 298, "sum_ns": 2417443, "mean_ms": 0.008112224832214765 }, "result_publish_wall": { "n": 298, "sum_ns": 29249266, "mean_ms": 0.09815189932885905 }, "result_publish_cpu": { "n": 298, "sum_ns": 29280211, "mean_ms": 0.09825574161073826 }, "result_total_wall": { "n": 298, "sum_ns": 257275233, "mean_ms": 0.8633397080536913 }, "result_total_cpu": { "n": 298, "sum_ns": 256300308, "mean_ms": 0.8600681476510067 } } }, { "mode": "mixed-a", "level": 9, "camera": "36", "provider": "crowd", "cohort_reset": false, "counter_seconds": 30.110071516, "new_channel": false, "seconds": 30.000022651976906, "selected_fps": 9.897020664386256, "requested_fps": 9.897020664386256, "complete_fps": 9.897020664386256, "accepted_fps": 9.897020664386256, "finalized_fps": 9.897020664386256, "redis_fps": 9.897020664386256, "redis_read_fps": 9.866659216688776, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.089, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 1, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.4184595829574391, "redis_interval_s": { "n": 295, "mean": 0.10145108041341686, "median": 0.0992218239698559, "p95": 0.15432703000260517, "maximum": 0.4184595829574391, "minimum": 0.00018675299361348152 }, "redis_drift_s": { "n": 296, "mean": -0.03898268313048515, "median": -0.03904465948254909, "p95": -0.008013580014463173, "maximum": 0.30596477499045704, "minimum": -0.10440891901683358 }, "redis_drift_s_per_min": 0.004487195887228258, "ingress_drift_s": { "n": 12, "mean": -0.0016848708333358313, "median": 0.0011181319999948869, "p95": 0.031181989000003796, "maximum": 0.031181989000003796, "minimum": -0.028790540000002807 }, "ingress_drift_s_per_min": 0.041457651361248855, "source_drift_s": { "n": 12, "mean": -0.002229583333331675, "median": 0.0007035000000001901, "p95": 0.03118500000000779, "maximum": 0.03118500000000779, "minimum": -0.030383999999997968 }, "ingress_to_redis_ms": { "n": 296, "mean": 29.39189189189189, "median": 29.0, "p95": 38, "maximum": 59, "minimum": 17 }, "source_samples": 12, "redis_samples": 296, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 298, "sum_ns": 201360821, "mean_ms": 0.6757074530201342 }, "depay_to_source_exit": { "n": 297, "sum_ns": 13823824000, "mean_ms": 46.54486195286195 }, "source_exit_to_ingress": { "n": 297, "sum_ns": 178834463, "mean_ms": 0.602136239057239 }, "source_encoded_queue": { "n": 297, "sum_ns": 10409000, "mean_ms": 0.03504713804713805 }, "decode_between_queues": { "n": 297, "sum_ns": 13690481000, "mean_ms": 46.09589562289562 }, "source_raw_queue": { "n": 297, "sum_ns": 9542000, "mean_ms": 0.03212794612794613 }, "raw_queue_to_source_exit": { "n": 297, "sum_ns": 9021000, "mean_ms": 0.030373737373737376 }, "preprocess_start_to_preprocess_output": { "n": 298, "sum_ns": 291114458, "mean_ms": 0.9768941543624161 }, "selected_to_preprocess": { "n": 298, "sum_ns": 546482831, "mean_ms": 1.8338350033557047 }, "preprocess_start_to_preprocess": { "n": 298, "sum_ns": 345122010, "mean_ms": 1.1581275503355706 }, "preprocess_output_to_infer_entry": { "n": 298, "sum_ns": 54007552, "mean_ms": 0.18123339597315438 }, "preprocess_to_infer_output": { "n": 298, "sum_ns": 5795282744, "mean_ms": 19.44725753020134 }, "preprocess_to_callback": { "n": 298, "sum_ns": 6070641186, "mean_ms": 20.371279147651006 }, "infer_output_to_callback": { "n": 298, "sum_ns": 275358442, "mean_ms": 0.9240216174496644 }, "copy_wall": { "n": 298, "sum_ns": 1583253137, "mean_ms": 5.312929989932886 }, "copy_thread_cpu": { "n": 298, "sum_ns": 1564821984, "mean_ms": 5.251080483221477 }, "callback_to_copied": { "n": 298, "sum_ns": 1639331973, "mean_ms": 5.501114003355704 }, "accepted_interval": { "n": 298, "sum_ns": 30121747175, "mean_ms": 101.0796885067114 }, "selected_to_submitted": { "n": 298, "sum_ns": 8284557739, "mean_ms": 27.800529325503355 }, "completed_queue_wait": { "n": 298, "sum_ns": 60436721, "mean_ms": 0.20280778859060403 }, "result_composition_wall": { "n": 298, "sum_ns": 5939594, "mean_ms": 0.019931523489932886 }, "result_composition_cpu": { "n": 298, "sum_ns": 5679458, "mean_ms": 0.019058583892617453 }, "result_publish_wall": { "n": 298, "sum_ns": 38314273, "mean_ms": 0.12857138590604028 }, "result_publish_cpu": { "n": 298, "sum_ns": 38227444, "mean_ms": 0.1282800134228188 }, "result_total_wall": { "n": 298, "sum_ns": 340228437, "mean_ms": 1.1417061644295303 }, "result_total_cpu": { "n": 298, "sum_ns": 334232253, "mean_ms": 1.1215847416107383 } } }, { "mode": "mixed-a", "level": 9, "camera": "37", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.032750507, "new_channel": false, "seconds": 30.000022651976906, "selected_fps": 9.789313167685885, "requested_fps": 9.789313167685885, "complete_fps": 9.789313167685885, "accepted_fps": 9.789313167685885, "finalized_fps": 9.789313167685885, "redis_fps": 9.789313167685885, "redis_read_fps": 9.69999267586633, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 2, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.363, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 1, "analysis_gap_markers": 1, "c_suppressed": 0, "max_redis_silence_s": 0.4192228700267151, "redis_interval_s": { "n": 290, "mean": 0.10318382041717494, "median": 0.099321277521085, "p95": 0.18987394799478352, "maximum": 0.4192228700267151, "minimum": 0.004802241979632527 }, "redis_drift_s": { "n": 291, "mean": -0.05638198248856889, "median": -0.06054244600888126, "p95": -0.014248157967813313, "maximum": 0.2642693390087203, "minimum": -0.1768611810011791 }, "redis_drift_s_per_min": 0.002531076697027468, "ingress_drift_s": { "n": 12, "mean": -0.006325598750001049, "median": -0.0036128625000024783, "p95": 0.014324719999997626, "maximum": 0.014324719999997626, "minimum": -0.037109589000003496 }, "ingress_drift_s_per_min": 0.00457997125418927, "source_drift_s": { "n": 12, "mean": -0.0066003333333348735, "median": -0.0037130000000047403, "p95": 0.014397999999999911, "maximum": 0.014397999999999911, "minimum": -0.03710000000000235 }, "ingress_to_redis_ms": { "n": 291, "mean": 39.51546391752577, "median": 35, "p95": 57, "maximum": 155, "minimum": 20 }, "source_samples": 12, "redis_samples": 291, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 294, "sum_ns": 204872629, "mean_ms": 0.6968456768707483 }, "depay_to_source_exit": { "n": 291, "sum_ns": 13732513000, "mean_ms": 47.19076632302406 }, "source_exit_to_ingress": { "n": 291, "sum_ns": 347486161, "mean_ms": 1.1941105189003436 }, "source_encoded_queue": { "n": 291, "sum_ns": 9283000, "mean_ms": 0.031900343642611684 }, "decode_between_queues": { "n": 291, "sum_ns": 13556509000, "mean_ms": 46.585941580756014 }, "source_raw_queue": { "n": 291, "sum_ns": 65683000, "mean_ms": 0.2257147766323024 }, "raw_queue_to_source_exit": { "n": 291, "sum_ns": 9244000, "mean_ms": 0.03176632302405498 }, "preprocess_start_to_preprocess_output": { "n": 294, "sum_ns": 249997389, "mean_ms": 0.8503312551020408 }, "selected_to_preprocess": { "n": 294, "sum_ns": 505967845, "mean_ms": 1.7209790646258505 }, "preprocess_start_to_preprocess": { "n": 294, "sum_ns": 301095216, "mean_ms": 1.024133387755102 }, "preprocess_output_to_infer_entry": { "n": 294, "sum_ns": 51097827, "mean_ms": 0.17380213265306121 }, "preprocess_to_infer_output": { "n": 294, "sum_ns": 7040752518, "mean_ms": 23.94813781632653 }, "preprocess_to_callback": { "n": 294, "sum_ns": 7292778757, "mean_ms": 24.805369921768705 }, "infer_output_to_callback": { "n": 294, "sum_ns": 252026239, "mean_ms": 0.8572321054421769 }, "copy_wall": { "n": 294, "sum_ns": 949589130, "mean_ms": 3.229895 }, "copy_thread_cpu": { "n": 294, "sum_ns": 937431585, "mean_ms": 3.188542806122449 }, "callback_to_copied": { "n": 294, "sum_ns": 1000985428, "mean_ms": 3.4047123401360544 }, "accepted_interval": { "n": 294, "sum_ns": 29992225117, "mean_ms": 102.0143711462585 }, "selected_to_submitted": { "n": 294, "sum_ns": 8831110966, "mean_ms": 30.037792401360544 }, "completed_queue_wait": { "n": 294, "sum_ns": 65340095, "mean_ms": 0.2222452210884354 }, "result_observations_wall": { "n": 294, "sum_ns": 285413901, "mean_ms": 0.970795581632653 }, "result_observations_cpu": { "n": 294, "sum_ns": 284121283, "mean_ms": 0.9663989217687075 }, "result_nms_wall": { "n": 294, "sum_ns": 195318905, "mean_ms": 0.6643500170068027 }, "result_nms_cpu": { "n": 294, "sum_ns": 148430919, "mean_ms": 0.5048670714285715 }, "result_tracking_wall": { "n": 294, "sum_ns": 309685463, "mean_ms": 1.0533519149659865 }, "result_tracking_cpu": { "n": 294, "sum_ns": 287308975, "mean_ms": 0.9772414115646259 }, "result_region_wall": { "n": 294, "sum_ns": 66583980, "mean_ms": 0.22647612244897958 }, "result_region_cpu": { "n": 294, "sum_ns": 66330879, "mean_ms": 0.22561523469387754 }, "result_fall_wall": { "n": 294, "sum_ns": 153204121, "mean_ms": 0.5211024523809523 }, "result_fall_cpu": { "n": 294, "sum_ns": 151835047, "mean_ms": 0.5164457380952381 }, "result_fight_wall": { "n": 294, "sum_ns": 36609412, "mean_ms": 0.12452180952380952 }, "result_fight_cpu": { "n": 294, "sum_ns": 35921702, "mean_ms": 0.12218265986394558 }, "result_collector_wall": { "n": 294, "sum_ns": 1200916414, "mean_ms": 4.0847497074829935 }, "result_collector_cpu": { "n": 294, "sum_ns": 1187730909, "mean_ms": 4.039901051020408 }, "result_composition_wall": { "n": 294, "sum_ns": 4650499, "mean_ms": 0.01581802380952381 }, "result_composition_cpu": { "n": 294, "sum_ns": 4660715, "mean_ms": 0.015852772108843536 }, "result_artifact_handoff_wall": { "n": 294, "sum_ns": 4054587, "mean_ms": 0.013791112244897959 }, "result_artifact_handoff_cpu": { "n": 294, "sum_ns": 3097043, "mean_ms": 0.01053415986394558 }, "result_publish_wall": { "n": 294, "sum_ns": 113477597, "mean_ms": 0.3859782210884354 }, "result_publish_cpu": { "n": 294, "sum_ns": 112189719, "mean_ms": 0.3815976836734694 }, "result_total_wall": { "n": 294, "sum_ns": 2626129391, "mean_ms": 8.932412894557823 }, "result_total_cpu": { "n": 294, "sum_ns": 2531824687, "mean_ms": 8.611648595238096 } } }, { "mode": "mixed-a", "level": 9, "camera": "37", "provider": "fire", "cohort_reset": false, "counter_seconds": 30.109526952, "new_channel": false, "seconds": 30.000022651976906, "selected_fps": 9.79756342470219, "requested_fps": 9.79756342470219, "complete_fps": 9.83077550410796, "accepted_fps": 9.83077550410796, "finalized_fps": 9.83077550410796, "redis_fps": 9.83077550410796, "redis_read_fps": 9.73332598403082, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.434, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.44349268096266314, "redis_interval_s": { "n": 291, "mean": 0.10281882526795459, "median": 0.09919869602890685, "p95": 0.16221325896913186, "maximum": 0.44349268096266314, "minimum": 0.00031164399115368724 }, "redis_drift_s": { "n": 292, "mean": -0.0953043560138505, "median": -0.09632693950436533, "p95": -0.06758342803129835, "maximum": 0.23108048996888186, "minimum": -0.21056573699461012 }, "redis_drift_s_per_min": -0.003824434766381188, "ingress_drift_s": { "n": 12, "mean": 0.003796870666666526, "median": -0.002308094000007088, "p95": 0.19298170900000144, "maximum": 0.19298170900000144, "minimum": -0.12069569600000563 }, "ingress_drift_s_per_min": -0.03896943533267098, "source_drift_s": { "n": 12, "mean": 0.0035119166666663184, "median": -0.002359000000005551, "p95": 0.19296800000000047, "maximum": 0.19296800000000047, "minimum": -0.12174600000000169 }, "ingress_to_redis_ms": { "n": 292, "mean": 29.76027397260274, "median": 29.0, "p95": 44, "maximum": 60, "minimum": 18 }, "source_samples": 12, "redis_samples": 292, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 295, "sum_ns": 200050578, "mean_ms": 0.6781375525423728 }, "depay_to_source_exit": { "n": 292, "sum_ns": 13822653000, "mean_ms": 47.33785273972603 }, "source_exit_to_ingress": { "n": 292, "sum_ns": 149173115, "mean_ms": 0.5108668321917809 }, "source_encoded_queue": { "n": 292, "sum_ns": 9115000, "mean_ms": 0.031215753424657534 }, "decode_between_queues": { "n": 292, "sum_ns": 13709313000, "mean_ms": 46.94970205479452 }, "source_raw_queue": { "n": 292, "sum_ns": 11082000, "mean_ms": 0.037952054794520546 }, "raw_queue_to_source_exit": { "n": 292, "sum_ns": 9589000, "mean_ms": 0.03283904109589041 }, "preprocess_start_to_preprocess_output": { "n": 295, "sum_ns": 236485259, "mean_ms": 0.8016449457627118 }, "selected_to_preprocess": { "n": 295, "sum_ns": 487321967, "mean_ms": 1.6519388711864407 }, "preprocess_start_to_preprocess": { "n": 295, "sum_ns": 287271389, "mean_ms": 0.9738013186440678 }, "preprocess_output_to_infer_entry": { "n": 295, "sum_ns": 50786130, "mean_ms": 0.17215637288135593 }, "preprocess_to_infer_output": { "n": 296, "sum_ns": 5971669815, "mean_ms": 20.17456018581081 }, "preprocess_to_callback": { "n": 296, "sum_ns": 6255055847, "mean_ms": 21.131945429054056 }, "infer_output_to_callback": { "n": 296, "sum_ns": 283386032, "mean_ms": 0.9573852432432431 }, "copy_wall": { "n": 296, "sum_ns": 1569970936, "mean_ms": 5.303955864864865 }, "copy_thread_cpu": { "n": 296, "sum_ns": 1551219736, "mean_ms": 5.240607216216216 }, "callback_to_copied": { "n": 296, "sum_ns": 1625321651, "mean_ms": 5.490951523648649 }, "accepted_interval": { "n": 296, "sum_ns": 30090253898, "mean_ms": 101.65626316891893 }, "selected_to_submitted": { "n": 296, "sum_ns": 8400725374, "mean_ms": 28.380828966216217 }, "completed_queue_wait": { "n": 296, "sum_ns": 71582903, "mean_ms": 0.24183413175675675 }, "result_composition_wall": { "n": 296, "sum_ns": 2810661, "mean_ms": 0.009495476351351352 }, "result_composition_cpu": { "n": 296, "sum_ns": 2739293, "mean_ms": 0.009254368243243244 }, "result_artifact_handoff_wall": { "n": 296, "sum_ns": 2449190, "mean_ms": 0.00827429054054054 }, "result_artifact_handoff_cpu": { "n": 296, "sum_ns": 2453558, "mean_ms": 0.008289047297297297 }, "result_publish_wall": { "n": 296, "sum_ns": 30871310, "mean_ms": 0.10429496621621621 }, "result_publish_cpu": { "n": 296, "sum_ns": 30853783, "mean_ms": 0.10423575337837837 }, "result_total_wall": { "n": 296, "sum_ns": 266165345, "mean_ms": 0.8992072466216217 }, "result_total_cpu": { "n": 296, "sum_ns": 264024014, "mean_ms": 0.8919730202702703 } } }, { "mode": "mixed-a", "level": 9, "camera": "37", "provider": "crowd", "cohort_reset": false, "counter_seconds": 30.117373058, "new_channel": false, "seconds": 30.000022651976906, "selected_fps": 9.82821441398503, "requested_fps": 9.82821441398503, "complete_fps": 9.82821441398503, "accepted_fps": 9.82821441398503, "finalized_fps": 9.82821441398503, "redis_fps": 9.82821441398503, "redis_read_fps": 9.73332598403082, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 1, "queue_age_max_sampled": 0.0003845960018225014, "provider_response_age_max_sampled": 0.116, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 1, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.44748552597593516, "redis_interval_s": { "n": 291, "mean": 0.10286234521996741, "median": 0.10070258297491819, "p95": 0.15975423296913505, "maximum": 0.44748552597593516, "minimum": 0.0002555630053393543 }, "redis_drift_s": { "n": 292, "mean": 0.02719916522860928, "median": 0.026052071993007075, "p95": 0.05727300197258245, "maximum": 0.35908821099344834, "minimum": -0.09015577999269908 }, "redis_drift_s_per_min": -0.0027984257663105265, "ingress_drift_s": { "n": 12, "mean": 0.009284756999999052, "median": -0.0029061955000031503, "p95": 0.19707202700000437, "maximum": 0.19707202700000437, "minimum": -0.11654272700000234 }, "ingress_drift_s_per_min": 0.0024172728326109327, "source_drift_s": { "n": 12, "mean": 0.009301333333333753, "median": -0.0028535000000005084, "p95": 0.1974650000000011, "maximum": 0.1974650000000011, "minimum": -0.1165110000000027 }, "ingress_to_redis_ms": { "n": 292, "mean": 27.106164383561644, "median": 26.0, "p95": 38, "maximum": 47, "minimum": 16 }, "source_samples": 12, "redis_samples": 292, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 296, "sum_ns": 200085119, "mean_ms": 0.6759632398648648 }, "preprocess_start_to_preprocess_output": { "n": 296, "sum_ns": 190078059, "mean_ms": 0.6421556047297297 }, "selected_to_preprocess": { "n": 296, "sum_ns": 439192200, "mean_ms": 1.4837574324324325 }, "preprocess_start_to_preprocess": { "n": 296, "sum_ns": 239107081, "mean_ms": 0.8077941925675676 }, "preprocess_output_to_infer_entry": { "n": 296, "sum_ns": 49029022, "mean_ms": 0.16563858783783783 }, "depay_to_source_exit": { "n": 293, "sum_ns": 13931662000, "mean_ms": 47.548334470989765 }, "source_exit_to_ingress": { "n": 293, "sum_ns": 136698490, "mean_ms": 0.46654774744027305 }, "source_encoded_queue": { "n": 293, "sum_ns": 8443000, "mean_ms": 0.02881569965870307 }, "decode_between_queues": { "n": 293, "sum_ns": 13808316000, "mean_ms": 47.12735836177474 }, "source_raw_queue": { "n": 293, "sum_ns": 10249000, "mean_ms": 0.03497952218430034 }, "raw_queue_to_source_exit": { "n": 293, "sum_ns": 9940000, "mean_ms": 0.03392491467576792 }, "preprocess_to_infer_output": { "n": 296, "sum_ns": 5211808544, "mean_ms": 17.6074612972973 }, "preprocess_to_callback": { "n": 296, "sum_ns": 5469404885, "mean_ms": 18.47771920608108 }, "infer_output_to_callback": { "n": 296, "sum_ns": 257596341, "mean_ms": 0.8702579087837838 }, "copy_wall": { "n": 296, "sum_ns": 1560928362, "mean_ms": 5.273406628378378 }, "copy_thread_cpu": { "n": 296, "sum_ns": 1543142719, "mean_ms": 5.213319996621622 }, "callback_to_copied": { "n": 296, "sum_ns": 1617329016, "mean_ms": 5.463949378378378 }, "accepted_interval": { "n": 296, "sum_ns": 30088745057, "mean_ms": 101.6511657331081 }, "selected_to_submitted": { "n": 296, "sum_ns": 7554305939, "mean_ms": 25.521303847972973 }, "completed_queue_wait": { "n": 296, "sum_ns": 56590876, "mean_ms": 0.1911853918918919 }, "result_composition_wall": { "n": 296, "sum_ns": 3726187, "mean_ms": 0.012588469594594595 }, "result_composition_cpu": { "n": 296, "sum_ns": 3601286, "mean_ms": 0.012166506756756757 }, "result_publish_wall": { "n": 296, "sum_ns": 42172147, "mean_ms": 0.1424734695945946 }, "result_publish_cpu": { "n": 296, "sum_ns": 42096604, "mean_ms": 0.14221825675675676 }, "result_total_wall": { "n": 296, "sum_ns": 338034300, "mean_ms": 1.1420077702702702 }, "result_total_cpu": { "n": 296, "sum_ns": 331866998, "mean_ms": 1.1211722905405406 } } }, { "mode": "mixed-a", "level": 9, "camera": "38", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.203273736, "new_channel": true, "seconds": 30.000022651976906, "selected_fps": 9.800262136722965, "requested_fps": 9.800262136722965, "complete_fps": 9.83337113042811, "accepted_fps": 9.83337113042811, "finalized_fps": 9.83337113042811, "redis_fps": 9.83337113042811, "redis_read_fps": 9.833325908524287, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 2, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.152, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.45890800398774445, "redis_interval_s": { "n": 294, "mean": 0.10162439045922349, "median": 0.09790918452199548, "p95": 0.16942720900988206, "maximum": 0.45890800398774445, "minimum": 0.004241376009304076 }, "redis_drift_s": { "n": 295, "mean": -4.220278960074137, "median": -4.222185264999979, "p95": -4.184359509986358, "maximum": -3.881259299997705, "minimum": -4.330253947006538 }, "redis_drift_s_per_min": -0.005385209182543455, "ingress_drift_s": { "n": 12, "mean": -0.04813108291666657, "median": -0.049660565499999976, "p95": -0.015201098000002133, "maximum": -0.015201098000002133, "minimum": -0.0767239960000019 }, "ingress_drift_s_per_min": 0.028005266120278212, "source_drift_s": { "n": 12, "mean": -0.044167500000000505, "median": -0.045234499999997624, "p95": -0.012288000000001631, "maximum": -0.012288000000001631, "minimum": -0.07255600000000229 }, "ingress_to_redis_ms": { "n": 295, "mean": 37.355932203389834, "median": 34, "p95": 53, "maximum": 159, "minimum": 21 }, "source_samples": 12, "redis_samples": 295, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 296, "sum_ns": 13669652000, "mean_ms": 46.18125675675676 }, "source_exit_to_ingress": { "n": 296, "sum_ns": 344315887, "mean_ms": 1.163229347972973 }, "source_encoded_queue": { "n": 296, "sum_ns": 12829000, "mean_ms": 0.04334121621621621 }, "decode_between_queues": { "n": 296, "sum_ns": 13521062000, "mean_ms": 45.67926351351351 }, "source_raw_queue": { "n": 296, "sum_ns": 19277000, "mean_ms": 0.065125 }, "raw_queue_to_source_exit": { "n": 296, "sum_ns": 8560000, "mean_ms": 0.02891891891891892 }, "selected_to_preprocess_start": { "n": 296, "sum_ns": 209458859, "mean_ms": 0.7076312804054055 }, "preprocess_start_to_preprocess_output": { "n": 296, "sum_ns": 270493224, "mean_ms": 0.9138284594594595 }, "selected_to_preprocess": { "n": 296, "sum_ns": 541059468, "mean_ms": 1.8279036081081081 }, "preprocess_start_to_preprocess": { "n": 296, "sum_ns": 331600609, "mean_ms": 1.1202723277027027 }, "preprocess_output_to_infer_entry": { "n": 296, "sum_ns": 61107385, "mean_ms": 0.20644386824324326 }, "preprocess_to_infer_output": { "n": 296, "sum_ns": 7269923432, "mean_ms": 24.560552135135136 }, "preprocess_to_callback": { "n": 297, "sum_ns": 7531037939, "mean_ms": 25.357030097643097 }, "infer_output_to_callback": { "n": 297, "sum_ns": 232470475, "mean_ms": 0.7827288720538721 }, "copy_wall": { "n": 297, "sum_ns": 674957786, "mean_ms": 2.272585138047138 }, "copy_thread_cpu": { "n": 297, "sum_ns": 672565775, "mean_ms": 2.264531228956229 }, "callback_to_copied": { "n": 297, "sum_ns": 726942556, "mean_ms": 2.4476180336700337 }, "accepted_interval": { "n": 297, "sum_ns": 30286728304, "mean_ms": 101.97551617508418 }, "selected_to_submitted": { "n": 297, "sum_ns": 8825596847, "mean_ms": 29.715814299663297 }, "completed_queue_wait": { "n": 297, "sum_ns": 60800391, "mean_ms": 0.2047151212121212 }, "result_observations_wall": { "n": 297, "sum_ns": 235480661, "mean_ms": 0.7928641784511785 }, "result_observations_cpu": { "n": 297, "sum_ns": 234669838, "mean_ms": 0.7901341346801347 }, "result_nms_wall": { "n": 297, "sum_ns": 185050706, "mean_ms": 0.6230663501683501 }, "result_nms_cpu": { "n": 297, "sum_ns": 150635617, "mean_ms": 0.5071906296296296 }, "result_tracking_wall": { "n": 297, "sum_ns": 297935226, "mean_ms": 1.0031489090909091 }, "result_tracking_cpu": { "n": 297, "sum_ns": 280412649, "mean_ms": 0.9441503333333334 }, "result_region_wall": { "n": 297, "sum_ns": 65194790, "mean_ms": 0.21951107744107745 }, "result_region_cpu": { "n": 297, "sum_ns": 63855603, "mean_ms": 0.2150020303030303 }, "result_fall_wall": { "n": 297, "sum_ns": 145374955, "mean_ms": 0.489477962962963 }, "result_fall_cpu": { "n": 297, "sum_ns": 145063813, "mean_ms": 0.4884303468013468 }, "result_fight_wall": { "n": 297, "sum_ns": 36152737, "mean_ms": 0.1217263872053872 }, "result_fight_cpu": { "n": 297, "sum_ns": 36087787, "mean_ms": 0.12150770033670033 }, "result_collector_wall": { "n": 297, "sum_ns": 880797403, "mean_ms": 2.9656478215488216 }, "result_collector_cpu": { "n": 297, "sum_ns": 870596789, "mean_ms": 2.93130231986532 }, "result_composition_wall": { "n": 297, "sum_ns": 4553744, "mean_ms": 0.01533247138047138 }, "result_composition_cpu": { "n": 297, "sum_ns": 4566536, "mean_ms": 0.015375542087542087 }, "result_artifact_handoff_wall": { "n": 297, "sum_ns": 2995985, "mean_ms": 0.010087491582491583 }, "result_artifact_handoff_cpu": { "n": 297, "sum_ns": 2948578, "mean_ms": 0.009927872053872053 }, "result_publish_wall": { "n": 297, "sum_ns": 104132973, "mean_ms": 0.3506160707070707 }, "result_publish_cpu": { "n": 297, "sum_ns": 103981766, "mean_ms": 0.3501069562289562 }, "result_total_wall": { "n": 297, "sum_ns": 2191354451, "mean_ms": 7.378297814814815 }, "result_total_cpu": { "n": 297, "sum_ns": 2120579497, "mean_ms": 7.139998306397307 } } }, { "mode": "mixed-a", "level": 9, "camera": "38", "provider": "fire", "cohort_reset": false, "counter_seconds": 30.106102133, "new_channel": true, "seconds": 30.000022651976906, "selected_fps": 9.831893836417551, "requested_fps": 9.831893836417551, "complete_fps": 9.831893836417551, "accepted_fps": 9.831893836417551, "finalized_fps": 9.831893836417551, "redis_fps": 9.798677978862086, "redis_read_fps": 9.833325908524287, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.112, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.46781218698015437, "redis_interval_s": { "n": 294, "mean": 0.10161851999329302, "median": 0.10153256001649424, "p95": 0.1566185080446303, "maximum": 0.46781218698015437, "minimum": 0.001434386009350419 }, "redis_drift_s": { "n": 295, "mean": -0.1358466088593447, "median": -0.13802520098257887, "p95": -0.10434613399626702, "maximum": 0.20583842200366753, "minimum": -0.23348569896491256 }, "redis_drift_s_per_min": -0.011297635901471537, "ingress_drift_s": { "n": 12, "mean": -0.026849853083333357, "median": -0.020539468000000838, "p95": -0.005321943000001994, "maximum": -0.005321943000001994, "minimum": -0.06791756899999868 }, "ingress_drift_s_per_min": 0.015029013746327579, "source_drift_s": { "n": 12, "mean": -0.02626041666666638, "median": -0.02113649999999989, "p95": -0.004210000000000491, "maximum": -0.004210000000000491, "minimum": -0.0673490000000001 }, "ingress_to_redis_ms": { "n": 295, "mean": 30.60677966101695, "median": 30, "p95": 44, "maximum": 79, "minimum": 16 }, "source_samples": 12, "redis_samples": 295, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 296, "sum_ns": 13198064000, "mean_ms": 44.588054054054055 }, "source_exit_to_ingress": { "n": 296, "sum_ns": 175009875, "mean_ms": 0.5912495777027027 }, "source_encoded_queue": { "n": 296, "sum_ns": 11720000, "mean_ms": 0.03959459459459459 }, "decode_between_queues": { "n": 296, "sum_ns": 13068295000, "mean_ms": 44.14964527027027 }, "source_raw_queue": { "n": 296, "sum_ns": 10005000, "mean_ms": 0.03380067567567567 }, "raw_queue_to_source_exit": { "n": 296, "sum_ns": 8284000, "mean_ms": 0.027986486486486488 }, "selected_to_preprocess_start": { "n": 296, "sum_ns": 198593656, "mean_ms": 0.6709245135135135 }, "preprocess_start_to_preprocess_output": { "n": 296, "sum_ns": 271441747, "mean_ms": 0.9170329290540541 }, "selected_to_preprocess": { "n": 296, "sum_ns": 520831926, "mean_ms": 1.7595673175675677 }, "preprocess_start_to_preprocess": { "n": 296, "sum_ns": 322238270, "mean_ms": 1.088642804054054 }, "preprocess_output_to_infer_entry": { "n": 296, "sum_ns": 50796523, "mean_ms": 0.171609875 }, "preprocess_to_infer_output": { "n": 296, "sum_ns": 6277701485, "mean_ms": 21.208450962837837 }, "preprocess_to_callback": { "n": 296, "sum_ns": 6538374417, "mean_ms": 22.089102760135138 }, "infer_output_to_callback": { "n": 296, "sum_ns": 260672932, "mean_ms": 0.8806517972972973 }, "copy_wall": { "n": 296, "sum_ns": 1481101435, "mean_ms": 5.003721064189189 }, "copy_thread_cpu": { "n": 296, "sum_ns": 1458602632, "mean_ms": 4.927711594594595 }, "callback_to_copied": { "n": 296, "sum_ns": 1535675451, "mean_ms": 5.1880927398648655 }, "accepted_interval": { "n": 296, "sum_ns": 30118072429, "mean_ms": 101.75024469256758 }, "selected_to_submitted": { "n": 296, "sum_ns": 8622524713, "mean_ms": 29.130151057432432 }, "completed_queue_wait": { "n": 296, "sum_ns": 65848522, "mean_ms": 0.22246122297297297 }, "result_composition_wall": { "n": 296, "sum_ns": 2812015, "mean_ms": 0.009500050675675675 }, "result_composition_cpu": { "n": 296, "sum_ns": 2753473, "mean_ms": 0.009302273648648648 }, "result_artifact_handoff_wall": { "n": 296, "sum_ns": 2444292, "mean_ms": 0.008257743243243243 }, "result_artifact_handoff_cpu": { "n": 296, "sum_ns": 2447202, "mean_ms": 0.008267574324324326 }, "result_publish_wall": { "n": 296, "sum_ns": 30755363, "mean_ms": 0.10390325337837837 }, "result_publish_cpu": { "n": 296, "sum_ns": 30779520, "mean_ms": 0.10398486486486487 }, "result_total_wall": { "n": 296, "sum_ns": 277329061, "mean_ms": 0.9369225033783783 }, "result_total_cpu": { "n": 296, "sum_ns": 272616317, "mean_ms": 0.921001070945946 } } }, { "mode": "mixed-a", "level": 9, "camera": "38", "provider": "crowd", "cohort_reset": false, "counter_seconds": 30.075713181, "new_channel": true, "seconds": 30.000022651976906, "selected_fps": 9.841828129515303, "requested_fps": 9.841828129515303, "complete_fps": 9.808578710158834, "accepted_fps": 9.808578710158834, "finalized_fps": 9.808578710158834, "redis_fps": 9.808578710158834, "redis_read_fps": 9.833325908524287, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.113, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 1, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.45371272903867066, "redis_interval_s": { "n": 294, "mean": 0.10159250280956839, "median": 0.10016824101330712, "p95": 0.15279206703417003, "maximum": 0.45371272903867066, "minimum": 0.0003344269935041666 }, "redis_drift_s": { "n": 295, "mean": -0.045129250047862605, "median": -0.04561303298082109, "p95": -0.012793543003965624, "maximum": 0.280645225025248, "minimum": -0.1618306559906344 }, "redis_drift_s_per_min": -0.009539952463962558, "ingress_drift_s": { "n": 12, "mean": -0.0247250620833331, "median": -0.018294070500000537, "p95": -0.003011694999999648, "maximum": -0.003011694999999648, "minimum": -0.06592938399999859 }, "ingress_drift_s_per_min": 0.014309109493970375, "source_drift_s": { "n": 12, "mean": -0.02191991666666704, "median": -0.016531000000000518, "p95": 0.00025499999999922807, "maximum": 0.00025499999999922807, "minimum": -0.06314300000000017 }, "ingress_to_redis_ms": { "n": 295, "mean": 28.63050847457627, "median": 28, "p95": 39, "maximum": 46, "minimum": 15 }, "source_samples": 12, "redis_samples": 295, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 296, "sum_ns": 13151846000, "mean_ms": 44.43191216216216 }, "source_exit_to_ingress": { "n": 296, "sum_ns": 171798875, "mean_ms": 0.5804016047297297 }, "source_encoded_queue": { "n": 296, "sum_ns": 13583000, "mean_ms": 0.045888513513513515 }, "decode_between_queues": { "n": 296, "sum_ns": 13011862000, "mean_ms": 43.95899324324324 }, "source_raw_queue": { "n": 296, "sum_ns": 9747000, "mean_ms": 0.03292905405405405 }, "raw_queue_to_source_exit": { "n": 296, "sum_ns": 8833000, "mean_ms": 0.029841216216216215 }, "selected_to_preprocess_start": { "n": 296, "sum_ns": 194418891, "mean_ms": 0.6568205777027027 }, "preprocess_start_to_preprocess_output": { "n": 296, "sum_ns": 275799667, "mean_ms": 0.9317556317567568 }, "selected_to_preprocess": { "n": 296, "sum_ns": 519129068, "mean_ms": 1.7538144189189189 }, "preprocess_start_to_preprocess": { "n": 296, "sum_ns": 324710177, "mean_ms": 1.0969938412162163 }, "preprocess_output_to_infer_entry": { "n": 296, "sum_ns": 48910510, "mean_ms": 0.16523820945945947 }, "preprocess_to_infer_output": { "n": 295, "sum_ns": 5679409956, "mean_ms": 19.252237138983052 }, "preprocess_to_callback": { "n": 295, "sum_ns": 5922119442, "mean_ms": 20.074981159322036 }, "infer_output_to_callback": { "n": 295, "sum_ns": 242709486, "mean_ms": 0.8227440203389831 }, "copy_wall": { "n": 295, "sum_ns": 1472218684, "mean_ms": 4.990571810169492 }, "copy_thread_cpu": { "n": 295, "sum_ns": 1456790908, "mean_ms": 4.93827426440678 }, "callback_to_copied": { "n": 295, "sum_ns": 1529833462, "mean_ms": 5.185876142372881 }, "accepted_interval": { "n": 295, "sum_ns": 30048862091, "mean_ms": 101.86054946101696 }, "selected_to_submitted": { "n": 295, "sum_ns": 7995083284, "mean_ms": 27.101977233898303 }, "completed_queue_wait": { "n": 295, "sum_ns": 53705918, "mean_ms": 0.1820539593220339 }, "result_composition_wall": { "n": 295, "sum_ns": 3666769, "mean_ms": 0.012429725423728815 }, "result_composition_cpu": { "n": 295, "sum_ns": 3531437, "mean_ms": 0.011970972881355933 }, "result_publish_wall": { "n": 295, "sum_ns": 42280887, "mean_ms": 0.14332504067796611 }, "result_publish_cpu": { "n": 295, "sum_ns": 42249434, "mean_ms": 0.14321842033898305 }, "result_total_wall": { "n": 295, "sum_ns": 316369626, "mean_ms": 1.0724394101694916 }, "result_total_cpu": { "n": 295, "sum_ns": 312320544, "mean_ms": 1.0587137084745761 } } }, { "mode": "mixed-a", "level": 10, "camera": "30", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.130820028, "new_channel": false, "seconds": 30.000027456961107, "selected_fps": 9.724262390725531, "requested_fps": 9.724262390725531, "complete_fps": 9.724262390725531, "accepted_fps": 9.724262390725531, "finalized_fps": 9.724262390725531, "redis_fps": 9.724262390725531, "redis_read_fps": 9.733324425082994, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 1, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.08, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 9, "analysis_gap_markers": 7, "c_suppressed": 0, "max_redis_silence_s": 0.4551572509808466, "redis_interval_s": { "n": 291, "mean": 0.10277264576990963, "median": 0.09718372899806127, "p95": 0.17172623402439058, "maximum": 0.4551572509808466, "minimum": 0.006097056029830128 }, "redis_drift_s": { "n": 292, "mean": -5.188947846046365, "median": -5.2021338609713155, "p95": -5.006461276970811, "maximum": -4.865306665015851, "minimum": -5.274273731980031 }, "redis_drift_s_per_min": 0.023095444021502032, "ingress_drift_s": { "n": 12, "mean": 2.8966666652271062e-05, "median": 0.0053741784999772335, "p95": 0.01959830499998816, "maximum": 0.01959830499998816, "minimum": -0.02636258400002589 }, "ingress_drift_s_per_min": 0.03407784620043256, "source_drift_s": { "n": 12, "mean": -0.0001830833333353136, "median": 0.0052310000000090895, "p95": 0.019151000000022123, "maximum": 0.019151000000022123, "minimum": -0.02649100000002136 }, "ingress_to_redis_ms": { "n": 292, "mean": 59.054794520547944, "median": 49.0, "p95": 91, "maximum": 399, "minimum": 26 }, "source_samples": 12, "redis_samples": 292, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 293, "sum_ns": 13949598000, "mean_ms": 47.60954948805461 }, "source_exit_to_ingress": { "n": 293, "sum_ns": 1672716021, "mean_ms": 5.708928399317406 }, "source_encoded_queue": { "n": 293, "sum_ns": 11845000, "mean_ms": 0.04042662116040956 }, "decode_between_queues": { "n": 293, "sum_ns": 13658333000, "mean_ms": 46.61547098976109 }, "source_raw_queue": { "n": 293, "sum_ns": 211818000, "mean_ms": 0.7229283276450512 }, "raw_queue_to_source_exit": { "n": 293, "sum_ns": 7913000, "mean_ms": 0.027006825938566553 }, "selected_to_preprocess_start": { "n": 293, "sum_ns": 233375176, "mean_ms": 0.7965023071672356 }, "preprocess_start_to_preprocess_output": { "n": 293, "sum_ns": 338334195, "mean_ms": 1.154724215017065 }, "selected_to_preprocess": { "n": 293, "sum_ns": 642417835, "mean_ms": 2.192552337883959 }, "preprocess_start_to_preprocess": { "n": 293, "sum_ns": 409042659, "mean_ms": 1.3960500307167236 }, "preprocess_output_to_infer_entry": { "n": 293, "sum_ns": 70708464, "mean_ms": 0.24132581569965872 }, "preprocess_to_infer_output": { "n": 293, "sum_ns": 8386908959, "mean_ms": 28.62426265870307 }, "preprocess_to_callback": { "n": 293, "sum_ns": 8689396096, "mean_ms": 29.656641965870307 }, "infer_output_to_callback": { "n": 293, "sum_ns": 302487137, "mean_ms": 1.0323793071672356 }, "copy_wall": { "n": 293, "sum_ns": 1340745536, "mean_ms": 4.5759233310580205 }, "copy_thread_cpu": { "n": 293, "sum_ns": 1319616986, "mean_ms": 4.503812238907849 }, "callback_to_copied": { "n": 293, "sum_ns": 1394000609, "mean_ms": 4.757681259385666 }, "accepted_interval": { "n": 293, "sum_ns": 30092159026, "mean_ms": 102.7036144232082 }, "selected_to_submitted": { "n": 293, "sum_ns": 10757361108, "mean_ms": 36.714543030716726 }, "completed_queue_wait": { "n": 293, "sum_ns": 183426355, "mean_ms": 0.6260285153583618 }, "result_observations_wall": { "n": 293, "sum_ns": 344498254, "mean_ms": 1.1757619590443686 }, "result_observations_cpu": { "n": 293, "sum_ns": 341915146, "mean_ms": 1.1669458907849828 }, "result_nms_wall": { "n": 293, "sum_ns": 322021302, "mean_ms": 1.0990488122866895 }, "result_nms_cpu": { "n": 293, "sum_ns": 164761920, "mean_ms": 0.5623273720136519 }, "result_tracking_wall": { "n": 293, "sum_ns": 1066943731, "mean_ms": 3.6414461808873724 }, "result_tracking_cpu": { "n": 293, "sum_ns": 687685883, "mean_ms": 2.347050795221843 }, "result_region_wall": { "n": 293, "sum_ns": 96687585, "mean_ms": 0.3299917576791809 }, "result_region_cpu": { "n": 293, "sum_ns": 96504190, "mean_ms": 0.3293658361774744 }, "result_fall_wall": { "n": 293, "sum_ns": 833835346, "mean_ms": 2.8458544232081913 }, "result_fall_cpu": { "n": 293, "sum_ns": 827036236, "mean_ms": 2.822649269624573 }, "result_fight_wall": { "n": 293, "sum_ns": 172847958, "mean_ms": 0.589924771331058 }, "result_fight_cpu": { "n": 293, "sum_ns": 170236668, "mean_ms": 0.5810125187713311 }, "result_collector_wall": { "n": 293, "sum_ns": 2204895736, "mean_ms": 7.525241419795222 }, "result_collector_cpu": { "n": 293, "sum_ns": 2171928264, "mean_ms": 7.412724450511946 }, "result_composition_wall": { "n": 293, "sum_ns": 5604811, "mean_ms": 0.019129047781569968 }, "result_composition_cpu": { "n": 293, "sum_ns": 5608841, "mean_ms": 0.01914280204778157 }, "result_artifact_handoff_wall": { "n": 293, "sum_ns": 5249971, "mean_ms": 0.01791798976109215 }, "result_artifact_handoff_cpu": { "n": 293, "sum_ns": 3405000, "mean_ms": 0.011621160409556314 }, "result_publish_wall": { "n": 293, "sum_ns": 692808036, "mean_ms": 2.3645325460750852 }, "result_publish_cpu": { "n": 293, "sum_ns": 675264948, "mean_ms": 2.3046585255972696 }, "result_total_wall": { "n": 293, "sum_ns": 6053236730, "mean_ms": 20.659511023890786 }, "result_total_cpu": { "n": 293, "sum_ns": 5443046450, "mean_ms": 18.57695034129693 } } }, { "mode": "mixed-a", "level": 10, "camera": "30", "provider": "fire", "cohort_reset": false, "counter_seconds": 30.116976412, "new_channel": false, "seconds": 30.000027456961107, "selected_fps": 9.961159310815347, "requested_fps": 9.961159310815347, "complete_fps": 9.994363175184732, "accepted_fps": 9.994363175184732, "finalized_fps": 9.994363175184732, "redis_fps": 9.994363175184732, "redis_read_fps": 9.999990847688007, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.077, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.19706906896317378, "redis_interval_s": { "n": 299, "mean": 0.10012982168564274, "median": 0.0992280530044809, "p95": 0.16042211098829284, "maximum": 0.19706906896317378, "minimum": 0.00022703304421156645 }, "redis_drift_s": { "n": 300, "mean": -0.02317547812547294, "median": -0.022762185530950774, "p95": 0.011727747949294098, "maximum": 0.026573349952684566, "minimum": -0.07353148604414628 }, "redis_drift_s_per_min": 0.002499155685066635, "ingress_drift_s": { "n": 12, "mean": 0.00904625100000563, "median": 0.006566279500020755, "p95": 0.023517076000018733, "maximum": 0.023517076000018733, "minimum": -0.0066024090000382785 }, "ingress_drift_s_per_min": 0.004006985136221091, "source_drift_s": { "n": 12, "mean": 0.008772666666663062, "median": 0.006423500000011018, "p95": 0.023582000000033077, "maximum": 0.023582000000033077, "minimum": -0.0065830000000346445 }, "ingress_to_redis_ms": { "n": 300, "mean": 33.39, "median": 33.0, "p95": 47, "maximum": 56, "minimum": 17 }, "source_samples": 12, "redis_samples": 300, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 300, "sum_ns": 14045565000, "mean_ms": 46.81855 }, "source_exit_to_ingress": { "n": 300, "sum_ns": 208136115, "mean_ms": 0.6937870500000001 }, "source_encoded_queue": { "n": 300, "sum_ns": 12545000, "mean_ms": 0.04181666666666666 }, "decode_between_queues": { "n": 300, "sum_ns": 13954816000, "mean_ms": 46.51605333333334 }, "source_raw_queue": { "n": 300, "sum_ns": 8800000, "mean_ms": 0.029333333333333333 }, "raw_queue_to_source_exit": { "n": 300, "sum_ns": 11348000, "mean_ms": 0.03782666666666666 }, "selected_to_preprocess_start": { "n": 300, "sum_ns": 209310088, "mean_ms": 0.6977002933333334 }, "preprocess_start_to_preprocess_output": { "n": 300, "sum_ns": 312590308, "mean_ms": 1.0419676933333333 }, "selected_to_preprocess": { "n": 300, "sum_ns": 580523022, "mean_ms": 1.93507674 }, "preprocess_start_to_preprocess": { "n": 300, "sum_ns": 371212934, "mean_ms": 1.2373764466666668 }, "preprocess_output_to_infer_entry": { "n": 300, "sum_ns": 58622626, "mean_ms": 0.19540875333333332 }, "preprocess_to_infer_output": { "n": 301, "sum_ns": 6965504059, "mean_ms": 23.14120949833887 }, "preprocess_to_callback": { "n": 301, "sum_ns": 7270301314, "mean_ms": 24.153824963455147 }, "infer_output_to_callback": { "n": 301, "sum_ns": 304797255, "mean_ms": 1.012615465116279 }, "copy_wall": { "n": 301, "sum_ns": 1625107690, "mean_ms": 5.399028870431893 }, "copy_thread_cpu": { "n": 301, "sum_ns": 1597977833, "mean_ms": 5.308896455149502 }, "callback_to_copied": { "n": 301, "sum_ns": 1680942800, "mean_ms": 5.5845275747508305 }, "accepted_interval": { "n": 301, "sum_ns": 30102218767, "mean_ms": 100.00737131893689 }, "selected_to_submitted": { "n": 301, "sum_ns": 9563655286, "mean_ms": 31.772941149501662 }, "completed_queue_wait": { "n": 301, "sum_ns": 84092898, "mean_ms": 0.2793783986710964 }, "result_composition_wall": { "n": 301, "sum_ns": 3171106, "mean_ms": 0.010535235880398671 }, "result_composition_cpu": { "n": 301, "sum_ns": 3090963, "mean_ms": 0.010268980066445183 }, "result_artifact_handoff_wall": { "n": 301, "sum_ns": 2805754, "mean_ms": 0.009321441860465116 }, "result_artifact_handoff_cpu": { "n": 301, "sum_ns": 2803159, "mean_ms": 0.009312820598006645 }, "result_publish_wall": { "n": 301, "sum_ns": 30484466, "mean_ms": 0.10127729568106313 }, "result_publish_cpu": { "n": 301, "sum_ns": 30391439, "mean_ms": 0.10096823588039867 }, "result_total_wall": { "n": 301, "sum_ns": 284992804, "mean_ms": 0.9468199468438538 }, "result_total_cpu": { "n": 301, "sum_ns": 281415504, "mean_ms": 0.9349352292358805 } } }, { "mode": "mixed-a", "level": 10, "camera": "30", "provider": "crowd", "cohort_reset": false, "counter_seconds": 30.131158391, "new_channel": false, "seconds": 30.000027456961107, "selected_fps": 9.989659079615969, "requested_fps": 9.989659079615969, "complete_fps": 9.989659079615969, "accepted_fps": 9.989659079615969, "finalized_fps": 9.989659079615969, "redis_fps": 9.989659079615969, "redis_read_fps": 9.999990847688007, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.084, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.1991764209815301, "redis_interval_s": { "n": 299, "mean": 0.10010587285626306, "median": 0.09986506798304617, "p95": 0.1576964069972746, "maximum": 0.1991764209815301, "minimum": 0.00022631499450653791 }, "redis_drift_s": { "n": 300, "mean": -0.3046629667572925, "median": -0.3046506654622476, "p95": -0.27003448099645766, "maximum": -0.24111786599598872, "minimum": -0.3560766499862211 }, "redis_drift_s_per_min": -0.003308984836958368, "ingress_drift_s": { "n": 12, "mean": 0.008511333249998643, "median": 0.006198484500004042, "p95": 0.023230407000028208, "maximum": 0.023230407000028208, "minimum": -0.006878689000018312 }, "ingress_drift_s_per_min": 0.0048873543712416164, "source_drift_s": { "n": 12, "mean": 0.008351916666664275, "median": 0.006186999999982845, "p95": 0.023369000000002416, "maximum": 0.023369000000002416, "minimum": -0.006911000000002332 }, "ingress_to_redis_ms": { "n": 300, "mean": 31.163333333333334, "median": 31.0, "p95": 42, "maximum": 52, "minimum": 14 }, "source_samples": 12, "redis_samples": 300, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 301, "sum_ns": 14132691000, "mean_ms": 46.95246179401993 }, "source_exit_to_ingress": { "n": 301, "sum_ns": 203586900, "mean_ms": 0.6763684385382059 }, "source_encoded_queue": { "n": 301, "sum_ns": 13710000, "mean_ms": 0.04554817275747508 }, "decode_between_queues": { "n": 301, "sum_ns": 14036299000, "mean_ms": 46.63222259136213 }, "source_raw_queue": { "n": 301, "sum_ns": 10910000, "mean_ms": 0.03624584717607973 }, "raw_queue_to_source_exit": { "n": 301, "sum_ns": 8632000, "mean_ms": 0.028677740863787375 }, "selected_to_preprocess_start": { "n": 301, "sum_ns": 211382605, "mean_ms": 0.7022677906976744 }, "preprocess_start_to_preprocess_output": { "n": 301, "sum_ns": 322098022, "mean_ms": 1.070093096345515 }, "selected_to_preprocess": { "n": 301, "sum_ns": 588439389, "mean_ms": 1.9549481362126246 }, "preprocess_start_to_preprocess": { "n": 301, "sum_ns": 377056784, "mean_ms": 1.25268034551495 }, "preprocess_output_to_infer_entry": { "n": 301, "sum_ns": 54958762, "mean_ms": 0.1825872491694352 }, "preprocess_to_infer_output": { "n": 301, "sum_ns": 6150166985, "mean_ms": 20.4324484551495 }, "preprocess_to_callback": { "n": 301, "sum_ns": 6463669709, "mean_ms": 21.47398574418605 }, "infer_output_to_callback": { "n": 301, "sum_ns": 313502724, "mean_ms": 1.0415372890365449 }, "copy_wall": { "n": 301, "sum_ns": 1608235971, "mean_ms": 5.342976647840532 }, "copy_thread_cpu": { "n": 301, "sum_ns": 1582291772, "mean_ms": 5.256783295681063 }, "callback_to_copied": { "n": 301, "sum_ns": 1666770604, "mean_ms": 5.537443867109635 }, "accepted_interval": { "n": 301, "sum_ns": 30106889030, "mean_ms": 100.02288714285714 }, "selected_to_submitted": { "n": 301, "sum_ns": 8748294382, "mean_ms": 29.064100936877075 }, "completed_queue_wait": { "n": 301, "sum_ns": 68282196, "mean_ms": 0.22685114950166113 }, "result_composition_wall": { "n": 301, "sum_ns": 5691541, "mean_ms": 0.018908774086378737 }, "result_composition_cpu": { "n": 301, "sum_ns": 5559941, "mean_ms": 0.018471564784053155 }, "result_publish_wall": { "n": 301, "sum_ns": 76199334, "mean_ms": 0.2531539335548173 }, "result_publish_cpu": { "n": 301, "sum_ns": 75759981, "mean_ms": 0.25169428903654484 }, "result_total_wall": { "n": 301, "sum_ns": 461793223, "mean_ms": 1.5341967541528239 }, "result_total_cpu": { "n": 301, "sum_ns": 447217145, "mean_ms": 1.4857712458471761 } } }, { "mode": "mixed-a", "level": 10, "camera": "31", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.046309485, "new_channel": false, "seconds": 30.000027456961107, "selected_fps": 9.951305339155532, "requested_fps": 9.951305339155532, "complete_fps": 9.98458729681157, "accepted_fps": 9.98458729681157, "finalized_fps": 9.98458729681157, "redis_fps": 9.98458729681157, "redis_read_fps": 9.8666576363855, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 3, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.105, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 1, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.30525699601275846, "redis_interval_s": { "n": 295, "mean": 0.1013277364170605, "median": 0.09825349401216954, "p95": 0.1798844679724425, "maximum": 0.30525699601275846, "minimum": 0.009566571039613336 }, "redis_drift_s": { "n": 296, "mean": -6.657994106900233, "median": -6.664549020455212, "p95": -6.605018389983115, "maximum": -6.516023168968047, "minimum": -6.709884954992219 }, "redis_drift_s_per_min": 0.017712808537909706, "ingress_drift_s": { "n": 12, "mean": -0.003593805249991533, "median": -0.0041483440000149585, "p95": 0.016985931000021992, "maximum": 0.016985931000021992, "minimum": -0.031196829999998954 }, "ingress_drift_s_per_min": 0.010047644592425874, "source_drift_s": { "n": 12, "mean": -0.004069666666661457, "median": -0.0048925000000110686, "p95": 0.01681100000001834, "maximum": 0.01681100000001834, "minimum": -0.031682999999986805 }, "ingress_to_redis_ms": { "n": 296, "mean": 44.847972972972975, "median": 41.0, "p95": 65, "maximum": 188, "minimum": 21 }, "source_samples": 12, "redis_samples": 296, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 297, "sum_ns": 13437510000, "mean_ms": 45.24414141414142 }, "source_exit_to_ingress": { "n": 297, "sum_ns": 494893770, "mean_ms": 1.66630898989899 }, "source_encoded_queue": { "n": 297, "sum_ns": 11765000, "mean_ms": 0.03961279461279461 }, "decode_between_queues": { "n": 297, "sum_ns": 13205635000, "mean_ms": 44.46341750841751 }, "source_raw_queue": { "n": 297, "sum_ns": 91596000, "mean_ms": 0.3084040404040404 }, "raw_queue_to_source_exit": { "n": 297, "sum_ns": 8406000, "mean_ms": 0.028303030303030306 }, "selected_to_preprocess_start": { "n": 299, "sum_ns": 225191133, "mean_ms": 0.753147602006689 }, "preprocess_start_to_preprocess_output": { "n": 299, "sum_ns": 314664312, "mean_ms": 1.0523890033444816 }, "selected_to_preprocess": { "n": 299, "sum_ns": 601847728, "mean_ms": 2.012868655518395 }, "preprocess_start_to_preprocess": { "n": 299, "sum_ns": 376656595, "mean_ms": 1.2597210535117058 }, "preprocess_output_to_infer_entry": { "n": 299, "sum_ns": 61992283, "mean_ms": 0.20733205016722409 }, "preprocess_to_infer_output": { "n": 300, "sum_ns": 8066325737, "mean_ms": 26.887752456666668 }, "preprocess_to_callback": { "n": 300, "sum_ns": 8340712675, "mean_ms": 27.802375583333333 }, "infer_output_to_callback": { "n": 300, "sum_ns": 274386938, "mean_ms": 0.9146231266666667 }, "copy_wall": { "n": 300, "sum_ns": 1312686771, "mean_ms": 4.37562257 }, "copy_thread_cpu": { "n": 300, "sum_ns": 1297205591, "mean_ms": 4.324018636666667 }, "callback_to_copied": { "n": 300, "sum_ns": 1367525052, "mean_ms": 4.55841684 }, "accepted_interval": { "n": 300, "sum_ns": 30041206944, "mean_ms": 100.13735648000001 }, "selected_to_submitted": { "n": 300, "sum_ns": 10340038615, "mean_ms": 34.466795383333334 }, "completed_queue_wait": { "n": 300, "sum_ns": 63338846, "mean_ms": 0.21112948666666667 }, "result_observations_wall": { "n": 300, "sum_ns": 338014423, "mean_ms": 1.1267147433333333 }, "result_observations_cpu": { "n": 300, "sum_ns": 336896174, "mean_ms": 1.1229872466666666 }, "result_nms_wall": { "n": 300, "sum_ns": 208373501, "mean_ms": 0.6945783366666667 }, "result_nms_cpu": { "n": 300, "sum_ns": 154144575, "mean_ms": 0.51381525 }, "result_tracking_wall": { "n": 300, "sum_ns": 289930417, "mean_ms": 0.9664347233333334 }, "result_tracking_cpu": { "n": 300, "sum_ns": 276672669, "mean_ms": 0.9222422299999999 }, "result_region_wall": { "n": 300, "sum_ns": 67166391, "mean_ms": 0.22388797 }, "result_region_cpu": { "n": 300, "sum_ns": 67006263, "mean_ms": 0.22335421 }, "result_fall_wall": { "n": 300, "sum_ns": 139010695, "mean_ms": 0.4633689833333333 }, "result_fall_cpu": { "n": 300, "sum_ns": 138664596, "mean_ms": 0.46221532 }, "result_fight_wall": { "n": 300, "sum_ns": 53965921, "mean_ms": 0.17988640333333333 }, "result_fight_cpu": { "n": 300, "sum_ns": 53661017, "mean_ms": 0.17887005666666667 }, "result_collector_wall": { "n": 300, "sum_ns": 1375831998, "mean_ms": 4.5861066600000004 }, "result_collector_cpu": { "n": 300, "sum_ns": 1359515425, "mean_ms": 4.531718083333333 }, "result_composition_wall": { "n": 300, "sum_ns": 5696556, "mean_ms": 0.018988520000000002 }, "result_composition_cpu": { "n": 300, "sum_ns": 5710239, "mean_ms": 0.01903413 }, "result_artifact_handoff_wall": { "n": 300, "sum_ns": 3541544, "mean_ms": 0.011805146666666667 }, "result_artifact_handoff_cpu": { "n": 300, "sum_ns": 3291088, "mean_ms": 0.010970293333333334 }, "result_publish_wall": { "n": 300, "sum_ns": 119375303, "mean_ms": 0.3979176766666667 }, "result_publish_cpu": { "n": 300, "sum_ns": 118659535, "mean_ms": 0.39553178333333333 }, "result_total_wall": { "n": 300, "sum_ns": 2884090495, "mean_ms": 9.613634983333332 }, "result_total_cpu": { "n": 300, "sum_ns": 2793275927, "mean_ms": 9.310919756666665 } } }, { "mode": "mixed-a", "level": 10, "camera": "31", "provider": "fire", "cohort_reset": false, "counter_seconds": 30.116058714, "new_channel": false, "seconds": 30.000027456961107, "selected_fps": 9.928257971585252, "requested_fps": 9.928257971585252, "complete_fps": 9.928257971585252, "accepted_fps": 9.928257971585252, "finalized_fps": 9.928257971585252, "redis_fps": 9.928257971585252, "redis_read_fps": 9.8666576363855, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.175, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.23441245598951355, "redis_interval_s": { "n": 295, "mean": 0.10130665307130539, "median": 0.10146914201322943, "p95": 0.16286666603991762, "maximum": 0.23441245598951355, "minimum": 0.016757927020080388 }, "redis_drift_s": { "n": 296, "mean": 0.015861830166529877, "median": 0.01358818150313823, "p95": 0.05097933599540738, "maximum": 0.1064850739734311, "minimum": -0.03676102101383094 }, "redis_drift_s_per_min": 0.013269559143782347, "ingress_drift_s": { "n": 12, "mean": 0.0023155557499923893, "median": 0.0029899824999688462, "p95": 0.07471501099996658, "maximum": 0.07471501099996658, "minimum": -0.030345917999966332 }, "ingress_drift_s_per_min": 0.07919737868644453, "source_drift_s": { "n": 12, "mean": 0.0021037499999891907, "median": 0.0027319999999804168, "p95": 0.07479899999998452, "maximum": 0.07479899999998452, "minimum": -0.030815999999958876 }, "ingress_to_redis_ms": { "n": 296, "mean": 32.307432432432435, "median": 32.0, "p95": 46, "maximum": 57, "minimum": 18 }, "source_samples": 12, "redis_samples": 296, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 297, "sum_ns": 13437878000, "mean_ms": 45.24538047138047 }, "source_exit_to_ingress": { "n": 297, "sum_ns": 201630447, "mean_ms": 0.6788903939393939 }, "source_encoded_queue": { "n": 297, "sum_ns": 9649000, "mean_ms": 0.03248821548821549 }, "decode_between_queues": { "n": 297, "sum_ns": 13321227000, "mean_ms": 44.85261616161616 }, "source_raw_queue": { "n": 297, "sum_ns": 13511000, "mean_ms": 0.04549158249158249 }, "raw_queue_to_source_exit": { "n": 297, "sum_ns": 8513000, "mean_ms": 0.02866329966329966 }, "selected_to_preprocess_start": { "n": 299, "sum_ns": 211207719, "mean_ms": 0.7063803311036789 }, "preprocess_start_to_preprocess_output": { "n": 299, "sum_ns": 320357117, "mean_ms": 1.0714284849498328 }, "selected_to_preprocess": { "n": 299, "sum_ns": 586372950, "mean_ms": 1.9611135451505017 }, "preprocess_start_to_preprocess": { "n": 299, "sum_ns": 375165231, "mean_ms": 1.2547332140468226 }, "preprocess_output_to_infer_entry": { "n": 299, "sum_ns": 54808114, "mean_ms": 0.18330472909698997 }, "preprocess_to_infer_output": { "n": 299, "sum_ns": 6643827379, "mean_ms": 22.22015845819398 }, "preprocess_to_callback": { "n": 299, "sum_ns": 6934975741, "mean_ms": 23.1938987993311 }, "infer_output_to_callback": { "n": 299, "sum_ns": 291148362, "mean_ms": 0.9737403411371237 }, "copy_wall": { "n": 299, "sum_ns": 1602440072, "mean_ms": 5.359331344481605 }, "copy_thread_cpu": { "n": 299, "sum_ns": 1582052545, "mean_ms": 5.291145635451505 }, "callback_to_copied": { "n": 299, "sum_ns": 1658735523, "mean_ms": 5.547610444816054 }, "accepted_interval": { "n": 299, "sum_ns": 29987478371, "mean_ms": 100.29256980267559 }, "selected_to_submitted": { "n": 299, "sum_ns": 9210439468, "mean_ms": 30.80414537792642 }, "completed_queue_wait": { "n": 299, "sum_ns": 66728306, "mean_ms": 0.22317159197324415 }, "result_composition_wall": { "n": 299, "sum_ns": 2833014, "mean_ms": 0.00947496321070234 }, "result_composition_cpu": { "n": 299, "sum_ns": 2775274, "mean_ms": 0.009281852842809366 }, "result_artifact_handoff_wall": { "n": 299, "sum_ns": 2575003, "mean_ms": 0.008612050167224081 }, "result_artifact_handoff_cpu": { "n": 299, "sum_ns": 2572631, "mean_ms": 0.008604117056856186 }, "result_publish_wall": { "n": 299, "sum_ns": 29697998, "mean_ms": 0.09932440802675585 }, "result_publish_cpu": { "n": 299, "sum_ns": 29736179, "mean_ms": 0.09945210367892976 }, "result_total_wall": { "n": 299, "sum_ns": 278779134, "mean_ms": 0.9323716856187291 }, "result_total_cpu": { "n": 299, "sum_ns": 275382308, "mean_ms": 0.9210110635451505 } } }, { "mode": "mixed-a", "level": 10, "camera": "31", "provider": "crowd", "cohort_reset": false, "counter_seconds": 30.09623046, "new_channel": false, "seconds": 30.000027456961107, "selected_fps": 9.934798990770354, "requested_fps": 9.934798990770354, "complete_fps": 9.934798990770354, "accepted_fps": 9.934798990770354, "finalized_fps": 9.934798990770354, "redis_fps": 9.934798990770354, "redis_read_fps": 9.8666576363855, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 1, "queue_age_max_sampled": 0.0004520190414041281, "provider_response_age_max_sampled": 0.151, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.23027916403952986, "redis_interval_s": { "n": 295, "mean": 0.10129299201347503, "median": 0.09928004699759185, "p95": 0.16313267301302403, "maximum": 0.23027916403952986, "minimum": 0.020096561987884343 }, "redis_drift_s": { "n": 296, "mean": 0.017119313964448178, "median": 0.015328997008481338, "p95": 0.052006538057696616, "maximum": 0.10791034404326183, "minimum": -0.03499088197014544 }, "redis_drift_s_per_min": 0.014054214457957745, "ingress_drift_s": { "n": 12, "mean": 0.0018585856666580487, "median": 0.002184325999991188, "p95": 0.07537889499997164, "maximum": 0.07537889499997164, "minimum": -0.030788595999979407 }, "ingress_drift_s_per_min": 0.07972638833774995, "source_drift_s": { "n": 12, "mean": 0.0013927499999937254, "median": 0.0021304999999927077, "p95": 0.07547099999999318, "maximum": 0.07547099999999318, "minimum": -0.0312579999999798 }, "ingress_to_redis_ms": { "n": 296, "mean": 29.83783783783784, "median": 29.0, "p95": 41, "maximum": 50, "minimum": 17 }, "source_samples": 12, "redis_samples": 296, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 297, "sum_ns": 13416665000, "mean_ms": 45.17395622895623 }, "source_exit_to_ingress": { "n": 297, "sum_ns": 180517149, "mean_ms": 0.6078018484848485 }, "source_encoded_queue": { "n": 297, "sum_ns": 20386000, "mean_ms": 0.06863973063973064 }, "decode_between_queues": { "n": 297, "sum_ns": 13302715000, "mean_ms": 44.79028619528619 }, "source_raw_queue": { "n": 297, "sum_ns": 8239000, "mean_ms": 0.02774074074074074 }, "raw_queue_to_source_exit": { "n": 297, "sum_ns": 8457000, "mean_ms": 0.028474747474747472 }, "selected_to_preprocess_start": { "n": 299, "sum_ns": 206848480, "mean_ms": 0.6918009364548495 }, "preprocess_start_to_preprocess_output": { "n": 299, "sum_ns": 325266976, "mean_ms": 1.0878494180602007 }, "selected_to_preprocess": { "n": 299, "sum_ns": 584062780, "mean_ms": 1.9533872240802677 }, "preprocess_start_to_preprocess": { "n": 299, "sum_ns": 377214300, "mean_ms": 1.261586287625418 }, "preprocess_output_to_infer_entry": { "n": 299, "sum_ns": 51947324, "mean_ms": 0.1737368695652174 }, "preprocess_to_infer_output": { "n": 299, "sum_ns": 5869304202, "mean_ms": 19.62977993979933 }, "preprocess_to_callback": { "n": 299, "sum_ns": 6153952069, "mean_ms": 20.581779494983277 }, "infer_output_to_callback": { "n": 299, "sum_ns": 284647867, "mean_ms": 0.9519995551839465 }, "copy_wall": { "n": 299, "sum_ns": 1594563620, "mean_ms": 5.3329886956521735 }, "copy_thread_cpu": { "n": 299, "sum_ns": 1583937881, "mean_ms": 5.297451107023411 }, "callback_to_copied": { "n": 299, "sum_ns": 1651225576, "mean_ms": 5.522493565217392 }, "accepted_interval": { "n": 299, "sum_ns": 29976987778, "mean_ms": 100.25748420735785 }, "selected_to_submitted": { "n": 299, "sum_ns": 8418987570, "mean_ms": 28.15714906354515 }, "completed_queue_wait": { "n": 299, "sum_ns": 55767190, "mean_ms": 0.18651234113712375 }, "result_composition_wall": { "n": 299, "sum_ns": 5213540, "mean_ms": 0.017436588628762545 }, "result_composition_cpu": { "n": 299, "sum_ns": 5085744, "mean_ms": 0.017009177257525085 }, "result_publish_wall": { "n": 299, "sum_ns": 43178941, "mean_ms": 0.14441117391304348 }, "result_publish_cpu": { "n": 299, "sum_ns": 43038432, "mean_ms": 0.14394124414715717 }, "result_total_wall": { "n": 299, "sum_ns": 350645668, "mean_ms": 1.1727279866220737 }, "result_total_cpu": { "n": 299, "sum_ns": 346191184, "mean_ms": 1.1578300468227425 } } }, { "mode": "mixed-a", "level": 10, "camera": "32", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.14544619, "new_channel": false, "seconds": 30.000027456961107, "selected_fps": 9.951751853635443, "requested_fps": 9.951751853635443, "complete_fps": 9.951751853635443, "accepted_fps": 9.951751853635443, "finalized_fps": 9.951751853635443, "redis_fps": 9.951751853635443, "redis_read_fps": 9.999990847688007, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 4, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.161, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 7, "analysis_gap_markers": 1, "c_suppressed": 0, "max_redis_silence_s": 0.3246079770033248, "redis_interval_s": { "n": 299, "mean": 0.09993368313382271, "median": 0.09995732404058799, "p95": 0.16593319096136838, "maximum": 0.3246079770033248, "minimum": 0.004940644954331219 }, "redis_drift_s": { "n": 300, "mean": -3.737919059946465, "median": -3.746081094988398, "p95": -3.6467171499831466, "maximum": -3.5477175390068396, "minimum": -3.7928173020151235 }, "redis_drift_s_per_min": 0.012184869646232254, "ingress_drift_s": { "n": 12, "mean": 0.01810780625000537, "median": 0.0026090135000060855, "p95": 0.13191120800001954, "maximum": 0.13191120800001954, "minimum": -0.030707986999971126 }, "ingress_drift_s_per_min": 0.0409770165568551, "source_drift_s": { "n": 12, "mean": 0.005048000000016373, "median": 0.00029500000002258275, "p95": 0.06175600000000259, "maximum": 0.06175600000000259, "minimum": -0.03077199999995628 }, "ingress_to_redis_ms": { "n": 300, "mean": 48.22, "median": 41.0, "p95": 77, "maximum": 222, "minimum": 26 }, "source_samples": 12, "redis_samples": 300, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 300, "sum_ns": 13194905000, "mean_ms": 43.983016666666664 }, "source_exit_to_ingress": { "n": 300, "sum_ns": 951781121, "mean_ms": 3.172603736666667 }, "source_encoded_queue": { "n": 300, "sum_ns": 15216000, "mean_ms": 0.05072 }, "decode_between_queues": { "n": 300, "sum_ns": 12864592000, "mean_ms": 42.881973333333335 }, "source_raw_queue": { "n": 300, "sum_ns": 187690000, "mean_ms": 0.6256333333333334 }, "raw_queue_to_source_exit": { "n": 300, "sum_ns": 8416000, "mean_ms": 0.028053333333333333 }, "selected_to_preprocess_start": { "n": 300, "sum_ns": 231855068, "mean_ms": 0.7728502266666667 }, "preprocess_start_to_preprocess_output": { "n": 300, "sum_ns": 334128746, "mean_ms": 1.1137624866666667 }, "selected_to_preprocess": { "n": 300, "sum_ns": 630917449, "mean_ms": 2.1030581633333334 }, "preprocess_start_to_preprocess": { "n": 300, "sum_ns": 399062381, "mean_ms": 1.3302079366666668 }, "preprocess_output_to_infer_entry": { "n": 300, "sum_ns": 64933635, "mean_ms": 0.21644545 }, "preprocess_to_infer_output": { "n": 300, "sum_ns": 8009572963, "mean_ms": 26.69857654333333 }, "preprocess_to_callback": { "n": 300, "sum_ns": 8291658708, "mean_ms": 27.63886236 }, "infer_output_to_callback": { "n": 300, "sum_ns": 282085745, "mean_ms": 0.9402858166666667 }, "copy_wall": { "n": 300, "sum_ns": 1645267265, "mean_ms": 5.484224216666667 }, "copy_thread_cpu": { "n": 300, "sum_ns": 1632790497, "mean_ms": 5.44263499 }, "callback_to_copied": { "n": 300, "sum_ns": 1698613469, "mean_ms": 5.662044896666666 }, "accepted_interval": { "n": 300, "sum_ns": 30139076677, "mean_ms": 100.46358892333333 }, "selected_to_submitted": { "n": 300, "sum_ns": 10651052989, "mean_ms": 35.50350996333333 }, "completed_queue_wait": { "n": 300, "sum_ns": 118033100, "mean_ms": 0.3934436666666667 }, "result_observations_wall": { "n": 300, "sum_ns": 333577168, "mean_ms": 1.1119238933333333 }, "result_observations_cpu": { "n": 300, "sum_ns": 332253124, "mean_ms": 1.1075104133333333 }, "result_nms_wall": { "n": 300, "sum_ns": 274968949, "mean_ms": 0.9165631633333333 }, "result_nms_cpu": { "n": 300, "sum_ns": 162937252, "mean_ms": 0.5431241733333333 }, "result_tracking_wall": { "n": 300, "sum_ns": 482915661, "mean_ms": 1.60971887 }, "result_tracking_cpu": { "n": 300, "sum_ns": 375999254, "mean_ms": 1.2533308466666666 }, "result_region_wall": { "n": 300, "sum_ns": 83962177, "mean_ms": 0.27987392333333333 }, "result_region_cpu": { "n": 300, "sum_ns": 83483853, "mean_ms": 0.27827951 }, "result_fall_wall": { "n": 300, "sum_ns": 243411258, "mean_ms": 0.81137086 }, "result_fall_cpu": { "n": 300, "sum_ns": 241653637, "mean_ms": 0.8055121233333333 }, "result_fight_wall": { "n": 300, "sum_ns": 67012352, "mean_ms": 0.22337450666666667 }, "result_fight_cpu": { "n": 300, "sum_ns": 66844319, "mean_ms": 0.22281439666666666 }, "result_collector_wall": { "n": 300, "sum_ns": 1522348096, "mean_ms": 5.074493653333334 }, "result_collector_cpu": { "n": 300, "sum_ns": 1501951275, "mean_ms": 5.00650425 }, "result_composition_wall": { "n": 300, "sum_ns": 5310656, "mean_ms": 0.017702186666666668 }, "result_composition_cpu": { "n": 300, "sum_ns": 5275757, "mean_ms": 0.017585856666666667 }, "result_artifact_handoff_wall": { "n": 300, "sum_ns": 3345320, "mean_ms": 0.011151066666666667 }, "result_artifact_handoff_cpu": { "n": 300, "sum_ns": 3278451, "mean_ms": 0.010928170000000001 }, "result_publish_wall": { "n": 300, "sum_ns": 165087313, "mean_ms": 0.5502910433333333 }, "result_publish_cpu": { "n": 300, "sum_ns": 163127106, "mean_ms": 0.54375702 }, "result_total_wall": { "n": 300, "sum_ns": 3485708498, "mean_ms": 11.619028326666665 }, "result_total_cpu": { "n": 300, "sum_ns": 3234778615, "mean_ms": 10.782595383333334 } } }, { "mode": "mixed-a", "level": 10, "camera": "32", "provider": "fire", "cohort_reset": false, "counter_seconds": 30.103628306, "new_channel": false, "seconds": 30.000027456961107, "selected_fps": 9.965576140873575, "requested_fps": 9.99879472800982, "complete_fps": 9.99879472800982, "accepted_fps": 9.99879472800982, "finalized_fps": 9.99879472800982, "redis_fps": 9.99879472800982, "redis_read_fps": 9.999990847688007, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.113, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.18506345700006932, "redis_interval_s": { "n": 299, "mean": 0.09979738383616218, "median": 0.09802333597326651, "p95": 0.1509278300218284, "maximum": 0.18506345700006932, "minimum": 0.01033070299308747 }, "redis_drift_s": { "n": 300, "mean": 0.027178640815045015, "median": 0.027029651483985617, "p95": 0.05675370501353427, "maximum": 0.10755382600751773, "minimum": -0.017920140014950903 }, "redis_drift_s_per_min": -0.00027174392963754177, "ingress_drift_s": { "n": 12, "mean": 0.004849719333336111, "median": 0.0039954269999782355, "p95": 0.01966114600003266, "maximum": 0.01966114600003266, "minimum": -0.0161823980000122 }, "ingress_drift_s_per_min": 0.012337380680619814, "source_drift_s": { "n": 12, "mean": 0.0041280833333369555, "median": 0.002344500000020844, "p95": 0.019149000000027172, "maximum": 0.019149000000027172, "minimum": -0.016117000000008375 }, "ingress_to_redis_ms": { "n": 300, "mean": 32.026666666666664, "median": 31.0, "p95": 46, "maximum": 66, "minimum": 13 }, "source_samples": 12, "redis_samples": 300, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 300, "sum_ns": 13012655000, "mean_ms": 43.37551666666666 }, "source_exit_to_ingress": { "n": 300, "sum_ns": 213798716, "mean_ms": 0.7126623866666667 }, "source_encoded_queue": { "n": 300, "sum_ns": 11948000, "mean_ms": 0.03982666666666666 }, "decode_between_queues": { "n": 300, "sum_ns": 12885525000, "mean_ms": 42.95175 }, "source_raw_queue": { "n": 300, "sum_ns": 8862000, "mean_ms": 0.02954 }, "raw_queue_to_source_exit": { "n": 300, "sum_ns": 8574000, "mean_ms": 0.02858 }, "selected_to_preprocess_start": { "n": 300, "sum_ns": 213464537, "mean_ms": 0.7115484566666667 }, "preprocess_start_to_preprocess_output": { "n": 301, "sum_ns": 334078605, "mean_ms": 1.1098956976744185 }, "selected_to_preprocess": { "n": 301, "sum_ns": 603085455, "mean_ms": 2.003606162790698 }, "preprocess_start_to_preprocess": { "n": 301, "sum_ns": 389020201, "mean_ms": 1.2924259169435217 }, "preprocess_output_to_infer_entry": { "n": 301, "sum_ns": 54941596, "mean_ms": 0.18253021926910298 }, "preprocess_to_infer_output": { "n": 301, "sum_ns": 6575029690, "mean_ms": 21.84395245847176 }, "preprocess_to_callback": { "n": 301, "sum_ns": 6877325132, "mean_ms": 22.848256252491694 }, "infer_output_to_callback": { "n": 301, "sum_ns": 302295442, "mean_ms": 1.0043037940199335 }, "copy_wall": { "n": 301, "sum_ns": 1611855470, "mean_ms": 5.355001561461794 }, "copy_thread_cpu": { "n": 301, "sum_ns": 1578536770, "mean_ms": 5.244308205980066 }, "callback_to_copied": { "n": 301, "sum_ns": 1668215037, "mean_ms": 5.542242647840531 }, "accepted_interval": { "n": 301, "sum_ns": 30152059997, "mean_ms": 100.17295680066445 }, "selected_to_submitted": { "n": 301, "sum_ns": 9178957343, "mean_ms": 30.494874893687708 }, "completed_queue_wait": { "n": 301, "sum_ns": 70169721, "mean_ms": 0.23312199667774086 }, "result_composition_wall": { "n": 301, "sum_ns": 2912200, "mean_ms": 0.009675083056478405 }, "result_composition_cpu": { "n": 301, "sum_ns": 2837436, "mean_ms": 0.009426697674418606 }, "result_artifact_handoff_wall": { "n": 301, "sum_ns": 2569236, "mean_ms": 0.008535667774086379 }, "result_artifact_handoff_cpu": { "n": 301, "sum_ns": 2570225, "mean_ms": 0.008538953488372093 }, "result_publish_wall": { "n": 301, "sum_ns": 30909672, "mean_ms": 0.10268994019933554 }, "result_publish_cpu": { "n": 301, "sum_ns": 30630603, "mean_ms": 0.10176280066445183 }, "result_total_wall": { "n": 301, "sum_ns": 309732878, "mean_ms": 1.0290128837209302 }, "result_total_cpu": { "n": 301, "sum_ns": 305336978, "mean_ms": 1.014408564784053 } } }, { "mode": "mixed-a", "level": 10, "camera": "32", "provider": "crowd", "cohort_reset": false, "counter_seconds": 30.099589759, "new_channel": false, "seconds": 30.000027456961107, "selected_fps": 9.966913250380689, "requested_fps": 9.966913250380689, "complete_fps": 10.000136294548625, "accepted_fps": 10.000136294548625, "finalized_fps": 10.000136294548625, "redis_fps": 10.000136294548625, "redis_read_fps": 9.999990847688007, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.114, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.185936528025195, "redis_interval_s": { "n": 299, "mean": 0.09980189710381257, "median": 0.09838070499245077, "p95": 0.15057067095767707, "maximum": 0.185936528025195, "minimum": 0.01701007498195395 }, "redis_drift_s": { "n": 300, "mean": -0.07557605056072551, "median": -0.07667338696214188, "p95": -0.04431976698197104, "maximum": -0.005491724971193435, "minimum": -0.12515830796121463 }, "redis_drift_s_per_min": -0.0006319077144015105, "ingress_drift_s": { "n": 12, "mean": 0.003990965916661556, "median": 0.0024148134999961712, "p95": 0.018697267999982614, "maximum": 0.018697267999982614, "minimum": -0.01715414300002749 }, "ingress_drift_s_per_min": 0.011600768455461055, "source_drift_s": { "n": 12, "mean": 0.003269916666676901, "median": 0.0014985000000251603, "p95": 0.018103999999993903, "maximum": 0.018103999999993903, "minimum": -0.017149000000017622 }, "ingress_to_redis_ms": { "n": 300, "mean": 29.256666666666668, "median": 29.0, "p95": 39, "maximum": 51, "minimum": 18 }, "source_samples": 12, "redis_samples": 300, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 300, "sum_ns": 13049331000, "mean_ms": 43.49777 }, "source_exit_to_ingress": { "n": 300, "sum_ns": 218222801, "mean_ms": 0.7274093366666666 }, "source_encoded_queue": { "n": 300, "sum_ns": 15252000, "mean_ms": 0.05084 }, "decode_between_queues": { "n": 300, "sum_ns": 12916174000, "mean_ms": 43.053913333333334 }, "source_raw_queue": { "n": 300, "sum_ns": 10431000, "mean_ms": 0.03477 }, "raw_queue_to_source_exit": { "n": 300, "sum_ns": 8895000, "mean_ms": 0.02965 }, "selected_to_preprocess_start": { "n": 300, "sum_ns": 212032413, "mean_ms": 0.7067747099999999 }, "preprocess_start_to_preprocess_output": { "n": 300, "sum_ns": 336362438, "mean_ms": 1.1212081266666667 }, "selected_to_preprocess": { "n": 300, "sum_ns": 602808596, "mean_ms": 2.0093619866666668 }, "preprocess_start_to_preprocess": { "n": 300, "sum_ns": 390776183, "mean_ms": 1.3025872766666666 }, "preprocess_output_to_infer_entry": { "n": 300, "sum_ns": 54413745, "mean_ms": 0.18137915 }, "preprocess_to_infer_output": { "n": 301, "sum_ns": 5725380372, "mean_ms": 19.021197249169436 }, "preprocess_to_callback": { "n": 301, "sum_ns": 6025042608, "mean_ms": 20.01675285049834 }, "infer_output_to_callback": { "n": 301, "sum_ns": 299662236, "mean_ms": 0.9955556013289036 }, "copy_wall": { "n": 301, "sum_ns": 1550449045, "mean_ms": 5.150993504983389 }, "copy_thread_cpu": { "n": 301, "sum_ns": 1530256411, "mean_ms": 5.083908342192691 }, "callback_to_copied": { "n": 301, "sum_ns": 1607292446, "mean_ms": 5.3398420132890365 }, "accepted_interval": { "n": 301, "sum_ns": 30147426564, "mean_ms": 100.15756333554818 }, "selected_to_submitted": { "n": 301, "sum_ns": 8266061536, "mean_ms": 27.46199845847176 }, "completed_queue_wait": { "n": 301, "sum_ns": 61362526, "mean_ms": 0.20386221262458473 }, "result_composition_wall": { "n": 301, "sum_ns": 6078646, "mean_ms": 0.020194837209302326 }, "result_composition_cpu": { "n": 301, "sum_ns": 5942921, "mean_ms": 0.019743923588039867 }, "result_publish_wall": { "n": 301, "sum_ns": 53733343, "mean_ms": 0.17851608970099667 }, "result_publish_cpu": { "n": 301, "sum_ns": 53483959, "mean_ms": 0.17768757142857142 }, "result_total_wall": { "n": 301, "sum_ns": 392638010, "mean_ms": 1.3044452159468438 }, "result_total_cpu": { "n": 301, "sum_ns": 381554509, "mean_ms": 1.267622953488372 } } }, { "mode": "mixed-a", "level": 10, "camera": "33", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.885460572, "new_channel": false, "seconds": 30.000027456961107, "selected_fps": 10.0048650506707, "requested_fps": 10.0048650506707, "complete_fps": 9.971403963544711, "accepted_fps": 9.971403963544711, "finalized_fps": 10.0048650506707, "redis_fps": 10.0048650506707, "redis_read_fps": 9.96665754486238, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 2, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.124, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 4, "analysis_gap_markers": 1, "c_suppressed": 0, "max_redis_silence_s": 0.3178027500398457, "redis_interval_s": { "n": 298, "mean": 0.10013576685908038, "median": 0.099851586506702, "p95": 0.17847076000180095, "maximum": 0.3178027500398457, "minimum": 0.0035030400031246245 }, "redis_drift_s": { "n": 299, "mean": -7.568624995004695, "median": -7.5753320680502725, "p95": -7.488361128016834, "maximum": -7.386836884006868, "minimum": -7.632656553997663 }, "redis_drift_s_per_min": 0.016361578883629126, "ingress_drift_s": { "n": 12, "mean": 0.0023240001666688195, "median": 0.005860089500018262, "p95": 0.04542532600004279, "maximum": 0.04542532600004279, "minimum": -0.033968176000001904 }, "ingress_drift_s_per_min": 0.051352821161065966, "source_drift_s": { "n": 12, "mean": 0.0020055833333382602, "median": 0.005266500000004726, "p95": 0.04520800000000236, "maximum": 0.04520800000000236, "minimum": -0.034300000000001774 }, "ingress_to_redis_ms": { "n": 299, "mean": 47.56521739130435, "median": 41, "p95": 76, "maximum": 218, "minimum": 24 }, "source_samples": 12, "redis_samples": 299, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 299, "sum_ns": 13439952000, "mean_ms": 44.94967224080268 }, "source_exit_to_ingress": { "n": 299, "sum_ns": 868456241, "mean_ms": 2.904535923076923 }, "source_encoded_queue": { "n": 299, "sum_ns": 12341000, "mean_ms": 0.04127424749163879 }, "decode_between_queues": { "n": 299, "sum_ns": 13143728000, "mean_ms": 43.95895652173913 }, "source_raw_queue": { "n": 299, "sum_ns": 46865000, "mean_ms": 0.15673913043478263 }, "raw_queue_to_source_exit": { "n": 299, "sum_ns": 10564000, "mean_ms": 0.03533110367892976 }, "selected_to_preprocess_start": { "n": 299, "sum_ns": 228551118, "mean_ms": 0.7643850100334448 }, "preprocess_start_to_preprocess_output": { "n": 299, "sum_ns": 310122810, "mean_ms": 1.037200033444816 }, "selected_to_preprocess": { "n": 299, "sum_ns": 610643835, "mean_ms": 2.0422870735785956 }, "preprocess_start_to_preprocess": { "n": 299, "sum_ns": 382092717, "mean_ms": 1.2779020635451503 }, "preprocess_output_to_infer_entry": { "n": 299, "sum_ns": 71969907, "mean_ms": 0.24070203010033445 }, "preprocess_to_infer_output": { "n": 298, "sum_ns": 8368174297, "mean_ms": 28.081121802013424 }, "preprocess_to_callback": { "n": 298, "sum_ns": 8653753287, "mean_ms": 29.039440560402685 }, "infer_output_to_callback": { "n": 298, "sum_ns": 285578990, "mean_ms": 0.9583187583892618 }, "copy_wall": { "n": 298, "sum_ns": 1030920937, "mean_ms": 3.459466231543624 }, "copy_thread_cpu": { "n": 298, "sum_ns": 1018419674, "mean_ms": 3.4175156845637584 }, "callback_to_copied": { "n": 298, "sum_ns": 1086136673, "mean_ms": 3.644753936241611 }, "accepted_interval": { "n": 298, "sum_ns": 29917829202, "mean_ms": 100.39540000671141 }, "selected_to_submitted": { "n": 298, "sum_ns": 10376872897, "mean_ms": 34.82172113087248 }, "completed_queue_wait": { "n": 298, "sum_ns": 96812168, "mean_ms": 0.32487304697986574 }, "result_observations_wall": { "n": 298, "sum_ns": 328131397, "mean_ms": 1.1011120704697988 }, "result_observations_cpu": { "n": 298, "sum_ns": 326363850, "mean_ms": 1.0951807046979867 }, "result_nms_wall": { "n": 298, "sum_ns": 226114388, "mean_ms": 0.7587731140939596 }, "result_nms_cpu": { "n": 298, "sum_ns": 158650433, "mean_ms": 0.5323840033557047 }, "result_tracking_wall": { "n": 298, "sum_ns": 367873587, "mean_ms": 1.2344751241610739 }, "result_tracking_cpu": { "n": 298, "sum_ns": 335382855, "mean_ms": 1.125445822147651 }, "result_region_wall": { "n": 298, "sum_ns": 89027820, "mean_ms": 0.29875107382550337 }, "result_region_cpu": { "n": 298, "sum_ns": 88822149, "mean_ms": 0.29806090268456376 }, "result_fall_wall": { "n": 298, "sum_ns": 182900455, "mean_ms": 0.6137599161073826 }, "result_fall_cpu": { "n": 298, "sum_ns": 182635861, "mean_ms": 0.6128720167785234 }, "result_fight_wall": { "n": 298, "sum_ns": 71536421, "mean_ms": 0.24005510402684563 }, "result_fight_cpu": { "n": 298, "sum_ns": 71465071, "mean_ms": 0.2398156744966443 }, "result_collector_wall": { "n": 299, "sum_ns": 1968809091, "mean_ms": 6.584645789297659 }, "result_collector_cpu": { "n": 299, "sum_ns": 1941089510, "mean_ms": 6.491938160535117 }, "result_composition_wall": { "n": 299, "sum_ns": 5066925, "mean_ms": 0.01694623745819398 }, "result_composition_cpu": { "n": 299, "sum_ns": 5076123, "mean_ms": 0.016977 }, "result_artifact_handoff_wall": { "n": 299, "sum_ns": 3487193, "mean_ms": 0.011662852842809365 }, "result_artifact_handoff_cpu": { "n": 299, "sum_ns": 3214033, "mean_ms": 0.01074927424749164 }, "result_publish_wall": { "n": 299, "sum_ns": 141891392, "mean_ms": 0.47455315050167224 }, "result_publish_cpu": { "n": 299, "sum_ns": 138799306, "mean_ms": 0.4642117257525084 }, "result_total_wall": { "n": 299, "sum_ns": 3685229695, "mean_ms": 12.325182926421403 }, "result_total_cpu": { "n": 299, "sum_ns": 3544635484, "mean_ms": 11.854968173913043 } } }, { "mode": "mixed-a", "level": 10, "camera": "33", "provider": "fire", "cohort_reset": false, "counter_seconds": 29.876761216, "new_channel": false, "seconds": 30.000027456961107, "selected_fps": 10.007778213920844, "requested_fps": 10.007778213920844, "complete_fps": 9.97430738377395, "accepted_fps": 9.97430738377395, "finalized_fps": 9.97430738377395, "redis_fps": 9.97430738377395, "redis_read_fps": 9.999990847688007, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.115, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.2323818479781039, "redis_interval_s": { "n": 299, "mean": 0.09979585696317031, "median": 0.10095749498577788, "p95": 0.15358982101315632, "maximum": 0.2323818479781039, "minimum": 0.00801294099073857 }, "redis_drift_s": { "n": 300, "mean": -0.06597227150029093, "median": -0.06599867603742382, "p95": -0.03353839204601172, "maximum": -0.013349981063498717, "minimum": -0.1199144220394146 }, "redis_drift_s_per_min": 0.016974058395259558, "ingress_drift_s": { "n": 12, "mean": -0.010501982499998045, "median": -0.003304393499988123, "p95": 0.026932941999973536, "maximum": 0.026932941999973536, "minimum": -0.05176421300001266 }, "ingress_drift_s_per_min": 0.07437899290175255, "source_drift_s": { "n": 12, "mean": -0.010913666666664787, "median": -0.003540000000000987, "p95": 0.02683999999999287, "maximum": 0.02683999999999287, "minimum": -0.05461599999998157 }, "ingress_to_redis_ms": { "n": 300, "mean": 32.18, "median": 30.0, "p95": 47, "maximum": 60, "minimum": 18 }, "source_samples": 12, "redis_samples": 300, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 299, "sum_ns": 13476790000, "mean_ms": 45.072876254180606 }, "source_exit_to_ingress": { "n": 299, "sum_ns": 193016552, "mean_ms": 0.6455403076923077 }, "source_encoded_queue": { "n": 299, "sum_ns": 12549000, "mean_ms": 0.04196989966555184 }, "decode_between_queues": { "n": 299, "sum_ns": 13230615000, "mean_ms": 44.24954849498328 }, "source_raw_queue": { "n": 299, "sum_ns": 11304000, "mean_ms": 0.03780602006688963 }, "raw_queue_to_source_exit": { "n": 299, "sum_ns": 10511000, "mean_ms": 0.035153846153846154 }, "selected_to_preprocess_start": { "n": 299, "sum_ns": 210047954, "mean_ms": 0.7025015183946488 }, "preprocess_start_to_preprocess_output": { "n": 299, "sum_ns": 285179664, "mean_ms": 0.9537781404682274 }, "selected_to_preprocess": { "n": 299, "sum_ns": 549551190, "mean_ms": 1.8379638461538463 }, "preprocess_start_to_preprocess": { "n": 299, "sum_ns": 339503236, "mean_ms": 1.1354623277591973 }, "preprocess_output_to_infer_entry": { "n": 299, "sum_ns": 54323572, "mean_ms": 0.18168418729096988 }, "preprocess_to_infer_output": { "n": 298, "sum_ns": 6625417562, "mean_ms": 22.232944838926173 }, "preprocess_to_callback": { "n": 298, "sum_ns": 6942008590, "mean_ms": 23.295330838926173 }, "infer_output_to_callback": { "n": 298, "sum_ns": 316591028, "mean_ms": 1.062386 }, "copy_wall": { "n": 298, "sum_ns": 1546490042, "mean_ms": 5.189563899328859 }, "copy_thread_cpu": { "n": 298, "sum_ns": 1519470803, "mean_ms": 5.098895312080537 }, "callback_to_copied": { "n": 298, "sum_ns": 1604748718, "mean_ms": 5.385062812080537 }, "accepted_interval": { "n": 298, "sum_ns": 29862872150, "mean_ms": 100.21098036912751 }, "selected_to_submitted": { "n": 298, "sum_ns": 9125598594, "mean_ms": 30.622814073825506 }, "completed_queue_wait": { "n": 298, "sum_ns": 73269061, "mean_ms": 0.24586933221476512 }, "result_composition_wall": { "n": 298, "sum_ns": 2772619, "mean_ms": 0.009304090604026845 }, "result_composition_cpu": { "n": 298, "sum_ns": 2709118, "mean_ms": 0.009091 }, "result_artifact_handoff_wall": { "n": 298, "sum_ns": 2531590, "mean_ms": 0.00849526845637584 }, "result_artifact_handoff_cpu": { "n": 298, "sum_ns": 2532455, "mean_ms": 0.008498171140939597 }, "result_publish_wall": { "n": 298, "sum_ns": 30033285, "mean_ms": 0.1007828355704698 }, "result_publish_cpu": { "n": 298, "sum_ns": 29987275, "mean_ms": 0.10062843959731543 }, "result_total_wall": { "n": 298, "sum_ns": 272641802, "mean_ms": 0.9149053758389262 }, "result_total_cpu": { "n": 298, "sum_ns": 271426112, "mean_ms": 0.9108258791946309 } } }, { "mode": "mixed-a", "level": 10, "camera": "33", "provider": "crowd", "cohort_reset": false, "counter_seconds": 29.867613675, "new_channel": false, "seconds": 30.000027456961107, "selected_fps": 10.01084329178501, "requested_fps": 10.01084329178501, "complete_fps": 9.977362210541582, "accepted_fps": 9.977362210541582, "finalized_fps": 9.977362210541582, "redis_fps": 9.977362210541582, "redis_read_fps": 9.999990847688007, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.119, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.2222209110041149, "redis_interval_s": { "n": 299, "mean": 0.09977102764558209, "median": 0.10059823503252119, "p95": 0.1574993870453909, "maximum": 0.2222209110041149, "minimum": 0.014348883007187396 }, "redis_drift_s": { "n": 300, "mean": -0.050312344894103564, "median": -0.050880592521053813, "p95": -0.016434901007926328, "maximum": 0.005639245968325213, "minimum": -0.10550816599885593 }, "redis_drift_s_per_min": 0.019222916114188505, "ingress_drift_s": { "n": 12, "mean": -0.010702067833323762, "median": -0.0047453649999908976, "p95": 0.026563133000024663, "maximum": 0.026563133000024663, "minimum": -0.053867159999981595 }, "ingress_drift_s_per_min": 0.0707330748395623, "source_drift_s": { "n": 12, "mean": -0.011049916666668954, "median": -0.004928999999989969, "p95": 0.02652499999999236, "maximum": 0.02652499999999236, "minimum": -0.05517199999999889 }, "ingress_to_redis_ms": { "n": 300, "mean": 29.066666666666666, "median": 28.0, "p95": 40, "maximum": 50, "minimum": 16 }, "source_samples": 12, "redis_samples": 300, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 299, "sum_ns": 13466797000, "mean_ms": 45.03945484949833 }, "source_exit_to_ingress": { "n": 299, "sum_ns": 181515378, "mean_ms": 0.6070748428093645 }, "source_encoded_queue": { "n": 299, "sum_ns": 9996000, "mean_ms": 0.033431438127090304 }, "decode_between_queues": { "n": 299, "sum_ns": 13210695000, "mean_ms": 44.18292642140468 }, "source_raw_queue": { "n": 299, "sum_ns": 10016000, "mean_ms": 0.033498327759197324 }, "raw_queue_to_source_exit": { "n": 299, "sum_ns": 10895000, "mean_ms": 0.036438127090301003 }, "selected_to_preprocess_start": { "n": 299, "sum_ns": 206444083, "mean_ms": 0.6904484381270903 }, "preprocess_start_to_preprocess_output": { "n": 299, "sum_ns": 297999568, "mean_ms": 0.9966540735785953 }, "selected_to_preprocess": { "n": 299, "sum_ns": 556274395, "mean_ms": 1.8604494816053512 }, "preprocess_start_to_preprocess": { "n": 299, "sum_ns": 349830312, "mean_ms": 1.170001043478261 }, "preprocess_output_to_infer_entry": { "n": 299, "sum_ns": 51830744, "mean_ms": 0.17334696989966555 }, "preprocess_to_infer_output": { "n": 298, "sum_ns": 5668041669, "mean_ms": 19.02027405704698 }, "preprocess_to_callback": { "n": 298, "sum_ns": 5966596962, "mean_ms": 20.022137456375837 }, "infer_output_to_callback": { "n": 298, "sum_ns": 298555293, "mean_ms": 1.001863399328859 }, "copy_wall": { "n": 298, "sum_ns": 1532431615, "mean_ms": 5.142387969798658 }, "copy_thread_cpu": { "n": 298, "sum_ns": 1505706184, "mean_ms": 5.052705315436241 }, "callback_to_copied": { "n": 298, "sum_ns": 1589519235, "mean_ms": 5.33395716442953 }, "accepted_interval": { "n": 298, "sum_ns": 29871862589, "mean_ms": 100.24114962751678 }, "selected_to_submitted": { "n": 298, "sum_ns": 8140232749, "mean_ms": 27.31621727852349 }, "completed_queue_wait": { "n": 298, "sum_ns": 54711189, "mean_ms": 0.18359459395973154 }, "result_composition_wall": { "n": 298, "sum_ns": 5360134, "mean_ms": 0.017987026845637584 }, "result_composition_cpu": { "n": 298, "sum_ns": 5194307, "mean_ms": 0.017430560402684564 }, "result_publish_wall": { "n": 298, "sum_ns": 51900734, "mean_ms": 0.1741635369127517 }, "result_publish_cpu": { "n": 298, "sum_ns": 51704394, "mean_ms": 0.173504677852349 }, "result_total_wall": { "n": 298, "sum_ns": 374394867, "mean_ms": 1.2563586140939598 }, "result_total_cpu": { "n": 298, "sum_ns": 368894110, "mean_ms": 1.237899697986577 } } }, { "mode": "mixed-a", "level": 10, "camera": "34", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.096101559, "new_channel": false, "seconds": 30.000027456961107, "selected_fps": 10.001295330889404, "requested_fps": 10.001295330889404, "complete_fps": 9.968068436102396, "accepted_fps": 9.968068436102396, "finalized_fps": 9.968068436102396, "redis_fps": 9.968068436102396, "redis_read_fps": 9.933324242036754, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 1, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.101, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 1, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.2712726999889128, "redis_interval_s": { "n": 297, "mean": 0.10073671186862589, "median": 0.09663262299727648, "p95": 0.1793623710400425, "maximum": 0.2712726999889128, "minimum": 0.0061168569955043495 }, "redis_drift_s": { "n": 298, "mean": -0.047805869432010005, "median": -0.053327079994829774, "p95": 0.011406376009347241, "maximum": 0.10197865900769898, "minimum": -0.11542798600160609 }, "redis_drift_s_per_min": 0.0025437084572665523, "ingress_drift_s": { "n": 12, "mean": -0.010863738250002086, "median": -0.011275521499996444, "p95": 0.020509586000002855, "maximum": 0.020509586000002855, "minimum": -0.044561301000015874 }, "ingress_drift_s_per_min": 0.04774947012540647, "source_drift_s": { "n": 12, "mean": -0.010810749999995059, "median": -0.011140499999996223, "p95": 0.01995700000000511, "maximum": 0.01995700000000511, "minimum": -0.04482799999999543 }, "ingress_to_redis_ms": { "n": 298, "mean": 44.98322147651007, "median": 40.0, "p95": 71, "maximum": 179, "minimum": 23 }, "source_samples": 12, "redis_samples": 298, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 301, "sum_ns": 233842330, "mean_ms": 0.7768848172757475 }, "depay_to_source_exit": { "n": 299, "sum_ns": 13531245000, "mean_ms": 45.255 }, "source_exit_to_ingress": { "n": 299, "sum_ns": 660842579, "mean_ms": 2.2101758494983277 }, "source_encoded_queue": { "n": 299, "sum_ns": 13895000, "mean_ms": 0.046471571906354515 }, "decode_between_queues": { "n": 299, "sum_ns": 13336313000, "mean_ms": 44.60305351170569 }, "source_raw_queue": { "n": 299, "sum_ns": 65215000, "mean_ms": 0.21811036789297658 }, "raw_queue_to_source_exit": { "n": 299, "sum_ns": 10581000, "mean_ms": 0.03538795986622074 }, "preprocess_start_to_preprocess_output": { "n": 301, "sum_ns": 301368319, "mean_ms": 1.0012236511627908 }, "selected_to_preprocess": { "n": 301, "sum_ns": 595897098, "mean_ms": 1.9797245780730897 }, "preprocess_start_to_preprocess": { "n": 301, "sum_ns": 362054768, "mean_ms": 1.2028397607973422 }, "preprocess_output_to_infer_entry": { "n": 301, "sum_ns": 60686449, "mean_ms": 0.20161610963455148 }, "preprocess_to_infer_output": { "n": 300, "sum_ns": 8094073915, "mean_ms": 26.980246383333334 }, "preprocess_to_callback": { "n": 300, "sum_ns": 8354272942, "mean_ms": 27.847576473333334 }, "infer_output_to_callback": { "n": 300, "sum_ns": 260199027, "mean_ms": 0.8673300899999999 }, "copy_wall": { "n": 300, "sum_ns": 1146552102, "mean_ms": 3.82184034 }, "copy_thread_cpu": { "n": 300, "sum_ns": 1139610193, "mean_ms": 3.7987006433333335 }, "callback_to_copied": { "n": 300, "sum_ns": 1201620109, "mean_ms": 4.005400363333333 }, "accepted_interval": { "n": 300, "sum_ns": 30063548419, "mean_ms": 100.21182806333333 }, "selected_to_submitted": { "n": 300, "sum_ns": 10179449304, "mean_ms": 33.93149768 }, "completed_queue_wait": { "n": 300, "sum_ns": 83409148, "mean_ms": 0.27803049333333335 }, "result_observations_wall": { "n": 300, "sum_ns": 335014741, "mean_ms": 1.1167158033333333 }, "result_observations_cpu": { "n": 300, "sum_ns": 332787912, "mean_ms": 1.10929304 }, "result_nms_wall": { "n": 300, "sum_ns": 218833306, "mean_ms": 0.7294443533333334 }, "result_nms_cpu": { "n": 300, "sum_ns": 155888748, "mean_ms": 0.5196291599999999 }, "result_tracking_wall": { "n": 300, "sum_ns": 329817548, "mean_ms": 1.0993918266666667 }, "result_tracking_cpu": { "n": 300, "sum_ns": 284976152, "mean_ms": 0.9499205066666667 }, "result_region_wall": { "n": 300, "sum_ns": 66021228, "mean_ms": 0.22007076 }, "result_region_cpu": { "n": 300, "sum_ns": 65939621, "mean_ms": 0.21979873666666666 }, "result_fall_wall": { "n": 300, "sum_ns": 132657494, "mean_ms": 0.44219164666666666 }, "result_fall_cpu": { "n": 300, "sum_ns": 131016475, "mean_ms": 0.43672158333333333 }, "result_fight_wall": { "n": 300, "sum_ns": 45328495, "mean_ms": 0.15109498333333335 }, "result_fight_cpu": { "n": 300, "sum_ns": 45314427, "mean_ms": 0.15104809 }, "result_collector_wall": { "n": 300, "sum_ns": 1521200610, "mean_ms": 5.070668700000001 }, "result_collector_cpu": { "n": 300, "sum_ns": 1504254829, "mean_ms": 5.014182763333333 }, "result_composition_wall": { "n": 300, "sum_ns": 5228407, "mean_ms": 0.017428023333333334 }, "result_composition_cpu": { "n": 300, "sum_ns": 5236769, "mean_ms": 0.01745589666666667 }, "result_artifact_handoff_wall": { "n": 300, "sum_ns": 3314788, "mean_ms": 0.011049293333333333 }, "result_artifact_handoff_cpu": { "n": 300, "sum_ns": 3247510, "mean_ms": 0.010825033333333333 }, "result_publish_wall": { "n": 300, "sum_ns": 124267830, "mean_ms": 0.4142261 }, "result_publish_cpu": { "n": 300, "sum_ns": 123745238, "mean_ms": 0.4124841266666667 }, "result_total_wall": { "n": 300, "sum_ns": 3064256683, "mean_ms": 10.214188943333333 }, "result_total_cpu": { "n": 300, "sum_ns": 2928872130, "mean_ms": 9.7629071 } } }, { "mode": "mixed-a", "level": 10, "camera": "34", "provider": "fire", "cohort_reset": false, "counter_seconds": 30.100744913, "new_channel": false, "seconds": 30.000027456961107, "selected_fps": 9.99975252672246, "requested_fps": 9.99975252672246, "complete_fps": 9.966530757530691, "accepted_fps": 9.966530757530691, "finalized_fps": 9.966530757530691, "redis_fps": 9.966530757530691, "redis_read_fps": 9.899990939211127, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.132, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.2268802429898642, "redis_interval_s": { "n": 296, "mean": 0.10064929967897164, "median": 0.0961685404763557, "p95": 0.15796292998129502, "maximum": 0.2268802429898642, "minimum": 0.021622332045808434 }, "redis_drift_s": { "n": 297, "mean": -0.02557190864781384, "median": -0.026426051991990107, "p95": 0.007567624003627316, "maximum": 0.05190491998521907, "minimum": -0.08538360303967352 }, "redis_drift_s_per_min": -0.0005672468216586059, "ingress_drift_s": { "n": 12, "mean": -0.009030479666670033, "median": -0.008635921000006874, "p95": 0.021083392000008416, "maximum": 0.021083392000008416, "minimum": -0.04108268000001658 }, "ingress_drift_s_per_min": 0.06388373388787233, "source_drift_s": { "n": 12, "mean": -0.009027333333340456, "median": -0.008638000000004808, "p95": 0.020816999999993868, "maximum": 0.020816999999993868, "minimum": -0.04126899999999978 }, "ingress_to_redis_ms": { "n": 297, "mean": 31.86868686868687, "median": 31, "p95": 44, "maximum": 58, "minimum": 15 }, "source_samples": 12, "redis_samples": 297, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 301, "sum_ns": 218082574, "mean_ms": 0.7245268239202658 }, "depay_to_source_exit": { "n": 299, "sum_ns": 13550811000, "mean_ms": 45.3204381270903 }, "source_exit_to_ingress": { "n": 299, "sum_ns": 189899405, "mean_ms": 0.6351150668896322 }, "source_encoded_queue": { "n": 299, "sum_ns": 15541000, "mean_ms": 0.05197658862876254 }, "decode_between_queues": { "n": 299, "sum_ns": 13410082000, "mean_ms": 44.84977257525083 }, "source_raw_queue": { "n": 299, "sum_ns": 9848000, "mean_ms": 0.03293645484949832 }, "raw_queue_to_source_exit": { "n": 299, "sum_ns": 9976000, "mean_ms": 0.03336454849498328 }, "preprocess_start_to_preprocess_output": { "n": 301, "sum_ns": 272355106, "mean_ms": 0.9048342392026578 }, "selected_to_preprocess": { "n": 301, "sum_ns": 545265257, "mean_ms": 1.8115124817275747 }, "preprocess_start_to_preprocess": { "n": 301, "sum_ns": 327182683, "mean_ms": 1.086985657807309 }, "preprocess_output_to_infer_entry": { "n": 301, "sum_ns": 54827577, "mean_ms": 0.18215141860465117 }, "preprocess_to_infer_output": { "n": 300, "sum_ns": 6581671112, "mean_ms": 21.938903706666668 }, "preprocess_to_callback": { "n": 300, "sum_ns": 6905168897, "mean_ms": 23.017229656666665 }, "infer_output_to_callback": { "n": 300, "sum_ns": 323497785, "mean_ms": 1.07832595 }, "copy_wall": { "n": 300, "sum_ns": 1603719580, "mean_ms": 5.345731933333334 }, "copy_thread_cpu": { "n": 300, "sum_ns": 1568570499, "mean_ms": 5.22856833 }, "callback_to_copied": { "n": 300, "sum_ns": 1661745118, "mean_ms": 5.539150393333333 }, "accepted_interval": { "n": 300, "sum_ns": 30039276356, "mean_ms": 100.13092118666667 }, "selected_to_submitted": { "n": 300, "sum_ns": 9137691164, "mean_ms": 30.458970546666666 }, "completed_queue_wait": { "n": 300, "sum_ns": 62316124, "mean_ms": 0.20772041333333333 }, "result_composition_wall": { "n": 300, "sum_ns": 2817513, "mean_ms": 0.00939171 }, "result_composition_cpu": { "n": 300, "sum_ns": 2743616, "mean_ms": 0.009145386666666666 }, "result_artifact_handoff_wall": { "n": 300, "sum_ns": 2713621, "mean_ms": 0.009045403333333334 }, "result_artifact_handoff_cpu": { "n": 300, "sum_ns": 2703616, "mean_ms": 0.009012053333333334 }, "result_publish_wall": { "n": 300, "sum_ns": 30073387, "mean_ms": 0.10024462333333334 }, "result_publish_cpu": { "n": 300, "sum_ns": 29962882, "mean_ms": 0.09987627333333333 }, "result_total_wall": { "n": 300, "sum_ns": 276098693, "mean_ms": 0.9203289766666667 }, "result_total_cpu": { "n": 300, "sum_ns": 274169298, "mean_ms": 0.9138976600000001 } } }, { "mode": "mixed-a", "level": 10, "camera": "34", "provider": "crowd", "cohort_reset": false, "counter_seconds": 30.12380417, "new_channel": false, "seconds": 30.000027456961107, "selected_fps": 9.992097887150752, "requested_fps": 9.992097887150752, "complete_fps": 9.992097887150752, "accepted_fps": 9.992097887150752, "finalized_fps": 9.992097887150752, "redis_fps": 9.992097887150752, "redis_read_fps": 9.899990939211127, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.097, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.22831904399208724, "redis_interval_s": { "n": 296, "mean": 0.1006465901892453, "median": 0.09553136050817557, "p95": 0.15942391898715869, "maximum": 0.22831904399208724, "minimum": 0.019752127001993358 }, "redis_drift_s": { "n": 297, "mean": -0.0035632203359549134, "median": -0.0036799819953614588, "p95": 0.030373498007662647, "maximum": 0.07195752100926711, "minimum": -0.0698022900200499 }, "redis_drift_s_per_min": 0.0014883256601271578, "ingress_drift_s": { "n": 12, "mean": -0.01179960716667002, "median": -0.015823553000018364, "p95": 0.02024686199999337, "maximum": 0.02024686199999337, "minimum": -0.03023377499999924 }, "ingress_drift_s_per_min": 0.060406463692844636, "source_drift_s": { "n": 12, "mean": -0.01203800000000399, "median": -0.01610700000001941, "p95": 0.019970999999998185, "maximum": 0.019970999999998185, "minimum": -0.030437000000006265 }, "ingress_to_redis_ms": { "n": 297, "mean": 28.791245791245792, "median": 29, "p95": 40, "maximum": 52, "minimum": 15 }, "source_samples": 12, "redis_samples": 297, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 301, "sum_ns": 212348321, "mean_ms": 0.705476149501661 }, "depay_to_source_exit": { "n": 299, "sum_ns": 13528463000, "mean_ms": 45.245695652173914 }, "source_exit_to_ingress": { "n": 299, "sum_ns": 178382288, "mean_ms": 0.5965962809364549 }, "source_encoded_queue": { "n": 299, "sum_ns": 12466000, "mean_ms": 0.041692307692307695 }, "decode_between_queues": { "n": 299, "sum_ns": 13394542000, "mean_ms": 44.79779933110368 }, "source_raw_queue": { "n": 299, "sum_ns": 10392000, "mean_ms": 0.03475585284280936 }, "raw_queue_to_source_exit": { "n": 299, "sum_ns": 10354000, "mean_ms": 0.03462876254180602 }, "preprocess_start_to_preprocess_output": { "n": 301, "sum_ns": 241771374, "mean_ms": 0.8032271561461795 }, "selected_to_preprocess": { "n": 301, "sum_ns": 503172219, "mean_ms": 1.6716685016611295 }, "preprocess_start_to_preprocess": { "n": 301, "sum_ns": 290823898, "mean_ms": 0.9661923521594684 }, "preprocess_output_to_infer_entry": { "n": 301, "sum_ns": 49052524, "mean_ms": 0.16296519601328904 }, "preprocess_to_infer_output": { "n": 301, "sum_ns": 5707800243, "mean_ms": 18.96279150498339 }, "preprocess_to_callback": { "n": 301, "sum_ns": 6002267898, "mean_ms": 19.941089362126245 }, "infer_output_to_callback": { "n": 301, "sum_ns": 294467655, "mean_ms": 0.9782978571428571 }, "copy_wall": { "n": 301, "sum_ns": 1565205202, "mean_ms": 5.200017282392027 }, "copy_thread_cpu": { "n": 301, "sum_ns": 1542989869, "mean_ms": 5.12621218936877 }, "callback_to_copied": { "n": 301, "sum_ns": 1622181897, "mean_ms": 5.389308627906977 }, "accepted_interval": { "n": 301, "sum_ns": 30161975351, "mean_ms": 100.20589817607974 }, "selected_to_submitted": { "n": 301, "sum_ns": 8156584209, "mean_ms": 27.098286408637875 }, "completed_queue_wait": { "n": 301, "sum_ns": 61410401, "mean_ms": 0.2040212657807309 }, "result_composition_wall": { "n": 301, "sum_ns": 3606006, "mean_ms": 0.011980086378737542 }, "result_composition_cpu": { "n": 301, "sum_ns": 3456885, "mean_ms": 0.011484667774086377 }, "result_publish_wall": { "n": 301, "sum_ns": 44755557, "mean_ms": 0.14868955813953488 }, "result_publish_cpu": { "n": 301, "sum_ns": 44663234, "mean_ms": 0.14838283720930232 }, "result_total_wall": { "n": 301, "sum_ns": 368292153, "mean_ms": 1.2235619700996678 }, "result_total_cpu": { "n": 301, "sum_ns": 362520564, "mean_ms": 1.2043872558139535 } } }, { "mode": "mixed-a", "level": 10, "camera": "35", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.225062587, "new_channel": false, "seconds": 30.000027456961107, "selected_fps": 9.79319725634949, "requested_fps": 9.79319725634949, "complete_fps": 9.826282382215535, "accepted_fps": 9.826282382215535, "finalized_fps": 9.79319725634949, "redis_fps": 9.79319725634949, "redis_read_fps": 9.799991030734247, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 6, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.263, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 10, "analysis_gap_markers": 4, "c_suppressed": 0, "max_redis_silence_s": 0.44976287899771705, "redis_interval_s": { "n": 293, "mean": 0.10212151390784849, "median": 0.09352305001812056, "p95": 0.18396170099731535, "maximum": 0.44976287899771705, "minimum": 0.002690248016733676 }, "redis_drift_s": { "n": 294, "mean": -0.02405129473689774, "median": -0.039604984020584766, "p95": 0.15351623001322423, "maximum": 0.3679314020168931, "minimum": -0.0989619500106187 }, "redis_drift_s_per_min": 0.05096021504045134, "ingress_drift_s": { "n": 12, "mean": -0.01019191066667465, "median": -0.011270618000011723, "p95": 0.01866197299997907, "maximum": 0.01866197299997907, "minimum": -0.032656787000007625 }, "ingress_drift_s_per_min": 0.056498917113147196, "source_drift_s": { "n": 12, "mean": -0.009950083333341317, "median": -0.011590500000011161, "p95": 0.01905999999999608, "maximum": 0.01905999999999608, "minimum": -0.03167300000001205 }, "ingress_to_redis_ms": { "n": 294, "mean": 57.35374149659864, "median": 45.0, "p95": 108, "maximum": 422, "minimum": 23 }, "source_samples": 12, "redis_samples": 294, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 296, "sum_ns": 242571642, "mean_ms": 0.8194987905405406 }, "depay_to_source_exit": { "n": 295, "sum_ns": 13203784000, "mean_ms": 44.75858983050848 }, "source_exit_to_ingress": { "n": 295, "sum_ns": 1582862282, "mean_ms": 5.365634854237288 }, "source_encoded_queue": { "n": 295, "sum_ns": 11735000, "mean_ms": 0.03977966101694915 }, "decode_between_queues": { "n": 295, "sum_ns": 12785971000, "mean_ms": 43.34227457627119 }, "source_raw_queue": { "n": 295, "sum_ns": 185894000, "mean_ms": 0.6301491525423729 }, "raw_queue_to_source_exit": { "n": 295, "sum_ns": 9888000, "mean_ms": 0.03351864406779661 }, "preprocess_start_to_preprocess_output": { "n": 296, "sum_ns": 317895510, "mean_ms": 1.0739713175675676 }, "selected_to_preprocess": { "n": 296, "sum_ns": 638387244, "mean_ms": 2.1567136621621623 }, "preprocess_start_to_preprocess": { "n": 296, "sum_ns": 395815602, "mean_ms": 1.3372148716216214 }, "preprocess_output_to_infer_entry": { "n": 296, "sum_ns": 77920092, "mean_ms": 0.2632435540540541 }, "preprocess_to_infer_output": { "n": 297, "sum_ns": 8592591490, "mean_ms": 28.931284478114478 }, "preprocess_to_callback": { "n": 297, "sum_ns": 8875476636, "mean_ms": 29.883759717171717 }, "infer_output_to_callback": { "n": 297, "sum_ns": 282885146, "mean_ms": 0.9524752390572391 }, "copy_wall": { "n": 297, "sum_ns": 1940848139, "mean_ms": 6.534842218855219 }, "copy_thread_cpu": { "n": 297, "sum_ns": 1920994510, "mean_ms": 6.467994983164983 }, "callback_to_copied": { "n": 297, "sum_ns": 1994908090, "mean_ms": 6.716862255892257 }, "accepted_interval": { "n": 297, "sum_ns": 30142445317, "mean_ms": 101.48971487205388 }, "selected_to_submitted": { "n": 297, "sum_ns": 11538358651, "mean_ms": 38.849692427609426 }, "completed_queue_wait": { "n": 297, "sum_ns": 443974834, "mean_ms": 1.4948647609427608 }, "result_observations_wall": { "n": 297, "sum_ns": 312336877, "mean_ms": 1.0516393164983167 }, "result_observations_cpu": { "n": 297, "sum_ns": 311136411, "mean_ms": 1.0475973434343435 }, "result_nms_wall": { "n": 297, "sum_ns": 301979332, "mean_ms": 1.0167654276094276 }, "result_nms_cpu": { "n": 297, "sum_ns": 163423282, "mean_ms": 0.5502467407407408 }, "result_tracking_wall": { "n": 297, "sum_ns": 936331655, "mean_ms": 3.152631835016835 }, "result_tracking_cpu": { "n": 297, "sum_ns": 674073592, "mean_ms": 2.2696080538720538 }, "result_region_wall": { "n": 297, "sum_ns": 139838201, "mean_ms": 0.4708356936026936 }, "result_region_cpu": { "n": 297, "sum_ns": 134634054, "mean_ms": 0.4533133131313131 }, "result_fall_wall": { "n": 297, "sum_ns": 790889036, "mean_ms": 2.662926047138047 }, "result_fall_cpu": { "n": 297, "sum_ns": 782354515, "mean_ms": 2.634190286195286 }, "result_fight_wall": { "n": 297, "sum_ns": 160687599, "mean_ms": 0.5410356868686869 }, "result_fight_cpu": { "n": 297, "sum_ns": 159237550, "mean_ms": 0.536153367003367 }, "result_collector_wall": { "n": 296, "sum_ns": 1218256862, "mean_ms": 4.115732641891892 }, "result_collector_cpu": { "n": 296, "sum_ns": 1200126974, "mean_ms": 4.05448302027027 }, "result_composition_wall": { "n": 296, "sum_ns": 5015594, "mean_ms": 0.016944574324324325 }, "result_composition_cpu": { "n": 296, "sum_ns": 5033398, "mean_ms": 0.017004722972972973 }, "result_artifact_handoff_wall": { "n": 296, "sum_ns": 4167911, "mean_ms": 0.014080780405405405 }, "result_artifact_handoff_cpu": { "n": 296, "sum_ns": 3285077, "mean_ms": 0.011098233108108108 }, "result_publish_wall": { "n": 296, "sum_ns": 379810472, "mean_ms": 1.2831434864864864 }, "result_publish_cpu": { "n": 296, "sum_ns": 363432746, "mean_ms": 1.2278133310810813 }, "result_total_wall": { "n": 296, "sum_ns": 4541188451, "mean_ms": 15.341852875 }, "result_total_cpu": { "n": 296, "sum_ns": 4079824183, "mean_ms": 13.783189807432432 } } }, { "mode": "mixed-a", "level": 10, "camera": "35", "provider": "fire", "cohort_reset": false, "counter_seconds": 30.109278259, "new_channel": false, "seconds": 30.000027456961107, "selected_fps": 9.963706118074306, "requested_fps": 9.963706118074306, "complete_fps": 9.963706118074306, "accepted_fps": 9.963706118074306, "finalized_fps": 9.963706118074306, "redis_fps": 9.963706118074306, "redis_read_fps": 9.96665754486238, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.136, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.18944988201837987, "redis_interval_s": { "n": 298, "mean": 0.10024167566451607, "median": 0.09729043449624442, "p95": 0.15153313498012722, "maximum": 0.18944988201837987, "minimum": 0.019175966968759894 }, "redis_drift_s": { "n": 299, "mean": -0.08287862431136381, "median": -0.08205738898180925, "p95": -0.04855481702415432, "maximum": -0.02389867497981868, "minimum": -0.13671982901544766 }, "redis_drift_s_per_min": 0.0008688891460408609, "ingress_drift_s": { "n": 12, "mean": -0.023410669416669805, "median": -0.02991461649999394, "p95": 0.016687253000014834, "maximum": 0.016687253000014834, "minimum": -0.04063478899999495 }, "ingress_drift_s_per_min": -0.004872866492128142, "source_drift_s": { "n": 12, "mean": -0.023061416666666428, "median": -0.02929600000000221, "p95": 0.017744999999990796, "maximum": 0.017744999999990796, "minimum": -0.04499699999999507 }, "ingress_to_redis_ms": { "n": 299, "mean": 32.95652173913044, "median": 32, "p95": 47, "maximum": 62, "minimum": 16 }, "source_samples": 12, "redis_samples": 299, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 299, "sum_ns": 13316375000, "mean_ms": 44.53637123745819 }, "source_exit_to_ingress": { "n": 299, "sum_ns": 199825876, "mean_ms": 0.6683139665551839 }, "source_encoded_queue": { "n": 299, "sum_ns": 10426000, "mean_ms": 0.034869565217391305 }, "decode_between_queues": { "n": 299, "sum_ns": 13084585000, "mean_ms": 43.761153846153846 }, "source_raw_queue": { "n": 299, "sum_ns": 9996000, "mean_ms": 0.033431438127090304 }, "raw_queue_to_source_exit": { "n": 299, "sum_ns": 9886000, "mean_ms": 0.03306354515050167 }, "selected_to_preprocess_start": { "n": 300, "sum_ns": 202662613, "mean_ms": 0.6755420433333333 }, "preprocess_start_to_preprocess_output": { "n": 300, "sum_ns": 295069129, "mean_ms": 0.9835637633333333 }, "selected_to_preprocess": { "n": 300, "sum_ns": 550315031, "mean_ms": 1.8343834366666667 }, "preprocess_start_to_preprocess": { "n": 300, "sum_ns": 347652418, "mean_ms": 1.1588413933333332 }, "preprocess_output_to_infer_entry": { "n": 300, "sum_ns": 52583289, "mean_ms": 0.17527763000000002 }, "preprocess_to_infer_output": { "n": 300, "sum_ns": 6880374896, "mean_ms": 22.93458298666667 }, "preprocess_to_callback": { "n": 300, "sum_ns": 7182307401, "mean_ms": 23.94102467 }, "infer_output_to_callback": { "n": 300, "sum_ns": 301932505, "mean_ms": 1.0064416833333334 }, "copy_wall": { "n": 300, "sum_ns": 1624736274, "mean_ms": 5.41578758 }, "copy_thread_cpu": { "n": 300, "sum_ns": 1595194150, "mean_ms": 5.317313833333333 }, "callback_to_copied": { "n": 300, "sum_ns": 1681741158, "mean_ms": 5.60580386 }, "accepted_interval": { "n": 300, "sum_ns": 29986398415, "mean_ms": 99.95466138333335 }, "selected_to_submitted": { "n": 300, "sum_ns": 9444058549, "mean_ms": 31.480195163333335 }, "completed_queue_wait": { "n": 300, "sum_ns": 71116641, "mean_ms": 0.23705547 }, "result_composition_wall": { "n": 300, "sum_ns": 3121689, "mean_ms": 0.010405629999999999 }, "result_composition_cpu": { "n": 300, "sum_ns": 3031863, "mean_ms": 0.01010621 }, "result_artifact_handoff_wall": { "n": 300, "sum_ns": 2676801, "mean_ms": 0.00892267 }, "result_artifact_handoff_cpu": { "n": 300, "sum_ns": 2667742, "mean_ms": 0.008892473333333333 }, "result_publish_wall": { "n": 300, "sum_ns": 29869310, "mean_ms": 0.09956436666666667 }, "result_publish_cpu": { "n": 300, "sum_ns": 29891955, "mean_ms": 0.09963985 }, "result_total_wall": { "n": 300, "sum_ns": 276028648, "mean_ms": 0.9200954933333333 }, "result_total_cpu": { "n": 300, "sum_ns": 273918754, "mean_ms": 0.9130625133333333 } } }, { "mode": "mixed-a", "level": 10, "camera": "35", "provider": "crowd", "cohort_reset": false, "counter_seconds": 30.113052812, "new_channel": false, "seconds": 30.000027456961107, "selected_fps": 9.995665397300801, "requested_fps": 9.995665397300801, "complete_fps": 9.995665397300801, "accepted_fps": 9.995665397300801, "finalized_fps": 9.995665397300801, "redis_fps": 9.995665397300801, "redis_read_fps": 9.96665754486238, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.082, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.2109436509781517, "redis_interval_s": { "n": 298, "mean": 0.10021433080530932, "median": 0.0980199794867076, "p95": 0.14852255501318723, "maximum": 0.2109436509781517, "minimum": 0.010862066061235964 }, "redis_drift_s": { "n": 299, "mean": -0.06353214227885368, "median": -0.06237057398212187, "p95": -0.030203587996766146, "maximum": 0.035853089021060214, "minimum": -0.11918865998649153 }, "redis_drift_s_per_min": 0.0025805087323528095, "ingress_drift_s": { "n": 12, "mean": -0.015547800916666668, "median": -0.015458182000003262, "p95": 0.022400046999990764, "maximum": 0.022400046999990764, "minimum": -0.0423229539999852 }, "ingress_drift_s_per_min": -0.005095984346889646, "source_drift_s": { "n": 12, "mean": -0.01561291666667349, "median": -0.014513000000007992, "p95": 0.015926999999976488, "maximum": 0.015926999999976488, "minimum": -0.042074999999982765 }, "ingress_to_redis_ms": { "n": 299, "mean": 31.217391304347824, "median": 30, "p95": 44, "maximum": 98, "minimum": 16 }, "source_samples": 12, "redis_samples": 299, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 301, "sum_ns": 211398299, "mean_ms": 0.7023199302325581 }, "depay_to_source_exit": { "n": 300, "sum_ns": 13396253000, "mean_ms": 44.654176666666665 }, "source_exit_to_ingress": { "n": 300, "sum_ns": 190852296, "mean_ms": 0.63617432 }, "source_encoded_queue": { "n": 300, "sum_ns": 13248000, "mean_ms": 0.04416 }, "decode_between_queues": { "n": 300, "sum_ns": 13157791000, "mean_ms": 43.85930333333334 }, "source_raw_queue": { "n": 300, "sum_ns": 10328000, "mean_ms": 0.03442666666666666 }, "raw_queue_to_source_exit": { "n": 300, "sum_ns": 10496000, "mean_ms": 0.034986666666666666 }, "preprocess_start_to_preprocess_output": { "n": 301, "sum_ns": 310930201, "mean_ms": 1.0329907009966777 }, "selected_to_preprocess": { "n": 301, "sum_ns": 575357310, "mean_ms": 1.9114860797342192 }, "preprocess_start_to_preprocess": { "n": 301, "sum_ns": 363959011, "mean_ms": 1.209166149501661 }, "preprocess_output_to_infer_entry": { "n": 301, "sum_ns": 53028810, "mean_ms": 0.1761754485049834 }, "preprocess_to_infer_output": { "n": 301, "sum_ns": 6070241641, "mean_ms": 20.166915750830565 }, "preprocess_to_callback": { "n": 301, "sum_ns": 6384715346, "mean_ms": 21.211678890365448 }, "infer_output_to_callback": { "n": 301, "sum_ns": 314473705, "mean_ms": 1.0447631395348838 }, "copy_wall": { "n": 301, "sum_ns": 1652199207, "mean_ms": 5.489033910299003 }, "copy_thread_cpu": { "n": 301, "sum_ns": 1631123448, "mean_ms": 5.419014777408638 }, "callback_to_copied": { "n": 301, "sum_ns": 1711356670, "mean_ms": 5.685570332225913 }, "accepted_interval": { "n": 301, "sum_ns": 30051008159, "mean_ms": 99.83723640863786 }, "selected_to_submitted": { "n": 301, "sum_ns": 8701151018, "mean_ms": 28.907478465116277 }, "completed_queue_wait": { "n": 301, "sum_ns": 66129892, "mean_ms": 0.21970063787375416 }, "result_composition_wall": { "n": 301, "sum_ns": 4844524, "mean_ms": 0.01609476411960133 }, "result_composition_cpu": { "n": 301, "sum_ns": 4680721, "mean_ms": 0.015550568106312291 }, "result_publish_wall": { "n": 301, "sum_ns": 78906762, "mean_ms": 0.26214871096345516 }, "result_publish_cpu": { "n": 301, "sum_ns": 78549335, "mean_ms": 0.2609612458471761 }, "result_total_wall": { "n": 301, "sum_ns": 550741419, "mean_ms": 1.8297057109634554 }, "result_total_cpu": { "n": 301, "sum_ns": 541683324, "mean_ms": 1.7996123720930233 } } }, { "mode": "mixed-a", "level": 10, "camera": "36", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.957485996, "new_channel": false, "seconds": 30.000027456961107, "selected_fps": 9.980810807686709, "requested_fps": 9.980810807686709, "complete_fps": 9.980810807686709, "accepted_fps": 9.980810807686709, "finalized_fps": 9.980810807686709, "redis_fps": 9.980810807686709, "redis_read_fps": 9.96665754486238, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 2, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.113, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.2500740669784136, "redis_interval_s": { "n": 298, "mean": 0.10027379693616581, "median": 0.09840256153256632, "p95": 0.16920403199037537, "maximum": 0.2500740669784136, "minimum": 0.02019099803874269 }, "redis_drift_s": { "n": 299, "mean": -0.030831880127763896, "median": -0.03135381993651265, "p95": 0.007754375007465342, "maximum": 0.09014394101592416, "minimum": -0.09415947299544314 }, "redis_drift_s_per_min": 0.00932167258794841, "ingress_drift_s": { "n": 12, "mean": -0.00026180050000590427, "median": 0.005061740000002146, "p95": 0.02036362699999472, "maximum": 0.02036362699999472, "minimum": -0.029612736000018458 }, "ingress_drift_s_per_min": -0.02672483694375348, "source_drift_s": { "n": 12, "mean": -0.004063583333332825, "median": 0.002983000000014613, "p95": 0.01878199999998742, "maximum": 0.01878199999998742, "minimum": -0.030672000000009803 }, "ingress_to_redis_ms": { "n": 299, "mean": 43.69899665551839, "median": 40, "p95": 70, "maximum": 150, "minimum": 21 }, "source_samples": 12, "redis_samples": 299, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 299, "sum_ns": 214056335, "mean_ms": 0.715907474916388 }, "depay_to_source_exit": { "n": 298, "sum_ns": 13597297000, "mean_ms": 45.62851342281879 }, "source_exit_to_ingress": { "n": 298, "sum_ns": 325331809, "mean_ms": 1.0917174798657716 }, "source_encoded_queue": { "n": 298, "sum_ns": 12828000, "mean_ms": 0.043046979865771814 }, "decode_between_queues": { "n": 298, "sum_ns": 13378660000, "mean_ms": 44.8948322147651 }, "source_raw_queue": { "n": 298, "sum_ns": 51843000, "mean_ms": 0.1739697986577181 }, "raw_queue_to_source_exit": { "n": 298, "sum_ns": 8824000, "mean_ms": 0.029610738255033558 }, "preprocess_start_to_preprocess_output": { "n": 299, "sum_ns": 285555958, "mean_ms": 0.9550366488294314 }, "selected_to_preprocess": { "n": 299, "sum_ns": 555142326, "mean_ms": 1.8566632976588628 }, "preprocess_start_to_preprocess": { "n": 299, "sum_ns": 341085991, "mean_ms": 1.140755822742475 }, "preprocess_output_to_infer_entry": { "n": 299, "sum_ns": 55530033, "mean_ms": 0.1857191739130435 }, "preprocess_to_infer_output": { "n": 299, "sum_ns": 8367451275, "mean_ms": 27.984786872909698 }, "preprocess_to_callback": { "n": 299, "sum_ns": 8634318435, "mean_ms": 28.877319180602008 }, "infer_output_to_callback": { "n": 299, "sum_ns": 266867160, "mean_ms": 0.8925323076923077 }, "copy_wall": { "n": 299, "sum_ns": 1089093636, "mean_ms": 3.6424536321070238 }, "copy_thread_cpu": { "n": 299, "sum_ns": 1074183834, "mean_ms": 3.5925880735785953 }, "callback_to_copied": { "n": 299, "sum_ns": 1142980474, "mean_ms": 3.8226771705685616 }, "accepted_interval": { "n": 299, "sum_ns": 29912432822, "mean_ms": 100.0415813444816 }, "selected_to_submitted": { "n": 299, "sum_ns": 10359419167, "mean_ms": 34.64688684615385 }, "completed_queue_wait": { "n": 299, "sum_ns": 66725876, "mean_ms": 0.22316346488294314 }, "result_observations_wall": { "n": 299, "sum_ns": 330627953, "mean_ms": 1.1057791070234115 }, "result_observations_cpu": { "n": 299, "sum_ns": 328468635, "mean_ms": 1.0985573076923076 }, "result_nms_wall": { "n": 299, "sum_ns": 176231414, "mean_ms": 0.5894027224080268 }, "result_nms_cpu": { "n": 299, "sum_ns": 155967268, "mean_ms": 0.5216296588628763 }, "result_tracking_wall": { "n": 299, "sum_ns": 248411209, "mean_ms": 0.8308067190635451 }, "result_tracking_cpu": { "n": 299, "sum_ns": 235990404, "mean_ms": 0.7892655652173913 }, "result_region_wall": { "n": 299, "sum_ns": 67463760, "mean_ms": 0.22563130434782608 }, "result_region_cpu": { "n": 299, "sum_ns": 67238109, "mean_ms": 0.22487661872909698 }, "result_fall_wall": { "n": 299, "sum_ns": 120086421, "mean_ms": 0.40162682608695655 }, "result_fall_cpu": { "n": 299, "sum_ns": 119842429, "mean_ms": 0.4008107993311037 }, "result_fight_wall": { "n": 299, "sum_ns": 38888062, "mean_ms": 0.13006040802675584 }, "result_fight_cpu": { "n": 299, "sum_ns": 38782162, "mean_ms": 0.12970622742474916 }, "result_collector_wall": { "n": 299, "sum_ns": 1226473225, "mean_ms": 4.1019171404682275 }, "result_collector_cpu": { "n": 299, "sum_ns": 1209265092, "mean_ms": 4.044364856187291 }, "result_composition_wall": { "n": 299, "sum_ns": 5376051, "mean_ms": 0.017980103678929764 }, "result_composition_cpu": { "n": 299, "sum_ns": 5339646, "mean_ms": 0.017858347826086956 }, "result_artifact_handoff_wall": { "n": 299, "sum_ns": 3338823, "mean_ms": 0.011166632107023412 }, "result_artifact_handoff_cpu": { "n": 299, "sum_ns": 3242748, "mean_ms": 0.010845311036789297 }, "result_publish_wall": { "n": 299, "sum_ns": 70275181, "mean_ms": 0.2350340501672241 }, "result_publish_cpu": { "n": 299, "sum_ns": 70201519, "mean_ms": 0.2347876889632107 }, "result_total_wall": { "n": 299, "sum_ns": 2572891907, "mean_ms": 8.604989655518393 }, "result_total_cpu": { "n": 299, "sum_ns": 2509568823, "mean_ms": 8.393206765886289 } } }, { "mode": "mixed-a", "level": 10, "camera": "36", "provider": "fire", "cohort_reset": false, "counter_seconds": 30.118419634, "new_channel": false, "seconds": 30.000027456961107, "selected_fps": 9.99388426277878, "requested_fps": 9.99388426277878, "complete_fps": 9.99388426277878, "accepted_fps": 9.99388426277878, "finalized_fps": 9.99388426277878, "redis_fps": 9.99388426277878, "redis_read_fps": 9.96665754486238, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.121, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.23172266699839383, "redis_interval_s": { "n": 298, "mean": 0.1002461701712021, "median": 0.1011182960064616, "p95": 0.15711953898426145, "maximum": 0.23172266699839383, "minimum": 0.017082792008295655 }, "redis_drift_s": { "n": 299, "mean": -0.03751538193966052, "median": -0.03709322004672799, "p95": -0.0045585290151564095, "maximum": 0.013658538963653655, "minimum": -0.09305825701727599 }, "redis_drift_s_per_min": 0.006453280553857563, "ingress_drift_s": { "n": 12, "mean": -0.004525823666665947, "median": 0.0007416440000156399, "p95": 0.01997107399998299, "maximum": 0.01997107399998299, "minimum": -0.03035772900000211 }, "ingress_drift_s_per_min": -0.08374200254610342, "source_drift_s": { "n": 12, "mean": -0.005051416666667308, "median": 0.0004105000000009795, "p95": 0.019073999999989155, "maximum": 0.019073999999989155, "minimum": -0.031103000000001657 }, "ingress_to_redis_ms": { "n": 299, "mean": 33.83946488294314, "median": 33, "p95": 48, "maximum": 65, "minimum": 17 }, "source_samples": 12, "redis_samples": 299, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 301, "sum_ns": 212214771, "mean_ms": 0.7050324617940199 }, "preprocess_start_to_preprocess_output": { "n": 301, "sum_ns": 345798956, "mean_ms": 1.1488337408637874 }, "depay_to_source_exit": { "n": 300, "sum_ns": 13639468000, "mean_ms": 45.464893333333336 }, "source_exit_to_ingress": { "n": 300, "sum_ns": 198086706, "mean_ms": 0.66028902 }, "source_encoded_queue": { "n": 300, "sum_ns": 15388000, "mean_ms": 0.05129333333333334 }, "decode_between_queues": { "n": 300, "sum_ns": 13478297000, "mean_ms": 44.927656666666664 }, "source_raw_queue": { "n": 300, "sum_ns": 12880000, "mean_ms": 0.04293333333333334 }, "raw_queue_to_source_exit": { "n": 300, "sum_ns": 9375000, "mean_ms": 0.03125 }, "selected_to_preprocess": { "n": 301, "sum_ns": 612032571, "mean_ms": 2.033330800664452 }, "preprocess_start_to_preprocess": { "n": 301, "sum_ns": 399817800, "mean_ms": 1.328298338870432 }, "preprocess_output_to_infer_entry": { "n": 301, "sum_ns": 54018844, "mean_ms": 0.17946459800664452 }, "preprocess_to_infer_output": { "n": 301, "sum_ns": 7117759824, "mean_ms": 23.647042604651165 }, "preprocess_to_callback": { "n": 301, "sum_ns": 7406322622, "mean_ms": 24.60572299667774 }, "infer_output_to_callback": { "n": 301, "sum_ns": 288562798, "mean_ms": 0.9586803920265781 }, "copy_wall": { "n": 301, "sum_ns": 1609565394, "mean_ms": 5.347393335548173 }, "copy_thread_cpu": { "n": 301, "sum_ns": 1589381895, "mean_ms": 5.280338521594684 }, "callback_to_copied": { "n": 301, "sum_ns": 1666532470, "mean_ms": 5.536652724252491 }, "accepted_interval": { "n": 301, "sum_ns": 30097992192, "mean_ms": 99.99332954152824 }, "selected_to_submitted": { "n": 301, "sum_ns": 9714801780, "mean_ms": 32.27508897009967 }, "completed_queue_wait": { "n": 301, "sum_ns": 69218960, "mean_ms": 0.2299633222591362 }, "result_composition_wall": { "n": 301, "sum_ns": 2947235, "mean_ms": 0.009791478405315614 }, "result_composition_cpu": { "n": 301, "sum_ns": 2877641, "mean_ms": 0.009560269102990033 }, "result_artifact_handoff_wall": { "n": 301, "sum_ns": 2638399, "mean_ms": 0.008765445182724253 }, "result_artifact_handoff_cpu": { "n": 301, "sum_ns": 2642082, "mean_ms": 0.008777681063122924 }, "result_publish_wall": { "n": 301, "sum_ns": 31771702, "mean_ms": 0.10555382724252492 }, "result_publish_cpu": { "n": 301, "sum_ns": 31773217, "mean_ms": 0.10555886046511627 }, "result_total_wall": { "n": 301, "sum_ns": 281302078, "mean_ms": 0.9345583986710964 }, "result_total_cpu": { "n": 301, "sum_ns": 279766287, "mean_ms": 0.9294561029900332 } } }, { "mode": "mixed-a", "level": 10, "camera": "36", "provider": "crowd", "cohort_reset": false, "counter_seconds": 30.361623242, "new_channel": false, "seconds": 30.000027456961107, "selected_fps": 10.012639890065861, "requested_fps": 10.012639890065861, "complete_fps": 9.979703574638014, "accepted_fps": 9.979703574638014, "finalized_fps": 9.979703574638014, "redis_fps": 9.979703574638014, "redis_read_fps": 9.96665754486238, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.104, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.22029094101162627, "redis_interval_s": { "n": 298, "mean": 0.10031785206375456, "median": 0.0977938074793201, "p95": 0.1555940040270798, "maximum": 0.22029094101162627, "minimum": 0.02817663998575881 }, "redis_drift_s": { "n": 299, "mean": -0.03843332455453293, "median": -0.037655546993022426, "p95": -0.007861239017444177, "maximum": 0.01457590400102049, "minimum": -0.10717246301658179 }, "redis_drift_s_per_min": 0.004576481684009782, "ingress_drift_s": { "n": 11, "mean": -0.003886418909092723, "median": 0.0016809020000039254, "p95": 0.01881510900000194, "maximum": 0.01881510900000194, "minimum": -0.0309378400000071 }, "ingress_drift_s_per_min": -0.09369125957812834, "source_drift_s": { "n": 11, "mean": -0.004282818181819566, "median": 0.0011840000000233886, "p95": 0.018124999999997726, "maximum": 0.018124999999997726, "minimum": -0.031029999999987012 }, "ingress_to_redis_ms": { "n": 299, "mean": 30.869565217391305, "median": 31, "p95": 42, "maximum": 52, "minimum": 17 }, "source_samples": 11, "redis_samples": 299, "native_redis_joined": 11, "durations": { "selected_to_preprocess_start": { "n": 304, "sum_ns": 210628559, "mean_ms": 0.6928571019736841 }, "depay_to_source_exit": { "n": 303, "sum_ns": 13721233000, "mean_ms": 45.284597359735976 }, "source_exit_to_ingress": { "n": 303, "sum_ns": 192067422, "mean_ms": 0.6338858811881188 }, "source_encoded_queue": { "n": 303, "sum_ns": 11207000, "mean_ms": 0.03698679867986798 }, "decode_between_queues": { "n": 303, "sum_ns": 13556109000, "mean_ms": 44.73963366336634 }, "source_raw_queue": { "n": 303, "sum_ns": 11423000, "mean_ms": 0.037699669966996696 }, "raw_queue_to_source_exit": { "n": 303, "sum_ns": 10465000, "mean_ms": 0.034537953795379536 }, "preprocess_start_to_preprocess_output": { "n": 304, "sum_ns": 346256662, "mean_ms": 1.1390021776315788 }, "selected_to_preprocess": { "n": 304, "sum_ns": 612829867, "mean_ms": 2.015887720394737 }, "preprocess_start_to_preprocess": { "n": 304, "sum_ns": 402201308, "mean_ms": 1.3230306184210525 }, "preprocess_output_to_infer_entry": { "n": 304, "sum_ns": 55944646, "mean_ms": 0.18402844078947367 }, "preprocess_to_infer_output": { "n": 304, "sum_ns": 6273641951, "mean_ms": 20.636980101973684 }, "preprocess_to_callback": { "n": 304, "sum_ns": 6571911010, "mean_ms": 21.61812832236842 }, "infer_output_to_callback": { "n": 304, "sum_ns": 298269059, "mean_ms": 0.9811482203947368 }, "copy_wall": { "n": 303, "sum_ns": 1622063819, "mean_ms": 5.35334593729373 }, "copy_thread_cpu": { "n": 303, "sum_ns": 1599623294, "mean_ms": 5.279284798679868 }, "callback_to_copied": { "n": 303, "sum_ns": 1679534837, "mean_ms": 5.543019264026403 }, "accepted_interval": { "n": 303, "sum_ns": 30272222766, "mean_ms": 99.90832596039604 }, "selected_to_submitted": { "n": 303, "sum_ns": 8873130793, "mean_ms": 29.28426004290429 }, "completed_queue_wait": { "n": 303, "sum_ns": 66214924, "mean_ms": 0.218531102310231 }, "result_composition_wall": { "n": 303, "sum_ns": 5170157, "mean_ms": 0.017063224422442243 }, "result_composition_cpu": { "n": 303, "sum_ns": 5046276, "mean_ms": 0.01665437623762376 }, "result_publish_wall": { "n": 303, "sum_ns": 39543913, "mean_ms": 0.13050796369636963 }, "result_publish_cpu": { "n": 303, "sum_ns": 39505536, "mean_ms": 0.13038130693069308 }, "result_total_wall": { "n": 303, "sum_ns": 350941549, "mean_ms": 1.1582229339933994 }, "result_total_cpu": { "n": 303, "sum_ns": 343246108, "mean_ms": 1.1328254389438943 } } }, { "mode": "mixed-a", "level": 10, "camera": "37", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.015864578, "new_channel": false, "seconds": 30.000027456961107, "selected_fps": 9.794820310306372, "requested_fps": 9.794820310306372, "complete_fps": 9.794820310306372, "accepted_fps": 9.794820310306372, "finalized_fps": 9.794820310306372, "redis_fps": 9.794820310306372, "redis_read_fps": 9.76665772790862, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 3, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.094, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 2, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.3797112610191107, "redis_interval_s": { "n": 292, "mean": 0.10226295867114334, "median": 0.09801403200253844, "p95": 0.1751048099831678, "maximum": 0.3797112610191107, "minimum": 0.0033550590160302818 }, "redis_drift_s": { "n": 293, "mean": -0.052534453631137554, "median": -0.05592428696947138, "p95": -0.003522290999995903, "maximum": 0.2706321990080198, "minimum": -0.16805739896651062 }, "redis_drift_s_per_min": 0.007156966660296758, "ingress_drift_s": { "n": 12, "mean": -0.002421445999999605, "median": -0.002580136500007768, "p95": 0.012728624000004629, "maximum": 0.012728624000004629, "minimum": -0.01961123799999598 }, "ingress_drift_s_per_min": 0.011500651477452446, "source_drift_s": { "n": 12, "mean": -0.0030994999999975903, "median": -0.0028214999999960355, "p95": 0.01258300000000645, "maximum": 0.01258300000000645, "minimum": -0.01956799999999248 }, "ingress_to_redis_ms": { "n": 293, "mean": 44.40955631399317, "median": 41, "p95": 68, "maximum": 186, "minimum": 22 }, "source_samples": 12, "redis_samples": 293, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 294, "sum_ns": 217119169, "mean_ms": 0.7385005748299319 }, "depay_to_source_exit": { "n": 293, "sum_ns": 13290701000, "mean_ms": 45.36075426621161 }, "source_exit_to_ingress": { "n": 293, "sum_ns": 576069236, "mean_ms": 1.9661066075085325 }, "source_encoded_queue": { "n": 293, "sum_ns": 14242000, "mean_ms": 0.0486075085324232 }, "decode_between_queues": { "n": 293, "sum_ns": 13135953000, "mean_ms": 44.83260409556314 }, "source_raw_queue": { "n": 293, "sum_ns": 38091000, "mean_ms": 0.13000341296928328 }, "raw_queue_to_source_exit": { "n": 293, "sum_ns": 10125000, "mean_ms": 0.03455631399317406 }, "preprocess_start_to_preprocess_output": { "n": 294, "sum_ns": 294652666, "mean_ms": 1.0022199523809525 }, "selected_to_preprocess": { "n": 294, "sum_ns": 566502859, "mean_ms": 1.9268804727891158 }, "preprocess_start_to_preprocess": { "n": 294, "sum_ns": 349383690, "mean_ms": 1.1883798979591838 }, "preprocess_output_to_infer_entry": { "n": 294, "sum_ns": 54731024, "mean_ms": 0.1861599455782313 }, "preprocess_to_infer_output": { "n": 294, "sum_ns": 7974843235, "mean_ms": 27.125317125850337 }, "preprocess_to_callback": { "n": 294, "sum_ns": 8258999233, "mean_ms": 28.091834125850337 }, "infer_output_to_callback": { "n": 294, "sum_ns": 284155998, "mean_ms": 0.966517 }, "copy_wall": { "n": 294, "sum_ns": 1255981321, "mean_ms": 4.27204530952381 }, "copy_thread_cpu": { "n": 294, "sum_ns": 1231107651, "mean_ms": 4.187440989795919 }, "callback_to_copied": { "n": 294, "sum_ns": 1309799918, "mean_ms": 4.455101761904762 }, "accepted_interval": { "n": 294, "sum_ns": 30004129011, "mean_ms": 102.05486058163265 }, "selected_to_submitted": { "n": 294, "sum_ns": 10163679686, "mean_ms": 34.57033906802722 }, "completed_queue_wait": { "n": 294, "sum_ns": 77647884, "mean_ms": 0.26410844897959185 }, "result_observations_wall": { "n": 294, "sum_ns": 311083025, "mean_ms": 1.0581055272108844 }, "result_observations_cpu": { "n": 294, "sum_ns": 310157414, "mean_ms": 1.0549571904761905 }, "result_nms_wall": { "n": 294, "sum_ns": 191913356, "mean_ms": 0.6527665170068028 }, "result_nms_cpu": { "n": 294, "sum_ns": 150415324, "mean_ms": 0.5116167482993197 }, "result_tracking_wall": { "n": 294, "sum_ns": 305655497, "mean_ms": 1.0396445476190477 }, "result_tracking_cpu": { "n": 294, "sum_ns": 286868100, "mean_ms": 0.9757418367346938 }, "result_region_wall": { "n": 294, "sum_ns": 67764729, "mean_ms": 0.23049227551020407 }, "result_region_cpu": { "n": 294, "sum_ns": 66963221, "mean_ms": 0.22776605782312925 }, "result_fall_wall": { "n": 294, "sum_ns": 152170565, "mean_ms": 0.517586955782313 }, "result_fall_cpu": { "n": 294, "sum_ns": 151122484, "mean_ms": 0.5140220544217687 }, "result_fight_wall": { "n": 294, "sum_ns": 36649207, "mean_ms": 0.12465716666666667 }, "result_fight_cpu": { "n": 294, "sum_ns": 36018798, "mean_ms": 0.12251291836734694 }, "result_collector_wall": { "n": 294, "sum_ns": 1201769408, "mean_ms": 4.0876510476190475 }, "result_collector_cpu": { "n": 294, "sum_ns": 1192201428, "mean_ms": 4.055106897959184 }, "result_composition_wall": { "n": 294, "sum_ns": 4881234, "mean_ms": 0.016602836734693874 }, "result_composition_cpu": { "n": 294, "sum_ns": 4887235, "mean_ms": 0.016623248299319725 }, "result_artifact_handoff_wall": { "n": 294, "sum_ns": 3285155, "mean_ms": 0.011173996598639456 }, "result_artifact_handoff_cpu": { "n": 294, "sum_ns": 3120788, "mean_ms": 0.010614925170068026 }, "result_publish_wall": { "n": 294, "sum_ns": 116239864, "mean_ms": 0.39537368707482995 }, "result_publish_cpu": { "n": 294, "sum_ns": 115941212, "mean_ms": 0.3943578639455782 }, "result_total_wall": { "n": 294, "sum_ns": 2664233258, "mean_ms": 9.062017884353741 }, "result_total_cpu": { "n": 294, "sum_ns": 2579934107, "mean_ms": 8.775286078231291 } } }, { "mode": "mixed-a", "level": 10, "camera": "37", "provider": "fire", "cohort_reset": false, "counter_seconds": 30.122911451, "new_channel": false, "seconds": 30.000027456961107, "selected_fps": 9.82640740027716, "requested_fps": 9.82640740027716, "complete_fps": 9.82640740027716, "accepted_fps": 9.82640740027716, "finalized_fps": 9.82640740027716, "redis_fps": 9.82640740027716, "redis_read_fps": 9.799991030734247, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.085, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 1, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.42856461502378806, "redis_interval_s": { "n": 293, "mean": 0.10190766518768686, "median": 0.09814186999574304, "p95": 0.16383318998850882, "maximum": 0.42856461502378806, "minimum": 0.0012537299771793187 }, "redis_drift_s": { "n": 294, "mean": -0.09261260441340766, "median": -0.09276843751571562, "p95": -0.05805415302701533, "maximum": 0.2435642950041199, "minimum": -0.199604752038141 }, "redis_drift_s_per_min": 0.010091915590747161, "ingress_drift_s": { "n": 12, "mean": -0.0018367995000000785, "median": 0.00017943700000699891, "p95": 0.018423802000000933, "maximum": 0.018423802000000933, "minimum": -0.03199237400001209 }, "ingress_drift_s_per_min": 0.023383278798100735, "source_drift_s": { "n": 12, "mean": -0.0023084166666661097, "median": -0.0013794999999987567, "p95": 0.01775500000000818, "maximum": 0.01775500000000818, "minimum": -0.03218800000000499 }, "ingress_to_redis_ms": { "n": 294, "mean": 32.95578231292517, "median": 32.0, "p95": 47, "maximum": 71, "minimum": 16 }, "source_samples": 12, "redis_samples": 294, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 296, "sum_ns": 203010407, "mean_ms": 0.6858459695945945 }, "depay_to_source_exit": { "n": 295, "sum_ns": 13422910000, "mean_ms": 45.50138983050848 }, "source_exit_to_ingress": { "n": 295, "sum_ns": 189571136, "mean_ms": 0.6426140203389831 }, "source_encoded_queue": { "n": 295, "sum_ns": 12898000, "mean_ms": 0.043722033898305084 }, "decode_between_queues": { "n": 295, "sum_ns": 13294463000, "mean_ms": 45.06597627118644 }, "source_raw_queue": { "n": 295, "sum_ns": 8651000, "mean_ms": 0.029325423728813558 }, "raw_queue_to_source_exit": { "n": 295, "sum_ns": 9941000, "mean_ms": 0.033698305084745764 }, "preprocess_start_to_preprocess_output": { "n": 296, "sum_ns": 290338626, "mean_ms": 0.9808737364864865 }, "selected_to_preprocess": { "n": 296, "sum_ns": 544607830, "mean_ms": 1.8398913175675675 }, "preprocess_start_to_preprocess": { "n": 296, "sum_ns": 341597423, "mean_ms": 1.154045347972973 }, "preprocess_output_to_infer_entry": { "n": 296, "sum_ns": 51258797, "mean_ms": 0.1731716114864865 }, "preprocess_to_infer_output": { "n": 297, "sum_ns": 6743111619, "mean_ms": 22.704079525252524 }, "preprocess_to_callback": { "n": 296, "sum_ns": 7023640103, "mean_ms": 23.728513861486487 }, "infer_output_to_callback": { "n": 296, "sum_ns": 304850856, "mean_ms": 1.0299015405405405 }, "copy_wall": { "n": 296, "sum_ns": 1622805249, "mean_ms": 5.48245016554054 }, "copy_thread_cpu": { "n": 296, "sum_ns": 1583471378, "mean_ms": 5.349565466216216 }, "callback_to_copied": { "n": 296, "sum_ns": 1678844602, "mean_ms": 5.671772304054055 }, "accepted_interval": { "n": 296, "sum_ns": 30081789510, "mean_ms": 101.62766726351352 }, "selected_to_submitted": { "n": 296, "sum_ns": 9276003233, "mean_ms": 31.337848760135138 }, "completed_queue_wait": { "n": 296, "sum_ns": 73886900, "mean_ms": 0.2496179054054054 }, "result_composition_wall": { "n": 296, "sum_ns": 2789921, "mean_ms": 0.009425408783783784 }, "result_composition_cpu": { "n": 296, "sum_ns": 2708786, "mean_ms": 0.009151304054054054 }, "result_artifact_handoff_wall": { "n": 296, "sum_ns": 2614600, "mean_ms": 0.008833108108108109 }, "result_artifact_handoff_cpu": { "n": 296, "sum_ns": 2610313, "mean_ms": 0.008818625 }, "result_publish_wall": { "n": 296, "sum_ns": 31755742, "mean_ms": 0.10728291216216215 }, "result_publish_cpu": { "n": 296, "sum_ns": 31746834, "mean_ms": 0.10725281756756758 }, "result_total_wall": { "n": 296, "sum_ns": 285814113, "mean_ms": 0.9655882195945945 }, "result_total_cpu": { "n": 296, "sum_ns": 280199073, "mean_ms": 0.9466184898648649 } } }, { "mode": "mixed-a", "level": 10, "camera": "37", "provider": "crowd", "cohort_reset": false, "counter_seconds": 30.112333942, "new_channel": false, "seconds": 30.000027456961107, "selected_fps": 9.829859105910948, "requested_fps": 9.829859105910948, "complete_fps": 9.829859105910948, "accepted_fps": 9.829859105910948, "finalized_fps": 9.829859105910948, "redis_fps": 9.829859105910948, "redis_read_fps": 9.799991030734247, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.1, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 1, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.43443516199477017, "redis_interval_s": { "n": 293, "mean": 0.10196706813993726, "median": 0.09878474398283288, "p95": 0.16398958599893376, "maximum": 0.43443516199477017, "minimum": 0.007624788966495544 }, "redis_drift_s": { "n": 294, "mean": 0.029249076113559123, "median": 0.030183430985310622, "p95": 0.062128033024265505, "maximum": 0.36142546897801253, "minimum": -0.08035894103673513 }, "redis_drift_s_per_min": 0.005403441184205931, "ingress_drift_s": { "n": 12, "mean": -0.0034463316666659694, "median": -0.0038016100000035635, "p95": 0.013832495999992034, "maximum": 0.013832495999992034, "minimum": -0.01943086999999366 }, "ingress_drift_s_per_min": -0.00020370611209626088, "source_drift_s": { "n": 12, "mean": -0.0033551666666653546, "median": -0.0036615000000068676, "p95": 0.01415699999999731, "maximum": 0.01415699999999731, "minimum": -0.019076999999995792 }, "ingress_to_redis_ms": { "n": 294, "mean": 29.608843537414966, "median": 29.0, "p95": 41, "maximum": 55, "minimum": 16 }, "source_samples": 12, "redis_samples": 294, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 296, "sum_ns": 202649263, "mean_ms": 0.6846258885135135 }, "preprocess_start_to_preprocess_output": { "n": 296, "sum_ns": 268490033, "mean_ms": 0.9070609222972973 }, "selected_to_preprocess": { "n": 296, "sum_ns": 522777485, "mean_ms": 1.766140152027027 }, "preprocess_start_to_preprocess": { "n": 296, "sum_ns": 320128222, "mean_ms": 1.0815142635135135 }, "preprocess_output_to_infer_entry": { "n": 296, "sum_ns": 51638189, "mean_ms": 0.17445334121621622 }, "depay_to_source_exit": { "n": 295, "sum_ns": 13410850000, "mean_ms": 45.46050847457627 }, "source_exit_to_ingress": { "n": 295, "sum_ns": 177700168, "mean_ms": 0.6023734508474576 }, "source_encoded_queue": { "n": 295, "sum_ns": 13022000, "mean_ms": 0.04414237288135594 }, "decode_between_queues": { "n": 295, "sum_ns": 13267375000, "mean_ms": 44.974152542372885 }, "source_raw_queue": { "n": 295, "sum_ns": 11312000, "mean_ms": 0.038345762711864406 }, "raw_queue_to_source_exit": { "n": 295, "sum_ns": 9994000, "mean_ms": 0.03387796610169492 }, "preprocess_to_infer_output": { "n": 295, "sum_ns": 5737507712, "mean_ms": 19.449178684745764 }, "preprocess_to_callback": { "n": 296, "sum_ns": 6049886497, "mean_ms": 20.438805733108108 }, "infer_output_to_callback": { "n": 296, "sum_ns": 290506425, "mean_ms": 0.981440625 }, "copy_wall": { "n": 296, "sum_ns": 1598377649, "mean_ms": 5.3999244898648655 }, "copy_thread_cpu": { "n": 296, "sum_ns": 1565775870, "mean_ms": 5.289783344594595 }, "callback_to_copied": { "n": 296, "sum_ns": 1657819662, "mean_ms": 5.600742101351352 }, "accepted_interval": { "n": 296, "sum_ns": 30093331848, "mean_ms": 101.66666164864866 }, "selected_to_submitted": { "n": 296, "sum_ns": 8259061374, "mean_ms": 27.90223437162162 }, "completed_queue_wait": { "n": 296, "sum_ns": 63657846, "mean_ms": 0.21506029054054054 }, "result_composition_wall": { "n": 296, "sum_ns": 4902649, "mean_ms": 0.01656300337837838 }, "result_composition_cpu": { "n": 296, "sum_ns": 4771936, "mean_ms": 0.016121405405405406 }, "result_publish_wall": { "n": 296, "sum_ns": 43250421, "mean_ms": 0.14611628716216216 }, "result_publish_cpu": { "n": 296, "sum_ns": 42940255, "mean_ms": 0.14506842905405407 }, "result_total_wall": { "n": 296, "sum_ns": 355454661, "mean_ms": 1.2008603412162164 }, "result_total_cpu": { "n": 296, "sum_ns": 347806606, "mean_ms": 1.1750223175675676 } } }, { "mode": "mixed-a", "level": 10, "camera": "38", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.080575774, "new_channel": false, "seconds": 30.000027456961107, "selected_fps": 9.939969309312197, "requested_fps": 9.939969309312197, "complete_fps": 9.906725264799448, "accepted_fps": 9.906725264799448, "finalized_fps": 9.906725264799448, "redis_fps": 9.906725264799448, "redis_read_fps": 9.933324242036754, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 2, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.089, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.35193850100040436, "redis_interval_s": { "n": 297, "mean": 0.10059280011443082, "median": 0.09727431100327522, "p95": 0.1791148369666189, "maximum": 0.35193850100040436, "minimum": 0.0003201889921911061 }, "redis_drift_s": { "n": 298, "mean": -4.214097121839785, "median": -4.21595104199508, "p95": -4.1637559079728135, "maximum": -3.973241607971488, "minimum": -4.329921418979296 }, "redis_drift_s_per_min": 0.010555833957988758, "ingress_drift_s": { "n": 12, "mean": -0.04527476474999818, "median": -0.0480926084999993, "p95": -0.013906190999996682, "maximum": -0.013906190999996682, "minimum": -0.0787950489999929 }, "ingress_drift_s_per_min": -0.00520184715408777, "source_drift_s": { "n": 12, "mean": -0.040915583333331305, "median": -0.04363199999999878, "p95": -0.009355999999996811, "maximum": -0.009355999999996811, "minimum": -0.0746599999999944 }, "ingress_to_redis_ms": { "n": 298, "mean": 44.38590604026846, "median": 40.0, "p95": 64, "maximum": 163, "minimum": 20 }, "source_samples": 12, "redis_samples": 298, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 299, "sum_ns": 13500930000, "mean_ms": 45.15361204013378 }, "source_exit_to_ingress": { "n": 299, "sum_ns": 717360588, "mean_ms": 2.3991992909699 }, "source_encoded_queue": { "n": 299, "sum_ns": 14683000, "mean_ms": 0.049107023411371235 }, "decode_between_queues": { "n": 299, "sum_ns": 13310924000, "mean_ms": 44.51814046822742 }, "source_raw_queue": { "n": 299, "sum_ns": 7875000, "mean_ms": 0.02633779264214047 }, "raw_queue_to_source_exit": { "n": 299, "sum_ns": 8976000, "mean_ms": 0.03002006688963211 }, "selected_to_preprocess_start": { "n": 299, "sum_ns": 218123102, "mean_ms": 0.7295087023411371 }, "preprocess_start_to_preprocess_output": { "n": 299, "sum_ns": 345145541, "mean_ms": 1.1543329130434783 }, "selected_to_preprocess": { "n": 299, "sum_ns": 631658454, "mean_ms": 2.112570080267558 }, "preprocess_start_to_preprocess": { "n": 299, "sum_ns": 413535352, "mean_ms": 1.3830613779264214 }, "preprocess_output_to_infer_entry": { "n": 299, "sum_ns": 68389811, "mean_ms": 0.22872846488294313 }, "preprocess_to_infer_output": { "n": 298, "sum_ns": 8318071851, "mean_ms": 27.912992788590604 }, "preprocess_to_callback": { "n": 298, "sum_ns": 8596109051, "mean_ms": 28.84600352684564 }, "infer_output_to_callback": { "n": 298, "sum_ns": 278037200, "mean_ms": 0.9330107382550336 }, "copy_wall": { "n": 298, "sum_ns": 1002278589, "mean_ms": 3.3633509697986574 }, "copy_thread_cpu": { "n": 298, "sum_ns": 992972374, "mean_ms": 3.332122060402684 }, "callback_to_copied": { "n": 298, "sum_ns": 1057395472, "mean_ms": 3.548306953020134 }, "accepted_interval": { "n": 298, "sum_ns": 30042635394, "mean_ms": 100.81421273154363 }, "selected_to_submitted": { "n": 298, "sum_ns": 10311381894, "mean_ms": 34.60195266442953 }, "completed_queue_wait": { "n": 298, "sum_ns": 76242337, "mean_ms": 0.25584676845637583 }, "result_observations_wall": { "n": 298, "sum_ns": 301962989, "mean_ms": 1.0132986208053691 }, "result_observations_cpu": { "n": 298, "sum_ns": 297951102, "mean_ms": 0.9998359127516778 }, "result_nms_wall": { "n": 298, "sum_ns": 219155699, "mean_ms": 0.7354218087248322 }, "result_nms_cpu": { "n": 298, "sum_ns": 160717350, "mean_ms": 0.539319966442953 }, "result_tracking_wall": { "n": 298, "sum_ns": 318300030, "mean_ms": 1.0681209060402685 }, "result_tracking_cpu": { "n": 298, "sum_ns": 291058176, "mean_ms": 0.976705288590604 }, "result_region_wall": { "n": 298, "sum_ns": 70619199, "mean_ms": 0.236977177852349 }, "result_region_cpu": { "n": 298, "sum_ns": 70057294, "mean_ms": 0.23509159060402687 }, "result_fall_wall": { "n": 298, "sum_ns": 158810278, "mean_ms": 0.5329203959731543 }, "result_fall_cpu": { "n": 298, "sum_ns": 157252774, "mean_ms": 0.5276938724832214 }, "result_fight_wall": { "n": 298, "sum_ns": 39411958, "mean_ms": 0.13225489261744966 }, "result_fight_cpu": { "n": 298, "sum_ns": 38581688, "mean_ms": 0.12946875167785235 }, "result_collector_wall": { "n": 298, "sum_ns": 1196592997, "mean_ms": 4.015412741610739 }, "result_collector_cpu": { "n": 298, "sum_ns": 1187303787, "mean_ms": 3.9842408959731546 }, "result_composition_wall": { "n": 298, "sum_ns": 5043759, "mean_ms": 0.01692536577181208 }, "result_composition_cpu": { "n": 298, "sum_ns": 5052190, "mean_ms": 0.016953657718120806 }, "result_artifact_handoff_wall": { "n": 298, "sum_ns": 3507547, "mean_ms": 0.011770291946308726 }, "result_artifact_handoff_cpu": { "n": 298, "sum_ns": 3158282, "mean_ms": 0.010598261744966444 }, "result_publish_wall": { "n": 298, "sum_ns": 114286042, "mean_ms": 0.38351020805369124 }, "result_publish_cpu": { "n": 298, "sum_ns": 113414815, "mean_ms": 0.3805866275167785 }, "result_total_wall": { "n": 298, "sum_ns": 2703691927, "mean_ms": 9.07279170134228 }, "result_total_cpu": { "n": 298, "sum_ns": 2589453202, "mean_ms": 8.689440275167785 } } }, { "mode": "mixed-a", "level": 10, "camera": "38", "provider": "fire", "cohort_reset": false, "counter_seconds": 30.112178748, "new_channel": false, "seconds": 30.000027456961107, "selected_fps": 9.929537231505012, "requested_fps": 9.929537231505012, "complete_fps": 9.929537231505012, "accepted_fps": 9.929537231505012, "finalized_fps": 9.929537231505012, "redis_fps": 9.929537231505012, "redis_read_fps": 9.933324242036754, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.059, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.3296856060042046, "redis_interval_s": { "n": 297, "mean": 0.10055323454542775, "median": 0.09916742204222828, "p95": 0.14941237395396456, "maximum": 0.3296856060042046, "minimum": 0.01152715302305296 }, "redis_drift_s": { "n": 298, "mean": -0.13389768169649993, "median": -0.13348207448632365, "p95": -0.10346776300761462, "maximum": 0.10587457001861367, "minimum": -0.2395982769583327 }, "redis_drift_s_per_min": 0.010511413810155381, "ingress_drift_s": { "n": 12, "mean": -0.017226779249998714, "median": -0.02020340099999629, "p95": 0.012712401999998235, "maximum": 0.012712401999998235, "minimum": -0.038211648999997294 }, "ingress_drift_s_per_min": 0.002667014658702025, "source_drift_s": { "n": 12, "mean": -0.016271583333332746, "median": -0.019209999999997507, "p95": 0.013798999999998784, "maximum": 0.013798999999998784, "minimum": -0.03734699999999691 }, "ingress_to_redis_ms": { "n": 298, "mean": 32.61073825503356, "median": 32.0, "p95": 46, "maximum": 66, "minimum": 17 }, "source_samples": 12, "redis_samples": 298, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 299, "sum_ns": 13600599000, "mean_ms": 45.486953177257526 }, "source_exit_to_ingress": { "n": 299, "sum_ns": 198661258, "mean_ms": 0.6644189230769231 }, "source_encoded_queue": { "n": 299, "sum_ns": 11625000, "mean_ms": 0.03887959866220736 }, "decode_between_queues": { "n": 299, "sum_ns": 13413763000, "mean_ms": 44.86208361204013 }, "source_raw_queue": { "n": 299, "sum_ns": 7052000, "mean_ms": 0.023585284280936456 }, "raw_queue_to_source_exit": { "n": 299, "sum_ns": 9021000, "mean_ms": 0.03017056856187291 }, "selected_to_preprocess_start": { "n": 299, "sum_ns": 211425089, "mean_ms": 0.7071073210702341 }, "preprocess_start_to_preprocess_output": { "n": 299, "sum_ns": 335290773, "mean_ms": 1.121373822742475 }, "selected_to_preprocess": { "n": 299, "sum_ns": 598818995, "mean_ms": 2.0027391137123747 }, "preprocess_start_to_preprocess": { "n": 299, "sum_ns": 387393906, "mean_ms": 1.2956317926421406 }, "preprocess_output_to_infer_entry": { "n": 299, "sum_ns": 52103133, "mean_ms": 0.17425796989966558 }, "preprocess_to_infer_output": { "n": 299, "sum_ns": 6756907801, "mean_ms": 22.598353849498327 }, "preprocess_to_callback": { "n": 299, "sum_ns": 7038581865, "mean_ms": 23.54040757525084 }, "infer_output_to_callback": { "n": 299, "sum_ns": 281674064, "mean_ms": 0.9420537257525083 }, "copy_wall": { "n": 299, "sum_ns": 1581798068, "mean_ms": 5.29029454180602 }, "copy_thread_cpu": { "n": 299, "sum_ns": 1554874842, "mean_ms": 5.200250307692308 }, "callback_to_copied": { "n": 299, "sum_ns": 1638493662, "mean_ms": 5.479911913043479 }, "accepted_interval": { "n": 299, "sum_ns": 30085047557, "mean_ms": 100.61888815050168 }, "selected_to_submitted": { "n": 299, "sum_ns": 9309522764, "mean_ms": 31.13552763879599 }, "completed_queue_wait": { "n": 299, "sum_ns": 72714892, "mean_ms": 0.24319361872909698 }, "result_composition_wall": { "n": 299, "sum_ns": 3124716, "mean_ms": 0.010450555183946489 }, "result_composition_cpu": { "n": 299, "sum_ns": 3033256, "mean_ms": 0.01014466889632107 }, "result_artifact_handoff_wall": { "n": 299, "sum_ns": 2528471, "mean_ms": 0.008456424749163879 }, "result_artifact_handoff_cpu": { "n": 299, "sum_ns": 2532444, "mean_ms": 0.00846971237458194 }, "result_publish_wall": { "n": 299, "sum_ns": 31539478, "mean_ms": 0.10548320401337792 }, "result_publish_cpu": { "n": 299, "sum_ns": 31556641, "mean_ms": 0.10554060535117057 }, "result_total_wall": { "n": 299, "sum_ns": 285326891, "mean_ms": 0.9542705384615385 }, "result_total_cpu": { "n": 299, "sum_ns": 281368413, "mean_ms": 0.9410314816053512 } } }, { "mode": "mixed-a", "level": 10, "camera": "38", "provider": "crowd", "cohort_reset": false, "counter_seconds": 30.106892306, "new_channel": false, "seconds": 30.000027456961107, "selected_fps": 9.931280749970076, "requested_fps": 9.931280749970076, "complete_fps": 9.96449573575593, "accepted_fps": 9.96449573575593, "finalized_fps": 9.931280749970076, "redis_fps": 9.931280749970076, "redis_read_fps": 9.933324242036754, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 1, "queue_age_max_sampled": 0.0006294809863902628, "provider_response_age_max_sampled": 0.114, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.32976396899903193, "redis_interval_s": { "n": 297, "mean": 0.1005766722861668, "median": 0.0984157570055686, "p95": 0.14865956897847354, "maximum": 0.32976396899903193, "minimum": 0.00021557201398536563 }, "redis_drift_s": { "n": 298, "mean": -0.04401423861562006, "median": -0.043630248985952136, "p95": -0.013230487986469086, "maximum": 0.19692690197936713, "minimum": -0.15985752600664682 }, "redis_drift_s_per_min": 0.01181114196021691, "ingress_drift_s": { "n": 12, "mean": -0.014627463583333148, "median": -0.015811993499994514, "p95": 0.014503483999995126, "maximum": 0.014503483999995126, "minimum": -0.05082643600000836 }, "ingress_drift_s_per_min": -0.010123079329466872, "source_drift_s": { "n": 12, "mean": -0.011497416666667112, "median": -0.01278400000000346, "p95": 0.01771399999999801, "maximum": 0.01771399999999801, "minimum": -0.04753700000000549 }, "ingress_to_redis_ms": { "n": 298, "mean": 29.74496644295302, "median": 29.0, "p95": 41, "maximum": 51, "minimum": 16 }, "source_samples": 12, "redis_samples": 298, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 299, "sum_ns": 13580193000, "mean_ms": 45.418705685618725 }, "source_exit_to_ingress": { "n": 299, "sum_ns": 202595200, "mean_ms": 0.6775759197324415 }, "source_encoded_queue": { "n": 299, "sum_ns": 15736000, "mean_ms": 0.05262876254180602 }, "decode_between_queues": { "n": 299, "sum_ns": 13388855000, "mean_ms": 44.778779264214045 }, "source_raw_queue": { "n": 299, "sum_ns": 9510000, "mean_ms": 0.03180602006688963 }, "raw_queue_to_source_exit": { "n": 299, "sum_ns": 8935000, "mean_ms": 0.02988294314381271 }, "selected_to_preprocess_start": { "n": 299, "sum_ns": 208985111, "mean_ms": 0.6989468595317726 }, "preprocess_start_to_preprocess_output": { "n": 299, "sum_ns": 324524469, "mean_ms": 1.0853661170568563 }, "selected_to_preprocess": { "n": 299, "sum_ns": 587487217, "mean_ms": 1.9648401906354516 }, "preprocess_start_to_preprocess": { "n": 299, "sum_ns": 378502106, "mean_ms": 1.265893331103679 }, "preprocess_output_to_infer_entry": { "n": 299, "sum_ns": 53977637, "mean_ms": 0.18052721404682273 }, "preprocess_to_infer_output": { "n": 300, "sum_ns": 5918643749, "mean_ms": 19.728812496666666 }, "preprocess_to_callback": { "n": 300, "sum_ns": 6185296933, "mean_ms": 20.61765644333333 }, "infer_output_to_callback": { "n": 300, "sum_ns": 266653184, "mean_ms": 0.8888439466666667 }, "copy_wall": { "n": 300, "sum_ns": 1560002909, "mean_ms": 5.200009696666666 }, "copy_thread_cpu": { "n": 300, "sum_ns": 1540179043, "mean_ms": 5.133930143333334 }, "callback_to_copied": { "n": 300, "sum_ns": 1615972745, "mean_ms": 5.386575816666666 }, "accepted_interval": { "n": 300, "sum_ns": 30219760258, "mean_ms": 100.73253419333332 }, "selected_to_submitted": { "n": 300, "sum_ns": 8420201198, "mean_ms": 28.067337326666667 }, "completed_queue_wait": { "n": 300, "sum_ns": 61156650, "mean_ms": 0.2038555 }, "result_composition_wall": { "n": 299, "sum_ns": 3840995, "mean_ms": 0.01284613712374582 }, "result_composition_cpu": { "n": 299, "sum_ns": 3614751, "mean_ms": 0.01208946822742475 }, "result_publish_wall": { "n": 299, "sum_ns": 43557727, "mean_ms": 0.14567801672240804 }, "result_publish_cpu": { "n": 299, "sum_ns": 43571788, "mean_ms": 0.14572504347826087 }, "result_total_wall": { "n": 299, "sum_ns": 354449606, "mean_ms": 1.18545018729097 }, "result_total_cpu": { "n": 299, "sum_ns": 344141195, "mean_ms": 1.15097389632107 } } }, { "mode": "mixed-a", "level": 10, "camera": "39", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.960740595, "new_channel": true, "seconds": 30.000027456961107, "selected_fps": 9.979726604284897, "requested_fps": 9.979726604284897, "complete_fps": 10.013103616339361, "accepted_fps": 10.013103616339361, "finalized_fps": 9.979726604284897, "redis_fps": 9.979726604284897, "redis_read_fps": 9.933324242036754, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 1, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.117, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 1, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.24607514101080596, "redis_interval_s": { "n": 297, "mean": 0.10079607982831296, "median": 0.09745894803199917, "p95": 0.16706516104750335, "maximum": 0.24607514101080596, "minimum": 0.01724616199498996 }, "redis_drift_s": { "n": 298, "mean": -0.06626878630418029, "median": -0.06817117953253948, "p95": -0.025297699026298304, "maximum": 0.04204576099477819, "minimum": -0.13255256103212076 }, "redis_drift_s_per_min": 0.00348328997119054, "ingress_drift_s": { "n": 12, "mean": -0.006589340333333471, "median": -0.002039768499999539, "p95": 0.03249365199999943, "maximum": 0.03249365199999943, "minimum": -0.032887921000000375 }, "ingress_drift_s_per_min": 0.002995932891693755, "source_drift_s": { "n": 12, "mean": -0.006853083333333417, "median": -0.0020500000000005514, "p95": 0.03243299999999927, "maximum": 0.03243299999999927, "minimum": -0.0333110000000012 }, "ingress_to_redis_ms": { "n": 298, "mean": 40.62080536912752, "median": 37.0, "p95": 61, "maximum": 149, "minimum": 20 }, "source_samples": 12, "redis_samples": 298, "native_redis_joined": 13, "durations": { "selected_to_preprocess_start": { "n": 299, "sum_ns": 221467523, "mean_ms": 0.7406940568561873 }, "preprocess_start_to_preprocess_output": { "n": 299, "sum_ns": 273800870, "mean_ms": 0.9157219732441472 }, "selected_to_preprocess": { "n": 299, "sum_ns": 550918089, "mean_ms": 1.8425354147157191 }, "preprocess_start_to_preprocess": { "n": 299, "sum_ns": 329450566, "mean_ms": 1.1018413578595319 }, "preprocess_output_to_infer_entry": { "n": 299, "sum_ns": 55649696, "mean_ms": 0.18611938461538463 }, "depay_to_source_exit": { "n": 297, "sum_ns": 13985579000, "mean_ms": 47.08949158249158 }, "source_exit_to_ingress": { "n": 297, "sum_ns": 357162651, "mean_ms": 1.2025678484848483 }, "source_encoded_queue": { "n": 297, "sum_ns": 20139000, "mean_ms": 0.0678080808080808 }, "decode_between_queues": { "n": 297, "sum_ns": 13866213000, "mean_ms": 46.687585858585855 }, "source_raw_queue": { "n": 297, "sum_ns": 11972000, "mean_ms": 0.04030976430976431 }, "raw_queue_to_source_exit": { "n": 297, "sum_ns": 8754000, "mean_ms": 0.029474747474747473 }, "preprocess_to_infer_output": { "n": 300, "sum_ns": 8164772404, "mean_ms": 27.215908013333333 }, "preprocess_to_callback": { "n": 300, "sum_ns": 8413896786, "mean_ms": 28.04632262 }, "infer_output_to_callback": { "n": 300, "sum_ns": 249124382, "mean_ms": 0.8304146066666667 }, "copy_wall": { "n": 300, "sum_ns": 680869797, "mean_ms": 2.2695659900000003 }, "copy_thread_cpu": { "n": 300, "sum_ns": 675969307, "mean_ms": 2.2532310233333335 }, "callback_to_copied": { "n": 300, "sum_ns": 734433071, "mean_ms": 2.448110236666667 }, "accepted_interval": { "n": 300, "sum_ns": 30037987297, "mean_ms": 100.12662432333333 }, "selected_to_submitted": { "n": 300, "sum_ns": 9726106631, "mean_ms": 32.42035543666667 }, "completed_queue_wait": { "n": 300, "sum_ns": 62016582, "mean_ms": 0.20672194 }, "result_observations_wall": { "n": 300, "sum_ns": 260022711, "mean_ms": 0.86674237 }, "result_observations_cpu": { "n": 300, "sum_ns": 257720145, "mean_ms": 0.85906715 }, "result_nms_wall": { "n": 300, "sum_ns": 189871994, "mean_ms": 0.6329066466666666 }, "result_nms_cpu": { "n": 300, "sum_ns": 164424795, "mean_ms": 0.54808265 }, "result_tracking_wall": { "n": 299, "sum_ns": 273662663, "mean_ms": 0.9152597424749164 }, "result_tracking_cpu": { "n": 299, "sum_ns": 264792958, "mean_ms": 0.885595177257525 }, "result_region_wall": { "n": 299, "sum_ns": 84154018, "mean_ms": 0.2814515652173913 }, "result_region_cpu": { "n": 299, "sum_ns": 82850850, "mean_ms": 0.277093143812709 }, "result_fall_wall": { "n": 299, "sum_ns": 185598249, "mean_ms": 0.6207299297658863 }, "result_fall_cpu": { "n": 299, "sum_ns": 182328682, "mean_ms": 0.6097949230769231 }, "result_fight_wall": { "n": 299, "sum_ns": 56051388, "mean_ms": 0.18746283612040132 }, "result_fight_cpu": { "n": 299, "sum_ns": 55887995, "mean_ms": 0.1869163712374582 }, "result_collector_wall": { "n": 299, "sum_ns": 933353112, "mean_ms": 3.1215823143812713 }, "result_collector_cpu": { "n": 299, "sum_ns": 924433348, "mean_ms": 3.0917503277591973 }, "result_composition_wall": { "n": 299, "sum_ns": 4946493, "mean_ms": 0.01654345484949833 }, "result_composition_cpu": { "n": 299, "sum_ns": 4917623, "mean_ms": 0.01644689966555184 }, "result_artifact_handoff_wall": { "n": 299, "sum_ns": 4609254, "mean_ms": 0.015415565217391304 }, "result_artifact_handoff_cpu": { "n": 299, "sum_ns": 3318513, "mean_ms": 0.011098705685618729 }, "result_publish_wall": { "n": 299, "sum_ns": 68055589, "mean_ms": 0.22761066555183945 }, "result_publish_cpu": { "n": 299, "sum_ns": 67719106, "mean_ms": 0.22648530434782607 }, "result_total_wall": { "n": 299, "sum_ns": 2327162181, "mean_ms": 7.783151107023412 }, "result_total_cpu": { "n": 299, "sum_ns": 2263423317, "mean_ms": 7.569977648829432 } } }, { "mode": "mixed-a", "level": 10, "camera": "39", "provider": "fire", "cohort_reset": false, "counter_seconds": 30.132985655, "new_channel": true, "seconds": 30.000027456961107, "selected_fps": 9.9890533067723, "requested_fps": 9.9890533067723, "complete_fps": 10.022239530382839, "accepted_fps": 10.022239530382839, "finalized_fps": 10.022239530382839, "redis_fps": 10.022239530382839, "redis_read_fps": 9.899990939211127, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 1, "queue_age_max_sampled": 0.0004806180368177593, "provider_response_age_max_sampled": 0.123, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.2505811050068587, "redis_interval_s": { "n": 296, "mean": 0.10115279789523983, "median": 0.09989878951455466, "p95": 0.15694799699122086, "maximum": 0.2505811050068587, "minimum": 0.005077128007542342 }, "redis_drift_s": { "n": 297, "mean": -0.17385151582093192, "median": -0.1719209759715028, "p95": -0.14335890002874407, "maximum": -0.11334565902408222, "minimum": -0.23303291903203416 }, "redis_drift_s_per_min": -0.002407320163466805, "ingress_drift_s": { "n": 11, "mean": -0.030844474181817946, "median": -0.022155903999998117, "p95": -0.017454278000002432, "maximum": -0.017454278000002432, "minimum": -0.051712819000000465 }, "ingress_drift_s_per_min": 0.06419836447643042, "source_drift_s": { "n": 11, "mean": -0.0271898181818178, "median": -0.018348999999997062, "p95": -0.013818000000000552, "maximum": -0.013818000000000552, "minimum": -0.04793800000000026 }, "ingress_to_redis_ms": { "n": 297, "mean": 32.58922558922559, "median": 32, "p95": 46, "maximum": 63, "minimum": 16 }, "source_samples": 11, "redis_samples": 297, "native_redis_joined": 11, "durations": { "selected_to_preprocess_start": { "n": 301, "sum_ns": 209688790, "mean_ms": 0.6966404983388704 }, "preprocess_start_to_preprocess_output": { "n": 301, "sum_ns": 287293014, "mean_ms": 0.9544618405315614 }, "depay_to_source_exit": { "n": 298, "sum_ns": 13831694000, "mean_ms": 46.415080536912754 }, "source_exit_to_ingress": { "n": 298, "sum_ns": 188821587, "mean_ms": 0.6336294865771812 }, "source_encoded_queue": { "n": 298, "sum_ns": 13322000, "mean_ms": 0.044704697986577176 }, "decode_between_queues": { "n": 298, "sum_ns": 13710145000, "mean_ms": 46.00719798657718 }, "source_raw_queue": { "n": 298, "sum_ns": 11028000, "mean_ms": 0.03700671140939597 }, "raw_queue_to_source_exit": { "n": 298, "sum_ns": 9802000, "mean_ms": 0.03289261744966443 }, "selected_to_preprocess": { "n": 301, "sum_ns": 551260417, "mean_ms": 1.8314299568106314 }, "preprocess_start_to_preprocess": { "n": 301, "sum_ns": 341571627, "mean_ms": 1.1347894584717608 }, "preprocess_output_to_infer_entry": { "n": 301, "sum_ns": 54278613, "mean_ms": 0.18032761794019933 }, "preprocess_to_infer_output": { "n": 302, "sum_ns": 6848815099, "mean_ms": 22.678195692052977 }, "preprocess_to_callback": { "n": 302, "sum_ns": 7119364977, "mean_ms": 23.57405621523179 }, "infer_output_to_callback": { "n": 302, "sum_ns": 270549878, "mean_ms": 0.8958605231788079 }, "copy_wall": { "n": 302, "sum_ns": 1624347758, "mean_ms": 5.3786349602649 }, "copy_thread_cpu": { "n": 302, "sum_ns": 1594018017, "mean_ms": 5.278205354304636 }, "callback_to_copied": { "n": 302, "sum_ns": 1680541604, "mean_ms": 5.564707298013245 }, "accepted_interval": { "n": 302, "sum_ns": 30214468315, "mean_ms": 100.04790832781457 }, "selected_to_submitted": { "n": 302, "sum_ns": 9387286619, "mean_ms": 31.083730526490065 }, "completed_queue_wait": { "n": 302, "sum_ns": 71064927, "mean_ms": 0.2353143278145695 }, "result_composition_wall": { "n": 302, "sum_ns": 2919655, "mean_ms": 0.00966773178807947 }, "result_composition_cpu": { "n": 302, "sum_ns": 2749202, "mean_ms": 0.009103317880794702 }, "result_artifact_handoff_wall": { "n": 302, "sum_ns": 2627475, "mean_ms": 0.00870024834437086 }, "result_artifact_handoff_cpu": { "n": 302, "sum_ns": 2590383, "mean_ms": 0.00857742715231788 }, "result_publish_wall": { "n": 302, "sum_ns": 34648432, "mean_ms": 0.11472990728476821 }, "result_publish_cpu": { "n": 302, "sum_ns": 32109783, "mean_ms": 0.10632378476821192 }, "result_total_wall": { "n": 302, "sum_ns": 292902820, "mean_ms": 0.9698768874172186 }, "result_total_cpu": { "n": 302, "sum_ns": 286396142, "mean_ms": 0.9483315960264901 } } }, { "mode": "mixed-a", "level": 10, "camera": "39", "provider": "crowd", "cohort_reset": false, "counter_seconds": 30.10704563, "new_channel": true, "seconds": 30.000027456961107, "selected_fps": 9.997659806914772, "requested_fps": 9.997659806914772, "complete_fps": 9.997659806914772, "accepted_fps": 9.997659806914772, "finalized_fps": 10.03087462354904, "redis_fps": 10.03087462354904, "redis_read_fps": 9.899990939211127, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 1, "queue_age_max_sampled": 0.00041409500408917665, "provider_response_age_max_sampled": 0.092, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.23816863202955574, "redis_interval_s": { "n": 296, "mean": 0.10116226336823594, "median": 0.0990221629908774, "p95": 0.15394797502085567, "maximum": 0.23816863202955574, "minimum": 0.007659195980522782 }, "redis_drift_s": { "n": 297, "mean": -0.21235014914770484, "median": -0.2105444330442694, "p95": -0.181995193041395, "maximum": -0.16224057200830444, "minimum": -0.2742102780095337 }, "redis_drift_s_per_min": -0.0035658395682498572, "ingress_drift_s": { "n": 11, "mean": -0.046376670818181705, "median": -0.039904038999999614, "p95": -0.033276663999998846, "maximum": -0.033276663999998846, "minimum": -0.06941957199999926 }, "ingress_drift_s_per_min": 0.08476492150990009, "source_drift_s": { "n": 11, "mean": -0.043264363636362546, "median": -0.036627999999996774, "p95": -0.029953999999996483, "maximum": -0.029953999999996483, "minimum": -0.06640099999999904 }, "ingress_to_redis_ms": { "n": 297, "mean": 29.76094276094276, "median": 29, "p95": 40, "maximum": 50, "minimum": 15 }, "source_samples": 11, "redis_samples": 297, "native_redis_joined": 11, "durations": { "selected_to_preprocess_start": { "n": 301, "sum_ns": 205054738, "mean_ms": 0.681244976744186 }, "depay_to_source_exit": { "n": 298, "sum_ns": 13803872000, "mean_ms": 46.321718120805365 }, "source_exit_to_ingress": { "n": 298, "sum_ns": 176367292, "mean_ms": 0.5918365503355705 }, "source_encoded_queue": { "n": 298, "sum_ns": 13604000, "mean_ms": 0.0456510067114094 }, "decode_between_queues": { "n": 298, "sum_ns": 13689773000, "mean_ms": 45.9388355704698 }, "source_raw_queue": { "n": 298, "sum_ns": 9348000, "mean_ms": 0.031369127516778526 }, "raw_queue_to_source_exit": { "n": 298, "sum_ns": 9253000, "mean_ms": 0.031050335570469798 }, "preprocess_start_to_preprocess_output": { "n": 301, "sum_ns": 282098611, "mean_ms": 0.9372046877076412 }, "selected_to_preprocess": { "n": 301, "sum_ns": 540115729, "mean_ms": 1.794404415282392 }, "preprocess_start_to_preprocess": { "n": 301, "sum_ns": 335060991, "mean_ms": 1.113159438538206 }, "preprocess_output_to_infer_entry": { "n": 301, "sum_ns": 52962380, "mean_ms": 0.1759547508305648 }, "preprocess_to_infer_output": { "n": 301, "sum_ns": 6021356604, "mean_ms": 20.004506990033224 }, "preprocess_to_callback": { "n": 301, "sum_ns": 6295901458, "mean_ms": 20.916616139534884 }, "infer_output_to_callback": { "n": 301, "sum_ns": 274544854, "mean_ms": 0.9121091495016611 }, "copy_wall": { "n": 301, "sum_ns": 1581655879, "mean_ms": 5.254670694352159 }, "copy_thread_cpu": { "n": 301, "sum_ns": 1553026481, "mean_ms": 5.159556415282392 }, "callback_to_copied": { "n": 301, "sum_ns": 1642533471, "mean_ms": 5.4569218305647835 }, "accepted_interval": { "n": 301, "sum_ns": 30085854018, "mean_ms": 99.95300338205979 }, "selected_to_submitted": { "n": 301, "sum_ns": 8509551818, "mean_ms": 28.27093627242525 }, "completed_queue_wait": { "n": 302, "sum_ns": 63439653, "mean_ms": 0.21006507615894038 }, "result_composition_wall": { "n": 302, "sum_ns": 3837530, "mean_ms": 0.01270705298013245 }, "result_composition_cpu": { "n": 302, "sum_ns": 3690288, "mean_ms": 0.012219496688741721 }, "result_publish_wall": { "n": 302, "sum_ns": 42215756, "mean_ms": 0.13978727152317882 }, "result_publish_cpu": { "n": 302, "sum_ns": 42034136, "mean_ms": 0.13918588079470198 }, "result_total_wall": { "n": 302, "sum_ns": 331340994, "mean_ms": 1.0971556092715231 }, "result_total_cpu": { "n": 302, "sum_ns": 325498029, "mean_ms": 1.0778080430463575 } } }, { "mode": "mixed-a", "level": 11, "camera": "30", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.068771774, "new_channel": false, "seconds": 30.000025778019335, "selected_fps": 9.77758593565891, "requested_fps": 9.77758593565891, "complete_fps": 9.744328840639662, "accepted_fps": 9.744328840639662, "finalized_fps": 9.744328840639662, "redis_fps": 9.744328840639662, "redis_read_fps": 9.766658274496471, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 1, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.292, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 9, "analysis_gap_markers": 7, "c_suppressed": 0, "max_redis_silence_s": 0.4034607390058227, "redis_interval_s": { "n": 292, "mean": 0.10247273658213289, "median": 0.09762436751043424, "p95": 0.18216758500784636, "maximum": 0.4034607390058227, "minimum": 0.004528185003437102 }, "redis_drift_s": { "n": 293, "mean": -5.182827092285945, "median": -5.1972221989687455, "p95": -5.0268065549647645, "maximum": -4.8894426499824135, "minimum": -5.259534579010676 }, "redis_drift_s_per_min": -0.01882680915040929, "ingress_drift_s": { "n": 12, "mean": 0.012784935083326824, "median": 0.008594617499994683, "p95": 0.037679747000026964, "maximum": 0.037679747000026964, "minimum": -0.012952883000025395 }, "ingress_drift_s_per_min": -0.0029043629658768717, "source_drift_s": { "n": 12, "mean": 0.011510666666670962, "median": 0.007425500000010743, "p95": 0.03677600000003167, "maximum": 0.03677600000003167, "minimum": -0.01391799999998966 }, "ingress_to_redis_ms": { "n": 293, "mean": 63.30034129692833, "median": 54, "p95": 107, "maximum": 357, "minimum": 28 }, "source_samples": 12, "redis_samples": 293, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 294, "sum_ns": 14414651000, "mean_ms": 49.02942517006802 }, "source_exit_to_ingress": { "n": 294, "sum_ns": 2169769341, "mean_ms": 7.380167826530612 }, "source_encoded_queue": { "n": 294, "sum_ns": 12421000, "mean_ms": 0.04224829931972789 }, "decode_between_queues": { "n": 294, "sum_ns": 13989669000, "mean_ms": 47.583908163265306 }, "source_raw_queue": { "n": 294, "sum_ns": 301495000, "mean_ms": 1.0254931972789116 }, "raw_queue_to_source_exit": { "n": 294, "sum_ns": 8225000, "mean_ms": 0.027976190476190477 }, "selected_to_preprocess_start": { "n": 294, "sum_ns": 252711420, "mean_ms": 0.8595626530612245 }, "preprocess_start_to_preprocess_output": { "n": 294, "sum_ns": 435382853, "mean_ms": 1.4808940578231293 }, "selected_to_preprocess": { "n": 294, "sum_ns": 765668494, "mean_ms": 2.604314605442177 }, "preprocess_start_to_preprocess": { "n": 294, "sum_ns": 512957074, "mean_ms": 1.7447519523809525 }, "preprocess_output_to_infer_entry": { "n": 294, "sum_ns": 77574221, "mean_ms": 0.26385789455782316 }, "preprocess_to_infer_output": { "n": 293, "sum_ns": 9900665642, "mean_ms": 33.79066772013652 }, "preprocess_to_callback": { "n": 293, "sum_ns": 10218597375, "mean_ms": 34.87575895904437 }, "infer_output_to_callback": { "n": 293, "sum_ns": 317931733, "mean_ms": 1.08509123890785 }, "copy_wall": { "n": 293, "sum_ns": 1361803650, "mean_ms": 4.647794027303754 }, "copy_thread_cpu": { "n": 293, "sum_ns": 1330545833, "mean_ms": 4.541112058020478 }, "callback_to_copied": { "n": 293, "sum_ns": 1414550210, "mean_ms": 4.827816416382253 }, "accepted_interval": { "n": 293, "sum_ns": 30085979646, "mean_ms": 102.6825243890785 }, "selected_to_submitted": { "n": 293, "sum_ns": 12428763484, "mean_ms": 42.418988 }, "completed_queue_wait": { "n": 293, "sum_ns": 424318046, "mean_ms": 1.448184457337884 }, "result_observations_wall": { "n": 293, "sum_ns": 351660980, "mean_ms": 1.2002081228668942 }, "result_observations_cpu": { "n": 293, "sum_ns": 345045026, "mean_ms": 1.1776280750853243 }, "result_nms_wall": { "n": 293, "sum_ns": 404860624, "mean_ms": 1.3817768737201366 }, "result_nms_cpu": { "n": 293, "sum_ns": 169738771, "mean_ms": 0.5793132116040955 }, "result_tracking_wall": { "n": 293, "sum_ns": 1167132250, "mean_ms": 3.9833865187713307 }, "result_tracking_cpu": { "n": 293, "sum_ns": 693608740, "mean_ms": 2.367265324232082 }, "result_region_wall": { "n": 293, "sum_ns": 99714226, "mean_ms": 0.340321590443686 }, "result_region_cpu": { "n": 293, "sum_ns": 98707164, "mean_ms": 0.3368845187713311 }, "result_fall_wall": { "n": 293, "sum_ns": 788213353, "mean_ms": 2.690147962457338 }, "result_fall_cpu": { "n": 293, "sum_ns": 775635336, "mean_ms": 2.6472195767918087 }, "result_fight_wall": { "n": 293, "sum_ns": 177005615, "mean_ms": 0.6041147269624573 }, "result_fight_cpu": { "n": 293, "sum_ns": 174701769, "mean_ms": 0.596251771331058 }, "result_collector_wall": { "n": 293, "sum_ns": 1089522591, "mean_ms": 3.718507136518771 }, "result_collector_cpu": { "n": 293, "sum_ns": 1073138346, "mean_ms": 3.6625882116040955 }, "result_composition_wall": { "n": 293, "sum_ns": 5482053, "mean_ms": 0.018710078498293516 }, "result_composition_cpu": { "n": 293, "sum_ns": 5490283, "mean_ms": 0.018738167235494884 }, "result_artifact_handoff_wall": { "n": 293, "sum_ns": 3367733, "mean_ms": 0.01149396928327645 }, "result_artifact_handoff_cpu": { "n": 293, "sum_ns": 3342333, "mean_ms": 0.011407279863481229 }, "result_publish_wall": { "n": 293, "sum_ns": 972092593, "mean_ms": 3.317722160409556 }, "result_publish_cpu": { "n": 293, "sum_ns": 944530088, "mean_ms": 3.2236521774744027 }, "result_total_wall": { "n": 293, "sum_ns": 5371924132, "mean_ms": 18.334212054607505 }, "result_total_cpu": { "n": 293, "sum_ns": 4581904239, "mean_ms": 15.63789842662116 } } }, { "mode": "mixed-a", "level": 11, "camera": "30", "provider": "fire", "cohort_reset": false, "counter_seconds": 30.098968185, "new_channel": false, "seconds": 30.000025778019335, "selected_fps": 10.000342807432354, "requested_fps": 10.000342807432354, "complete_fps": 10.000342807432354, "accepted_fps": 10.000342807432354, "finalized_fps": 10.000342807432354, "redis_fps": 10.000342807432354, "redis_read_fps": 9.99999140733427, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.084, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.21835685998667032, "redis_interval_s": { "n": 299, "mean": 0.10012418149159069, "median": 0.10337253898615018, "p95": 0.1529926870134659, "maximum": 0.21835685998667032, "minimum": 0.015656578994821757 }, "redis_drift_s": { "n": 300, "mean": -0.0199407052445495, "median": -0.020559116513481968, "p95": 0.011427003011135639, "maximum": 0.03701665795313147, "minimum": -0.0775132210436027 }, "redis_drift_s_per_min": -0.007147200291630854, "ingress_drift_s": { "n": 12, "mean": 0.004975012333342003, "median": 0.00674312300000679, "p95": 0.03661115400001336, "maximum": 0.03661115400001336, "minimum": -0.022965907999946467 }, "ingress_drift_s_per_min": 0.025196922584054794, "source_drift_s": { "n": 12, "mean": 0.004593666666669567, "median": 0.005542000000019698, "p95": 0.03619000000003325, "maximum": 0.03619000000003325, "minimum": -0.0231939999999895 }, "ingress_to_redis_ms": { "n": 300, "mean": 36.78666666666667, "median": 36.0, "p95": 55, "maximum": 77, "minimum": 17 }, "source_samples": 12, "redis_samples": 300, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 301, "sum_ns": 14382603000, "mean_ms": 47.7827342192691 }, "source_exit_to_ingress": { "n": 301, "sum_ns": 223787865, "mean_ms": 0.7434812790697675 }, "source_encoded_queue": { "n": 301, "sum_ns": 11798000, "mean_ms": 0.03919601328903654 }, "decode_between_queues": { "n": 301, "sum_ns": 14250112000, "mean_ms": 47.34256478405315 }, "source_raw_queue": { "n": 301, "sum_ns": 15534000, "mean_ms": 0.05160797342192691 }, "raw_queue_to_source_exit": { "n": 301, "sum_ns": 8551000, "mean_ms": 0.028408637873754153 }, "selected_to_preprocess_start": { "n": 301, "sum_ns": 213441990, "mean_ms": 0.7091096013289037 }, "preprocess_start_to_preprocess_output": { "n": 301, "sum_ns": 420400768, "mean_ms": 1.396680292358804 }, "selected_to_preprocess": { "n": 301, "sum_ns": 698117765, "mean_ms": 2.319328122923588 }, "preprocess_start_to_preprocess": { "n": 301, "sum_ns": 484675775, "mean_ms": 1.6102185215946843 }, "preprocess_output_to_infer_entry": { "n": 301, "sum_ns": 64275007, "mean_ms": 0.2135382292358804 }, "preprocess_to_infer_output": { "n": 301, "sum_ns": 7875957645, "mean_ms": 26.16597224252492 }, "preprocess_to_callback": { "n": 301, "sum_ns": 8179622167, "mean_ms": 27.174824475083057 }, "infer_output_to_callback": { "n": 301, "sum_ns": 303664522, "mean_ms": 1.0088522325581395 }, "copy_wall": { "n": 301, "sum_ns": 1624911159, "mean_ms": 5.398375943521595 }, "copy_thread_cpu": { "n": 301, "sum_ns": 1589226400, "mean_ms": 5.279821926910299 }, "callback_to_copied": { "n": 301, "sum_ns": 1680434021, "mean_ms": 5.582837279069767 }, "accepted_interval": { "n": 301, "sum_ns": 30109769326, "mean_ms": 100.03245623255815 }, "selected_to_submitted": { "n": 301, "sum_ns": 10588336154, "mean_ms": 35.177196524916944 }, "completed_queue_wait": { "n": 301, "sum_ns": 75294154, "mean_ms": 0.25014669102990034 }, "result_composition_wall": { "n": 301, "sum_ns": 3198199, "mean_ms": 0.01062524584717608 }, "result_composition_cpu": { "n": 301, "sum_ns": 3104869, "mean_ms": 0.010315179401993354 }, "result_artifact_handoff_wall": { "n": 301, "sum_ns": 2843283, "mean_ms": 0.00944612292358804 }, "result_artifact_handoff_cpu": { "n": 301, "sum_ns": 2823295, "mean_ms": 0.009379717607973423 }, "result_publish_wall": { "n": 301, "sum_ns": 31154707, "mean_ms": 0.1035040099667774 }, "result_publish_cpu": { "n": 301, "sum_ns": 30896789, "mean_ms": 0.10264713953488372 }, "result_total_wall": { "n": 301, "sum_ns": 294443955, "mean_ms": 0.9782191196013289 }, "result_total_cpu": { "n": 301, "sum_ns": 288269257, "mean_ms": 0.957705172757475 } } }, { "mode": "mixed-a", "level": 11, "camera": "30", "provider": "crowd", "cohort_reset": false, "counter_seconds": 30.121278986, "new_channel": false, "seconds": 30.000025778019335, "selected_fps": 9.992935563589484, "requested_fps": 9.992935563589484, "complete_fps": 9.992935563589484, "accepted_fps": 9.992935563589484, "finalized_fps": 9.992935563589484, "redis_fps": 9.992935563589484, "redis_read_fps": 9.99999140733427, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.076, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.22566142096184194, "redis_interval_s": { "n": 299, "mean": 0.10010201441798434, "median": 0.10057043505366892, "p95": 0.1482608980149962, "maximum": 0.22566142096184194, "minimum": 0.010096373967826366 }, "redis_drift_s": { "n": 300, "mean": -0.3025845420745922, "median": -0.3013292534912466, "p95": -0.27256422698405913, "maximum": -0.24793773798973007, "minimum": -0.36757533899879036 }, "redis_drift_s_per_min": -0.005753384721480444, "ingress_drift_s": { "n": 12, "mean": 0.0030282627500071158, "median": 0.006752311500008545, "p95": 0.03719920000003185, "maximum": 0.03719920000003185, "minimum": -0.023809783999979572 }, "ingress_drift_s_per_min": 0.050093179346623155, "source_drift_s": { "n": 12, "mean": 0.0020642500000083905, "median": 0.004825500000009697, "p95": 0.03605300000003808, "maximum": 0.03605300000003808, "minimum": -0.024417999999968742 }, "ingress_to_redis_ms": { "n": 300, "mean": 33.32333333333333, "median": 33.0, "p95": 46, "maximum": 64, "minimum": 16 }, "source_samples": 12, "redis_samples": 300, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 301, "sum_ns": 14386607000, "mean_ms": 47.7960365448505 }, "source_exit_to_ingress": { "n": 301, "sum_ns": 246639844, "mean_ms": 0.8194014750830565 }, "source_encoded_queue": { "n": 301, "sum_ns": 16018000, "mean_ms": 0.05321594684385382 }, "decode_between_queues": { "n": 301, "sum_ns": 14244568000, "mean_ms": 47.32414617940199 }, "source_raw_queue": { "n": 301, "sum_ns": 19683000, "mean_ms": 0.0653920265780731 }, "raw_queue_to_source_exit": { "n": 301, "sum_ns": 9217000, "mean_ms": 0.03062126245847176 }, "selected_to_preprocess_start": { "n": 301, "sum_ns": 214775362, "mean_ms": 0.7135394086378737 }, "preprocess_start_to_preprocess_output": { "n": 301, "sum_ns": 431361640, "mean_ms": 1.433095149501661 }, "selected_to_preprocess": { "n": 301, "sum_ns": 705551442, "mean_ms": 2.344024724252492 }, "preprocess_start_to_preprocess": { "n": 301, "sum_ns": 490776080, "mean_ms": 1.630485315614618 }, "preprocess_output_to_infer_entry": { "n": 301, "sum_ns": 59414440, "mean_ms": 0.19739016611295682 }, "preprocess_to_infer_output": { "n": 301, "sum_ns": 6695860026, "mean_ms": 22.245382146179402 }, "preprocess_to_callback": { "n": 301, "sum_ns": 6991184838, "mean_ms": 23.226527700996677 }, "infer_output_to_callback": { "n": 301, "sum_ns": 295324812, "mean_ms": 0.9811455548172757 }, "copy_wall": { "n": 301, "sum_ns": 1607524416, "mean_ms": 5.340612677740864 }, "copy_thread_cpu": { "n": 301, "sum_ns": 1571630707, "mean_ms": 5.221364475083057 }, "callback_to_copied": { "n": 301, "sum_ns": 1666458180, "mean_ms": 5.536405913621262 }, "accepted_interval": { "n": 301, "sum_ns": 30104140776, "mean_ms": 100.01375673089701 }, "selected_to_submitted": { "n": 301, "sum_ns": 9394791997, "mean_ms": 31.2119335448505 }, "completed_queue_wait": { "n": 301, "sum_ns": 65534500, "mean_ms": 0.21772259136212627 }, "result_composition_wall": { "n": 301, "sum_ns": 5064006, "mean_ms": 0.01682394019933555 }, "result_composition_cpu": { "n": 301, "sum_ns": 4931634, "mean_ms": 0.01638416611295681 }, "result_publish_wall": { "n": 301, "sum_ns": 78265698, "mean_ms": 0.2600189302325581 }, "result_publish_cpu": { "n": 301, "sum_ns": 77801807, "mean_ms": 0.2584777641196013 }, "result_total_wall": { "n": 301, "sum_ns": 462913099, "mean_ms": 1.5379172724252492 }, "result_total_cpu": { "n": 301, "sum_ns": 451135714, "mean_ms": 1.4987897475083056 } } }, { "mode": "mixed-a", "level": 11, "camera": "31", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.110058794, "new_channel": false, "seconds": 30.000025778019335, "selected_fps": 9.996659324357744, "requested_fps": 9.996659324357744, "complete_fps": 10.029870817129696, "accepted_fps": 10.029870817129696, "finalized_fps": 9.996659324357744, "redis_fps": 9.996659324357744, "redis_read_fps": 9.966658102643157, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 1, "queue_depth_max_sampled": 1, "queue_age_max_sampled": 0.0008037130464799702, "provider_response_age_max_sampled": 0.078, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 2, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.27022045804187655, "redis_interval_s": { "n": 298, "mean": 0.10034153458717804, "median": 0.09908574752626009, "p95": 0.17668080504518002, "maximum": 0.27022045804187655, "minimum": 0.005767423950601369 }, "redis_drift_s": { "n": 299, "mean": -6.6486353900387964, "median": -6.653798236002672, "p95": -6.598763265976231, "maximum": -6.5085292449467715, "minimum": -6.7127618549517365 }, "redis_drift_s_per_min": 0.00012064376878446731, "ingress_drift_s": { "n": 12, "mean": 0.0035496298333346963, "median": 0.0025171810000301775, "p95": 0.0398116310000205, "maximum": 0.0398116310000205, "minimum": -0.01638889299999846 }, "ingress_drift_s_per_min": -0.0006253198677319905, "source_drift_s": { "n": 12, "mean": 0.0030932500000062646, "median": 0.001820500000036418, "p95": 0.03956200000004628, "maximum": 0.03956200000004628, "minimum": -0.01680199999998422 }, "ingress_to_redis_ms": { "n": 299, "mean": 51.76254180602007, "median": 48, "p95": 80, "maximum": 185, "minimum": 24 }, "source_samples": 12, "redis_samples": 299, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 300, "sum_ns": 13351603000, "mean_ms": 44.505343333333336 }, "source_exit_to_ingress": { "n": 300, "sum_ns": 693106628, "mean_ms": 2.310355426666667 }, "source_encoded_queue": { "n": 300, "sum_ns": 14002000, "mean_ms": 0.04667333333333334 }, "decode_between_queues": { "n": 300, "sum_ns": 13112984000, "mean_ms": 43.70994666666667 }, "source_raw_queue": { "n": 300, "sum_ns": 85676000, "mean_ms": 0.2855866666666667 }, "raw_queue_to_source_exit": { "n": 300, "sum_ns": 9454000, "mean_ms": 0.03151333333333333 }, "selected_to_preprocess_start": { "n": 301, "sum_ns": 233354947, "mean_ms": 0.7752656046511628 }, "preprocess_start_to_preprocess_output": { "n": 301, "sum_ns": 377359596, "mean_ms": 1.2536863654485049 }, "selected_to_preprocess": { "n": 301, "sum_ns": 668784104, "mean_ms": 2.221874099667774 }, "preprocess_start_to_preprocess": { "n": 301, "sum_ns": 435429157, "mean_ms": 1.4466084950166112 }, "preprocess_output_to_infer_entry": { "n": 301, "sum_ns": 58069561, "mean_ms": 0.1929221295681063 }, "preprocess_to_infer_output": { "n": 302, "sum_ns": 10054446558, "mean_ms": 33.29286939735099 }, "preprocess_to_callback": { "n": 302, "sum_ns": 10339260762, "mean_ms": 34.23596278807947 }, "infer_output_to_callback": { "n": 302, "sum_ns": 284814204, "mean_ms": 0.9430933907284768 }, "copy_wall": { "n": 302, "sum_ns": 1120628659, "mean_ms": 3.7106909238410597 }, "copy_thread_cpu": { "n": 302, "sum_ns": 1092244344, "mean_ms": 3.6167031258278146 }, "callback_to_copied": { "n": 302, "sum_ns": 1175929834, "mean_ms": 3.8938073973509937 }, "accepted_interval": { "n": 302, "sum_ns": 30187575724, "mean_ms": 99.95886001324503 }, "selected_to_submitted": { "n": 302, "sum_ns": 12215228116, "mean_ms": 40.44777521854304 }, "completed_queue_wait": { "n": 301, "sum_ns": 70582983, "mean_ms": 0.23449496013289034 }, "result_observations_wall": { "n": 301, "sum_ns": 346845966, "mean_ms": 1.1523121794019933 }, "result_observations_cpu": { "n": 301, "sum_ns": 345010015, "mean_ms": 1.1462126744186047 }, "result_nms_wall": { "n": 301, "sum_ns": 197164878, "mean_ms": 0.6550328172757476 }, "result_nms_cpu": { "n": 301, "sum_ns": 154148070, "mean_ms": 0.5121198338870432 }, "result_tracking_wall": { "n": 301, "sum_ns": 300550749, "mean_ms": 0.9985074717607973 }, "result_tracking_cpu": { "n": 301, "sum_ns": 280629738, "mean_ms": 0.9323247109634551 }, "result_region_wall": { "n": 301, "sum_ns": 67791304, "mean_ms": 0.22522027906976744 }, "result_region_cpu": { "n": 301, "sum_ns": 67719252, "mean_ms": 0.22498090365448503 }, "result_fall_wall": { "n": 301, "sum_ns": 141790337, "mean_ms": 0.47106424252491697 }, "result_fall_cpu": { "n": 301, "sum_ns": 140764155, "mean_ms": 0.467655 }, "result_fight_wall": { "n": 301, "sum_ns": 53903050, "mean_ms": 0.17907990033222593 }, "result_fight_cpu": { "n": 301, "sum_ns": 53745944, "mean_ms": 0.17855795348837208 }, "result_collector_wall": { "n": 301, "sum_ns": 1604007746, "mean_ms": 5.328929388704319 }, "result_collector_cpu": { "n": 301, "sum_ns": 1572838960, "mean_ms": 5.225378604651162 }, "result_composition_wall": { "n": 301, "sum_ns": 5602242, "mean_ms": 0.018612099667774086 }, "result_composition_cpu": { "n": 301, "sum_ns": 5612435, "mean_ms": 0.0186459634551495 }, "result_artifact_handoff_wall": { "n": 301, "sum_ns": 3536428, "mean_ms": 0.011748930232558139 }, "result_artifact_handoff_cpu": { "n": 301, "sum_ns": 3319461, "mean_ms": 0.011028109634551494 }, "result_publish_wall": { "n": 301, "sum_ns": 127470478, "mean_ms": 0.42348996013289036 }, "result_publish_cpu": { "n": 301, "sum_ns": 120615687, "mean_ms": 0.4007165681063123 }, "result_total_wall": { "n": 301, "sum_ns": 3143848141, "mean_ms": 10.444678209302324 }, "result_total_cpu": { "n": 301, "sum_ns": 3027425668, "mean_ms": 10.057892584717607 } } }, { "mode": "mixed-a", "level": 11, "camera": "31", "provider": "fire", "cohort_reset": false, "counter_seconds": 30.116932416, "new_channel": false, "seconds": 30.000025778019335, "selected_fps": 9.994377775343745, "requested_fps": 9.994377775343745, "complete_fps": 9.994377775343745, "accepted_fps": 9.994377775343745, "finalized_fps": 9.994377775343745, "redis_fps": 9.994377775343745, "redis_read_fps": 9.966658102643157, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 1, "queue_age_max_sampled": 0.0006795490044169128, "provider_response_age_max_sampled": 0.063, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.21049437200417742, "redis_interval_s": { "n": 298, "mean": 0.1003913728859363, "median": 0.0992931404907722, "p95": 0.17198256397387013, "maximum": 0.21049437200417742, "minimum": 0.00724149402230978 }, "redis_drift_s": { "n": 299, "mean": 0.021641476205587557, "median": 0.019890484003326492, "p95": 0.060739016984143746, "maximum": 0.08424292797690214, "minimum": -0.03213448502634719 }, "redis_drift_s_per_min": -0.0030748810464631604, "ingress_drift_s": { "n": 12, "mean": 0.004203354499992429, "median": 0.003370283000009522, "p95": 0.03998810799998864, "maximum": 0.03998810799998864, "minimum": -0.032070447000023705 }, "ingress_drift_s_per_min": -0.014885946406145035, "source_drift_s": { "n": 12, "mean": 0.003820500000003335, "median": 0.003312000000022408, "p95": 0.03973999999999478, "maximum": 0.03973999999999478, "minimum": -0.03232900000000427 }, "ingress_to_redis_ms": { "n": 299, "mean": 36.15384615384615, "median": 34, "p95": 56, "maximum": 80, "minimum": 16 }, "source_samples": 12, "redis_samples": 299, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 300, "sum_ns": 13290476000, "mean_ms": 44.301586666666665 }, "source_exit_to_ingress": { "n": 300, "sum_ns": 235878604, "mean_ms": 0.7862620133333333 }, "source_encoded_queue": { "n": 300, "sum_ns": 14526000, "mean_ms": 0.04842 }, "decode_between_queues": { "n": 300, "sum_ns": 13095822000, "mean_ms": 43.65274 }, "source_raw_queue": { "n": 300, "sum_ns": 16119000, "mean_ms": 0.05373 }, "raw_queue_to_source_exit": { "n": 300, "sum_ns": 9117000, "mean_ms": 0.03039 }, "selected_to_preprocess_start": { "n": 301, "sum_ns": 221075233, "mean_ms": 0.7344692126245846 }, "preprocess_start_to_preprocess_output": { "n": 301, "sum_ns": 372893209, "mean_ms": 1.2388478704318937 }, "selected_to_preprocess": { "n": 301, "sum_ns": 652299252, "mean_ms": 2.1671071495016614 }, "preprocess_start_to_preprocess": { "n": 301, "sum_ns": 431224019, "mean_ms": 1.4326379368770765 }, "preprocess_output_to_infer_entry": { "n": 301, "sum_ns": 58330810, "mean_ms": 0.1937900664451827 }, "preprocess_to_infer_output": { "n": 301, "sum_ns": 7769204250, "mean_ms": 25.81130980066445 }, "preprocess_to_callback": { "n": 301, "sum_ns": 8100546015, "mean_ms": 26.912113006644518 }, "infer_output_to_callback": { "n": 301, "sum_ns": 331341765, "mean_ms": 1.1008032059800665 }, "copy_wall": { "n": 301, "sum_ns": 1614726311, "mean_ms": 5.364539239202657 }, "copy_thread_cpu": { "n": 301, "sum_ns": 1584886465, "mean_ms": 5.26540353820598 }, "callback_to_copied": { "n": 301, "sum_ns": 1672613190, "mean_ms": 5.556854451827243 }, "accepted_interval": { "n": 301, "sum_ns": 30116793827, "mean_ms": 100.05579344518273 }, "selected_to_submitted": { "n": 301, "sum_ns": 10456424758, "mean_ms": 34.73895268438538 }, "completed_queue_wait": { "n": 301, "sum_ns": 69693552, "mean_ms": 0.23154003986710964 }, "result_composition_wall": { "n": 301, "sum_ns": 2909383, "mean_ms": 0.009665724252491695 }, "result_composition_cpu": { "n": 301, "sum_ns": 2842823, "mean_ms": 0.009444594684385382 }, "result_artifact_handoff_wall": { "n": 301, "sum_ns": 2607746, "mean_ms": 0.008663607973421927 }, "result_artifact_handoff_cpu": { "n": 301, "sum_ns": 2607281, "mean_ms": 0.008662063122923587 }, "result_publish_wall": { "n": 301, "sum_ns": 30339144, "mean_ms": 0.10079449833887043 }, "result_publish_cpu": { "n": 301, "sum_ns": 30242037, "mean_ms": 0.10047188372093023 }, "result_total_wall": { "n": 301, "sum_ns": 277193622, "mean_ms": 0.9209090431893688 }, "result_total_cpu": { "n": 301, "sum_ns": 274398176, "mean_ms": 0.9116218471760797 } } }, { "mode": "mixed-a", "level": 11, "camera": "31", "provider": "crowd", "cohort_reset": false, "counter_seconds": 30.100155327, "new_channel": false, "seconds": 30.000025778019335, "selected_fps": 9.999948396611808, "requested_fps": 9.999948396611808, "complete_fps": 9.999948396611808, "accepted_fps": 9.999948396611808, "finalized_fps": 9.999948396611808, "redis_fps": 9.999948396611808, "redis_read_fps": 9.966658102643157, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.076, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.22651000996120274, "redis_interval_s": { "n": 298, "mean": 0.10037609776845295, "median": 0.09819850101484917, "p95": 0.1635681620100513, "maximum": 0.22651000996120274, "minimum": 0.001643593015614897 }, "redis_drift_s": { "n": 299, "mean": 0.02199124419046215, "median": 0.019971533059162994, "p95": 0.058460125023032106, "maximum": 0.07620910103901224, "minimum": -0.033005488960554885 }, "redis_drift_s_per_min": -0.003918932820491275, "ingress_drift_s": { "n": 12, "mean": 0.0043582791666760086, "median": 0.0033519585000192365, "p95": 0.04248751800002992, "maximum": 0.04248751800002992, "minimum": -0.031766206999975566 }, "ingress_drift_s_per_min": -0.01182070247013521, "source_drift_s": { "n": 12, "mean": 0.003948416666673893, "median": 0.00319450000003485, "p95": 0.042093000000022585, "maximum": 0.042093000000022585, "minimum": -0.03181000000000722 }, "ingress_to_redis_ms": { "n": 299, "mean": 32.67224080267559, "median": 32, "p95": 49, "maximum": 67, "minimum": 18 }, "source_samples": 12, "redis_samples": 299, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 300, "sum_ns": 13239932000, "mean_ms": 44.13310666666666 }, "source_exit_to_ingress": { "n": 300, "sum_ns": 240432220, "mean_ms": 0.8014407333333333 }, "source_encoded_queue": { "n": 300, "sum_ns": 12767000, "mean_ms": 0.042556666666666666 }, "decode_between_queues": { "n": 300, "sum_ns": 13067794000, "mean_ms": 43.559313333333336 }, "source_raw_queue": { "n": 300, "sum_ns": 19437000, "mean_ms": 0.06479 }, "raw_queue_to_source_exit": { "n": 300, "sum_ns": 9714000, "mean_ms": 0.03238 }, "selected_to_preprocess_start": { "n": 301, "sum_ns": 217188660, "mean_ms": 0.7215570099667774 }, "preprocess_start_to_preprocess_output": { "n": 301, "sum_ns": 364815265, "mean_ms": 1.2120108471760795 }, "selected_to_preprocess": { "n": 301, "sum_ns": 638610318, "mean_ms": 2.1216289634551493 }, "preprocess_start_to_preprocess": { "n": 301, "sum_ns": 421421658, "mean_ms": 1.400071953488372 }, "preprocess_output_to_infer_entry": { "n": 301, "sum_ns": 56606393, "mean_ms": 0.18806110631229236 }, "preprocess_to_infer_output": { "n": 301, "sum_ns": 6664481115, "mean_ms": 22.14113327242525 }, "preprocess_to_callback": { "n": 301, "sum_ns": 6980223944, "mean_ms": 23.19011277076412 }, "infer_output_to_callback": { "n": 301, "sum_ns": 315742829, "mean_ms": 1.0489794983388705 }, "copy_wall": { "n": 301, "sum_ns": 1587370102, "mean_ms": 5.273654823920266 }, "copy_thread_cpu": { "n": 301, "sum_ns": 1564800585, "mean_ms": 5.19867303986711 }, "callback_to_copied": { "n": 301, "sum_ns": 1644476371, "mean_ms": 5.463376647840532 }, "accepted_interval": { "n": 301, "sum_ns": 30114928549, "mean_ms": 100.04959650830565 }, "selected_to_submitted": { "n": 301, "sum_ns": 9294721511, "mean_ms": 30.87947345847176 }, "completed_queue_wait": { "n": 301, "sum_ns": 60465371, "mean_ms": 0.20088163122923589 }, "result_composition_wall": { "n": 301, "sum_ns": 5266538, "mean_ms": 0.01749680398671096 }, "result_composition_cpu": { "n": 301, "sum_ns": 4997826, "mean_ms": 0.016604073089700997 }, "result_publish_wall": { "n": 301, "sum_ns": 44416805, "mean_ms": 0.14756413621262457 }, "result_publish_cpu": { "n": 301, "sum_ns": 44221052, "mean_ms": 0.14691379401993357 }, "result_total_wall": { "n": 301, "sum_ns": 364577957, "mean_ms": 1.2112224485049834 }, "result_total_cpu": { "n": 301, "sum_ns": 357342858, "mean_ms": 1.1871855747508306 } } }, { "mode": "mixed-a", "level": 11, "camera": "32", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.909015517, "new_channel": false, "seconds": 30.000025778019335, "selected_fps": 9.930116216335774, "requested_fps": 9.930116216335774, "complete_fps": 9.896681481600638, "accepted_fps": 9.896681481600638, "finalized_fps": 9.930116216335774, "redis_fps": 9.930116216335774, "redis_read_fps": 9.899991493260929, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 3, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.098, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 5, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.29350795299978927, "redis_interval_s": { "n": 296, "mean": 0.10093993483786944, "median": 0.09719634949578904, "p95": 0.17859126103576273, "maximum": 0.29350795299978927, "minimum": 0.0033206749940291047 }, "redis_drift_s": { "n": 297, "mean": -3.729953491593661, "median": -3.73731161497534, "p95": -3.6570104340091234, "maximum": -3.420302303972676, "minimum": -3.8365612060204057 }, "redis_drift_s_per_min": -0.014756093838984406, "ingress_drift_s": { "n": 12, "mean": 0.003358949500002003, "median": 0.0021372605000067324, "p95": 0.019157104999976582, "maximum": 0.019157104999976582, "minimum": -0.01333978599996044 }, "ingress_drift_s_per_min": -0.027013016747176048, "source_drift_s": { "n": 12, "mean": 0.0035252500000098053, "median": 0.0024564999999938664, "p95": 0.019586000000003878, "maximum": 0.019586000000003878, "minimum": -0.013182999999969525 }, "ingress_to_redis_ms": { "n": 297, "mean": 55.92255892255892, "median": 50, "p95": 90, "maximum": 269, "minimum": 23 }, "source_samples": 12, "redis_samples": 297, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 297, "sum_ns": 13331357000, "mean_ms": 44.886723905723905 }, "source_exit_to_ingress": { "n": 297, "sum_ns": 722761590, "mean_ms": 2.4335407070707067 }, "source_encoded_queue": { "n": 297, "sum_ns": 9974000, "mean_ms": 0.03358249158249158 }, "decode_between_queues": { "n": 297, "sum_ns": 13085756000, "mean_ms": 44.05978451178451 }, "source_raw_queue": { "n": 297, "sum_ns": 88660000, "mean_ms": 0.2985185185185185 }, "raw_queue_to_source_exit": { "n": 297, "sum_ns": 9386000, "mean_ms": 0.031602693602693605 }, "selected_to_preprocess_start": { "n": 297, "sum_ns": 235074001, "mean_ms": 0.7914949528619528 }, "preprocess_start_to_preprocess_output": { "n": 297, "sum_ns": 376382868, "mean_ms": 1.267282383838384 }, "selected_to_preprocess": { "n": 297, "sum_ns": 674655712, "mean_ms": 2.271568053872054 }, "preprocess_start_to_preprocess": { "n": 297, "sum_ns": 439581711, "mean_ms": 1.480073101010101 }, "preprocess_output_to_infer_entry": { "n": 297, "sum_ns": 63198843, "mean_ms": 0.2127907171717172 }, "preprocess_to_infer_output": { "n": 296, "sum_ns": 10131235679, "mean_ms": 34.22714756418919 }, "preprocess_to_callback": { "n": 296, "sum_ns": 10420986565, "mean_ms": 35.20603569256757 }, "infer_output_to_callback": { "n": 296, "sum_ns": 289750886, "mean_ms": 0.9788881283783784 }, "copy_wall": { "n": 296, "sum_ns": 1574082156, "mean_ms": 5.317845121621621 }, "copy_thread_cpu": { "n": 296, "sum_ns": 1548413793, "mean_ms": 5.231127679054055 }, "callback_to_copied": { "n": 296, "sum_ns": 1627837664, "mean_ms": 5.499451567567568 }, "accepted_interval": { "n": 296, "sum_ns": 29842733349, "mean_ms": 100.82004509797298 }, "selected_to_submitted": { "n": 296, "sum_ns": 12752392461, "mean_ms": 43.08240696283784 }, "completed_queue_wait": { "n": 296, "sum_ns": 99082410, "mean_ms": 0.3347378716216216 }, "result_observations_wall": { "n": 296, "sum_ns": 336163475, "mean_ms": 1.1356874155405405 }, "result_observations_cpu": { "n": 296, "sum_ns": 335234520, "mean_ms": 1.132549054054054 }, "result_nms_wall": { "n": 296, "sum_ns": 274788662, "mean_ms": 0.9283400743243244 }, "result_nms_cpu": { "n": 296, "sum_ns": 159249699, "mean_ms": 0.5380057398648649 }, "result_tracking_wall": { "n": 297, "sum_ns": 452292664, "mean_ms": 1.5228709225589225 }, "result_tracking_cpu": { "n": 297, "sum_ns": 369999988, "mean_ms": 1.2457912053872053 }, "result_region_wall": { "n": 297, "sum_ns": 83125582, "mean_ms": 0.27988411447811445 }, "result_region_cpu": { "n": 297, "sum_ns": 82567713, "mean_ms": 0.27800576767676766 }, "result_fall_wall": { "n": 297, "sum_ns": 380686464, "mean_ms": 1.281772606060606 }, "result_fall_cpu": { "n": 297, "sum_ns": 373714262, "mean_ms": 1.2582971784511783 }, "result_fight_wall": { "n": 297, "sum_ns": 65477745, "mean_ms": 0.22046378787878787 }, "result_fight_cpu": { "n": 297, "sum_ns": 65342265, "mean_ms": 0.22000762626262627 }, "result_collector_wall": { "n": 297, "sum_ns": 1253544862, "mean_ms": 4.220689771043771 }, "result_collector_cpu": { "n": 297, "sum_ns": 1241387584, "mean_ms": 4.179756175084175 }, "result_composition_wall": { "n": 297, "sum_ns": 5279563, "mean_ms": 0.017776306397306398 }, "result_composition_cpu": { "n": 297, "sum_ns": 5266945, "mean_ms": 0.01773382154882155 }, "result_artifact_handoff_wall": { "n": 297, "sum_ns": 3434044, "mean_ms": 0.01156243771043771 }, "result_artifact_handoff_cpu": { "n": 297, "sum_ns": 3345240, "mean_ms": 0.011263434343434343 }, "result_publish_wall": { "n": 297, "sum_ns": 182004518, "mean_ms": 0.6128098249158249 }, "result_publish_cpu": { "n": 297, "sum_ns": 169915442, "mean_ms": 0.5721058653198653 }, "result_total_wall": { "n": 297, "sum_ns": 3516133086, "mean_ms": 11.83883193939394 }, "result_total_cpu": { "n": 297, "sum_ns": 3269635016, "mean_ms": 11.008872107744107 } } }, { "mode": "mixed-a", "level": 11, "camera": "32", "provider": "fire", "cohort_reset": false, "counter_seconds": 29.858001303, "new_channel": false, "seconds": 30.000025778019335, "selected_fps": 9.913590564759577, "requested_fps": 9.913590564759577, "complete_fps": 9.913590564759577, "accepted_fps": 9.913590564759577, "finalized_fps": 9.913590564759577, "redis_fps": 9.913590564759577, "redis_read_fps": 9.899991493260929, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.107, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 1, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.3762608109973371, "redis_interval_s": { "n": 296, "mean": 0.10099355275333682, "median": 0.09903443200164475, "p95": 0.15302041597897187, "maximum": 0.3762608109973371, "minimum": 0.007686854980420321 }, "redis_drift_s": { "n": 297, "mean": 0.03339786165570396, "median": 0.031568369980902844, "p95": 0.06452289600110817, "maximum": 0.33598488899923495, "minimum": -0.08500271901999668 }, "redis_drift_s_per_min": -0.017084450510495335, "ingress_drift_s": { "n": 12, "mean": 0.0022703491666741606, "median": 0.002879803500007938, "p95": 0.018701626999984455, "maximum": 0.018701626999984455, "minimum": -0.013145231000009971 }, "ingress_drift_s_per_min": -0.016159211428960252, "source_drift_s": { "n": 12, "mean": 0.0021482500000047366, "median": 0.002533000000028096, "p95": 0.018574999999998454, "maximum": 0.018574999999998454, "minimum": -0.012970999999993182 }, "ingress_to_redis_ms": { "n": 297, "mean": 37.30976430976431, "median": 36, "p95": 54, "maximum": 80, "minimum": 19 }, "source_samples": 12, "redis_samples": 297, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 296, "sum_ns": 13191585000, "mean_ms": 44.56616554054054 }, "source_exit_to_ingress": { "n": 296, "sum_ns": 247353495, "mean_ms": 0.8356536993243244 }, "source_encoded_queue": { "n": 296, "sum_ns": 11233000, "mean_ms": 0.037949324324324324 }, "decode_between_queues": { "n": 296, "sum_ns": 13033951000, "mean_ms": 44.03361824324324 }, "source_raw_queue": { "n": 296, "sum_ns": 11429000, "mean_ms": 0.03861148648648648 }, "raw_queue_to_source_exit": { "n": 296, "sum_ns": 9243000, "mean_ms": 0.03122635135135135 }, "selected_to_preprocess_start": { "n": 296, "sum_ns": 215804810, "mean_ms": 0.729070304054054 }, "preprocess_start_to_preprocess_output": { "n": 296, "sum_ns": 392678499, "mean_ms": 1.3266165506756757 }, "selected_to_preprocess": { "n": 296, "sum_ns": 664559175, "mean_ms": 2.2451323479729726 }, "preprocess_start_to_preprocess": { "n": 296, "sum_ns": 448754365, "mean_ms": 1.5160620439189187 }, "preprocess_output_to_infer_entry": { "n": 296, "sum_ns": 56075866, "mean_ms": 0.18944549324324325 }, "preprocess_to_infer_output": { "n": 296, "sum_ns": 7997019676, "mean_ms": 27.016958364864863 }, "preprocess_to_callback": { "n": 296, "sum_ns": 8325128971, "mean_ms": 28.125435712837838 }, "infer_output_to_callback": { "n": 296, "sum_ns": 328109295, "mean_ms": 1.108477347972973 }, "copy_wall": { "n": 296, "sum_ns": 1543097079, "mean_ms": 5.213165807432433 }, "copy_thread_cpu": { "n": 296, "sum_ns": 1513681706, "mean_ms": 5.113789547297297 }, "callback_to_copied": { "n": 296, "sum_ns": 1599857978, "mean_ms": 5.404925601351351 }, "accepted_interval": { "n": 296, "sum_ns": 29856974836, "mean_ms": 100.86815822972973 }, "selected_to_submitted": { "n": 296, "sum_ns": 10618865691, "mean_ms": 35.87454625337838 }, "completed_queue_wait": { "n": 296, "sum_ns": 66673165, "mean_ms": 0.22524717905405406 }, "result_composition_wall": { "n": 296, "sum_ns": 2838293, "mean_ms": 0.009588827702702703 }, "result_composition_cpu": { "n": 296, "sum_ns": 2755171, "mean_ms": 0.009308010135135134 }, "result_artifact_handoff_wall": { "n": 296, "sum_ns": 2499552, "mean_ms": 0.008444432432432432 }, "result_artifact_handoff_cpu": { "n": 296, "sum_ns": 2502545, "mean_ms": 0.008454543918918919 }, "result_publish_wall": { "n": 296, "sum_ns": 29156473, "mean_ms": 0.09850159797297298 }, "result_publish_cpu": { "n": 296, "sum_ns": 29107396, "mean_ms": 0.09833579729729729 }, "result_total_wall": { "n": 296, "sum_ns": 271415599, "mean_ms": 0.9169445912162162 }, "result_total_cpu": { "n": 296, "sum_ns": 266751077, "mean_ms": 0.9011860709459459 } } }, { "mode": "mixed-a", "level": 11, "camera": "32", "provider": "crowd", "cohort_reset": false, "counter_seconds": 29.856729113, "new_channel": false, "seconds": 30.000025778019335, "selected_fps": 9.914012981117809, "requested_fps": 9.914012981117809, "complete_fps": 9.914012981117809, "accepted_fps": 9.914012981117809, "finalized_fps": 9.914012981117809, "redis_fps": 9.914012981117809, "redis_read_fps": 9.899991493260929, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.105, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.3759336359798908, "redis_interval_s": { "n": 296, "mean": 0.10098783900674961, "median": 0.09842483350075781, "p95": 0.15160721802385524, "maximum": 0.3759336359798908, "minimum": 0.00031231000320985913 }, "redis_drift_s": { "n": 297, "mean": -0.07039564380641876, "median": -0.07152180096881011, "p95": -0.0384119339412905, "maximum": 0.2375570070091726, "minimum": -0.1799487430076283 }, "redis_drift_s_per_min": -0.01613663162423519, "ingress_drift_s": { "n": 12, "mean": 0.0021976259166554732, "median": 0.0023078149999946618, "p95": 0.017239024999980757, "maximum": 0.017239024999980757, "minimum": -0.01423202700004822 }, "ingress_drift_s_per_min": -0.016579624048625424, "source_drift_s": { "n": 12, "mean": 0.0018690833333228813, "median": 0.002280999999982214, "p95": 0.01689099999998689, "maximum": 0.01689099999998689, "minimum": -0.014234000000044489 }, "ingress_to_redis_ms": { "n": 297, "mean": 33.57912457912458, "median": 32, "p95": 49, "maximum": 69, "minimum": 16 }, "source_samples": 12, "redis_samples": 297, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 296, "sum_ns": 13159609000, "mean_ms": 44.45813851351351 }, "source_exit_to_ingress": { "n": 296, "sum_ns": 234139147, "mean_ms": 0.7910106317567568 }, "source_encoded_queue": { "n": 296, "sum_ns": 17292000, "mean_ms": 0.05841891891891892 }, "decode_between_queues": { "n": 296, "sum_ns": 12989146000, "mean_ms": 43.88225 }, "source_raw_queue": { "n": 296, "sum_ns": 11504000, "mean_ms": 0.038864864864864866 }, "raw_queue_to_source_exit": { "n": 296, "sum_ns": 9677000, "mean_ms": 0.03269256756756757 }, "selected_to_preprocess_start": { "n": 296, "sum_ns": 206936618, "mean_ms": 0.6991101959459459 }, "preprocess_start_to_preprocess_output": { "n": 296, "sum_ns": 395361979, "mean_ms": 1.3356823614864863 }, "selected_to_preprocess": { "n": 296, "sum_ns": 662950963, "mean_ms": 2.239699199324324 }, "preprocess_start_to_preprocess": { "n": 296, "sum_ns": 456014345, "mean_ms": 1.5405890033783785 }, "preprocess_output_to_infer_entry": { "n": 296, "sum_ns": 60652366, "mean_ms": 0.2049066418918919 }, "preprocess_to_infer_output": { "n": 296, "sum_ns": 6802305097, "mean_ms": 22.98076046283784 }, "preprocess_to_callback": { "n": 296, "sum_ns": 7089014228, "mean_ms": 23.94937239189189 }, "infer_output_to_callback": { "n": 296, "sum_ns": 286709131, "mean_ms": 0.9686119290540541 }, "copy_wall": { "n": 296, "sum_ns": 1541705692, "mean_ms": 5.208465175675675 }, "copy_thread_cpu": { "n": 296, "sum_ns": 1507395043, "mean_ms": 5.092550820945945 }, "callback_to_copied": { "n": 296, "sum_ns": 1601619579, "mean_ms": 5.410876956081081 }, "accepted_interval": { "n": 296, "sum_ns": 29860848142, "mean_ms": 100.88124372297297 }, "selected_to_submitted": { "n": 296, "sum_ns": 9381585403, "mean_ms": 31.694545280405407 }, "completed_queue_wait": { "n": 296, "sum_ns": 64726376, "mean_ms": 0.2186701891891892 }, "result_composition_wall": { "n": 296, "sum_ns": 5003447, "mean_ms": 0.016903537162162162 }, "result_composition_cpu": { "n": 296, "sum_ns": 4861171, "mean_ms": 0.016422875 }, "result_publish_wall": { "n": 296, "sum_ns": 55553645, "mean_ms": 0.1876812331081081 }, "result_publish_cpu": { "n": 296, "sum_ns": 53928491, "mean_ms": 0.18219084797297297 }, "result_total_wall": { "n": 296, "sum_ns": 388915743, "mean_ms": 1.313904537162162 }, "result_total_cpu": { "n": 296, "sum_ns": 377810409, "mean_ms": 1.2763865168918918 } } }, { "mode": "mixed-a", "level": 11, "camera": "33", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.807311879, "new_channel": false, "seconds": 30.000025778019335, "selected_fps": 9.930449320676228, "requested_fps": 9.930449320676228, "complete_fps": 9.930449320676228, "accepted_fps": 9.930449320676228, "finalized_fps": 9.930449320676228, "redis_fps": 9.930449320676228, "redis_read_fps": 9.933324797952043, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 3, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.161, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 3, "analysis_gap_markers": 1, "c_suppressed": 0, "max_redis_silence_s": 0.3823120450251736, "redis_interval_s": { "n": 297, "mean": 0.1002793056868418, "median": 0.0963708870112896, "p95": 0.18934799602720886, "maximum": 0.3823120450251736, "minimum": 0.0037505310028791428 }, "redis_drift_s": { "n": 298, "mean": -7.561172279807088, "median": -7.566896361517962, "p95": -7.47907250601844, "maximum": -7.362419400003262, "minimum": -7.62818653905066 }, "redis_drift_s_per_min": 0.0027495053752741336, "ingress_drift_s": { "n": 12, "mean": -0.013818604583325586, "median": -0.012707331499996144, "p95": 0.01448791100000335, "maximum": 0.01448791100000335, "minimum": -0.04859988599997678 }, "ingress_drift_s_per_min": 0.026707333001463652, "source_drift_s": { "n": 12, "mean": -0.014447833333330587, "median": -0.012951499999985572, "p95": 0.014422000000024582, "maximum": 0.014422000000024582, "minimum": -0.04927700000001778 }, "ingress_to_redis_ms": { "n": 298, "mean": 53.714765100671144, "median": 49.0, "p95": 85, "maximum": 227, "minimum": 23 }, "source_samples": 12, "redis_samples": 298, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 296, "sum_ns": 13349804000, "mean_ms": 45.10068918918919 }, "source_exit_to_ingress": { "n": 296, "sum_ns": 1010539632, "mean_ms": 3.413985243243243 }, "source_encoded_queue": { "n": 296, "sum_ns": 7995000, "mean_ms": 0.027010135135135137 }, "decode_between_queues": { "n": 296, "sum_ns": 13038779000, "mean_ms": 44.049929054054054 }, "source_raw_queue": { "n": 296, "sum_ns": 77966000, "mean_ms": 0.26339864864864865 }, "raw_queue_to_source_exit": { "n": 296, "sum_ns": 11635000, "mean_ms": 0.03930743243243243 }, "selected_to_preprocess_start": { "n": 296, "sum_ns": 239720449, "mean_ms": 0.8098663817567568 }, "preprocess_start_to_preprocess_output": { "n": 296, "sum_ns": 352008502, "mean_ms": 1.1892179121621622 }, "selected_to_preprocess": { "n": 296, "sum_ns": 657217159, "mean_ms": 2.2203282398648647 }, "preprocess_start_to_preprocess": { "n": 296, "sum_ns": 417496710, "mean_ms": 1.410461858108108 }, "preprocess_output_to_infer_entry": { "n": 296, "sum_ns": 65488208, "mean_ms": 0.22124394594594596 }, "preprocess_to_infer_output": { "n": 296, "sum_ns": 9801870680, "mean_ms": 33.114427972972976 }, "preprocess_to_callback": { "n": 296, "sum_ns": 10131686693, "mean_ms": 34.22867126013514 }, "infer_output_to_callback": { "n": 296, "sum_ns": 329816013, "mean_ms": 1.1142432871621621 }, "copy_wall": { "n": 296, "sum_ns": 1431696355, "mean_ms": 4.836812010135135 }, "copy_thread_cpu": { "n": 296, "sum_ns": 1411978186, "mean_ms": 4.770196574324324 }, "callback_to_copied": { "n": 296, "sum_ns": 1486026991, "mean_ms": 5.020361456081081 }, "accepted_interval": { "n": 296, "sum_ns": 29697676585, "mean_ms": 100.32998846283785 }, "selected_to_submitted": { "n": 296, "sum_ns": 12303905318, "mean_ms": 41.56724769594595 }, "completed_queue_wait": { "n": 296, "sum_ns": 86307966, "mean_ms": 0.2915809662162162 }, "result_observations_wall": { "n": 296, "sum_ns": 334471012, "mean_ms": 1.1299696351351352 }, "result_observations_cpu": { "n": 296, "sum_ns": 333515225, "mean_ms": 1.126740625 }, "result_nms_wall": { "n": 296, "sum_ns": 291841843, "mean_ms": 0.9859521722972973 }, "result_nms_cpu": { "n": 296, "sum_ns": 163180424, "mean_ms": 0.5512852162162162 }, "result_tracking_wall": { "n": 296, "sum_ns": 390335624, "mean_ms": 1.3187014324324324 }, "result_tracking_cpu": { "n": 296, "sum_ns": 335854939, "mean_ms": 1.1346450641891892 }, "result_region_wall": { "n": 296, "sum_ns": 89552817, "mean_ms": 0.3025433006756757 }, "result_region_cpu": { "n": 296, "sum_ns": 88625642, "mean_ms": 0.29941095270270274 }, "result_fall_wall": { "n": 296, "sum_ns": 182885361, "mean_ms": 0.6178559493243244 }, "result_fall_cpu": { "n": 296, "sum_ns": 182387403, "mean_ms": 0.6161736587837838 }, "result_fight_wall": { "n": 296, "sum_ns": 73321783, "mean_ms": 0.24770872635135135 }, "result_fight_cpu": { "n": 296, "sum_ns": 72279061, "mean_ms": 0.2441860168918919 }, "result_collector_wall": { "n": 296, "sum_ns": 1525489240, "mean_ms": 5.153679864864865 }, "result_collector_cpu": { "n": 296, "sum_ns": 1498725059, "mean_ms": 5.06326033445946 }, "result_composition_wall": { "n": 296, "sum_ns": 6276153, "mean_ms": 0.021203219594594595 }, "result_composition_cpu": { "n": 296, "sum_ns": 5380817, "mean_ms": 0.01817843581081081 }, "result_artifact_handoff_wall": { "n": 296, "sum_ns": 4473504, "mean_ms": 0.01511318918918919 }, "result_artifact_handoff_cpu": { "n": 296, "sum_ns": 3579736, "mean_ms": 0.012093702702702703 }, "result_publish_wall": { "n": 296, "sum_ns": 146306358, "mean_ms": 0.4942782364864865 }, "result_publish_cpu": { "n": 296, "sum_ns": 142162801, "mean_ms": 0.4802797331081081 }, "result_total_wall": { "n": 296, "sum_ns": 3342879974, "mean_ms": 11.293513425675675 }, "result_total_cpu": { "n": 296, "sum_ns": 3117514082, "mean_ms": 10.532142168918918 } } }, { "mode": "mixed-a", "level": 11, "camera": "33", "provider": "fire", "cohort_reset": false, "counter_seconds": 29.868856355, "new_channel": false, "seconds": 30.000025778019335, "selected_fps": 10.010426795264555, "requested_fps": 10.010426795264555, "complete_fps": 10.010426795264555, "accepted_fps": 10.010426795264555, "finalized_fps": 10.010426795264555, "redis_fps": 10.010426795264555, "redis_read_fps": 9.966658102643157, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.11, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.23065775202121586, "redis_interval_s": { "n": 298, "mean": 0.09983958024824595, "median": 0.09634781049680896, "p95": 0.1628061339724809, "maximum": 0.23065775202121586, "minimum": 0.0200095180189237 }, "redis_drift_s": { "n": 299, "mean": -0.061302073041529175, "median": -0.06113379802832242, "p95": -0.02419678704859507, "maximum": -0.007734983038176324, "minimum": -0.11650084905141966 }, "redis_drift_s_per_min": -0.0025450276703829888, "ingress_drift_s": { "n": 12, "mean": -0.017811049833331555, "median": -0.017731644500003085, "p95": 0.01461140499998237, "maximum": 0.01461140499998237, "minimum": -0.049064923999992516 }, "ingress_drift_s_per_min": 0.07365190107919913, "source_drift_s": { "n": 12, "mean": -0.01820916666666032, "median": -0.018121000000007825, "p95": 0.014557999999965432, "maximum": 0.014557999999965432, "minimum": -0.05002300000001014 }, "ingress_to_redis_ms": { "n": 299, "mean": 35.96989966555184, "median": 35, "p95": 54, "maximum": 76, "minimum": 16 }, "source_samples": 12, "redis_samples": 299, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 299, "sum_ns": 13412463000, "mean_ms": 44.85773578595318 }, "source_exit_to_ingress": { "n": 299, "sum_ns": 238843278, "mean_ms": 0.7988069498327759 }, "source_encoded_queue": { "n": 299, "sum_ns": 14413000, "mean_ms": 0.04820401337792642 }, "decode_between_queues": { "n": 299, "sum_ns": 13174760000, "mean_ms": 44.06274247491639 }, "source_raw_queue": { "n": 299, "sum_ns": 16195000, "mean_ms": 0.05416387959866221 }, "raw_queue_to_source_exit": { "n": 299, "sum_ns": 10460000, "mean_ms": 0.03498327759197325 }, "selected_to_preprocess_start": { "n": 299, "sum_ns": 211186625, "mean_ms": 0.7063097826086957 }, "preprocess_start_to_preprocess_output": { "n": 299, "sum_ns": 334596337, "mean_ms": 1.119051294314381 }, "selected_to_preprocess": { "n": 299, "sum_ns": 613686397, "mean_ms": 2.052462866220736 }, "preprocess_start_to_preprocess": { "n": 299, "sum_ns": 402499772, "mean_ms": 1.3461530836120401 }, "preprocess_output_to_infer_entry": { "n": 299, "sum_ns": 67903435, "mean_ms": 0.22710178929765887 }, "preprocess_to_infer_output": { "n": 299, "sum_ns": 7757997890, "mean_ms": 25.946481237458194 }, "preprocess_to_callback": { "n": 299, "sum_ns": 8056550559, "mean_ms": 26.944985147157194 }, "infer_output_to_callback": { "n": 299, "sum_ns": 298552669, "mean_ms": 0.9985039096989967 }, "copy_wall": { "n": 299, "sum_ns": 1537639889, "mean_ms": 5.1426083244147165 }, "copy_thread_cpu": { "n": 299, "sum_ns": 1495889517, "mean_ms": 5.0029749732441475 }, "callback_to_copied": { "n": 299, "sum_ns": 1593704230, "mean_ms": 5.330114481605351 }, "accepted_interval": { "n": 299, "sum_ns": 29913006264, "mean_ms": 100.04349921070235 }, "selected_to_submitted": { "n": 299, "sum_ns": 10291862270, "mean_ms": 34.42094404682274 }, "completed_queue_wait": { "n": 299, "sum_ns": 64059235, "mean_ms": 0.21424493311036788 }, "result_composition_wall": { "n": 299, "sum_ns": 2853354, "mean_ms": 0.009542989966555183 }, "result_composition_cpu": { "n": 299, "sum_ns": 2781539, "mean_ms": 0.00930280602006689 }, "result_artifact_handoff_wall": { "n": 299, "sum_ns": 2888995, "mean_ms": 0.009662190635451505 }, "result_artifact_handoff_cpu": { "n": 299, "sum_ns": 2762331, "mean_ms": 0.009238565217391304 }, "result_publish_wall": { "n": 299, "sum_ns": 30939647, "mean_ms": 0.10347708026755853 }, "result_publish_cpu": { "n": 299, "sum_ns": 30018507, "mean_ms": 0.10039634448160535 }, "result_total_wall": { "n": 299, "sum_ns": 319271691, "mean_ms": 1.0677982976588627 }, "result_total_cpu": { "n": 299, "sum_ns": 311981395, "mean_ms": 1.0434160367892977 } } }, { "mode": "mixed-a", "level": 11, "camera": "33", "provider": "crowd", "cohort_reset": false, "counter_seconds": 29.863221723, "new_channel": false, "seconds": 30.000025778019335, "selected_fps": 10.01231557577449, "requested_fps": 10.01231557577449, "complete_fps": 10.01231557577449, "accepted_fps": 10.01231557577449, "finalized_fps": 10.01231557577449, "redis_fps": 10.01231557577449, "redis_read_fps": 9.966658102643157, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.112, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.2385976780205965, "redis_interval_s": { "n": 298, "mean": 0.09984861267789193, "median": 0.09589261852670461, "p95": 0.16110846702940762, "maximum": 0.2385976780205965, "minimum": 0.0010431709815748036 }, "redis_drift_s": { "n": 299, "mean": -0.04653584027536671, "median": -0.04649124705372287, "p95": -0.01312225304451431, "maximum": 0.0006426299917734468, "minimum": -0.09429945001193119 }, "redis_drift_s_per_min": -0.0018571075811529784, "ingress_drift_s": { "n": 12, "mean": -0.017755859583327076, "median": -0.01772396499998763, "p95": 0.014661816999989696, "maximum": 0.014661816999989696, "minimum": -0.050090718000035395 }, "ingress_drift_s_per_min": 0.07118274094177576, "source_drift_s": { "n": 12, "mean": -0.018049083333333254, "median": -0.017667500000015934, "p95": 0.01457599999997683, "maximum": 0.01457599999997683, "minimum": -0.05095099999999775 }, "ingress_to_redis_ms": { "n": 299, "mean": 32.19397993311037, "median": 31, "p95": 48, "maximum": 68, "minimum": 18 }, "source_samples": 12, "redis_samples": 299, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 299, "sum_ns": 13384018000, "mean_ms": 44.76260200668896 }, "source_exit_to_ingress": { "n": 299, "sum_ns": 219255647, "mean_ms": 0.7332964782608695 }, "source_encoded_queue": { "n": 299, "sum_ns": 12223000, "mean_ms": 0.04087959866220736 }, "decode_between_queues": { "n": 299, "sum_ns": 13147896000, "mean_ms": 43.97289632107023 }, "source_raw_queue": { "n": 299, "sum_ns": 11174000, "mean_ms": 0.03737123745819398 }, "raw_queue_to_source_exit": { "n": 299, "sum_ns": 11281000, "mean_ms": 0.03772909698996656 }, "selected_to_preprocess_start": { "n": 299, "sum_ns": 207892709, "mean_ms": 0.6952933411371237 }, "preprocess_start_to_preprocess_output": { "n": 299, "sum_ns": 319728440, "mean_ms": 1.0693258862876254 }, "selected_to_preprocess": { "n": 299, "sum_ns": 579164010, "mean_ms": 1.9370033779264213 }, "preprocess_start_to_preprocess": { "n": 299, "sum_ns": 371271301, "mean_ms": 1.2417100367892977 }, "preprocess_output_to_infer_entry": { "n": 299, "sum_ns": 51542861, "mean_ms": 0.17238415050167225 }, "preprocess_to_infer_output": { "n": 299, "sum_ns": 6613317482, "mean_ms": 22.118118668896322 }, "preprocess_to_callback": { "n": 299, "sum_ns": 6934292015, "mean_ms": 23.191612090301003 }, "infer_output_to_callback": { "n": 299, "sum_ns": 320974533, "mean_ms": 1.0734934214046823 }, "copy_wall": { "n": 299, "sum_ns": 1531953735, "mean_ms": 5.123591086956521 }, "copy_thread_cpu": { "n": 299, "sum_ns": 1513109957, "mean_ms": 5.060568418060201 }, "callback_to_copied": { "n": 299, "sum_ns": 1591341074, "mean_ms": 5.322210949832775 }, "accepted_interval": { "n": 299, "sum_ns": 29922268987, "mean_ms": 100.0744782173913 }, "selected_to_submitted": { "n": 299, "sum_ns": 9134835069, "mean_ms": 30.55128785618729 }, "completed_queue_wait": { "n": 299, "sum_ns": 53533113, "mean_ms": 0.1790405117056856 }, "result_composition_wall": { "n": 299, "sum_ns": 4701288, "mean_ms": 0.015723371237458195 }, "result_composition_cpu": { "n": 299, "sum_ns": 4519391, "mean_ms": 0.015115020066889633 }, "result_publish_wall": { "n": 299, "sum_ns": 50834832, "mean_ms": 0.17001616053511706 }, "result_publish_cpu": { "n": 299, "sum_ns": 50454783, "mean_ms": 0.16874509364548496 }, "result_total_wall": { "n": 299, "sum_ns": 369322470, "mean_ms": 1.2351922073578594 }, "result_total_cpu": { "n": 299, "sum_ns": 362639854, "mean_ms": 1.2128423210702342 } } }, { "mode": "mixed-a", "level": 11, "camera": "34", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.915737913, "new_channel": false, "seconds": 30.000025778019335, "selected_fps": 9.827603145040294, "requested_fps": 9.827603145040294, "complete_fps": 9.861030366622066, "accepted_fps": 9.861030366622066, "finalized_fps": 9.861030366622066, "redis_fps": 9.861030366622066, "redis_read_fps": 9.733324969805357, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.09, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 2, "analysis_gap_markers": 1, "c_suppressed": 0, "max_redis_silence_s": 0.3767681079916656, "redis_interval_s": { "n": 291, "mean": 0.10285529059108309, "median": 0.09394623205298558, "p95": 0.19335654500173405, "maximum": 0.3767681079916656, "minimum": 0.00381892902078107 }, "redis_drift_s": { "n": 292, "mean": -0.038150343380305866, "median": -0.043139377979557025, "p95": 0.04277023201342445, "maximum": 0.27265735202561814, "minimum": -0.15440075999077862 }, "redis_drift_s_per_min": -0.020279936377282995, "ingress_drift_s": { "n": 12, "mean": -0.01021607016666574, "median": -0.012817235000014193, "p95": 0.02486357400002248, "maximum": 0.02486357400002248, "minimum": -0.04574518000001149 }, "ingress_drift_s_per_min": -0.03740086021154105, "source_drift_s": { "n": 12, "mean": -0.010436833333334524, "median": -0.012667999999990798, "p95": 0.02478400000001102, "maximum": 0.02478400000001102, "minimum": -0.04571999999998866 }, "ingress_to_redis_ms": { "n": 292, "mean": 52.044520547945204, "median": 48.0, "p95": 78, "maximum": 202, "minimum": 24 }, "source_samples": 12, "redis_samples": 292, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 294, "sum_ns": 216173183, "mean_ms": 0.7352829353741497 }, "depay_to_source_exit": { "n": 291, "sum_ns": 13181939000, "mean_ms": 45.29875945017182 }, "source_exit_to_ingress": { "n": 291, "sum_ns": 839524728, "mean_ms": 2.8849647010309276 }, "source_encoded_queue": { "n": 291, "sum_ns": 15463000, "mean_ms": 0.053137457044673535 }, "decode_between_queues": { "n": 291, "sum_ns": 12932046000, "mean_ms": 44.4400206185567 }, "source_raw_queue": { "n": 291, "sum_ns": 123583000, "mean_ms": 0.42468384879725085 }, "raw_queue_to_source_exit": { "n": 291, "sum_ns": 9669000, "mean_ms": 0.033226804123711345 }, "preprocess_start_to_preprocess_output": { "n": 294, "sum_ns": 322248322, "mean_ms": 1.0960827278911565 }, "selected_to_preprocess": { "n": 294, "sum_ns": 603414455, "mean_ms": 2.052430119047619 }, "preprocess_start_to_preprocess": { "n": 294, "sum_ns": 387241272, "mean_ms": 1.3171471836734694 }, "preprocess_output_to_infer_entry": { "n": 294, "sum_ns": 64992950, "mean_ms": 0.22106445578231293 }, "preprocess_to_infer_output": { "n": 295, "sum_ns": 9883868822, "mean_ms": 33.50464007457627 }, "preprocess_to_callback": { "n": 295, "sum_ns": 10194598741, "mean_ms": 34.557961833898304 }, "infer_output_to_callback": { "n": 295, "sum_ns": 310729919, "mean_ms": 1.0533217593220339 }, "copy_wall": { "n": 295, "sum_ns": 1043690038, "mean_ms": 3.5379323322033898 }, "copy_thread_cpu": { "n": 295, "sum_ns": 1029572340, "mean_ms": 3.4900757288135593 }, "callback_to_copied": { "n": 295, "sum_ns": 1098094349, "mean_ms": 3.7223537254237287 }, "accepted_interval": { "n": 295, "sum_ns": 29916189865, "mean_ms": 101.41081310169491 }, "selected_to_submitted": { "n": 295, "sum_ns": 11927248213, "mean_ms": 40.43134987457627 }, "completed_queue_wait": { "n": 295, "sum_ns": 76592502, "mean_ms": 0.2596356 }, "result_observations_wall": { "n": 295, "sum_ns": 333447459, "mean_ms": 1.1303303694915254 }, "result_observations_cpu": { "n": 295, "sum_ns": 329832622, "mean_ms": 1.1180766847457628 }, "result_nms_wall": { "n": 296, "sum_ns": 209325185, "mean_ms": 0.7071796790540541 }, "result_nms_cpu": { "n": 296, "sum_ns": 152987608, "mean_ms": 0.5168500270270271 }, "result_tracking_wall": { "n": 295, "sum_ns": 302730353, "mean_ms": 1.026204586440678 }, "result_tracking_cpu": { "n": 295, "sum_ns": 275251597, "mean_ms": 0.9330562610169492 }, "result_region_wall": { "n": 295, "sum_ns": 66786222, "mean_ms": 0.22639397288135593 }, "result_region_cpu": { "n": 295, "sum_ns": 66594004, "mean_ms": 0.22574238644067798 }, "result_fall_wall": { "n": 295, "sum_ns": 133765011, "mean_ms": 0.4534407152542373 }, "result_fall_cpu": { "n": 295, "sum_ns": 132697416, "mean_ms": 0.44982174915254236 }, "result_fight_wall": { "n": 295, "sum_ns": 42015938, "mean_ms": 0.14242690847457629 }, "result_fight_cpu": { "n": 295, "sum_ns": 41978322, "mean_ms": 0.1422993966101695 }, "result_collector_wall": { "n": 295, "sum_ns": 1696318739, "mean_ms": 5.750233013559322 }, "result_collector_cpu": { "n": 295, "sum_ns": 1661422973, "mean_ms": 5.631942281355933 }, "result_composition_wall": { "n": 295, "sum_ns": 5094005, "mean_ms": 0.017267813559322033 }, "result_composition_cpu": { "n": 295, "sum_ns": 5106991, "mean_ms": 0.017311833898305085 }, "result_artifact_handoff_wall": { "n": 295, "sum_ns": 3606486, "mean_ms": 0.012225376271186441 }, "result_artifact_handoff_cpu": { "n": 295, "sum_ns": 3331176, "mean_ms": 0.011292122033898306 }, "result_publish_wall": { "n": 295, "sum_ns": 121553098, "mean_ms": 0.41204440000000003 }, "result_publish_cpu": { "n": 295, "sum_ns": 120632974, "mean_ms": 0.4089253355932203 }, "result_total_wall": { "n": 295, "sum_ns": 3197124039, "mean_ms": 10.83770860677966 }, "result_total_cpu": { "n": 295, "sum_ns": 3062607537, "mean_ms": 10.38172046440678 } } }, { "mode": "mixed-a", "level": 11, "camera": "34", "provider": "fire", "cohort_reset": false, "counter_seconds": 30.125693251, "new_channel": false, "seconds": 30.000025778019335, "selected_fps": 9.792305775078145, "requested_fps": 9.792305775078145, "complete_fps": 9.858694288807488, "accepted_fps": 9.858694288807488, "finalized_fps": 9.858694288807488, "redis_fps": 9.858694288807488, "redis_read_fps": 9.733324969805357, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.116, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 1, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.3831698229769245, "redis_interval_s": { "n": 291, "mean": 0.1028970265222947, "median": 0.0996216950006783, "p95": 0.1684028459712863, "maximum": 0.3831698229769245, "minimum": 0.01411761500639841 }, "redis_drift_s": { "n": 292, "mean": -0.019472411195607622, "median": -0.020317795500844227, "p95": 0.01665066197048759, "maximum": 0.3038779749684011, "minimum": -0.1197160649998068 }, "redis_drift_s_per_min": -0.01662040787021186, "ingress_drift_s": { "n": 12, "mean": -0.017622803250001578, "median": -0.015924788500015552, "p95": 0.016129567000007228, "maximum": 0.016129567000007228, "minimum": -0.046351154000007 }, "ingress_drift_s_per_min": -0.01916729970180342, "source_drift_s": { "n": 12, "mean": -0.017847166666664787, "median": -0.016603000000003476, "p95": 0.015896999999995387, "maximum": 0.015896999999995387, "minimum": -0.04647499999998672 }, "ingress_to_redis_ms": { "n": 292, "mean": 36.46917808219178, "median": 36.0, "p95": 55, "maximum": 76, "minimum": 16 }, "source_samples": 12, "redis_samples": 292, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 295, "sum_ns": 210529404, "mean_ms": 0.7136589966101695 }, "depay_to_source_exit": { "n": 292, "sum_ns": 13141520000, "mean_ms": 45.00520547945205 }, "source_exit_to_ingress": { "n": 292, "sum_ns": 202987622, "mean_ms": 0.6951630890410959 }, "source_encoded_queue": { "n": 292, "sum_ns": 15374000, "mean_ms": 0.05265068493150685 }, "decode_between_queues": { "n": 292, "sum_ns": 13005865000, "mean_ms": 44.54063356164384 }, "source_raw_queue": { "n": 292, "sum_ns": 10715000, "mean_ms": 0.03669520547945205 }, "raw_queue_to_source_exit": { "n": 292, "sum_ns": 9693000, "mean_ms": 0.03319520547945205 }, "preprocess_start_to_preprocess_output": { "n": 295, "sum_ns": 325958962, "mean_ms": 1.104945633898305 }, "selected_to_preprocess": { "n": 295, "sum_ns": 600898357, "mean_ms": 2.0369435830508476 }, "preprocess_start_to_preprocess": { "n": 295, "sum_ns": 390368953, "mean_ms": 1.323284586440678 }, "preprocess_output_to_infer_entry": { "n": 295, "sum_ns": 64409991, "mean_ms": 0.2183389525423729 }, "preprocess_to_infer_output": { "n": 297, "sum_ns": 7829544848, "mean_ms": 26.362103865319867 }, "preprocess_to_callback": { "n": 297, "sum_ns": 8147144280, "mean_ms": 27.431462222222223 }, "infer_output_to_callback": { "n": 297, "sum_ns": 317599432, "mean_ms": 1.069358356902357 }, "copy_wall": { "n": 297, "sum_ns": 1595460471, "mean_ms": 5.3719207777777775 }, "copy_thread_cpu": { "n": 297, "sum_ns": 1556433974, "mean_ms": 5.240518430976431 }, "callback_to_copied": { "n": 297, "sum_ns": 1654442172, "mean_ms": 5.570512363636364 }, "accepted_interval": { "n": 297, "sum_ns": 30168220129, "mean_ms": 101.57649875084175 }, "selected_to_submitted": { "n": 297, "sum_ns": 10435039268, "mean_ms": 35.134812350168346 }, "completed_queue_wait": { "n": 297, "sum_ns": 66345297, "mean_ms": 0.22338483838383838 }, "result_composition_wall": { "n": 297, "sum_ns": 2853503, "mean_ms": 0.009607754208754208 }, "result_composition_cpu": { "n": 297, "sum_ns": 2786982, "mean_ms": 0.009383777777777777 }, "result_artifact_handoff_wall": { "n": 297, "sum_ns": 2699889, "mean_ms": 0.009090535353535354 }, "result_artifact_handoff_cpu": { "n": 297, "sum_ns": 2704732, "mean_ms": 0.00910684175084175 }, "result_publish_wall": { "n": 297, "sum_ns": 30246423, "mean_ms": 0.10183980808080809 }, "result_publish_cpu": { "n": 297, "sum_ns": 30008627, "mean_ms": 0.10103914814814814 }, "result_total_wall": { "n": 297, "sum_ns": 270165928, "mean_ms": 0.9096495892255891 }, "result_total_cpu": { "n": 297, "sum_ns": 267317745, "mean_ms": 0.9000597474747475 } } }, { "mode": "mixed-a", "level": 11, "camera": "34", "provider": "crowd", "cohort_reset": false, "counter_seconds": 30.099081156, "new_channel": false, "seconds": 30.000025778019335, "selected_fps": 9.867410850872288, "requested_fps": 9.867410850872288, "complete_fps": 9.867410850872288, "accepted_fps": 9.867410850872288, "finalized_fps": 9.867410850872288, "redis_fps": 9.867410850872288, "redis_read_fps": 9.733324969805357, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.144, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 2, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.3928717749658972, "redis_interval_s": { "n": 291, "mean": 0.10290288885905731, "median": 0.09617358399555087, "p95": 0.16770558501593769, "maximum": 0.3928717749658972, "minimum": 0.006994864030275494 }, "redis_drift_s": { "n": 292, "mean": 0.0012099287602806955, "median": -0.00053912351140184, "p95": 0.03392237000167597, "maximum": 0.3287236719769453, "minimum": -0.10439458702040838 }, "redis_drift_s_per_min": -0.012984550111498969, "ingress_drift_s": { "n": 12, "mean": -0.023181327666667546, "median": -0.024419948500010946, "p95": 0.016575275000008105, "maximum": 0.016575275000008105, "minimum": -0.057812728999977026 }, "ingress_drift_s_per_min": -0.05925556379937138, "source_drift_s": { "n": 12, "mean": -0.023707833333328193, "median": -0.02492300000000114, "p95": 0.01630000000000109, "maximum": 0.01630000000000109, "minimum": -0.0581009999999651 }, "ingress_to_redis_ms": { "n": 292, "mean": 31.78767123287671, "median": 31.0, "p95": 46, "maximum": 63, "minimum": 13 }, "source_samples": 12, "redis_samples": 292, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 297, "sum_ns": 204866751, "mean_ms": 0.6897870404040404 }, "depay_to_source_exit": { "n": 294, "sum_ns": 13223329000, "mean_ms": 44.977309523809524 }, "source_exit_to_ingress": { "n": 294, "sum_ns": 218214784, "mean_ms": 0.7422271564625851 }, "source_encoded_queue": { "n": 294, "sum_ns": 11138000, "mean_ms": 0.037884353741496596 }, "decode_between_queues": { "n": 294, "sum_ns": 13092079000, "mean_ms": 44.530880952380954 }, "source_raw_queue": { "n": 294, "sum_ns": 10905000, "mean_ms": 0.03709183673469388 }, "raw_queue_to_source_exit": { "n": 294, "sum_ns": 10636000, "mean_ms": 0.03617687074829932 }, "preprocess_start_to_preprocess_output": { "n": 297, "sum_ns": 295057460, "mean_ms": 0.9934594612794613 }, "selected_to_preprocess": { "n": 297, "sum_ns": 549978885, "mean_ms": 1.8517807575757577 }, "preprocess_start_to_preprocess": { "n": 297, "sum_ns": 345112134, "mean_ms": 1.1619937171717172 }, "preprocess_output_to_infer_entry": { "n": 297, "sum_ns": 50054674, "mean_ms": 0.1685342558922559 }, "preprocess_to_infer_output": { "n": 297, "sum_ns": 6408360211, "mean_ms": 21.57697040740741 }, "preprocess_to_callback": { "n": 297, "sum_ns": 6723303493, "mean_ms": 22.637385498316497 }, "infer_output_to_callback": { "n": 297, "sum_ns": 314943282, "mean_ms": 1.0604150909090908 }, "copy_wall": { "n": 297, "sum_ns": 1564980191, "mean_ms": 5.2692935723905725 }, "copy_thread_cpu": { "n": 297, "sum_ns": 1535750181, "mean_ms": 5.17087603030303 }, "callback_to_copied": { "n": 297, "sum_ns": 1622662649, "mean_ms": 5.463510602693602 }, "accepted_interval": { "n": 297, "sum_ns": 30170442210, "mean_ms": 101.5839805050505 }, "selected_to_submitted": { "n": 297, "sum_ns": 8926719582, "mean_ms": 30.05629488888889 }, "completed_queue_wait": { "n": 297, "sum_ns": 63691341, "mean_ms": 0.2144489595959596 }, "result_composition_wall": { "n": 297, "sum_ns": 5714032, "mean_ms": 0.019239164983164983 }, "result_composition_cpu": { "n": 297, "sum_ns": 5577577, "mean_ms": 0.01877972053872054 }, "result_publish_wall": { "n": 297, "sum_ns": 44959565, "mean_ms": 0.15137900673400675 }, "result_publish_cpu": { "n": 297, "sum_ns": 44958435, "mean_ms": 0.151375202020202 }, "result_total_wall": { "n": 297, "sum_ns": 366468881, "mean_ms": 1.2339019562289562 }, "result_total_cpu": { "n": 297, "sum_ns": 356514135, "mean_ms": 1.200384292929293 } } }, { "mode": "mixed-a", "level": 11, "camera": "35", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.909485918, "new_channel": false, "seconds": 30.000025778019335, "selected_fps": 9.829657413906475, "requested_fps": 9.829657413906475, "complete_fps": 9.863091622797313, "accepted_fps": 9.863091622797313, "finalized_fps": 9.829657413906475, "redis_fps": 9.829657413906475, "redis_read_fps": 9.766658274496471, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 3, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.278, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 9, "analysis_gap_markers": 4, "c_suppressed": 0, "max_redis_silence_s": 0.4095633309916593, "redis_interval_s": { "n": 292, "mean": 0.10171036806502953, "median": 0.09771883350913413, "p95": 0.17659163399366662, "maximum": 0.4095633309916593, "minimum": 0.004378709010779858 }, "redis_drift_s": { "n": 293, "mean": -0.01789531394542091, "median": -0.03235923000659113, "p95": 0.1197490970077979, "maximum": 0.3308041760171818, "minimum": -0.10671437296318231 }, "redis_drift_s_per_min": -0.05756992163972857, "ingress_drift_s": { "n": 12, "mean": -0.031742651833335835, "median": -0.013780642500009321, "p95": 0.005102119000014227, "maximum": 0.005102119000014227, "minimum": -0.12483721600000308 }, "ingress_drift_s_per_min": -0.18231478059780712, "source_drift_s": { "n": 12, "mean": -0.032058083333337116, "median": -0.013290500000010752, "p95": 0.006096000000013646, "maximum": 0.006096000000013646, "minimum": -0.123927000000009 }, "ingress_to_redis_ms": { "n": 293, "mean": 63.075085324232084, "median": 52, "p95": 93, "maximum": 470, "minimum": 28 }, "source_samples": 12, "redis_samples": 293, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 294, "sum_ns": 270017493, "mean_ms": 0.9184268469387755 }, "depay_to_source_exit": { "n": 294, "sum_ns": 13684490000, "mean_ms": 46.5458843537415 }, "source_exit_to_ingress": { "n": 294, "sum_ns": 1498638830, "mean_ms": 5.097410986394558 }, "source_encoded_queue": { "n": 294, "sum_ns": 15472000, "mean_ms": 0.05262585034013606 }, "decode_between_queues": { "n": 294, "sum_ns": 13133667000, "mean_ms": 44.67233673469388 }, "source_raw_queue": { "n": 294, "sum_ns": 332455000, "mean_ms": 1.1307993197278912 }, "raw_queue_to_source_exit": { "n": 294, "sum_ns": 9998000, "mean_ms": 0.034006802721088435 }, "preprocess_start_to_preprocess_output": { "n": 294, "sum_ns": 370705324, "mean_ms": 1.260902462585034 }, "selected_to_preprocess": { "n": 294, "sum_ns": 727443210, "mean_ms": 2.4742966326530613 }, "preprocess_start_to_preprocess": { "n": 294, "sum_ns": 457425717, "mean_ms": 1.5558697857142856 }, "preprocess_output_to_infer_entry": { "n": 294, "sum_ns": 86720393, "mean_ms": 0.2949673231292517 }, "preprocess_to_infer_output": { "n": 295, "sum_ns": 10473170024, "mean_ms": 35.502271267796615 }, "preprocess_to_callback": { "n": 295, "sum_ns": 10769953127, "mean_ms": 36.50831568474577 }, "infer_output_to_callback": { "n": 295, "sum_ns": 296783103, "mean_ms": 1.0060444169491527 }, "copy_wall": { "n": 295, "sum_ns": 1400128493, "mean_ms": 4.746198281355932 }, "copy_thread_cpu": { "n": 295, "sum_ns": 1378445176, "mean_ms": 4.672695511864407 }, "callback_to_copied": { "n": 295, "sum_ns": 1455245768, "mean_ms": 4.9330365016949145 }, "accepted_interval": { "n": 295, "sum_ns": 29970786376, "mean_ms": 101.59588602033898 }, "selected_to_submitted": { "n": 295, "sum_ns": 12982346400, "mean_ms": 44.00795389830509 }, "completed_queue_wait": { "n": 295, "sum_ns": 194528872, "mean_ms": 0.6594199050847457 }, "result_observations_wall": { "n": 295, "sum_ns": 324169540, "mean_ms": 1.0988797966101695 }, "result_observations_cpu": { "n": 295, "sum_ns": 319351380, "mean_ms": 1.0825470508474577 }, "result_nms_wall": { "n": 295, "sum_ns": 272729632, "mean_ms": 0.9245072271186441 }, "result_nms_cpu": { "n": 295, "sum_ns": 165860315, "mean_ms": 0.5622383559322034 }, "result_tracking_wall": { "n": 294, "sum_ns": 941372046, "mean_ms": 3.2019457346938776 }, "result_tracking_cpu": { "n": 294, "sum_ns": 659857277, "mean_ms": 2.2444125068027208 }, "result_region_wall": { "n": 294, "sum_ns": 133746430, "mean_ms": 0.4549198299319728 }, "result_region_cpu": { "n": 294, "sum_ns": 132353977, "mean_ms": 0.45018359523809526 }, "result_fall_wall": { "n": 294, "sum_ns": 718569028, "mean_ms": 2.4441123401360545 }, "result_fall_cpu": { "n": 294, "sum_ns": 705613869, "mean_ms": 2.400047173469388 }, "result_fight_wall": { "n": 294, "sum_ns": 148772481, "mean_ms": 0.5060288469387755 }, "result_fight_cpu": { "n": 294, "sum_ns": 147226007, "mean_ms": 0.500768731292517 }, "result_collector_wall": { "n": 294, "sum_ns": 1838321078, "mean_ms": 6.252792782312925 }, "result_collector_cpu": { "n": 294, "sum_ns": 1812423367, "mean_ms": 6.164705329931973 }, "result_composition_wall": { "n": 294, "sum_ns": 5043322, "mean_ms": 0.017154156462585033 }, "result_composition_cpu": { "n": 294, "sum_ns": 5051485, "mean_ms": 0.017181921768707482 }, "result_artifact_handoff_wall": { "n": 294, "sum_ns": 3597157, "mean_ms": 0.012235227891156462 }, "result_artifact_handoff_cpu": { "n": 294, "sum_ns": 3383604, "mean_ms": 0.011508857142857144 }, "result_publish_wall": { "n": 294, "sum_ns": 394480338, "mean_ms": 1.3417698571428571 }, "result_publish_cpu": { "n": 294, "sum_ns": 371967418, "mean_ms": 1.2651952993197277 }, "result_total_wall": { "n": 294, "sum_ns": 5085769160, "mean_ms": 17.298534557823128 }, "result_total_cpu": { "n": 294, "sum_ns": 4612961812, "mean_ms": 15.690346299319728 } } }, { "mode": "mixed-a", "level": 11, "camera": "35", "provider": "fire", "cohort_reset": false, "counter_seconds": 29.860082488, "new_channel": false, "seconds": 30.000025778019335, "selected_fps": 9.946389134033929, "requested_fps": 9.946389134033929, "complete_fps": 9.946389134033929, "accepted_fps": 9.946389134033929, "finalized_fps": 9.946389134033929, "redis_fps": 9.946389134033929, "redis_read_fps": 9.933324797952043, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 1, "queue_age_max_sampled": 0.00043663097312673926, "provider_response_age_max_sampled": 0.102, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.35901255102362484, "redis_interval_s": { "n": 297, "mean": 0.10084270942416858, "median": 0.09908638597698882, "p95": 0.1608717329800129, "maximum": 0.35901255102362484, "minimum": 0.001007964019663632 }, "redis_drift_s": { "n": 298, "mean": -0.07594493107341334, "median": -0.07702516399068315, "p95": -0.04004549903049792, "maximum": 0.14635771599412806, "minimum": -0.18730683399272152 }, "redis_drift_s_per_min": -0.007098258355425788, "ingress_drift_s": { "n": 12, "mean": -0.004141003583335134, "median": -0.012720404000006624, "p95": 0.21560149399999773, "maximum": 0.21560149399999773, "minimum": -0.12489788800002088 }, "ingress_drift_s_per_min": 0.09610085737657932, "source_drift_s": { "n": 12, "mean": -0.0039505833333327205, "median": -0.012477500000002806, "p95": 0.21651700000001028, "maximum": 0.21651700000001028, "minimum": -0.12393000000000143 }, "ingress_to_redis_ms": { "n": 298, "mean": 37.7248322147651, "median": 36.0, "p95": 61, "maximum": 77, "minimum": 18 }, "source_samples": 12, "redis_samples": 298, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 297, "sum_ns": 13633585000, "mean_ms": 45.904326599326595 }, "source_exit_to_ingress": { "n": 297, "sum_ns": 254932467, "mean_ms": 0.8583584747474747 }, "source_encoded_queue": { "n": 297, "sum_ns": 10724000, "mean_ms": 0.03610774410774411 }, "decode_between_queues": { "n": 297, "sum_ns": 13396741000, "mean_ms": 45.10687205387206 }, "source_raw_queue": { "n": 297, "sum_ns": 10529000, "mean_ms": 0.03545117845117845 }, "raw_queue_to_source_exit": { "n": 297, "sum_ns": 9956000, "mean_ms": 0.03352188552188552 }, "selected_to_preprocess_start": { "n": 297, "sum_ns": 212063659, "mean_ms": 0.7140190538720539 }, "preprocess_start_to_preprocess_output": { "n": 297, "sum_ns": 355919624, "mean_ms": 1.1983825723905723 }, "selected_to_preprocess": { "n": 297, "sum_ns": 622186852, "mean_ms": 2.0949052255892253 }, "preprocess_start_to_preprocess": { "n": 297, "sum_ns": 410123193, "mean_ms": 1.3808861717171719 }, "preprocess_output_to_infer_entry": { "n": 297, "sum_ns": 54203569, "mean_ms": 0.18250359932659932 }, "preprocess_to_infer_output": { "n": 297, "sum_ns": 8116585468, "mean_ms": 27.3285705993266 }, "preprocess_to_callback": { "n": 297, "sum_ns": 8430908804, "mean_ms": 28.38689832996633 }, "infer_output_to_callback": { "n": 297, "sum_ns": 314323336, "mean_ms": 1.0583277306397305 }, "copy_wall": { "n": 297, "sum_ns": 1604254176, "mean_ms": 5.401529212121212 }, "copy_thread_cpu": { "n": 297, "sum_ns": 1567986319, "mean_ms": 5.279415215488216 }, "callback_to_copied": { "n": 297, "sum_ns": 1664297247, "mean_ms": 5.603694434343434 }, "accepted_interval": { "n": 297, "sum_ns": 29834693979, "mean_ms": 100.45351508080809 }, "selected_to_submitted": { "n": 297, "sum_ns": 10746744281, "mean_ms": 36.18432417845118 }, "completed_queue_wait": { "n": 297, "sum_ns": 69146281, "mean_ms": 0.23281576094276094 }, "result_composition_wall": { "n": 297, "sum_ns": 2870978, "mean_ms": 0.009666592592592593 }, "result_composition_cpu": { "n": 297, "sum_ns": 2803616, "mean_ms": 0.009439784511784512 }, "result_artifact_handoff_wall": { "n": 297, "sum_ns": 2960838, "mean_ms": 0.009969151515151516 }, "result_artifact_handoff_cpu": { "n": 297, "sum_ns": 2641566, "mean_ms": 0.008894161616161616 }, "result_publish_wall": { "n": 297, "sum_ns": 30555848, "mean_ms": 0.1028816430976431 }, "result_publish_cpu": { "n": 297, "sum_ns": 29927327, "mean_ms": 0.10076541077441077 }, "result_total_wall": { "n": 297, "sum_ns": 276421278, "mean_ms": 0.9307113737373738 }, "result_total_cpu": { "n": 297, "sum_ns": 271704092, "mean_ms": 0.9148285925925926 } } }, { "mode": "mixed-a", "level": 11, "camera": "35", "provider": "crowd", "cohort_reset": false, "counter_seconds": 30.116767253, "new_channel": false, "seconds": 30.000025778019335, "selected_fps": 9.928024395454194, "requested_fps": 9.928024395454194, "complete_fps": 9.961228490422268, "accepted_fps": 9.961228490422268, "finalized_fps": 9.961228490422268, "redis_fps": 9.961228490422268, "redis_read_fps": 9.933324797952043, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 1, "queue_age_max_sampled": 0.0004596399958245456, "provider_response_age_max_sampled": 0.1, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.3676667300169356, "redis_interval_s": { "n": 297, "mean": 0.1008010398449928, "median": 0.10250457603251562, "p95": 0.15572646498912945, "maximum": 0.3676667300169356, "minimum": 0.0018965430208481848 }, "redis_drift_s": { "n": 298, "mean": -0.05991103364084762, "median": -0.06171881698026027, "p95": -0.027394764971461427, "maximum": 0.17886380702304905, "minimum": -0.1563975629759966 }, "redis_drift_s_per_min": -0.010922895996535606, "ingress_drift_s": { "n": 12, "mean": -0.0162824612500098, "median": -0.011103185500019208, "p95": 0.019204337999980226, "maximum": 0.019204337999980226, "minimum": -0.12430746000001136 }, "ingress_drift_s_per_min": -0.11501601874568285, "source_drift_s": { "n": 12, "mean": -0.015774083333342997, "median": -0.010573000000007937, "p95": 0.01909899999998288, "maximum": 0.01909899999998288, "minimum": -0.12361100000001102 }, "ingress_to_redis_ms": { "n": 298, "mean": 33.51677852348993, "median": 32.0, "p95": 52, "maximum": 61, "minimum": 18 }, "source_samples": 12, "redis_samples": 298, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 299, "sum_ns": 220006100, "mean_ms": 0.7358063545150502 }, "depay_to_source_exit": { "n": 299, "sum_ns": 13568812000, "mean_ms": 45.380642140468225 }, "source_exit_to_ingress": { "n": 299, "sum_ns": 228677588, "mean_ms": 0.7648079866220736 }, "source_encoded_queue": { "n": 299, "sum_ns": 16840000, "mean_ms": 0.056321070234113715 }, "decode_between_queues": { "n": 299, "sum_ns": 13320450000, "mean_ms": 44.55 }, "source_raw_queue": { "n": 299, "sum_ns": 16867000, "mean_ms": 0.056411371237458194 }, "raw_queue_to_source_exit": { "n": 299, "sum_ns": 11527000, "mean_ms": 0.03855183946488294 }, "preprocess_start_to_preprocess_output": { "n": 299, "sum_ns": 375953808, "mean_ms": 1.2573705953177259 }, "selected_to_preprocess": { "n": 299, "sum_ns": 660904682, "mean_ms": 2.210383551839465 }, "preprocess_start_to_preprocess": { "n": 299, "sum_ns": 440898582, "mean_ms": 1.4745771973244148 }, "preprocess_output_to_infer_entry": { "n": 299, "sum_ns": 64944774, "mean_ms": 0.21720660200668898 }, "preprocess_to_infer_output": { "n": 300, "sum_ns": 6718109661, "mean_ms": 22.39369887 }, "preprocess_to_callback": { "n": 300, "sum_ns": 7030915970, "mean_ms": 23.436386566666666 }, "infer_output_to_callback": { "n": 300, "sum_ns": 312806309, "mean_ms": 1.0426876966666667 }, "copy_wall": { "n": 300, "sum_ns": 1596245515, "mean_ms": 5.320818383333334 }, "copy_thread_cpu": { "n": 300, "sum_ns": 1566170080, "mean_ms": 5.220566933333334 }, "callback_to_copied": { "n": 300, "sum_ns": 1654266913, "mean_ms": 5.514223043333333 }, "accepted_interval": { "n": 300, "sum_ns": 30160467540, "mean_ms": 100.5348918 }, "selected_to_submitted": { "n": 300, "sum_ns": 9384591400, "mean_ms": 31.28197133333333 }, "completed_queue_wait": { "n": 300, "sum_ns": 64149637, "mean_ms": 0.21383212333333332 }, "result_composition_wall": { "n": 300, "sum_ns": 5287172, "mean_ms": 0.017623906666666665 }, "result_composition_cpu": { "n": 300, "sum_ns": 5022524, "mean_ms": 0.016741746666666665 }, "result_publish_wall": { "n": 300, "sum_ns": 80745302, "mean_ms": 0.26915100666666664 }, "result_publish_cpu": { "n": 300, "sum_ns": 79241916, "mean_ms": 0.26413971999999997 }, "result_total_wall": { "n": 300, "sum_ns": 502498701, "mean_ms": 1.67499567 }, "result_total_cpu": { "n": 300, "sum_ns": 489108468, "mean_ms": 1.63036156 } } }, { "mode": "mixed-a", "level": 11, "camera": "36", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.800807829, "new_channel": false, "seconds": 30.000025778019335, "selected_fps": 9.932616649135065, "requested_fps": 9.932616649135065, "complete_fps": 9.966172786463224, "accepted_fps": 9.966172786463224, "finalized_fps": 9.966172786463224, "redis_fps": 9.966172786463224, "redis_read_fps": 9.933324797952043, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 3, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.111, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 1, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.4582263340125792, "redis_interval_s": { "n": 297, "mean": 0.10089082973742676, "median": 0.09295075602130964, "p95": 0.1819674979778938, "maximum": 0.4582263340125792, "minimum": 0.004464173049200326 }, "redis_drift_s": { "n": 298, "mean": -0.019376627173155875, "median": -0.024758283449799023, "p95": 0.024170845055493828, "maximum": 0.3078462010635974, "minimum": -0.11619534195213532 }, "redis_drift_s_per_min": 0.0018747401535037583, "ingress_drift_s": { "n": 12, "mean": 0.0025126867500067838, "median": 0.0036758055000092327, "p95": 0.019331730000004654, "maximum": 0.019331730000004654, "minimum": -0.024366162999996277 }, "ingress_drift_s_per_min": -0.02303068935425291, "source_drift_s": { "n": 12, "mean": 0.0020452499999995175, "median": 0.0036719999999945685, "p95": 0.01886500000000524, "maximum": 0.01886500000000524, "minimum": -0.026509000000004335 }, "ingress_to_redis_ms": { "n": 298, "mean": 51.91610738255034, "median": 48.0, "p95": 80, "maximum": 176, "minimum": 22 }, "source_samples": 12, "redis_samples": 298, "native_redis_joined": 13, "durations": { "selected_to_preprocess_start": { "n": 296, "sum_ns": 223840515, "mean_ms": 0.7562179560810811 }, "depay_to_source_exit": { "n": 295, "sum_ns": 13672292000, "mean_ms": 46.34675254237288 }, "source_exit_to_ingress": { "n": 295, "sum_ns": 590567356, "mean_ms": 2.001923240677966 }, "source_encoded_queue": { "n": 295, "sum_ns": 13524000, "mean_ms": 0.04584406779661017 }, "decode_between_queues": { "n": 295, "sum_ns": 13439353000, "mean_ms": 45.55712881355932 }, "source_raw_queue": { "n": 295, "sum_ns": 81539000, "mean_ms": 0.2764033898305085 }, "raw_queue_to_source_exit": { "n": 295, "sum_ns": 11107000, "mean_ms": 0.03765084745762712 }, "preprocess_start_to_preprocess_output": { "n": 296, "sum_ns": 337543640, "mean_ms": 1.140350135135135 }, "selected_to_preprocess": { "n": 296, "sum_ns": 620115485, "mean_ms": 2.0949847466216216 }, "preprocess_start_to_preprocess": { "n": 296, "sum_ns": 396274970, "mean_ms": 1.3387667905405405 }, "preprocess_output_to_infer_entry": { "n": 296, "sum_ns": 58731330, "mean_ms": 0.1984166554054054 }, "preprocess_to_infer_output": { "n": 297, "sum_ns": 10503483647, "mean_ms": 35.36526480471381 }, "preprocess_to_callback": { "n": 297, "sum_ns": 10801808894, "mean_ms": 36.36972691582491 }, "infer_output_to_callback": { "n": 297, "sum_ns": 298325247, "mean_ms": 1.0044621111111112 }, "copy_wall": { "n": 297, "sum_ns": 1161861254, "mean_ms": 3.9119907542087544 }, "copy_thread_cpu": { "n": 297, "sum_ns": 1140182579, "mean_ms": 3.838998582491582 }, "callback_to_copied": { "n": 297, "sum_ns": 1214899029, "mean_ms": 4.090569121212121 }, "accepted_interval": { "n": 297, "sum_ns": 29885732652, "mean_ms": 100.62536246464646 }, "selected_to_submitted": { "n": 297, "sum_ns": 12668698301, "mean_ms": 42.655549835016835 }, "completed_queue_wait": { "n": 297, "sum_ns": 74312688, "mean_ms": 0.2502110707070707 }, "result_observations_wall": { "n": 297, "sum_ns": 326701942, "mean_ms": 1.1000065387205387 }, "result_observations_cpu": { "n": 297, "sum_ns": 322711431, "mean_ms": 1.0865704747474747 }, "result_nms_wall": { "n": 297, "sum_ns": 200318884, "mean_ms": 0.6744743569023569 }, "result_nms_cpu": { "n": 297, "sum_ns": 151889323, "mean_ms": 0.5114118619528619 }, "result_tracking_wall": { "n": 297, "sum_ns": 244212864, "mean_ms": 0.8222655353535353 }, "result_tracking_cpu": { "n": 297, "sum_ns": 229182281, "mean_ms": 0.7716575117845117 }, "result_region_wall": { "n": 297, "sum_ns": 66768537, "mean_ms": 0.22480988888888886 }, "result_region_cpu": { "n": 297, "sum_ns": 65877716, "mean_ms": 0.22181049158249158 }, "result_fall_wall": { "n": 297, "sum_ns": 117894725, "mean_ms": 0.39695193602693607 }, "result_fall_cpu": { "n": 297, "sum_ns": 116348133, "mean_ms": 0.39174455555555554 }, "result_fight_wall": { "n": 297, "sum_ns": 37915696, "mean_ms": 0.1276622760942761 }, "result_fight_cpu": { "n": 297, "sum_ns": 37222705, "mean_ms": 0.12532897306397306 }, "result_collector_wall": { "n": 297, "sum_ns": 1197416744, "mean_ms": 4.031706208754209 }, "result_collector_cpu": { "n": 297, "sum_ns": 1165833176, "mean_ms": 3.925364228956229 }, "result_composition_wall": { "n": 297, "sum_ns": 5377028, "mean_ms": 0.01810447138047138 }, "result_composition_cpu": { "n": 297, "sum_ns": 5303741, "mean_ms": 0.017857713804713803 }, "result_artifact_handoff_wall": { "n": 297, "sum_ns": 3438905, "mean_ms": 0.011578804713804713 }, "result_artifact_handoff_cpu": { "n": 297, "sum_ns": 3128891, "mean_ms": 0.010534986531986531 }, "result_publish_wall": { "n": 297, "sum_ns": 69483254, "mean_ms": 0.23395035016835017 }, "result_publish_cpu": { "n": 297, "sum_ns": 69300719, "mean_ms": 0.2333357542087542 }, "result_total_wall": { "n": 297, "sum_ns": 2545614180, "mean_ms": 8.571091515151515 }, "result_total_cpu": { "n": 297, "sum_ns": 2435176596, "mean_ms": 8.199247797979798 } } }, { "mode": "mixed-a", "level": 11, "camera": "36", "provider": "fire", "cohort_reset": false, "counter_seconds": 29.856242106, "new_channel": false, "seconds": 30.000025778019335, "selected_fps": 9.947668529265911, "requested_fps": 9.947668529265911, "complete_fps": 9.91417469583404, "accepted_fps": 9.91417469583404, "finalized_fps": 9.947668529265911, "redis_fps": 9.947668529265911, "redis_read_fps": 9.899991493260929, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 1, "queue_age_max_sampled": 0.0009865820175036788, "provider_response_age_max_sampled": 0.07, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 1, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.45733902393840253, "redis_interval_s": { "n": 296, "mean": 0.10102548437823095, "median": 0.09738780351472087, "p95": 0.16660906205652282, "maximum": 0.45733902393840253, "minimum": 0.0072737320442683995 }, "redis_drift_s": { "n": 297, "mean": -0.030009451328574795, "median": -0.031270907051862196, "p95": 0.004065060004592169, "maximum": 0.2938892989461408, "minimum": -0.12563746202039283 }, "redis_drift_s_per_min": -0.0008970772167597004, "ingress_drift_s": { "n": 12, "mean": -0.00014931091666881002, "median": 0.003525526499998932, "p95": 0.01592101599999296, "maximum": 0.01592101599999296, "minimum": -0.028372173999997585 }, "ingress_drift_s_per_min": -0.011911979785015734, "source_drift_s": { "n": 12, "mean": -0.0005129999999979873, "median": 0.003114499999995246, "p95": 0.015528000000017528, "maximum": 0.015528000000017528, "minimum": -0.028271999999986974 }, "ingress_to_redis_ms": { "n": 297, "mean": 39.10437710437711, "median": 39, "p95": 58, "maximum": 76, "minimum": 18 }, "source_samples": 12, "redis_samples": 297, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 297, "sum_ns": 208935291, "mean_ms": 0.7034858282828284 }, "preprocess_start_to_preprocess_output": { "n": 297, "sum_ns": 385839012, "mean_ms": 1.2991212525252525 }, "depay_to_source_exit": { "n": 296, "sum_ns": 13700778000, "mean_ms": 46.286412162162165 }, "source_exit_to_ingress": { "n": 296, "sum_ns": 218638410, "mean_ms": 0.738643277027027 }, "source_encoded_queue": { "n": 296, "sum_ns": 12872000, "mean_ms": 0.04348648648648649 }, "decode_between_queues": { "n": 296, "sum_ns": 13537698000, "mean_ms": 45.73546621621622 }, "source_raw_queue": { "n": 296, "sum_ns": 18440000, "mean_ms": 0.0622972972972973 }, "raw_queue_to_source_exit": { "n": 296, "sum_ns": 10313000, "mean_ms": 0.03484121621621621 }, "selected_to_preprocess": { "n": 297, "sum_ns": 654424041, "mean_ms": 2.2034479494949495 }, "preprocess_start_to_preprocess": { "n": 297, "sum_ns": 445488750, "mean_ms": 1.499962121212121 }, "preprocess_output_to_infer_entry": { "n": 297, "sum_ns": 59649738, "mean_ms": 0.2008408686868687 }, "preprocess_to_infer_output": { "n": 296, "sum_ns": 8475767270, "mean_ms": 28.634348885135136 }, "preprocess_to_callback": { "n": 296, "sum_ns": 8795070702, "mean_ms": 29.713076695945944 }, "infer_output_to_callback": { "n": 296, "sum_ns": 319303432, "mean_ms": 1.078727810810811 }, "copy_wall": { "n": 296, "sum_ns": 1597668065, "mean_ms": 5.397527246621622 }, "copy_thread_cpu": { "n": 296, "sum_ns": 1552967541, "mean_ms": 5.246511962837838 }, "callback_to_copied": { "n": 296, "sum_ns": 1653355920, "mean_ms": 5.585661891891892 }, "accepted_interval": { "n": 296, "sum_ns": 29815634121, "mean_ms": 100.72849365202703 }, "selected_to_submitted": { "n": 296, "sum_ns": 11131992020, "mean_ms": 37.60808114864865 }, "completed_queue_wait": { "n": 297, "sum_ns": 66253551, "mean_ms": 0.2230759292929293 }, "result_composition_wall": { "n": 297, "sum_ns": 2893263, "mean_ms": 0.009741626262626263 }, "result_composition_cpu": { "n": 297, "sum_ns": 2816864, "mean_ms": 0.009484390572390571 }, "result_artifact_handoff_wall": { "n": 297, "sum_ns": 2574473, "mean_ms": 0.00866825925925926 }, "result_artifact_handoff_cpu": { "n": 297, "sum_ns": 2592573, "mean_ms": 0.008729202020202019 }, "result_publish_wall": { "n": 297, "sum_ns": 30851383, "mean_ms": 0.10387671043771043 }, "result_publish_cpu": { "n": 297, "sum_ns": 30177278, "mean_ms": 0.10160699663299663 }, "result_total_wall": { "n": 297, "sum_ns": 283221958, "mean_ms": 0.9536092861952862 }, "result_total_cpu": { "n": 297, "sum_ns": 276829861, "mean_ms": 0.9320870740740741 } } }, { "mode": "mixed-a", "level": 11, "camera": "36", "provider": "crowd", "cohort_reset": false, "counter_seconds": 29.85372145, "new_channel": false, "seconds": 30.000025778019335, "selected_fps": 9.91501178490429, "requested_fps": 9.91501178490429, "complete_fps": 9.948508446339778, "accepted_fps": 9.948508446339778, "finalized_fps": 9.948508446339778, "redis_fps": 9.948508446339778, "redis_read_fps": 9.899991493260929, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.086, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 1, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.4487870460143313, "redis_interval_s": { "n": 296, "mean": 0.10100893706073072, "median": 0.09879301747423597, "p95": 0.16860950196860358, "maximum": 0.4487870460143313, "minimum": 0.009360181982629001 }, "redis_drift_s": { "n": 297, "mean": -0.03303388004028933, "median": -0.03358585802186553, "p95": -0.0011627830066629485, "maximum": 0.29522261703434083, "minimum": -0.12154604202277142 }, "redis_drift_s_per_min": -0.00028032159374651093, "ingress_drift_s": { "n": 12, "mean": -0.001872254083333284, "median": 0.003053182499996865, "p95": 0.013957559999994373, "maximum": 0.013957559999994373, "minimum": -0.027801160999985086 }, "ingress_drift_s_per_min": -0.02451334497257349, "source_drift_s": { "n": 12, "mean": -0.0023274999999950787, "median": 0.002860499999997046, "p95": 0.013909000000012384, "maximum": 0.013909000000012384, "minimum": -0.028989999999993188 }, "ingress_to_redis_ms": { "n": 297, "mean": 33.89225589225589, "median": 33, "p95": 50, "maximum": 67, "minimum": 18 }, "source_samples": 12, "redis_samples": 297, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 296, "sum_ns": 211709783, "mean_ms": 0.7152357533783783 }, "depay_to_source_exit": { "n": 295, "sum_ns": 13668507000, "mean_ms": 46.333922033898304 }, "source_exit_to_ingress": { "n": 295, "sum_ns": 233681904, "mean_ms": 0.7921420474576272 }, "source_encoded_queue": { "n": 295, "sum_ns": 11333000, "mean_ms": 0.03841694915254237 }, "decode_between_queues": { "n": 295, "sum_ns": 13517033000, "mean_ms": 45.82045084745762 }, "source_raw_queue": { "n": 295, "sum_ns": 15034000, "mean_ms": 0.05096271186440678 }, "raw_queue_to_source_exit": { "n": 295, "sum_ns": 9587000, "mean_ms": 0.032498305084745764 }, "preprocess_start_to_preprocess_output": { "n": 296, "sum_ns": 365628193, "mean_ms": 1.2352303817567567 }, "selected_to_preprocess": { "n": 296, "sum_ns": 633562334, "mean_ms": 2.1404132905405406 }, "preprocess_start_to_preprocess": { "n": 296, "sum_ns": 421852551, "mean_ms": 1.4251775371621622 }, "preprocess_output_to_infer_entry": { "n": 296, "sum_ns": 56224358, "mean_ms": 0.1899471554054054 }, "preprocess_to_infer_output": { "n": 297, "sum_ns": 6913708341, "mean_ms": 23.278479262626263 }, "preprocess_to_callback": { "n": 297, "sum_ns": 7235441824, "mean_ms": 24.361756983164984 }, "infer_output_to_callback": { "n": 297, "sum_ns": 321733483, "mean_ms": 1.0832777205387205 }, "copy_wall": { "n": 297, "sum_ns": 1614938442, "mean_ms": 5.437503171717172 }, "copy_thread_cpu": { "n": 297, "sum_ns": 1570074260, "mean_ms": 5.28644531986532 }, "callback_to_copied": { "n": 297, "sum_ns": 1672163493, "mean_ms": 5.630180111111111 }, "accepted_interval": { "n": 297, "sum_ns": 29918331557, "mean_ms": 100.73512308754209 }, "selected_to_submitted": { "n": 297, "sum_ns": 9572719339, "mean_ms": 32.23137824579125 }, "completed_queue_wait": { "n": 297, "sum_ns": 60872928, "mean_ms": 0.20495935353535352 }, "result_composition_wall": { "n": 297, "sum_ns": 5082465, "mean_ms": 0.017112676767676766 }, "result_composition_cpu": { "n": 297, "sum_ns": 4970515, "mean_ms": 0.016735740740740742 }, "result_publish_wall": { "n": 297, "sum_ns": 39209942, "mean_ms": 0.13202000673400674 }, "result_publish_cpu": { "n": 297, "sum_ns": 38947059, "mean_ms": 0.13113487878787877 }, "result_total_wall": { "n": 297, "sum_ns": 342848798, "mean_ms": 1.1543730572390574 }, "result_total_cpu": { "n": 297, "sum_ns": 336906540, "mean_ms": 1.1343654545454547 } } }, { "mode": "mixed-a", "level": 11, "camera": "37", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.017978031, "new_channel": false, "seconds": 30.000025778019335, "selected_fps": 9.827444063532502, "requested_fps": 9.827444063532502, "complete_fps": 9.827444063532502, "accepted_fps": 9.827444063532502, "finalized_fps": 9.827444063532502, "redis_fps": 9.827444063532502, "redis_read_fps": 9.733324969805357, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 3, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.15, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 1, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.4271353970398195, "redis_interval_s": { "n": 291, "mean": 0.10290842566337545, "median": 0.09971102705458179, "p95": 0.19042344100307673, "maximum": 0.4271353970398195, "minimum": 0.0033384449779987335 }, "redis_drift_s": { "n": 292, "mean": -0.0393290616339587, "median": -0.046908533010409315, "p95": 0.04933480101962573, "maximum": 0.2882470590150774, "minimum": -0.16341449600690794 }, "redis_drift_s_per_min": 0.011127751367407243, "ingress_drift_s": { "n": 12, "mean": 0.013452770833332295, "median": 0.00014317149999953926, "p95": 0.10623348600000782, "maximum": 0.10623348600000782, "minimum": -0.012312624000003325 }, "ingress_drift_s_per_min": -0.08582604040745348, "source_drift_s": { "n": 12, "mean": 0.002534583333332563, "median": -0.0002570000000048367, "p95": 0.033886999999992895, "maximum": 0.033886999999992895, "minimum": -0.018562000000002854 }, "ingress_to_redis_ms": { "n": 292, "mean": 52.976027397260275, "median": 48.0, "p95": 79, "maximum": 230, "minimum": 23 }, "source_samples": 12, "redis_samples": 292, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 295, "sum_ns": 225723721, "mean_ms": 0.7651651559322034 }, "depay_to_source_exit": { "n": 292, "sum_ns": 14133211000, "mean_ms": 48.40140753424658 }, "source_exit_to_ingress": { "n": 292, "sum_ns": 882440643, "mean_ms": 3.0220569965753423 }, "source_encoded_queue": { "n": 292, "sum_ns": 14036000, "mean_ms": 0.048068493150684934 }, "decode_between_queues": { "n": 292, "sum_ns": 13974396000, "mean_ms": 47.85752054794521 }, "source_raw_queue": { "n": 292, "sum_ns": 38588000, "mean_ms": 0.13215068493150683 }, "raw_queue_to_source_exit": { "n": 292, "sum_ns": 10026000, "mean_ms": 0.03433561643835616 }, "preprocess_start_to_preprocess_output": { "n": 295, "sum_ns": 318506293, "mean_ms": 1.0796823491525425 }, "selected_to_preprocess": { "n": 295, "sum_ns": 610039223, "mean_ms": 2.0679295694915254 }, "preprocess_start_to_preprocess": { "n": 295, "sum_ns": 384315502, "mean_ms": 1.302764413559322 }, "preprocess_output_to_infer_entry": { "n": 295, "sum_ns": 65809209, "mean_ms": 0.22308206440677966 }, "preprocess_to_infer_output": { "n": 295, "sum_ns": 10043240990, "mean_ms": 34.044884711864405 }, "preprocess_to_callback": { "n": 295, "sum_ns": 10345817451, "mean_ms": 35.07056763050848 }, "infer_output_to_callback": { "n": 295, "sum_ns": 302576461, "mean_ms": 1.025682918644068 }, "copy_wall": { "n": 295, "sum_ns": 1311588680, "mean_ms": 4.446063322033898 }, "copy_thread_cpu": { "n": 295, "sum_ns": 1292849923, "mean_ms": 4.382542111864407 }, "callback_to_copied": { "n": 295, "sum_ns": 1366007976, "mean_ms": 4.630535511864407 }, "accepted_interval": { "n": 295, "sum_ns": 29997856662, "mean_ms": 101.68764970169492 }, "selected_to_submitted": { "n": 295, "sum_ns": 12349332847, "mean_ms": 41.8621452440678 }, "completed_queue_wait": { "n": 295, "sum_ns": 95101332, "mean_ms": 0.3223773966101695 }, "result_observations_wall": { "n": 295, "sum_ns": 335020218, "mean_ms": 1.1356617559322035 }, "result_observations_cpu": { "n": 295, "sum_ns": 331808166, "mean_ms": 1.1247734440677968 }, "result_nms_wall": { "n": 295, "sum_ns": 206992957, "mean_ms": 0.701671040677966 }, "result_nms_cpu": { "n": 295, "sum_ns": 152652897, "mean_ms": 0.5174674474576271 }, "result_tracking_wall": { "n": 295, "sum_ns": 333162429, "mean_ms": 1.1293641661016949 }, "result_tracking_cpu": { "n": 295, "sum_ns": 295041526, "mean_ms": 1.000140766101695 }, "result_region_wall": { "n": 295, "sum_ns": 67569425, "mean_ms": 0.22904889830508476 }, "result_region_cpu": { "n": 295, "sum_ns": 67521693, "mean_ms": 0.22888709491525425 }, "result_fall_wall": { "n": 295, "sum_ns": 158860626, "mean_ms": 0.5385105966101695 }, "result_fall_cpu": { "n": 295, "sum_ns": 156034457, "mean_ms": 0.5289303627118644 }, "result_fight_wall": { "n": 295, "sum_ns": 36616652, "mean_ms": 0.12412424406779661 }, "result_fight_cpu": { "n": 295, "sum_ns": 36142724, "mean_ms": 0.12251770847457627 }, "result_collector_wall": { "n": 295, "sum_ns": 1493992452, "mean_ms": 5.064381193220338 }, "result_collector_cpu": { "n": 295, "sum_ns": 1473546100, "mean_ms": 4.995071525423729 }, "result_composition_wall": { "n": 295, "sum_ns": 5094454, "mean_ms": 0.017269335593220338 }, "result_composition_cpu": { "n": 295, "sum_ns": 5104013, "mean_ms": 0.017301738983050846 }, "result_artifact_handoff_wall": { "n": 295, "sum_ns": 4149554, "mean_ms": 0.014066284745762712 }, "result_artifact_handoff_cpu": { "n": 295, "sum_ns": 3210829, "mean_ms": 0.010884166101694915 }, "result_publish_wall": { "n": 295, "sum_ns": 122989250, "mean_ms": 0.41691271186440676 }, "result_publish_cpu": { "n": 295, "sum_ns": 120294785, "mean_ms": 0.40777893220338984 }, "result_total_wall": { "n": 295, "sum_ns": 3052090434, "mean_ms": 10.34606926779661 }, "result_total_cpu": { "n": 295, "sum_ns": 2918635077, "mean_ms": 9.893678227118645 } } }, { "mode": "mixed-a", "level": 11, "camera": "37", "provider": "fire", "cohort_reset": false, "counter_seconds": 29.866024026, "new_channel": false, "seconds": 30.000025778019335, "selected_fps": 9.810478949087013, "requested_fps": 9.810478949087013, "complete_fps": 9.810478949087013, "accepted_fps": 9.810478949087013, "finalized_fps": 9.810478949087013, "redis_fps": 9.810478949087013, "redis_read_fps": 9.699991665114243, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 1, "queue_age_max_sampled": 0.0005061400006525218, "provider_response_age_max_sampled": 0.114, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 2, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.40990777703700587, "redis_interval_s": { "n": 290, "mean": 0.10304972456210164, "median": 0.1000296279671602, "p95": 0.1627734710345976, "maximum": 0.40990777703700587, "minimum": 0.012124712986405939 }, "redis_drift_s": { "n": 291, "mean": -0.08680000122079078, "median": -0.08922551800776546, "p95": -0.05349610099057145, "maximum": 0.23491996198893617, "minimum": -0.18967614299850766 }, "redis_drift_s_per_min": 0.01881292341803992, "ingress_drift_s": { "n": 12, "mean": -0.0037118955833399525, "median": -0.001329014000006623, "p95": 0.01777447699998902, "maximum": 0.01777447699998902, "minimum": -0.034607853000011346 }, "ingress_drift_s_per_min": -0.07352735002558862, "source_drift_s": { "n": 12, "mean": -0.004089500000002744, "median": -0.0014950000000126806, "p95": 0.017201000000000022, "maximum": 0.017201000000000022, "minimum": -0.03478300000000445 }, "ingress_to_redis_ms": { "n": 291, "mean": 36.24054982817869, "median": 35, "p95": 54, "maximum": 67, "minimum": 18 }, "source_samples": 12, "redis_samples": 291, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 293, "sum_ns": 207253052, "mean_ms": 0.7073483003412969 }, "depay_to_source_exit": { "n": 290, "sum_ns": 13860947000, "mean_ms": 47.79636896551724 }, "source_exit_to_ingress": { "n": 290, "sum_ns": 194081757, "mean_ms": 0.6692474379310345 }, "source_encoded_queue": { "n": 290, "sum_ns": 13988000, "mean_ms": 0.04823448275862069 }, "decode_between_queues": { "n": 290, "sum_ns": 13729647000, "mean_ms": 47.34361034482758 }, "source_raw_queue": { "n": 290, "sum_ns": 14736000, "mean_ms": 0.050813793103448274 }, "raw_queue_to_source_exit": { "n": 290, "sum_ns": 9720000, "mean_ms": 0.03351724137931035 }, "preprocess_start_to_preprocess_output": { "n": 293, "sum_ns": 325620837, "mean_ms": 1.111333914675768 }, "selected_to_preprocess": { "n": 293, "sum_ns": 588837915, "mean_ms": 2.0096857167235496 }, "preprocess_start_to_preprocess": { "n": 293, "sum_ns": 381584863, "mean_ms": 1.3023374163822525 }, "preprocess_output_to_infer_entry": { "n": 293, "sum_ns": 55964026, "mean_ms": 0.19100350170648464 }, "preprocess_to_infer_output": { "n": 293, "sum_ns": 7642781351, "mean_ms": 26.08457798976109 }, "preprocess_to_callback": { "n": 293, "sum_ns": 7967628491, "mean_ms": 27.193271300341298 }, "infer_output_to_callback": { "n": 293, "sum_ns": 324847140, "mean_ms": 1.1086933105802048 }, "copy_wall": { "n": 293, "sum_ns": 1544392330, "mean_ms": 5.270963583617748 }, "copy_thread_cpu": { "n": 293, "sum_ns": 1510943055, "mean_ms": 5.156802235494881 }, "callback_to_copied": { "n": 293, "sum_ns": 1600840725, "mean_ms": 5.463620221843003 }, "accepted_interval": { "n": 293, "sum_ns": 29778832571, "mean_ms": 101.63424085665528 }, "selected_to_submitted": { "n": 293, "sum_ns": 10185888014, "mean_ms": 34.76412291467577 }, "completed_queue_wait": { "n": 293, "sum_ns": 65612612, "mean_ms": 0.22393382935153583 }, "result_composition_wall": { "n": 293, "sum_ns": 3181211, "mean_ms": 0.01085737542662116 }, "result_composition_cpu": { "n": 293, "sum_ns": 2763210, "mean_ms": 0.009430750853242322 }, "result_artifact_handoff_wall": { "n": 293, "sum_ns": 2651178, "mean_ms": 0.009048389078498293 }, "result_artifact_handoff_cpu": { "n": 293, "sum_ns": 2525325, "mean_ms": 0.008618856655290103 }, "result_publish_wall": { "n": 293, "sum_ns": 31034096, "mean_ms": 0.10591841638225256 }, "result_publish_cpu": { "n": 293, "sum_ns": 31061323, "mean_ms": 0.10601134129692832 }, "result_total_wall": { "n": 293, "sum_ns": 280906539, "mean_ms": 0.9587253890784982 }, "result_total_cpu": { "n": 293, "sum_ns": 275371259, "mean_ms": 0.9398336484641637 } } }, { "mode": "mixed-a", "level": 11, "camera": "37", "provider": "crowd", "cohort_reset": false, "counter_seconds": 29.858019146, "new_channel": false, "seconds": 30.000025778019335, "selected_fps": 9.81310912044386, "requested_fps": 9.81310912044386, "complete_fps": 9.81310912044386, "accepted_fps": 9.81310912044386, "finalized_fps": 9.81310912044386, "redis_fps": 9.81310912044386, "redis_read_fps": 9.699991665114243, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.112, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.4220870769931935, "redis_interval_s": { "n": 290, "mean": 0.10308670342080938, "median": 0.10020602849544957, "p95": 0.16785120900021866, "maximum": 0.4220870769931935, "minimum": 0.012410273018758744 }, "redis_drift_s": { "n": 291, "mean": 0.034192453981148285, "median": 0.03130195102654909, "p95": 0.06878354300931733, "maximum": 0.37540456800627453, "minimum": -0.06419838000414302 }, "redis_drift_s_per_min": 0.02188379056944327, "ingress_drift_s": { "n": 12, "mean": -0.0065617541666670815, "median": -0.0008406959999973651, "p95": 0.013104265000009718, "maximum": 0.013104265000009718, "minimum": -0.03566443700000832 }, "ingress_drift_s_per_min": -0.04170484195892947, "source_drift_s": { "n": 12, "mean": -0.006614416666666993, "median": -0.0005354999999980237, "p95": 0.013054000000011001, "maximum": 0.013054000000011001, "minimum": -0.03551000000001636 }, "ingress_to_redis_ms": { "n": 291, "mean": 32.03092783505155, "median": 31, "p95": 46, "maximum": 86, "minimum": 15 }, "source_samples": 12, "redis_samples": 291, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 293, "sum_ns": 200975132, "mean_ms": 0.68592195221843 }, "preprocess_start_to_preprocess_output": { "n": 293, "sum_ns": 297063550, "mean_ms": 1.013868771331058 }, "selected_to_preprocess": { "n": 293, "sum_ns": 550166384, "mean_ms": 1.8777009692832765 }, "preprocess_start_to_preprocess": { "n": 293, "sum_ns": 349191252, "mean_ms": 1.1917790170648463 }, "preprocess_output_to_infer_entry": { "n": 293, "sum_ns": 52127702, "mean_ms": 0.17791024573378839 }, "depay_to_source_exit": { "n": 290, "sum_ns": 13890826000, "mean_ms": 47.8994 }, "source_exit_to_ingress": { "n": 290, "sum_ns": 203964345, "mean_ms": 0.7033253275862068 }, "source_encoded_queue": { "n": 290, "sum_ns": 15181000, "mean_ms": 0.052348275862068964 }, "decode_between_queues": { "n": 290, "sum_ns": 13761371000, "mean_ms": 47.453003448275865 }, "source_raw_queue": { "n": 290, "sum_ns": 12804000, "mean_ms": 0.04415172413793104 }, "raw_queue_to_source_exit": { "n": 290, "sum_ns": 9654000, "mean_ms": 0.03328965517241379 }, "preprocess_to_infer_output": { "n": 293, "sum_ns": 6377618719, "mean_ms": 21.766616788395904 }, "preprocess_to_callback": { "n": 293, "sum_ns": 6681560375, "mean_ms": 22.803960324232083 }, "infer_output_to_callback": { "n": 293, "sum_ns": 303941656, "mean_ms": 1.0373435358361776 }, "copy_wall": { "n": 293, "sum_ns": 1521097531, "mean_ms": 5.191459150170648 }, "copy_thread_cpu": { "n": 293, "sum_ns": 1493333806, "mean_ms": 5.096702409556315 }, "callback_to_copied": { "n": 293, "sum_ns": 1578088044, "mean_ms": 5.385966020477816 }, "accepted_interval": { "n": 293, "sum_ns": 29797299646, "mean_ms": 101.69726841638226 }, "selected_to_submitted": { "n": 293, "sum_ns": 8841257820, "mean_ms": 30.174941365187713 }, "completed_queue_wait": { "n": 293, "sum_ns": 60576244, "mean_ms": 0.20674486006825937 }, "result_composition_wall": { "n": 293, "sum_ns": 63140183, "mean_ms": 0.21549550511945392 }, "result_composition_cpu": { "n": 293, "sum_ns": 60904141, "mean_ms": 0.20786396245733788 }, "result_publish_wall": { "n": 293, "sum_ns": 43099046, "mean_ms": 0.14709572013651875 }, "result_publish_cpu": { "n": 293, "sum_ns": 42843540, "mean_ms": 0.14622368600682595 }, "result_total_wall": { "n": 293, "sum_ns": 404853976, "mean_ms": 1.3817541843003414 }, "result_total_cpu": { "n": 293, "sum_ns": 395768980, "mean_ms": 1.3507473720136518 } } }, { "mode": "mixed-a", "level": 11, "camera": "38", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.911301827, "new_channel": false, "seconds": 30.000025778019335, "selected_fps": 9.996221552955012, "requested_fps": 9.996221552955012, "complete_fps": 9.996221552955012, "accepted_fps": 9.996221552955012, "finalized_fps": 9.996221552955012, "redis_fps": 9.996221552955012, "redis_read_fps": 9.99999140733427, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 2, "queue_depth_max_sampled": 1, "queue_age_max_sampled": 0.0007693049847148359, "provider_response_age_max_sampled": 0.115, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 2, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.2567774840281345, "redis_interval_s": { "n": 299, "mean": 0.09978750519404643, "median": 0.09541776304831728, "p95": 0.17437858902849257, "maximum": 0.2567774840281345, "minimum": 0.00020083400886505842 }, "redis_drift_s": { "n": 300, "mean": -4.204230319042614, "median": -4.206511901995164, "p95": -4.156363845009352, "maximum": -4.042945579969796, "minimum": -4.274660589992536 }, "redis_drift_s_per_min": -0.0052716266043649354, "ingress_drift_s": { "n": 12, "mean": -0.03991592766666585, "median": -0.04745772050000596, "p95": 0.04620020400000158, "maximum": 0.04620020400000158, "minimum": -0.06720013700000038 }, "ingress_drift_s_per_min": -0.08433588154645653, "source_drift_s": { "n": 12, "mean": -0.043603583333333994, "median": -0.043735500000003924, "p95": -0.011943000000002257, "maximum": -0.011943000000002257, "minimum": -0.06278199999999856 }, "ingress_to_redis_ms": { "n": 300, "mean": 52.766666666666666, "median": 48.0, "p95": 79, "maximum": 217, "minimum": 23 }, "source_samples": 12, "redis_samples": 300, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 299, "sum_ns": 13736220000, "mean_ms": 45.940535117056854 }, "source_exit_to_ingress": { "n": 299, "sum_ns": 666594375, "mean_ms": 2.22941262541806 }, "source_encoded_queue": { "n": 299, "sum_ns": 17743000, "mean_ms": 0.05934113712374582 }, "decode_between_queues": { "n": 299, "sum_ns": 13435593000, "mean_ms": 44.93509364548495 }, "source_raw_queue": { "n": 299, "sum_ns": 103104000, "mean_ms": 0.34482943143812705 }, "raw_queue_to_source_exit": { "n": 299, "sum_ns": 8885000, "mean_ms": 0.02971571906354515 }, "selected_to_preprocess_start": { "n": 299, "sum_ns": 233292446, "mean_ms": 0.7802422943143813 }, "preprocess_start_to_preprocess_output": { "n": 299, "sum_ns": 381838042, "mean_ms": 1.2770503076923077 }, "selected_to_preprocess": { "n": 299, "sum_ns": 682032337, "mean_ms": 2.2810446053511706 }, "preprocess_start_to_preprocess": { "n": 299, "sum_ns": 448739891, "mean_ms": 1.5008023110367894 }, "preprocess_output_to_infer_entry": { "n": 299, "sum_ns": 66901849, "mean_ms": 0.22375200334448161 }, "preprocess_to_infer_output": { "n": 299, "sum_ns": 10343974111, "mean_ms": 34.59523114046822 }, "preprocess_to_callback": { "n": 299, "sum_ns": 10632592408, "mean_ms": 35.56050972575251 }, "infer_output_to_callback": { "n": 299, "sum_ns": 288618297, "mean_ms": 0.9652785852842809 }, "copy_wall": { "n": 299, "sum_ns": 1163534163, "mean_ms": 3.8914186053511703 }, "copy_thread_cpu": { "n": 299, "sum_ns": 1141930844, "mean_ms": 3.819166702341137 }, "callback_to_copied": { "n": 299, "sum_ns": 1218444396, "mean_ms": 4.075064869565217 }, "accepted_interval": { "n": 299, "sum_ns": 29859200797, "mean_ms": 99.86354781605351 }, "selected_to_submitted": { "n": 299, "sum_ns": 12564737518, "mean_ms": 42.022533505016725 }, "completed_queue_wait": { "n": 299, "sum_ns": 72997337, "mean_ms": 0.2441382508361204 }, "result_observations_wall": { "n": 299, "sum_ns": 327973218, "mean_ms": 1.0969003946488294 }, "result_observations_cpu": { "n": 299, "sum_ns": 324646027, "mean_ms": 1.0857726655518394 }, "result_nms_wall": { "n": 299, "sum_ns": 220236559, "mean_ms": 0.7365771204013377 }, "result_nms_cpu": { "n": 299, "sum_ns": 156040659, "mean_ms": 0.5218751137123746 }, "result_tracking_wall": { "n": 299, "sum_ns": 307679683, "mean_ms": 1.0290290401337794 }, "result_tracking_cpu": { "n": 299, "sum_ns": 281117211, "mean_ms": 0.9401913411371238 }, "result_region_wall": { "n": 299, "sum_ns": 71077228, "mean_ms": 0.23771648160535117 }, "result_region_cpu": { "n": 299, "sum_ns": 70811932, "mean_ms": 0.23682920401337793 }, "result_fall_wall": { "n": 299, "sum_ns": 156221842, "mean_ms": 0.5224810769230769 }, "result_fall_cpu": { "n": 299, "sum_ns": 155353778, "mean_ms": 0.5195778528428093 }, "result_fight_wall": { "n": 299, "sum_ns": 38952950, "mean_ms": 0.13027742474916387 }, "result_fight_cpu": { "n": 299, "sum_ns": 38926492, "mean_ms": 0.1301889364548495 }, "result_collector_wall": { "n": 299, "sum_ns": 1468029638, "mean_ms": 4.909798120401338 }, "result_collector_cpu": { "n": 299, "sum_ns": 1444594394, "mean_ms": 4.831419377926421 }, "result_composition_wall": { "n": 299, "sum_ns": 5492822, "mean_ms": 0.018370642140468227 }, "result_composition_cpu": { "n": 299, "sum_ns": 5362193, "mean_ms": 0.01793375585284281 }, "result_artifact_handoff_wall": { "n": 299, "sum_ns": 4013752, "mean_ms": 0.013423919732441471 }, "result_artifact_handoff_cpu": { "n": 299, "sum_ns": 3303084, "mean_ms": 0.011047103678929766 }, "result_publish_wall": { "n": 299, "sum_ns": 117361666, "mean_ms": 0.3925139331103679 }, "result_publish_cpu": { "n": 299, "sum_ns": 116956321, "mean_ms": 0.3911582642140468 }, "result_total_wall": { "n": 299, "sum_ns": 3000452646, "mean_ms": 10.034958682274247 }, "result_total_cpu": { "n": 299, "sum_ns": 2874684452, "mean_ms": 9.61432927090301 } } }, { "mode": "mixed-a", "level": 11, "camera": "38", "provider": "fire", "cohort_reset": false, "counter_seconds": 29.861566246, "new_channel": false, "seconds": 30.000025778019335, "selected_fps": 10.012870642378026, "requested_fps": 10.012870642378026, "complete_fps": 9.979382780697833, "accepted_fps": 9.979382780697833, "finalized_fps": 9.979382780697833, "redis_fps": 9.979382780697833, "redis_read_fps": 10.033324712025387, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 1, "queue_age_max_sampled": 0.0004393249982967973, "provider_response_age_max_sampled": 0.113, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.19192608597222716, "redis_interval_s": { "n": 300, "mean": 0.09985220715985633, "median": 0.10087269998621196, "p95": 0.1492860220023431, "maximum": 0.19192608597222716, "minimum": 0.01728483400074765 }, "redis_drift_s": { "n": 301, "mean": -0.1289321894958919, "median": -0.12892148196883113, "p95": -0.09672025196253742, "maximum": -0.07124243500223315, "minimum": -0.19801710600778222 }, "redis_drift_s_per_min": 0.0037798241386073125, "ingress_drift_s": { "n": 12, "mean": -0.022510157333333797, "median": -0.021434777999992605, "p95": -0.003679986999998164, "maximum": -0.003679986999998164, "minimum": -0.040673197000003825 }, "ingress_drift_s_per_min": -0.020967578628693473, "source_drift_s": { "n": 12, "mean": -0.022045166666665967, "median": -0.02125549999999521, "p95": -0.0026390000000020564, "maximum": -0.0026390000000020564, "minimum": -0.039967000000004305 }, "ingress_to_redis_ms": { "n": 301, "mean": 37.25581395348837, "median": 37, "p95": 53, "maximum": 68, "minimum": 17 }, "source_samples": 12, "redis_samples": 301, "native_redis_joined": 13, "durations": { "depay_to_source_exit": { "n": 299, "sum_ns": 13673261000, "mean_ms": 45.72996989966555 }, "source_exit_to_ingress": { "n": 299, "sum_ns": 225040509, "mean_ms": 0.7526438428093646 }, "source_encoded_queue": { "n": 299, "sum_ns": 12537000, "mean_ms": 0.04192976588628763 }, "decode_between_queues": { "n": 299, "sum_ns": 13475373000, "mean_ms": 45.06813712374582 }, "source_raw_queue": { "n": 299, "sum_ns": 15658000, "mean_ms": 0.05236789297658863 }, "raw_queue_to_source_exit": { "n": 299, "sum_ns": 8720000, "mean_ms": 0.029163879598662207 }, "selected_to_preprocess_start": { "n": 299, "sum_ns": 210979322, "mean_ms": 0.7056164615384615 }, "preprocess_start_to_preprocess_output": { "n": 299, "sum_ns": 384047581, "mean_ms": 1.2844400702341137 }, "selected_to_preprocess": { "n": 299, "sum_ns": 657537373, "mean_ms": 2.1991216488294314 }, "preprocess_start_to_preprocess": { "n": 299, "sum_ns": 446558051, "mean_ms": 1.49350518729097 }, "preprocess_output_to_infer_entry": { "n": 299, "sum_ns": 62510470, "mean_ms": 0.20906511705685618 }, "preprocess_to_infer_output": { "n": 298, "sum_ns": 8013161494, "mean_ms": 26.88980367114094 }, "preprocess_to_callback": { "n": 298, "sum_ns": 8331449075, "mean_ms": 27.957882802013422 }, "infer_output_to_callback": { "n": 298, "sum_ns": 318287581, "mean_ms": 1.068079130872483 }, "copy_wall": { "n": 298, "sum_ns": 1565653808, "mean_ms": 5.253871838926175 }, "copy_thread_cpu": { "n": 298, "sum_ns": 1528526701, "mean_ms": 5.129284231543624 }, "callback_to_copied": { "n": 298, "sum_ns": 1623498881, "mean_ms": 5.447982822147651 }, "accepted_interval": { "n": 298, "sum_ns": 29757377907, "mean_ms": 99.85697284228188 }, "selected_to_submitted": { "n": 298, "sum_ns": 10640276390, "mean_ms": 35.705625469798655 }, "completed_queue_wait": { "n": 298, "sum_ns": 66771826, "mean_ms": 0.2240665302013423 }, "result_composition_wall": { "n": 298, "sum_ns": 2827358, "mean_ms": 0.009487778523489932 }, "result_composition_cpu": { "n": 298, "sum_ns": 2734521, "mean_ms": 0.009176244966442954 }, "result_artifact_handoff_wall": { "n": 298, "sum_ns": 2551371, "mean_ms": 0.00856164765100671 }, "result_artifact_handoff_cpu": { "n": 298, "sum_ns": 2554455, "mean_ms": 0.008571996644295303 }, "result_publish_wall": { "n": 298, "sum_ns": 30963106, "mean_ms": 0.10390304026845637 }, "result_publish_cpu": { "n": 298, "sum_ns": 30953509, "mean_ms": 0.1038708355704698 }, "result_total_wall": { "n": 298, "sum_ns": 280492814, "mean_ms": 0.9412510536912752 }, "result_total_cpu": { "n": 298, "sum_ns": 278220629, "mean_ms": 0.9336262718120806 } } }, { "mode": "mixed-a", "level": 11, "camera": "38", "provider": "crowd", "cohort_reset": false, "counter_seconds": 29.873564885, "new_channel": false, "seconds": 30.000025778019335, "selected_fps": 10.0088489991408, "requested_fps": 10.0088489991408, "complete_fps": 10.0088489991408, "accepted_fps": 10.0088489991408, "finalized_fps": 10.0088489991408, "redis_fps": 10.0088489991408, "redis_read_fps": 9.99999140733427, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.111, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.1968782419571653, "redis_interval_s": { "n": 299, "mean": 0.0998255274448167, "median": 0.09948278003139421, "p95": 0.1477883489569649, "maximum": 0.1968782419571653, "minimum": 0.019685317005496472 }, "redis_drift_s": { "n": 300, "mean": -0.0401234580517701, "median": -0.04006441949167794, "p95": -0.008402870033862087, "maximum": 0.0043149059871154805, "minimum": -0.10595660001412455 }, "redis_drift_s_per_min": -0.00016750926133008952, "ingress_drift_s": { "n": 12, "mean": -0.018233451750000757, "median": -0.019687295499998925, "p95": 0.00926669599999741, "maximum": 0.00926669599999741, "minimum": -0.03807034500000839 }, "ingress_drift_s_per_min": 0.006509464957199003, "source_drift_s": { "n": 12, "mean": -0.01556058333333136, "median": -0.016523499999998137, "p95": 0.012521000000006666, "maximum": 0.012521000000006666, "minimum": -0.03487800000000618 }, "ingress_to_redis_ms": { "n": 300, "mean": 33.5, "median": 33.0, "p95": 47, "maximum": 63, "minimum": 17 }, "source_samples": 12, "redis_samples": 300, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 299, "sum_ns": 13686524000, "mean_ms": 45.77432775919733 }, "source_exit_to_ingress": { "n": 299, "sum_ns": 212228420, "mean_ms": 0.7097940468227425 }, "source_encoded_queue": { "n": 299, "sum_ns": 12460000, "mean_ms": 0.041672240802675585 }, "decode_between_queues": { "n": 299, "sum_ns": 13485817000, "mean_ms": 45.1030668896321 }, "source_raw_queue": { "n": 299, "sum_ns": 12449000, "mean_ms": 0.04163545150501673 }, "raw_queue_to_source_exit": { "n": 299, "sum_ns": 8834000, "mean_ms": 0.02954515050167224 }, "selected_to_preprocess_start": { "n": 299, "sum_ns": 213908011, "mean_ms": 0.715411408026756 }, "preprocess_start_to_preprocess_output": { "n": 299, "sum_ns": 381995004, "mean_ms": 1.2775752642140468 }, "selected_to_preprocess": { "n": 299, "sum_ns": 659088880, "mean_ms": 2.2043106354515047 }, "preprocess_start_to_preprocess": { "n": 299, "sum_ns": 445180869, "mean_ms": 1.4888992274247492 }, "preprocess_output_to_infer_entry": { "n": 299, "sum_ns": 63185865, "mean_ms": 0.21132396321070235 }, "preprocess_to_infer_output": { "n": 299, "sum_ns": 6920490294, "mean_ms": 23.145452488294314 }, "preprocess_to_callback": { "n": 299, "sum_ns": 7204904947, "mean_ms": 24.09667206354515 }, "infer_output_to_callback": { "n": 299, "sum_ns": 284414653, "mean_ms": 0.9512195752508361 }, "copy_wall": { "n": 299, "sum_ns": 1540018692, "mean_ms": 5.15056418729097 }, "copy_thread_cpu": { "n": 299, "sum_ns": 1518371105, "mean_ms": 5.078164230769231 }, "callback_to_copied": { "n": 299, "sum_ns": 1598887521, "mean_ms": 5.347449903010033 }, "accepted_interval": { "n": 299, "sum_ns": 29833325068, "mean_ms": 99.77700691638796 }, "selected_to_submitted": { "n": 299, "sum_ns": 9496758825, "mean_ms": 31.761735200668898 }, "completed_queue_wait": { "n": 299, "sum_ns": 62813668, "mean_ms": 0.21007915719063544 }, "result_composition_wall": { "n": 299, "sum_ns": 5008050, "mean_ms": 0.01674933110367893 }, "result_composition_cpu": { "n": 299, "sum_ns": 5020336, "mean_ms": 0.016790421404682274 }, "result_publish_wall": { "n": 299, "sum_ns": 45017934, "mean_ms": 0.15056165217391307 }, "result_publish_cpu": { "n": 299, "sum_ns": 43975733, "mean_ms": 0.14707603010033443 }, "result_total_wall": { "n": 299, "sum_ns": 355873659, "mean_ms": 1.190212906354515 }, "result_total_cpu": { "n": 299, "sum_ns": 346385624, "mean_ms": 1.158480347826087 } } }, { "mode": "mixed-a", "level": 11, "camera": "39", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.122451639, "new_channel": false, "seconds": 30.000025778019335, "selected_fps": 9.99254654326644, "requested_fps": 9.99254654326644, "complete_fps": 9.99254654326644, "accepted_fps": 9.99254654326644, "finalized_fps": 9.959348714219043, "redis_fps": 9.959348714219043, "redis_read_fps": 9.899991493260929, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 1, "queue_age_max_sampled": 0.0006572059937752783, "provider_response_age_max_sampled": 0.078, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.26235638797516003, "redis_interval_s": { "n": 296, "mean": 0.1007866222736649, "median": 0.0996747144672554, "p95": 0.17132379999384284, "maximum": 0.26235638797516003, "minimum": 0.0005554599920287728 }, "redis_drift_s": { "n": 297, "mean": -0.0575932558246686, "median": -0.061012747025117164, "p95": -0.010482165049765513, "maximum": 0.05607389297336596, "minimum": -0.11422360900556328 }, "redis_drift_s_per_min": -0.004757266417195001, "ingress_drift_s": { "n": 12, "mean": -0.008416735583330967, "median": -0.0029767880000015623, "p95": 0.0021991309999975783, "maximum": 0.0021991309999975783, "minimum": -0.033498181999995325 }, "ingress_drift_s_per_min": 0.03980710036815603, "source_drift_s": { "n": 12, "mean": -0.009049916666665325, "median": -0.003539500000002249, "p95": 0.0016889999999989413, "maximum": 0.0016889999999989413, "minimum": -0.035067999999995436 }, "ingress_to_redis_ms": { "n": 297, "mean": 48.64309764309764, "median": 45, "p95": 77, "maximum": 171, "minimum": 23 }, "source_samples": 12, "redis_samples": 297, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 301, "sum_ns": 221759131, "mean_ms": 0.7367412990033223 }, "preprocess_start_to_preprocess_output": { "n": 301, "sum_ns": 322597437, "mean_ms": 1.0717522823920267 }, "selected_to_preprocess": { "n": 301, "sum_ns": 599631605, "mean_ms": 1.9921315780730897 }, "preprocess_start_to_preprocess": { "n": 301, "sum_ns": 377872474, "mean_ms": 1.2553902790697673 }, "preprocess_output_to_infer_entry": { "n": 301, "sum_ns": 55275037, "mean_ms": 0.18363799667774086 }, "depay_to_source_exit": { "n": 299, "sum_ns": 14174235000, "mean_ms": 47.40546822742475 }, "source_exit_to_ingress": { "n": 299, "sum_ns": 477333394, "mean_ms": 1.5964327558528426 }, "source_encoded_queue": { "n": 299, "sum_ns": 11328000, "mean_ms": 0.03788628762541806 }, "decode_between_queues": { "n": 299, "sum_ns": 14031168000, "mean_ms": 46.92698327759197 }, "source_raw_queue": { "n": 299, "sum_ns": 34790000, "mean_ms": 0.11635451505016722 }, "raw_queue_to_source_exit": { "n": 299, "sum_ns": 10234000, "mean_ms": 0.03422742474916388 }, "preprocess_to_infer_output": { "n": 301, "sum_ns": 9895071725, "mean_ms": 32.873992441860466 }, "preprocess_to_callback": { "n": 301, "sum_ns": 10176783448, "mean_ms": 33.80991178737541 }, "infer_output_to_callback": { "n": 301, "sum_ns": 281711723, "mean_ms": 0.9359193455149502 }, "copy_wall": { "n": 301, "sum_ns": 889307748, "mean_ms": 2.9545107906976744 }, "copy_thread_cpu": { "n": 301, "sum_ns": 873545779, "mean_ms": 2.9021454451827244 }, "callback_to_copied": { "n": 301, "sum_ns": 943981241, "mean_ms": 3.1361503023255812 }, "accepted_interval": { "n": 301, "sum_ns": 30155987098, "mean_ms": 100.18600364784054 }, "selected_to_submitted": { "n": 301, "sum_ns": 11751811286, "mean_ms": 39.042562411960134 }, "completed_queue_wait": { "n": 300, "sum_ns": 66977801, "mean_ms": 0.22325933666666667 }, "result_observations_wall": { "n": 300, "sum_ns": 299378233, "mean_ms": 0.9979274433333334 }, "result_observations_cpu": { "n": 300, "sum_ns": 296711118, "mean_ms": 0.98903706 }, "result_nms_wall": { "n": 300, "sum_ns": 211789295, "mean_ms": 0.7059643166666667 }, "result_nms_cpu": { "n": 300, "sum_ns": 165866762, "mean_ms": 0.5528892066666666 }, "result_tracking_wall": { "n": 300, "sum_ns": 287254064, "mean_ms": 0.9575135466666667 }, "result_tracking_cpu": { "n": 300, "sum_ns": 270090777, "mean_ms": 0.90030259 }, "result_region_wall": { "n": 300, "sum_ns": 88057631, "mean_ms": 0.29352543666666664 }, "result_region_cpu": { "n": 300, "sum_ns": 87344312, "mean_ms": 0.2911477066666667 }, "result_fall_wall": { "n": 300, "sum_ns": 414637860, "mean_ms": 1.3821261999999999 }, "result_fall_cpu": { "n": 300, "sum_ns": 409211238, "mean_ms": 1.36403746 }, "result_fight_wall": { "n": 300, "sum_ns": 58979192, "mean_ms": 0.19659730666666667 }, "result_fight_cpu": { "n": 300, "sum_ns": 58226047, "mean_ms": 0.19408682333333332 }, "result_collector_wall": { "n": 300, "sum_ns": 1048310985, "mean_ms": 3.4943699500000003 }, "result_collector_cpu": { "n": 300, "sum_ns": 1029627951, "mean_ms": 3.43209317 }, "result_composition_wall": { "n": 300, "sum_ns": 5147365, "mean_ms": 0.017157883333333335 }, "result_composition_cpu": { "n": 300, "sum_ns": 5154107, "mean_ms": 0.017180356666666667 }, "result_artifact_handoff_wall": { "n": 300, "sum_ns": 3880487, "mean_ms": 0.012934956666666667 }, "result_artifact_handoff_cpu": { "n": 300, "sum_ns": 3507685, "mean_ms": 0.011692283333333333 }, "result_publish_wall": { "n": 300, "sum_ns": 71013431, "mean_ms": 0.23671143666666666 }, "result_publish_cpu": { "n": 300, "sum_ns": 70736324, "mean_ms": 0.2357877466666667 }, "result_total_wall": { "n": 300, "sum_ns": 2791919682, "mean_ms": 9.30639894 }, "result_total_cpu": { "n": 300, "sum_ns": 2680923854, "mean_ms": 8.936412846666666 } } }, { "mode": "mixed-a", "level": 11, "camera": "39", "provider": "fire", "cohort_reset": false, "counter_seconds": 29.848120155, "new_channel": false, "seconds": 30.000025778019335, "selected_fps": 10.017381277189514, "requested_fps": 10.017381277189514, "complete_fps": 9.983878329774166, "accepted_fps": 9.983878329774166, "finalized_fps": 9.983878329774166, "redis_fps": 10.017381277189514, "redis_read_fps": 9.866658188569815, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.108, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.22281315800501034, "redis_interval_s": { "n": 295, "mean": 0.10112189904735344, "median": 0.10130984504939988, "p95": 0.1597049759584479, "maximum": 0.22281315800501034, "minimum": 0.02332041901536286 }, "redis_drift_s": { "n": 296, "mean": -0.1694236672296836, "median": -0.17009800801309893, "p95": -0.13583614900894503, "maximum": -0.11887715100450436, "minimum": -0.24579131499025664 }, "redis_drift_s_per_min": -0.0058612365631320286, "ingress_drift_s": { "n": 12, "mean": -0.02057692016666775, "median": -0.019056772500007924, "p95": 0.017083029999994892, "maximum": 0.017083029999994892, "minimum": -0.05170214299999998 }, "ingress_drift_s_per_min": 0.0451610148360597, "source_drift_s": { "n": 12, "mean": -0.01781074999999947, "median": -0.017012499999996322, "p95": 0.01861499999999694, "maximum": 0.01861499999999694, "minimum": -0.04976900000001194 }, "ingress_to_redis_ms": { "n": 296, "mean": 36.66216216216216, "median": 36.0, "p95": 55, "maximum": 69, "minimum": 16 }, "source_samples": 12, "redis_samples": 296, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 299, "sum_ns": 210170151, "mean_ms": 0.7029102040133779 }, "preprocess_start_to_preprocess_output": { "n": 299, "sum_ns": 326273112, "mean_ms": 1.0912144214046824 }, "depay_to_source_exit": { "n": 296, "sum_ns": 13603422000, "mean_ms": 45.95750675675676 }, "source_exit_to_ingress": { "n": 296, "sum_ns": 211842746, "mean_ms": 0.7156849527027027 }, "source_encoded_queue": { "n": 296, "sum_ns": 16770000, "mean_ms": 0.05665540540540541 }, "decode_between_queues": { "n": 296, "sum_ns": 13483963000, "mean_ms": 45.55392905405405 }, "source_raw_queue": { "n": 296, "sum_ns": 12189000, "mean_ms": 0.04117905405405405 }, "raw_queue_to_source_exit": { "n": 296, "sum_ns": 9510000, "mean_ms": 0.03212837837837838 }, "selected_to_preprocess": { "n": 299, "sum_ns": 588287020, "mean_ms": 1.967515117056856 }, "preprocess_start_to_preprocess": { "n": 299, "sum_ns": 378116869, "mean_ms": 1.2646049130434782 }, "preprocess_output_to_infer_entry": { "n": 299, "sum_ns": 51843757, "mean_ms": 0.173390491638796 }, "preprocess_to_infer_output": { "n": 298, "sum_ns": 7891893130, "mean_ms": 26.482862852348994 }, "preprocess_to_callback": { "n": 298, "sum_ns": 8188984275, "mean_ms": 27.479813003355705 }, "infer_output_to_callback": { "n": 298, "sum_ns": 297091145, "mean_ms": 0.9969501510067114 }, "copy_wall": { "n": 298, "sum_ns": 1592988428, "mean_ms": 5.345598751677852 }, "copy_thread_cpu": { "n": 298, "sum_ns": 1566312485, "mean_ms": 5.256082164429531 }, "callback_to_copied": { "n": 298, "sum_ns": 1649016542, "mean_ms": 5.53361255704698 }, "accepted_interval": { "n": 298, "sum_ns": 29787890234, "mean_ms": 99.95936320134228 }, "selected_to_submitted": { "n": 298, "sum_ns": 10457621993, "mean_ms": 35.092691251677856 }, "completed_queue_wait": { "n": 298, "sum_ns": 69546127, "mean_ms": 0.23337626510067117 }, "result_composition_wall": { "n": 298, "sum_ns": 3177856, "mean_ms": 0.010663946308724831 }, "result_composition_cpu": { "n": 298, "sum_ns": 2940974, "mean_ms": 0.009869040268456376 }, "result_artifact_handoff_wall": { "n": 298, "sum_ns": 2812170, "mean_ms": 0.009436812080536913 }, "result_artifact_handoff_cpu": { "n": 298, "sum_ns": 2689850, "mean_ms": 0.009026342281879195 }, "result_publish_wall": { "n": 298, "sum_ns": 32664606, "mean_ms": 0.10961277181208054 }, "result_publish_cpu": { "n": 298, "sum_ns": 32655252, "mean_ms": 0.10958138255033557 }, "result_total_wall": { "n": 298, "sum_ns": 287683713, "mean_ms": 0.9653815872483222 }, "result_total_cpu": { "n": 298, "sum_ns": 285003639, "mean_ms": 0.9563880503355705 } } }, { "mode": "mixed-a", "level": 11, "camera": "39", "provider": "crowd", "cohort_reset": false, "counter_seconds": 29.874095021, "new_channel": false, "seconds": 30.000025778019335, "selected_fps": 10.008671385353026, "requested_fps": 10.008671385353026, "complete_fps": 10.042145202695345, "accepted_fps": 10.042145202695345, "finalized_fps": 10.008671385353026, "redis_fps": 10.008671385353026, "redis_read_fps": 9.866658188569815, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 1, "queue_age_max_sampled": 0.0005080139962956309, "provider_response_age_max_sampled": 0.113, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.2346575630363077, "redis_interval_s": { "n": 295, "mean": 0.10108798427440195, "median": 0.09977725194767118, "p95": 0.15586214698851109, "maximum": 0.2346575630363077, "minimum": 0.01682298502419144 }, "redis_drift_s": { "n": 296, "mean": -0.20898930163499374, "median": -0.20908885552268686, "p95": -0.17759845500486193, "maximum": -0.15014678503061418, "minimum": -0.2728837070562946 }, "redis_drift_s_per_min": -0.007404596918409894, "ingress_drift_s": { "n": 12, "mean": -0.03960404841666806, "median": -0.036704266000000985, "p95": 1.4838999994992719e-05, "maximum": 1.4838999994992719e-05, "minimum": -0.06989062899999965 }, "ingress_drift_s_per_min": 0.03797571047901097, "source_drift_s": { "n": 12, "mean": -0.037190083333333845, "median": -0.035107999999997475, "p95": 0.0004099999999951365, "maximum": 0.0004099999999951365, "minimum": -0.06744000000000483 }, "ingress_to_redis_ms": { "n": 296, "mean": 32.729729729729726, "median": 32.0, "p95": 46, "maximum": 56, "minimum": 15 }, "source_samples": 12, "redis_samples": 296, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 299, "sum_ns": 218836569, "mean_ms": 0.7318948795986623 }, "depay_to_source_exit": { "n": 296, "sum_ns": 13596374000, "mean_ms": 45.93369594594595 }, "source_exit_to_ingress": { "n": 296, "sum_ns": 208855651, "mean_ms": 0.7055934155405406 }, "source_encoded_queue": { "n": 296, "sum_ns": 19190000, "mean_ms": 0.06483108108108109 }, "decode_between_queues": { "n": 296, "sum_ns": 13465497000, "mean_ms": 45.49154391891892 }, "source_raw_queue": { "n": 296, "sum_ns": 8921000, "mean_ms": 0.03013851351351351 }, "raw_queue_to_source_exit": { "n": 296, "sum_ns": 10720000, "mean_ms": 0.036216216216216214 }, "preprocess_start_to_preprocess_output": { "n": 299, "sum_ns": 314787476, "mean_ms": 1.052800923076923 }, "selected_to_preprocess": { "n": 299, "sum_ns": 590880565, "mean_ms": 1.9761891806020067 }, "preprocess_start_to_preprocess": { "n": 299, "sum_ns": 372043996, "mean_ms": 1.2442943010033445 }, "preprocess_output_to_infer_entry": { "n": 299, "sum_ns": 57256520, "mean_ms": 0.1914933779264214 }, "preprocess_to_infer_output": { "n": 300, "sum_ns": 6731028208, "mean_ms": 22.43676069333333 }, "preprocess_to_callback": { "n": 300, "sum_ns": 7024323551, "mean_ms": 23.414411836666666 }, "infer_output_to_callback": { "n": 300, "sum_ns": 293295343, "mean_ms": 0.9776511433333334 }, "copy_wall": { "n": 300, "sum_ns": 1619069602, "mean_ms": 5.396898673333333 }, "copy_thread_cpu": { "n": 300, "sum_ns": 1581638062, "mean_ms": 5.272126873333333 }, "callback_to_copied": { "n": 300, "sum_ns": 1677750652, "mean_ms": 5.592502173333333 }, "accepted_interval": { "n": 300, "sum_ns": 29987766056, "mean_ms": 99.95922018666667 }, "selected_to_submitted": { "n": 300, "sum_ns": 9324416483, "mean_ms": 31.08138827666667 }, "completed_queue_wait": { "n": 299, "sum_ns": 67940529, "mean_ms": 0.22722584949832778 }, "result_composition_wall": { "n": 299, "sum_ns": 3703062, "mean_ms": 0.012384822742474917 }, "result_composition_cpu": { "n": 299, "sum_ns": 3569084, "mean_ms": 0.011936735785953176 }, "result_publish_wall": { "n": 299, "sum_ns": 41597357, "mean_ms": 0.13912159531772575 }, "result_publish_cpu": { "n": 299, "sum_ns": 41503454, "mean_ms": 0.13880753846153845 }, "result_total_wall": { "n": 299, "sum_ns": 342969619, "mean_ms": 1.1470555819397992 }, "result_total_cpu": { "n": 299, "sum_ns": 337622680, "mean_ms": 1.1291728428093644 } } }, { "mode": "mixed-a", "level": 11, "camera": "40", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.812199179, "new_channel": true, "seconds": 30.000025778019335, "selected_fps": 9.962364675505377, "requested_fps": 9.962364675505377, "complete_fps": 9.99590799091112, "accepted_fps": 9.99590799091112, "finalized_fps": 9.99590799091112, "redis_fps": 9.99590799091112, "redis_read_fps": 9.966658102643157, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 1, "queue_depth_max_sampled": 1, "queue_age_max_sampled": 0.0009435570100322366, "provider_response_age_max_sampled": 0.13, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 4, "analysis_gap_markers": 1, "c_suppressed": 0, "max_redis_silence_s": 0.2993038760032505, "redis_interval_s": { "n": 298, "mean": 0.10041233842283012, "median": 0.10143271353445016, "p95": 0.17188595101470128, "maximum": 0.2993038760032505, "minimum": 0.006111699971370399 }, "redis_drift_s": { "n": 299, "mean": -6.0413798884116, "median": -6.046827964974099, "p95": -5.981028677972965, "maximum": -5.867187087000346, "minimum": -6.110586390996353 }, "redis_drift_s_per_min": 2.507776119261116e-05, "ingress_drift_s": { "n": 12, "mean": 0.001881184833332809, "median": -0.00042347700000000543, "p95": 0.06605274400000027, "maximum": 0.06605274400000027, "minimum": -0.031337925000000766 }, "ingress_drift_s_per_min": -0.03621560304620779, "source_drift_s": { "n": 12, "mean": 0.0022058333333328703, "median": 0.005053999999999448, "p95": 0.024702000000001334, "maximum": 0.024702000000001334, "minimum": -0.029133999999999105 }, "ingress_to_redis_ms": { "n": 299, "mean": 53.91638795986622, "median": 49, "p95": 92, "maximum": 245, "minimum": 23 }, "source_samples": 12, "redis_samples": 299, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 297, "sum_ns": 13863547000, "mean_ms": 46.67860942760943 }, "source_exit_to_ingress": { "n": 297, "sum_ns": 959060204, "mean_ms": 3.229158936026936 }, "source_encoded_queue": { "n": 297, "sum_ns": 12168000, "mean_ms": 0.04096969696969697 }, "decode_between_queues": { "n": 297, "sum_ns": 13591586000, "mean_ms": 45.76291582491583 }, "source_raw_queue": { "n": 297, "sum_ns": 95318000, "mean_ms": 0.3209360269360269 }, "raw_queue_to_source_exit": { "n": 297, "sum_ns": 9132000, "mean_ms": 0.03074747474747475 }, "selected_to_preprocess_start": { "n": 297, "sum_ns": 233176794, "mean_ms": 0.7851070505050505 }, "preprocess_start_to_preprocess_output": { "n": 297, "sum_ns": 374224994, "mean_ms": 1.2600168148148148 }, "selected_to_preprocess": { "n": 297, "sum_ns": 675868464, "mean_ms": 2.275651393939394 }, "preprocess_start_to_preprocess": { "n": 297, "sum_ns": 442691670, "mean_ms": 1.4905443434343433 }, "preprocess_output_to_infer_entry": { "n": 297, "sum_ns": 68466676, "mean_ms": 0.23052752861952863 }, "preprocess_to_infer_output": { "n": 298, "sum_ns": 10424970155, "mean_ms": 34.983121325503355 }, "preprocess_to_callback": { "n": 298, "sum_ns": 10706689871, "mean_ms": 35.9284895 }, "infer_output_to_callback": { "n": 298, "sum_ns": 281719716, "mean_ms": 0.9453681744966443 }, "copy_wall": { "n": 298, "sum_ns": 578498374, "mean_ms": 1.941269711409396 }, "copy_thread_cpu": { "n": 298, "sum_ns": 570343316, "mean_ms": 1.9139037449664429 }, "callback_to_copied": { "n": 298, "sum_ns": 633858417, "mean_ms": 2.127041667785235 }, "accepted_interval": { "n": 298, "sum_ns": 29891456478, "mean_ms": 100.3069009328859 }, "selected_to_submitted": { "n": 298, "sum_ns": 12045596676, "mean_ms": 40.4214653557047 }, "completed_queue_wait": { "n": 298, "sum_ns": 87597496, "mean_ms": 0.29395132885906045 }, "result_observations_wall": { "n": 298, "sum_ns": 228898544, "mean_ms": 0.7681159194630872 }, "result_observations_cpu": { "n": 298, "sum_ns": 225293079, "mean_ms": 0.756017043624161 }, "result_nms_wall": { "n": 298, "sum_ns": 244144755, "mean_ms": 0.8192777013422818 }, "result_nms_cpu": { "n": 298, "sum_ns": 165897188, "mean_ms": 0.5567019731543624 }, "result_tracking_wall": { "n": 298, "sum_ns": 700346428, "mean_ms": 2.350155798657718 }, "result_tracking_cpu": { "n": 298, "sum_ns": 572372482, "mean_ms": 1.9207130268456374 }, "result_region_wall": { "n": 298, "sum_ns": 104580805, "mean_ms": 0.3509422986577181 }, "result_region_cpu": { "n": 298, "sum_ns": 104468509, "mean_ms": 0.35056546644295306 }, "result_fall_wall": { "n": 298, "sum_ns": 411917368, "mean_ms": 1.3822730469798659 }, "result_fall_cpu": { "n": 298, "sum_ns": 399554900, "mean_ms": 1.340788255033557 }, "result_fight_wall": { "n": 298, "sum_ns": 113986886, "mean_ms": 0.38250632885906044 }, "result_fight_cpu": { "n": 298, "sum_ns": 113206910, "mean_ms": 0.37988895973154363 }, "result_collector_wall": { "n": 298, "sum_ns": 1340332015, "mean_ms": 4.497758439597315 }, "result_collector_cpu": { "n": 298, "sum_ns": 1314905685, "mean_ms": 4.412435184563758 }, "result_composition_wall": { "n": 298, "sum_ns": 4702361, "mean_ms": 0.015779734899328858 }, "result_composition_cpu": { "n": 298, "sum_ns": 4718158, "mean_ms": 0.015832744966442953 }, "result_artifact_handoff_wall": { "n": 298, "sum_ns": 3073260, "mean_ms": 0.010312953020134227 }, "result_artifact_handoff_cpu": { "n": 298, "sum_ns": 3035555, "mean_ms": 0.010186426174496645 }, "result_publish_wall": { "n": 298, "sum_ns": 250371666, "mean_ms": 0.8401733758389262 }, "result_publish_cpu": { "n": 298, "sum_ns": 245082394, "mean_ms": 0.8224241409395973 }, "result_total_wall": { "n": 298, "sum_ns": 3674428783, "mean_ms": 12.330297929530202 }, "result_total_cpu": { "n": 298, "sum_ns": 3408597865, "mean_ms": 11.438247869127517 } } }, { "mode": "mixed-a", "level": 11, "camera": "40", "provider": "fire", "cohort_reset": false, "counter_seconds": 29.860686061, "new_channel": true, "seconds": 30.000025778019335, "selected_fps": 9.979676936800438, "requested_fps": 9.979676936800438, "complete_fps": 10.013165785581647, "accepted_fps": 10.013165785581647, "finalized_fps": 10.013165785581647, "redis_fps": 10.013165785581647, "redis_read_fps": 9.99999140733427, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.148, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.19278830097755417, "redis_interval_s": { "n": 299, "mean": 0.10002686949832253, "median": 0.10033317399211228, "p95": 0.15243976103374735, "maximum": 0.19278830097755417, "minimum": 0.0008087370079010725 }, "redis_drift_s": { "n": 300, "mean": -5.683777621097091, "median": -5.683825850016671, "p95": -5.656194081010298, "maximum": -5.632470377007962, "minimum": -5.7569515209882525 }, "redis_drift_s_per_min": 0.0005530489032254351, "ingress_drift_s": { "n": 12, "mean": -0.042944117833333774, "median": -0.03669018899999976, "p95": -0.019836100000002688, "maximum": -0.019836100000002688, "minimum": -0.07052261599999987 }, "ingress_drift_s_per_min": 0.012513975646737481, "source_drift_s": { "n": 12, "mean": -0.03798508333333336, "median": -0.03142849999999875, "p95": -0.015152000000000498, "maximum": -0.015152000000000498, "minimum": -0.0656579999999991 }, "ingress_to_redis_ms": { "n": 300, "mean": 37.68, "median": 35.0, "p95": 58, "maximum": 80, "minimum": 17 }, "source_samples": 12, "redis_samples": 300, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 298, "sum_ns": 13714513000, "mean_ms": 46.02185570469799 }, "source_exit_to_ingress": { "n": 298, "sum_ns": 223503399, "mean_ms": 0.7500114060402685 }, "source_encoded_queue": { "n": 298, "sum_ns": 16293000, "mean_ms": 0.0546744966442953 }, "decode_between_queues": { "n": 298, "sum_ns": 13517639000, "mean_ms": 45.36120469798658 }, "source_raw_queue": { "n": 298, "sum_ns": 12341000, "mean_ms": 0.04141275167785235 }, "raw_queue_to_source_exit": { "n": 298, "sum_ns": 9392000, "mean_ms": 0.031516778523489934 }, "selected_to_preprocess_start": { "n": 298, "sum_ns": 210096062, "mean_ms": 0.7050203422818792 }, "preprocess_start_to_preprocess_output": { "n": 298, "sum_ns": 410925881, "mean_ms": 1.3789459093959733 }, "selected_to_preprocess": { "n": 298, "sum_ns": 680073205, "mean_ms": 2.2821248489932886 }, "preprocess_start_to_preprocess": { "n": 298, "sum_ns": 469977143, "mean_ms": 1.5771045067114093 }, "preprocess_output_to_infer_entry": { "n": 298, "sum_ns": 59051262, "mean_ms": 0.19815859731543622 }, "preprocess_to_infer_output": { "n": 299, "sum_ns": 8217960484, "mean_ms": 27.4848176722408 }, "preprocess_to_callback": { "n": 299, "sum_ns": 8493891574, "mean_ms": 28.4076641270903 }, "infer_output_to_callback": { "n": 299, "sum_ns": 275931090, "mean_ms": 0.9228464548494983 }, "copy_wall": { "n": 299, "sum_ns": 1551745233, "mean_ms": 5.189783387959866 }, "copy_thread_cpu": { "n": 299, "sum_ns": 1514853661, "mean_ms": 5.066400204013378 }, "callback_to_copied": { "n": 299, "sum_ns": 1609100075, "mean_ms": 5.3816056020066885 }, "accepted_interval": { "n": 299, "sum_ns": 29868146442, "mean_ms": 99.89346636120402 }, "selected_to_submitted": { "n": 299, "sum_ns": 10814635159, "mean_ms": 36.169348357859526 }, "completed_queue_wait": { "n": 299, "sum_ns": 75330940, "mean_ms": 0.2519429431438127 }, "result_composition_wall": { "n": 299, "sum_ns": 2812786, "mean_ms": 0.009407311036789297 }, "result_composition_cpu": { "n": 299, "sum_ns": 2723226, "mean_ms": 0.009107779264214046 }, "result_artifact_handoff_wall": { "n": 299, "sum_ns": 2507674, "mean_ms": 0.008386869565217392 }, "result_artifact_handoff_cpu": { "n": 299, "sum_ns": 2495156, "mean_ms": 0.008345003344481605 }, "result_publish_wall": { "n": 299, "sum_ns": 30348191, "mean_ms": 0.10149896655518394 }, "result_publish_cpu": { "n": 299, "sum_ns": 30329423, "mean_ms": 0.10143619732441472 }, "result_total_wall": { "n": 299, "sum_ns": 277210027, "mean_ms": 0.9271238361204014 }, "result_total_cpu": { "n": 299, "sum_ns": 274605413, "mean_ms": 0.9184127525083613 } } }, { "mode": "mixed-a", "level": 11, "camera": "40", "provider": "crowd", "cohort_reset": false, "counter_seconds": 30.088874887, "new_channel": true, "seconds": 30.000025778019335, "selected_fps": 10.003697417414836, "requested_fps": 10.003697417414836, "complete_fps": 10.003697417414836, "accepted_fps": 10.003697417414836, "finalized_fps": 10.003697417414836, "redis_fps": 10.003697417414836, "redis_read_fps": 9.966658102643157, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.116, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.18385251302970573, "redis_interval_s": { "n": 298, "mean": 0.10004313463765516, "median": 0.10161206551128998, "p95": 0.14882329595275223, "maximum": 0.18385251302970573, "minimum": 0.0013460000045597553 }, "redis_drift_s": { "n": 299, "mean": -0.19861582430301974, "median": -0.19768013797700235, "p95": -0.1712211760263891, "maximum": -0.15274203202920056, "minimum": -0.25567011999711475 }, "redis_drift_s_per_min": -0.0018395014637042648, "ingress_drift_s": { "n": 12, "mean": -0.05356279266666716, "median": -0.053851412000001986, "p95": -0.030383897000000104, "maximum": -0.030383897000000104, "minimum": -0.0899753539999999 }, "ingress_drift_s_per_min": 0.034711764122081504, "source_drift_s": { "n": 12, "mean": -0.05129050000000005, "median": -0.05162099999999903, "p95": -0.02791700000000219, "maximum": -0.02791700000000219, "minimum": -0.087394999999999 }, "ingress_to_redis_ms": { "n": 299, "mean": 33.07692307692308, "median": 32, "p95": 49, "maximum": 58, "minimum": 16 }, "source_samples": 12, "redis_samples": 299, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 301, "sum_ns": 14031908000, "mean_ms": 46.617634551495016 }, "source_exit_to_ingress": { "n": 301, "sum_ns": 214427543, "mean_ms": 0.7123838637873754 }, "source_encoded_queue": { "n": 301, "sum_ns": 10897000, "mean_ms": 0.03620265780730897 }, "decode_between_queues": { "n": 301, "sum_ns": 13820195000, "mean_ms": 45.91426910299003 }, "source_raw_queue": { "n": 301, "sum_ns": 14772000, "mean_ms": 0.04907641196013289 }, "raw_queue_to_source_exit": { "n": 301, "sum_ns": 9067000, "mean_ms": 0.030122923588039866 }, "selected_to_preprocess_start": { "n": 301, "sum_ns": 214241786, "mean_ms": 0.7117667308970099 }, "preprocess_start_to_preprocess_output": { "n": 301, "sum_ns": 361358623, "mean_ms": 1.2005269867109636 }, "selected_to_preprocess": { "n": 301, "sum_ns": 633553061, "mean_ms": 2.1048274451827242 }, "preprocess_start_to_preprocess": { "n": 301, "sum_ns": 419311275, "mean_ms": 1.3930607142857143 }, "preprocess_output_to_infer_entry": { "n": 301, "sum_ns": 57952652, "mean_ms": 0.19253372757475085 }, "preprocess_to_infer_output": { "n": 301, "sum_ns": 6802171296, "mean_ms": 22.598575734219267 }, "preprocess_to_callback": { "n": 301, "sum_ns": 7068490043, "mean_ms": 23.483355624584714 }, "infer_output_to_callback": { "n": 301, "sum_ns": 266318747, "mean_ms": 0.8847798903654486 }, "copy_wall": { "n": 301, "sum_ns": 1597387552, "mean_ms": 5.306935388704319 }, "copy_thread_cpu": { "n": 301, "sum_ns": 1566726851, "mean_ms": 5.205072594684386 }, "callback_to_copied": { "n": 301, "sum_ns": 1655116761, "mean_ms": 5.498726780730896 }, "accepted_interval": { "n": 301, "sum_ns": 30132388745, "mean_ms": 100.10760380398672 }, "selected_to_submitted": { "n": 301, "sum_ns": 9385964751, "mean_ms": 31.1826071461794 }, "completed_queue_wait": { "n": 301, "sum_ns": 59809777, "mean_ms": 0.19870357807308972 }, "result_composition_wall": { "n": 301, "sum_ns": 5702258, "mean_ms": 0.018944378737541526 }, "result_composition_cpu": { "n": 301, "sum_ns": 5560136, "mean_ms": 0.01847221262458472 }, "result_publish_wall": { "n": 301, "sum_ns": 61054956, "mean_ms": 0.20284038538205978 }, "result_publish_cpu": { "n": 301, "sum_ns": 60290840, "mean_ms": 0.20030179401993356 }, "result_total_wall": { "n": 301, "sum_ns": 388215416, "mean_ms": 1.2897522126245848 }, "result_total_cpu": { "n": 301, "sum_ns": 380159897, "mean_ms": 1.2629896910299003 } } }, { "mode": "mixed-a", "level": 12, "camera": "30", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.126680914, "new_channel": false, "seconds": 30.000007382011972, "selected_fps": 9.559632566963762, "requested_fps": 9.559632566963762, "complete_fps": 9.592825735599053, "accepted_fps": 9.592825735599053, "finalized_fps": 9.592825735599053, "redis_fps": 9.592825735599053, "redis_read_fps": 9.533330987494551, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 10, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.3, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 10, "analysis_gap_markers": 8, "c_suppressed": 0, "max_redis_silence_s": 0.5210187620250508, "redis_interval_s": { "n": 285, "mean": 0.10457018727718509, "median": 0.09334088600007817, "p95": 0.18666596501134336, "maximum": 0.5210187620250508, "minimum": 0.0067431419738568366 }, "redis_drift_s": { "n": 286, "mean": -5.156613790605558, "median": -5.175964789471834, "p95": -4.934704731964018, "maximum": -4.748107503980407, "minimum": -5.2624748999494955 }, "redis_drift_s_per_min": 0.012395621176068154, "ingress_drift_s": { "n": 12, "mean": 0.026477713249998185, "median": 0.010659415500015257, "p95": 0.2538250999999718, "maximum": 0.2538250999999718, "minimum": -0.028010930999982975 }, "ingress_drift_s_per_min": 0.13831491359830958, "source_drift_s": { "n": 12, "mean": 0.004964083333338938, "median": 0.005232500000005302, "p95": 0.039831999999989876, "maximum": 0.039831999999989876, "minimum": -0.02810599999997976 }, "ingress_to_redis_ms": { "n": 286, "mean": 86.28321678321679, "median": 74.0, "p95": 139, "maximum": 504, "minimum": 25 }, "source_samples": 12, "redis_samples": 286, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 288, "sum_ns": 14172108000, "mean_ms": 49.208708333333334 }, "source_exit_to_ingress": { "n": 288, "sum_ns": 2258002390, "mean_ms": 7.840286076388889 }, "source_encoded_queue": { "n": 288, "sum_ns": 14687000, "mean_ms": 0.05099652777777778 }, "decode_between_queues": { "n": 288, "sum_ns": 13754009000, "mean_ms": 47.75697569444445 }, "source_raw_queue": { "n": 288, "sum_ns": 258276000, "mean_ms": 0.8967916666666667 }, "raw_queue_to_source_exit": { "n": 288, "sum_ns": 8661000, "mean_ms": 0.030072916666666668 }, "selected_to_preprocess_start": { "n": 288, "sum_ns": 274789802, "mean_ms": 0.9541312569444445 }, "preprocess_start_to_preprocess_output": { "n": 288, "sum_ns": 502952255, "mean_ms": 1.7463619965277777 }, "selected_to_preprocess": { "n": 288, "sum_ns": 894785113, "mean_ms": 3.106892753472222 }, "preprocess_start_to_preprocess": { "n": 288, "sum_ns": 619995311, "mean_ms": 2.152761496527778 }, "preprocess_output_to_infer_entry": { "n": 288, "sum_ns": 117043056, "mean_ms": 0.4063995 }, "preprocess_to_infer_output": { "n": 289, "sum_ns": 15405934342, "mean_ms": 53.307731287197235 }, "preprocess_to_callback": { "n": 289, "sum_ns": 15758863198, "mean_ms": 54.52893840138409 }, "infer_output_to_callback": { "n": 289, "sum_ns": 352928856, "mean_ms": 1.2212071141868512 }, "copy_wall": { "n": 289, "sum_ns": 1725846370, "mean_ms": 5.9717867474048445 }, "copy_thread_cpu": { "n": 289, "sum_ns": 1672238258, "mean_ms": 5.786291550173011 }, "callback_to_copied": { "n": 289, "sum_ns": 1779514849, "mean_ms": 6.157490826989619 }, "accepted_interval": { "n": 289, "sum_ns": 30205779007, "mean_ms": 104.51826646020761 }, "selected_to_submitted": { "n": 289, "sum_ns": 18478958741, "mean_ms": 63.941033705882354 }, "completed_queue_wait": { "n": 289, "sum_ns": 183833177, "mean_ms": 0.6361009584775086 }, "result_observations_wall": { "n": 289, "sum_ns": 350788713, "mean_ms": 1.213801775086505 }, "result_observations_cpu": { "n": 289, "sum_ns": 347748663, "mean_ms": 1.203282570934256 }, "result_nms_wall": { "n": 289, "sum_ns": 421334010, "mean_ms": 1.4579031487889273 }, "result_nms_cpu": { "n": 289, "sum_ns": 170383238, "mean_ms": 0.5895613771626297 }, "result_tracking_wall": { "n": 289, "sum_ns": 1075341987, "mean_ms": 3.720906529411765 }, "result_tracking_cpu": { "n": 289, "sum_ns": 685677775, "mean_ms": 2.3725874567474046 }, "result_region_wall": { "n": 289, "sum_ns": 97523787, "mean_ms": 0.3374525501730104 }, "result_region_cpu": { "n": 289, "sum_ns": 96213948, "mean_ms": 0.33292023529411763 }, "result_fall_wall": { "n": 289, "sum_ns": 872636600, "mean_ms": 3.0195038062283737 }, "result_fall_cpu": { "n": 289, "sum_ns": 858905463, "mean_ms": 2.9719912214532873 }, "result_fight_wall": { "n": 289, "sum_ns": 170947328, "mean_ms": 0.5915132456747405 }, "result_fight_cpu": { "n": 289, "sum_ns": 169668831, "mean_ms": 0.5870893806228373 }, "result_collector_wall": { "n": 289, "sum_ns": 2032896744, "mean_ms": 7.034244788927335 }, "result_collector_cpu": { "n": 289, "sum_ns": 1995361804, "mean_ms": 6.904366103806228 }, "result_composition_wall": { "n": 289, "sum_ns": 5993774, "mean_ms": 0.020739702422145328 }, "result_composition_cpu": { "n": 289, "sum_ns": 5613139, "mean_ms": 0.019422626297577857 }, "result_artifact_handoff_wall": { "n": 289, "sum_ns": 5187102, "mean_ms": 0.017948449826989617 }, "result_artifact_handoff_cpu": { "n": 289, "sum_ns": 3418477, "mean_ms": 0.011828640138408304 }, "result_publish_wall": { "n": 289, "sum_ns": 512684730, "mean_ms": 1.7739956055363322 }, "result_publish_cpu": { "n": 289, "sum_ns": 487835468, "mean_ms": 1.688012 }, "result_total_wall": { "n": 289, "sum_ns": 5862511535, "mean_ms": 20.285507041522493 }, "result_total_cpu": { "n": 289, "sum_ns": 5123159825, "mean_ms": 17.727196626297577 } } }, { "mode": "mixed-a", "level": 12, "camera": "30", "provider": "fire", "cohort_reset": false, "counter_seconds": 30.111924121, "new_channel": false, "seconds": 30.000007382011972, "selected_fps": 9.962830631297338, "requested_fps": 9.962830631297338, "complete_fps": 9.929621195859681, "accepted_fps": 9.929621195859681, "finalized_fps": 9.929621195859681, "redis_fps": 9.929621195859681, "redis_read_fps": 9.89999756393665, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 2, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.123, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 1, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.3751472370349802, "redis_interval_s": { "n": 296, "mean": 0.10064011012837983, "median": 0.10068586299894378, "p95": 0.15404504799516872, "maximum": 0.3751472370349802, "minimum": 0.008161446021404117 }, "redis_drift_s": { "n": 297, "mean": -0.0038490780343940602, "median": -0.0088605680517162, "p95": 0.03515774698786345, "maximum": 0.33340761299200494, "minimum": -0.0845904859975235 }, "redis_drift_s_per_min": 0.005736470663896516, "ingress_drift_s": { "n": 12, "mean": 0.009081134666663123, "median": 0.008996911999986423, "p95": 0.03967874999995047, "maximum": 0.03967874999995047, "minimum": -0.027091432000020177 }, "ingress_drift_s_per_min": -0.015418546144919812, "source_drift_s": { "n": 12, "mean": 0.008607250000001917, "median": 0.00816650000001573, "p95": 0.039138999999977386, "maximum": 0.039138999999977386, "minimum": -0.027009000000020933 }, "ingress_to_redis_ms": { "n": 297, "mean": 49.56902356902357, "median": 46, "p95": 81, "maximum": 110, "minimum": 20 }, "source_samples": 12, "redis_samples": 297, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 299, "sum_ns": 14450019000, "mean_ms": 48.327822742474915 }, "source_exit_to_ingress": { "n": 299, "sum_ns": 268599449, "mean_ms": 0.8983259163879599 }, "source_encoded_queue": { "n": 299, "sum_ns": 15144000, "mean_ms": 0.05064882943143813 }, "decode_between_queues": { "n": 299, "sum_ns": 14272395000, "mean_ms": 47.73376254180602 }, "source_raw_queue": { "n": 299, "sum_ns": 20152000, "mean_ms": 0.06739799331103678 }, "raw_queue_to_source_exit": { "n": 299, "sum_ns": 8823000, "mean_ms": 0.029508361204013376 }, "selected_to_preprocess_start": { "n": 299, "sum_ns": 242063009, "mean_ms": 0.8095752809364549 }, "preprocess_start_to_preprocess_output": { "n": 299, "sum_ns": 451393595, "mean_ms": 1.509677575250836 }, "selected_to_preprocess": { "n": 299, "sum_ns": 755624460, "mean_ms": 2.527172107023411 }, "preprocess_start_to_preprocess": { "n": 299, "sum_ns": 513561451, "mean_ms": 1.7175968260869565 }, "preprocess_output_to_infer_entry": { "n": 299, "sum_ns": 62167856, "mean_ms": 0.2079192508361204 }, "preprocess_to_infer_output": { "n": 298, "sum_ns": 11483134983, "mean_ms": 38.534010010067114 }, "preprocess_to_callback": { "n": 298, "sum_ns": 11829637906, "mean_ms": 39.696771496644295 }, "infer_output_to_callback": { "n": 298, "sum_ns": 346502923, "mean_ms": 1.1627614865771811 }, "copy_wall": { "n": 299, "sum_ns": 1623101687, "mean_ms": 5.428433735785953 }, "copy_thread_cpu": { "n": 299, "sum_ns": 1574381897, "mean_ms": 5.265491294314382 }, "callback_to_copied": { "n": 298, "sum_ns": 1676467654, "mean_ms": 5.625730382550335 }, "accepted_interval": { "n": 298, "sum_ns": 30052226593, "mean_ms": 100.84639796308724 }, "selected_to_submitted": { "n": 297, "sum_ns": 14222871022, "mean_ms": 47.88845461952862 }, "completed_queue_wait": { "n": 299, "sum_ns": 72523851, "mean_ms": 0.2425546856187291 }, "result_composition_wall": { "n": 299, "sum_ns": 3207945, "mean_ms": 0.01072891304347826 }, "result_composition_cpu": { "n": 299, "sum_ns": 3067936, "mean_ms": 0.010260655518394649 }, "result_artifact_handoff_wall": { "n": 299, "sum_ns": 2854833, "mean_ms": 0.009547936454849498 }, "result_artifact_handoff_cpu": { "n": 299, "sum_ns": 2852178, "mean_ms": 0.009539056856187292 }, "result_publish_wall": { "n": 299, "sum_ns": 30783404, "mean_ms": 0.10295452842809365 }, "result_publish_cpu": { "n": 299, "sum_ns": 30276018, "mean_ms": 0.10125758528428094 }, "result_total_wall": { "n": 299, "sum_ns": 285639211, "mean_ms": 0.9553150869565217 }, "result_total_cpu": { "n": 299, "sum_ns": 281469160, "mean_ms": 0.9413684280936455 } } }, { "mode": "mixed-a", "level": 12, "camera": "30", "provider": "crowd", "cohort_reset": false, "counter_seconds": 30.142576858, "new_channel": false, "seconds": 30.000007382011972, "selected_fps": 9.952699180739698, "requested_fps": 9.952699180739698, "complete_fps": 9.952699180739698, "accepted_fps": 9.952699180739698, "finalized_fps": 9.952699180739698, "redis_fps": 9.952699180739698, "redis_read_fps": 9.89999756393665, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.131, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 1, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.33251371001824737, "redis_interval_s": { "n": 296, "mean": 0.10067165029397222, "median": 0.10024865201557986, "p95": 0.14877337496727705, "maximum": 0.33251371001824737, "minimum": 0.00046808301704004407 }, "redis_drift_s": { "n": 297, "mean": -0.29249765317974213, "median": -0.2955017269663358, "p95": -0.2550002129771656, "maximum": 0.04713720702847013, "minimum": -0.3735049639567478 }, "redis_drift_s_per_min": 0.002054809355742426, "ingress_drift_s": { "n": 12, "mean": 0.00974162691667857, "median": 0.014142532500017069, "p95": 0.03942518899998504, "maximum": 0.03942518899998504, "minimum": -0.028474836999976105 }, "ingress_drift_s_per_min": 0.006126514106662237, "source_drift_s": { "n": 12, "mean": 0.009523666666666486, "median": 0.013712999999995645, "p95": 0.03898599999996577, "maximum": 0.03898599999996577, "minimum": -0.02827500000000782 }, "ingress_to_redis_ms": { "n": 297, "mean": 40.18181818181818, "median": 37, "p95": 65, "maximum": 97, "minimum": 22 }, "source_samples": 12, "redis_samples": 297, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 300, "sum_ns": 14501572000, "mean_ms": 48.338573333333336 }, "source_exit_to_ingress": { "n": 300, "sum_ns": 268149469, "mean_ms": 0.8938315633333334 }, "source_encoded_queue": { "n": 300, "sum_ns": 11910000, "mean_ms": 0.0397 }, "decode_between_queues": { "n": 300, "sum_ns": 14326248000, "mean_ms": 47.75416 }, "source_raw_queue": { "n": 300, "sum_ns": 15531000, "mean_ms": 0.05177 }, "raw_queue_to_source_exit": { "n": 300, "sum_ns": 9524000, "mean_ms": 0.031746666666666666 }, "selected_to_preprocess_start": { "n": 300, "sum_ns": 219268019, "mean_ms": 0.7308933966666666 }, "preprocess_start_to_preprocess_output": { "n": 300, "sum_ns": 474882054, "mean_ms": 1.58294018 }, "selected_to_preprocess": { "n": 300, "sum_ns": 755601281, "mean_ms": 2.5186709366666666 }, "preprocess_start_to_preprocess": { "n": 300, "sum_ns": 536333262, "mean_ms": 1.78777754 }, "preprocess_output_to_infer_entry": { "n": 300, "sum_ns": 61451208, "mean_ms": 0.20483736 }, "preprocess_to_infer_output": { "n": 300, "sum_ns": 8540558867, "mean_ms": 28.468529556666667 }, "preprocess_to_callback": { "n": 300, "sum_ns": 8888071604, "mean_ms": 29.626905346666668 }, "infer_output_to_callback": { "n": 300, "sum_ns": 347512737, "mean_ms": 1.15837579 }, "copy_wall": { "n": 300, "sum_ns": 1624662366, "mean_ms": 5.41554122 }, "copy_thread_cpu": { "n": 300, "sum_ns": 1592992434, "mean_ms": 5.30997478 }, "callback_to_copied": { "n": 300, "sum_ns": 1684696039, "mean_ms": 5.615653463333333 }, "accepted_interval": { "n": 300, "sum_ns": 30191236367, "mean_ms": 100.63745455666667 }, "selected_to_submitted": { "n": 300, "sum_ns": 11358893449, "mean_ms": 37.86297816333333 }, "completed_queue_wait": { "n": 300, "sum_ns": 69692444, "mean_ms": 0.23230814666666666 }, "result_composition_wall": { "n": 300, "sum_ns": 8224711, "mean_ms": 0.027415703333333336 }, "result_composition_cpu": { "n": 300, "sum_ns": 7398660, "mean_ms": 0.024662200000000002 }, "result_publish_wall": { "n": 300, "sum_ns": 77920067, "mean_ms": 0.2597335566666667 }, "result_publish_cpu": { "n": 300, "sum_ns": 76759535, "mean_ms": 0.25586511666666667 }, "result_total_wall": { "n": 300, "sum_ns": 535070724, "mean_ms": 1.7835690800000001 }, "result_total_cpu": { "n": 300, "sum_ns": 518419946, "mean_ms": 1.7280664866666666 } } }, { "mode": "mixed-a", "level": 12, "camera": "31", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.216815422, "new_channel": false, "seconds": 30.000007382011972, "selected_fps": 9.895152610367624, "requested_fps": 9.895152610367624, "complete_fps": 9.862058454480108, "accepted_fps": 9.862058454480108, "finalized_fps": 9.862058454480108, "redis_fps": 9.862058454480108, "redis_read_fps": 9.866664238805548, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 6, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.085, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 1, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.3834743030020036, "redis_interval_s": { "n": 295, "mean": 0.10120747763391237, "median": 0.09982899500755593, "p95": 0.1691220499924384, "maximum": 0.3834743030020036, "minimum": 0.0006279820227064192 }, "redis_drift_s": { "n": 296, "mean": -6.630186627474794, "median": -6.635666222965824, "p95": -6.563287391992276, "maximum": -6.322726014985221, "minimum": -6.729742221983599 }, "redis_drift_s_per_min": 0.003646139711676591, "ingress_drift_s": { "n": 12, "mean": 0.04142127099999963, "median": -0.004144612499999312, "p95": 0.31477563900000405, "maximum": 0.31477563900000405, "minimum": -0.023671219999982895 }, "ingress_drift_s_per_min": -0.12095438129753847, "source_drift_s": { "n": 12, "mean": 0.04013241666666545, "median": -0.004296000000010736, "p95": 0.3145309999999881, "maximum": 0.3145309999999881, "minimum": -0.02910700000001043 }, "ingress_to_redis_ms": { "n": 296, "mean": 70.10810810810811, "median": 65.0, "p95": 108, "maximum": 267, "minimum": 29 }, "source_samples": 12, "redis_samples": 296, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 299, "sum_ns": 14279376000, "mean_ms": 47.75711036789297 }, "source_exit_to_ingress": { "n": 299, "sum_ns": 757581623, "mean_ms": 2.5337178026755853 }, "source_encoded_queue": { "n": 299, "sum_ns": 13048000, "mean_ms": 0.04363879598662208 }, "decode_between_queues": { "n": 299, "sum_ns": 14116519000, "mean_ms": 47.212438127090294 }, "source_raw_queue": { "n": 299, "sum_ns": 48713000, "mean_ms": 0.16291973244147157 }, "raw_queue_to_source_exit": { "n": 299, "sum_ns": 9066000, "mean_ms": 0.03032107023411371 }, "selected_to_preprocess_start": { "n": 299, "sum_ns": 234069814, "mean_ms": 0.7828421872909699 }, "preprocess_start_to_preprocess_output": { "n": 299, "sum_ns": 596484517, "mean_ms": 1.9949314949832775 }, "selected_to_preprocess": { "n": 299, "sum_ns": 914478011, "mean_ms": 3.0584548862876253 }, "preprocess_start_to_preprocess": { "n": 299, "sum_ns": 680408197, "mean_ms": 2.275612698996656 }, "preprocess_output_to_infer_entry": { "n": 299, "sum_ns": 83923680, "mean_ms": 0.2806812040133779 }, "preprocess_to_infer_output": { "n": 298, "sum_ns": 14834793525, "mean_ms": 49.781186325503356 }, "preprocess_to_callback": { "n": 298, "sum_ns": 15165838873, "mean_ms": 50.89207675503356 }, "infer_output_to_callback": { "n": 298, "sum_ns": 331045348, "mean_ms": 1.1108904295302013 }, "copy_wall": { "n": 298, "sum_ns": 1160958494, "mean_ms": 3.8958338724832213 }, "copy_thread_cpu": { "n": 298, "sum_ns": 1135442591, "mean_ms": 3.810210036912752 }, "callback_to_copied": { "n": 298, "sum_ns": 1216677195, "mean_ms": 4.0828093791946305 }, "accepted_interval": { "n": 298, "sum_ns": 30236833284, "mean_ms": 101.46588350335571 }, "selected_to_submitted": { "n": 298, "sum_ns": 17329138535, "mean_ms": 58.151471593959734 }, "completed_queue_wait": { "n": 298, "sum_ns": 85024094, "mean_ms": 0.28531575167785234 }, "result_observations_wall": { "n": 298, "sum_ns": 346975876, "mean_ms": 1.1643485771812079 }, "result_observations_cpu": { "n": 298, "sum_ns": 345733179, "mean_ms": 1.1601784530201342 }, "result_nms_wall": { "n": 298, "sum_ns": 217015066, "mean_ms": 0.7282384765100671 }, "result_nms_cpu": { "n": 298, "sum_ns": 158863836, "mean_ms": 0.5331001208053691 }, "result_tracking_wall": { "n": 298, "sum_ns": 329715129, "mean_ms": 1.1064266073825504 }, "result_tracking_cpu": { "n": 298, "sum_ns": 290571948, "mean_ms": 0.9750736510067114 }, "result_region_wall": { "n": 298, "sum_ns": 73060216, "mean_ms": 0.24516851006711407 }, "result_region_cpu": { "n": 298, "sum_ns": 70399480, "mean_ms": 0.23623986577181208 }, "result_fall_wall": { "n": 298, "sum_ns": 145906489, "mean_ms": 0.48961909060402686 }, "result_fall_cpu": { "n": 298, "sum_ns": 144960274, "mean_ms": 0.48644387248322146 }, "result_fight_wall": { "n": 298, "sum_ns": 57920944, "mean_ms": 0.19436558389261746 }, "result_fight_cpu": { "n": 298, "sum_ns": 56096905, "mean_ms": 0.1882446476510067 }, "result_collector_wall": { "n": 298, "sum_ns": 1671563061, "mean_ms": 5.609272016778523 }, "result_collector_cpu": { "n": 298, "sum_ns": 1628241406, "mean_ms": 5.463897335570469 }, "result_composition_wall": { "n": 298, "sum_ns": 6003805, "mean_ms": 0.0201469966442953 }, "result_composition_cpu": { "n": 298, "sum_ns": 5979942, "mean_ms": 0.020066919463087248 }, "result_artifact_handoff_wall": { "n": 298, "sum_ns": 3437876, "mean_ms": 0.011536496644295303 }, "result_artifact_handoff_cpu": { "n": 298, "sum_ns": 3351637, "mean_ms": 0.011247104026845638 }, "result_publish_wall": { "n": 298, "sum_ns": 126433523, "mean_ms": 0.424273567114094 }, "result_publish_cpu": { "n": 298, "sum_ns": 123356115, "mean_ms": 0.41394669463087247 }, "result_total_wall": { "n": 298, "sum_ns": 3278872260, "mean_ms": 11.002927046979865 }, "result_total_cpu": { "n": 298, "sum_ns": 3115849232, "mean_ms": 10.455869906040268 } } }, { "mode": "mixed-a", "level": 12, "camera": "31", "provider": "fire", "cohort_reset": false, "counter_seconds": 30.102740866, "new_channel": false, "seconds": 30.000007382011972, "selected_fps": 9.899430796900646, "requested_fps": 9.899430796900646, "complete_fps": 9.866211230468092, "accepted_fps": 9.866211230468092, "finalized_fps": 9.899430796900646, "redis_fps": 9.899430796900646, "redis_read_fps": 9.866664238805548, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 1, "queue_age_max_sampled": 0.0005805130349472165, "provider_response_age_max_sampled": 0.162, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.3974908610107377, "redis_interval_s": { "n": 295, "mean": 0.10124406114583677, "median": 0.099675705016125, "p95": 0.15750057098921388, "maximum": 0.3974908610107377, "minimum": 0.009384988981764764 }, "redis_drift_s": { "n": 296, "mean": 0.03458878740424801, "median": 0.03373097850592899, "p95": 0.07785342299007425, "maximum": 0.33333735101905404, "minimum": -0.07177398501380594 }, "redis_drift_s_per_min": 0.003025875345408437, "ingress_drift_s": { "n": 12, "mean": 0.042559587916680165, "median": -0.0016661239999677946, "p95": 0.31695302800000036, "maximum": 0.31695302800000036, "minimum": -0.026328547999980856 }, "ingress_drift_s_per_min": -0.1318948525383389, "source_drift_s": { "n": 12, "mean": 0.04192883333334407, "median": -0.0025269999999864012, "p95": 0.3166219999999953, "maximum": 0.3166219999999953, "minimum": -0.028807999999969525 }, "ingress_to_redis_ms": { "n": 296, "mean": 48.972972972972975, "median": 47.0, "p95": 78, "maximum": 94, "minimum": 20 }, "source_samples": 12, "redis_samples": 296, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 298, "sum_ns": 14182198000, "mean_ms": 47.591268456375836 }, "source_exit_to_ingress": { "n": 298, "sum_ns": 272882183, "mean_ms": 0.9157120234899329 }, "source_encoded_queue": { "n": 298, "sum_ns": 16095000, "mean_ms": 0.05401006711409396 }, "decode_between_queues": { "n": 298, "sum_ns": 14035293000, "mean_ms": 47.098298657718125 }, "source_raw_queue": { "n": 298, "sum_ns": 15431000, "mean_ms": 0.05178187919463087 }, "raw_queue_to_source_exit": { "n": 298, "sum_ns": 9674000, "mean_ms": 0.03246308724832215 }, "selected_to_preprocess_start": { "n": 298, "sum_ns": 213475878, "mean_ms": 0.7163620067114095 }, "preprocess_start_to_preprocess_output": { "n": 298, "sum_ns": 460519260, "mean_ms": 1.545366644295302 }, "selected_to_preprocess": { "n": 298, "sum_ns": 732191884, "mean_ms": 2.457019744966443 }, "preprocess_start_to_preprocess": { "n": 298, "sum_ns": 518716006, "mean_ms": 1.7406577382550334 }, "preprocess_output_to_infer_entry": { "n": 298, "sum_ns": 58196746, "mean_ms": 0.19529109395973154 }, "preprocess_to_infer_output": { "n": 297, "sum_ns": 11194659506, "mean_ms": 37.69245624915825 }, "preprocess_to_callback": { "n": 297, "sum_ns": 11533866742, "mean_ms": 38.834568154882156 }, "infer_output_to_callback": { "n": 297, "sum_ns": 339207236, "mean_ms": 1.1421119057239058 }, "copy_wall": { "n": 297, "sum_ns": 1623968417, "mean_ms": 5.467907127946128 }, "copy_thread_cpu": { "n": 297, "sum_ns": 1562579479, "mean_ms": 5.261210367003367 }, "callback_to_copied": { "n": 297, "sum_ns": 1682132235, "mean_ms": 5.663744898989899 }, "accepted_interval": { "n": 297, "sum_ns": 30079060456, "mean_ms": 101.27629783164983 }, "selected_to_submitted": { "n": 297, "sum_ns": 13977277467, "mean_ms": 47.061540292929294 }, "completed_queue_wait": { "n": 298, "sum_ns": 73118667, "mean_ms": 0.24536465436241608 }, "result_composition_wall": { "n": 298, "sum_ns": 2989953, "mean_ms": 0.010033399328859062 }, "result_composition_cpu": { "n": 298, "sum_ns": 2918359, "mean_ms": 0.00979315100671141 }, "result_artifact_handoff_wall": { "n": 298, "sum_ns": 2800242, "mean_ms": 0.009396785234899329 }, "result_artifact_handoff_cpu": { "n": 298, "sum_ns": 2739272, "mean_ms": 0.009192187919463088 }, "result_publish_wall": { "n": 298, "sum_ns": 32252948, "mean_ms": 0.10823136912751678 }, "result_publish_cpu": { "n": 298, "sum_ns": 31406706, "mean_ms": 0.10539163087248322 }, "result_total_wall": { "n": 298, "sum_ns": 337332079, "mean_ms": 1.131986842281879 }, "result_total_cpu": { "n": 298, "sum_ns": 321877327, "mean_ms": 1.0801252583892618 } } }, { "mode": "mixed-a", "level": 12, "camera": "31", "provider": "crowd", "cohort_reset": false, "counter_seconds": 30.114592764, "new_channel": false, "seconds": 30.000007382011972, "selected_fps": 9.895534777287084, "requested_fps": 9.895534777287084, "complete_fps": 9.895534777287084, "accepted_fps": 9.895534777287084, "finalized_fps": 9.895534777287084, "redis_fps": 9.895534777287084, "redis_read_fps": 9.89999756393665, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 1, "queue_age_max_sampled": 0.00043649302097037435, "provider_response_age_max_sampled": 0.131, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.4325845920247957, "redis_interval_s": { "n": 296, "mean": 0.10127769655750976, "median": 0.09810007899068296, "p95": 0.15663249301724136, "maximum": 0.4325845920247957, "minimum": 0.00018288497813045979 }, "redis_drift_s": { "n": 297, "mean": 0.028980154629008895, "median": 0.02534980500860229, "p95": 0.06680195301584035, "maximum": 0.34743004804477096, "minimum": -0.0778239140054211 }, "redis_drift_s_per_min": -0.005412677989540428, "ingress_drift_s": { "n": 12, "mean": 0.041116424416680765, "median": -0.003366766499965479, "p95": 0.31657225399999334, "maximum": 0.31657225399999334, "minimum": -0.025160568999979205 }, "ingress_drift_s_per_min": -0.10894236777522397, "source_drift_s": { "n": 12, "mean": 0.040801000000001864, "median": -0.003794999999996662, "p95": 0.3155469999999809, "maximum": 0.3155469999999809, "minimum": -0.02521099999995613 }, "ingress_to_redis_ms": { "n": 297, "mean": 39.63973063973064, "median": 37, "p95": 65, "maximum": 84, "minimum": 19 }, "source_samples": 12, "redis_samples": 297, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 298, "sum_ns": 14217192000, "mean_ms": 47.708697986577185 }, "source_exit_to_ingress": { "n": 298, "sum_ns": 248698619, "mean_ms": 0.8345591241610738 }, "source_encoded_queue": { "n": 298, "sum_ns": 12050000, "mean_ms": 0.04043624161073825 }, "decode_between_queues": { "n": 298, "sum_ns": 14086821000, "mean_ms": 47.27121140939597 }, "source_raw_queue": { "n": 298, "sum_ns": 15341000, "mean_ms": 0.05147986577181208 }, "raw_queue_to_source_exit": { "n": 298, "sum_ns": 9238000, "mean_ms": 0.031 }, "selected_to_preprocess_start": { "n": 298, "sum_ns": 211904625, "mean_ms": 0.7110893456375839 }, "preprocess_start_to_preprocess_output": { "n": 298, "sum_ns": 447519923, "mean_ms": 1.5017447080536912 }, "selected_to_preprocess": { "n": 298, "sum_ns": 720424787, "mean_ms": 2.4175328422818794 }, "preprocess_start_to_preprocess": { "n": 298, "sum_ns": 508520162, "mean_ms": 1.7064434966442952 }, "preprocess_output_to_infer_entry": { "n": 298, "sum_ns": 61000239, "mean_ms": 0.20469878859060403 }, "preprocess_to_infer_output": { "n": 298, "sum_ns": 8552160449, "mean_ms": 28.698524996644295 }, "preprocess_to_callback": { "n": 298, "sum_ns": 8885483974, "mean_ms": 29.81706031543624 }, "infer_output_to_callback": { "n": 298, "sum_ns": 333323525, "mean_ms": 1.1185353187919465 }, "copy_wall": { "n": 298, "sum_ns": 1610917392, "mean_ms": 5.405763060402685 }, "copy_thread_cpu": { "n": 298, "sum_ns": 1562926342, "mean_ms": 5.244719268456376 }, "callback_to_copied": { "n": 298, "sum_ns": 1671296420, "mean_ms": 5.608377248322148 }, "accepted_interval": { "n": 298, "sum_ns": 30208884775, "mean_ms": 101.3720965604027 }, "selected_to_submitted": { "n": 298, "sum_ns": 11307367407, "mean_ms": 37.94418592953021 }, "completed_queue_wait": { "n": 298, "sum_ns": 61890374, "mean_ms": 0.2076858187919463 }, "result_composition_wall": { "n": 298, "sum_ns": 5160943, "mean_ms": 0.017318600671140938 }, "result_composition_cpu": { "n": 298, "sum_ns": 5039988, "mean_ms": 0.016912711409395972 }, "result_publish_wall": { "n": 298, "sum_ns": 43155078, "mean_ms": 0.14481569798657717 }, "result_publish_cpu": { "n": 298, "sum_ns": 42997301, "mean_ms": 0.14428624496644296 }, "result_total_wall": { "n": 298, "sum_ns": 362635799, "mean_ms": 1.216898654362416 }, "result_total_cpu": { "n": 298, "sum_ns": 351392672, "mean_ms": 1.1791700402684564 } } }, { "mode": "mixed-a", "level": 12, "camera": "32", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.896641569, "new_channel": false, "seconds": 30.000007382011972, "selected_fps": 9.967674774179248, "requested_fps": 9.967674774179248, "complete_fps": 9.967674774179248, "accepted_fps": 9.967674774179248, "finalized_fps": 9.967674774179248, "redis_fps": 9.967674774179248, "redis_read_fps": 9.966664214198849, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 16, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.107, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 3, "analysis_gap_markers": 1, "c_suppressed": 0, "max_redis_silence_s": 0.36490834900178015, "redis_interval_s": { "n": 298, "mean": 0.10026937599322015, "median": 0.09661306702764705, "p95": 0.1731131330016069, "maximum": 0.36490834900178015, "minimum": 0.005709137942176312 }, "redis_drift_s": { "n": 299, "mean": -3.7099060106337074, "median": -3.716128088011885, "p95": -3.620375729977127, "maximum": -3.4560812729727672, "minimum": -3.80232587196258 }, "redis_drift_s_per_min": 0.029346260548873127, "ingress_drift_s": { "n": 12, "mean": 0.0019745810000083943, "median": 0.0037284784999940257, "p95": 0.022192775000007714, "maximum": 0.022192775000007714, "minimum": -0.03006197899998142 }, "ingress_drift_s_per_min": 0.011690634795953744, "source_drift_s": { "n": 12, "mean": 0.0016629166666840927, "median": 0.003321499999998423, "p95": 0.02180500000002894, "maximum": 0.02180500000002894, "minimum": -0.029725999999982378 }, "ingress_to_redis_ms": { "n": 299, "mean": 74.06354515050167, "median": 67, "p95": 131, "maximum": 323, "minimum": 32 }, "source_samples": 12, "redis_samples": 299, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 298, "sum_ns": 13973250000, "mean_ms": 46.89010067114094 }, "source_exit_to_ingress": { "n": 298, "sum_ns": 913470677, "mean_ms": 3.0653378422818793 }, "source_encoded_queue": { "n": 298, "sum_ns": 17771000, "mean_ms": 0.05963422818791946 }, "decode_between_queues": { "n": 298, "sum_ns": 13714732000, "mean_ms": 46.022590604026846 }, "source_raw_queue": { "n": 298, "sum_ns": 142577000, "mean_ms": 0.4784463087248322 }, "raw_queue_to_source_exit": { "n": 298, "sum_ns": 11163000, "mean_ms": 0.03745973154362416 }, "selected_to_preprocess_start": { "n": 298, "sum_ns": 270648911, "mean_ms": 0.908217822147651 }, "preprocess_start_to_preprocess_output": { "n": 298, "sum_ns": 456268319, "mean_ms": 1.5311017416107382 }, "selected_to_preprocess": { "n": 298, "sum_ns": 800705355, "mean_ms": 2.6869307214765104 }, "preprocess_start_to_preprocess": { "n": 298, "sum_ns": 530056444, "mean_ms": 1.778712899328859 }, "preprocess_output_to_infer_entry": { "n": 298, "sum_ns": 73788125, "mean_ms": 0.2476111577181208 }, "preprocess_to_infer_output": { "n": 298, "sum_ns": 15195924658, "mean_ms": 50.99303576510067 }, "preprocess_to_callback": { "n": 298, "sum_ns": 15545948338, "mean_ms": 52.16761187248322 }, "infer_output_to_callback": { "n": 298, "sum_ns": 350023680, "mean_ms": 1.1745761073825505 }, "copy_wall": { "n": 298, "sum_ns": 1755422803, "mean_ms": 5.890680546979866 }, "copy_thread_cpu": { "n": 298, "sum_ns": 1703133614, "mean_ms": 5.715213469798658 }, "callback_to_copied": { "n": 298, "sum_ns": 1811560868, "mean_ms": 6.079063315436241 }, "accepted_interval": { "n": 298, "sum_ns": 29931162496, "mean_ms": 100.44014260402685 }, "selected_to_submitted": { "n": 298, "sum_ns": 18196044214, "mean_ms": 61.06055105369128 }, "completed_queue_wait": { "n": 298, "sum_ns": 114173754, "mean_ms": 0.38313340268456375 }, "result_observations_wall": { "n": 298, "sum_ns": 360113089, "mean_ms": 1.2084331845637584 }, "result_observations_cpu": { "n": 298, "sum_ns": 356819077, "mean_ms": 1.1973794530201343 }, "result_nms_wall": { "n": 298, "sum_ns": 243175809, "mean_ms": 0.8160262046979866 }, "result_nms_cpu": { "n": 298, "sum_ns": 163222182, "mean_ms": 0.5477254429530201 }, "result_tracking_wall": { "n": 298, "sum_ns": 466563649, "mean_ms": 1.5656498288590603 }, "result_tracking_cpu": { "n": 298, "sum_ns": 382418844, "mean_ms": 1.283284711409396 }, "result_region_wall": { "n": 298, "sum_ns": 91239174, "mean_ms": 0.3061717248322148 }, "result_region_cpu": { "n": 298, "sum_ns": 86868891, "mean_ms": 0.2915063456375839 }, "result_fall_wall": { "n": 298, "sum_ns": 265768851, "mean_ms": 0.8918417818791947 }, "result_fall_cpu": { "n": 298, "sum_ns": 259237455, "mean_ms": 0.8699243456375839 }, "result_fight_wall": { "n": 298, "sum_ns": 67924581, "mean_ms": 0.22793483557046978 }, "result_fight_cpu": { "n": 298, "sum_ns": 67721700, "mean_ms": 0.22725402684563759 }, "result_collector_wall": { "n": 298, "sum_ns": 1505896106, "mean_ms": 5.053342637583893 }, "result_collector_cpu": { "n": 298, "sum_ns": 1464799612, "mean_ms": 4.915434939597315 }, "result_composition_wall": { "n": 298, "sum_ns": 5652216, "mean_ms": 0.018967167785234898 }, "result_composition_cpu": { "n": 298, "sum_ns": 5495183, "mean_ms": 0.01844021140939597 }, "result_artifact_handoff_wall": { "n": 298, "sum_ns": 5208187, "mean_ms": 0.01747713758389262 }, "result_artifact_handoff_cpu": { "n": 298, "sum_ns": 3408124, "mean_ms": 0.011436657718120805 }, "result_publish_wall": { "n": 298, "sum_ns": 184427852, "mean_ms": 0.6188854093959733 }, "result_publish_cpu": { "n": 298, "sum_ns": 177543862, "mean_ms": 0.5957847718120806 }, "result_total_wall": { "n": 298, "sum_ns": 3529178021, "mean_ms": 11.84287926510067 }, "result_total_cpu": { "n": 298, "sum_ns": 3288545941, "mean_ms": 11.035389063758391 } } }, { "mode": "mixed-a", "level": 12, "camera": "32", "provider": "fire", "cohort_reset": false, "counter_seconds": 29.865245346, "new_channel": false, "seconds": 30.000007382011972, "selected_fps": 10.011637156700827, "requested_fps": 10.011637156700827, "complete_fps": 10.011637156700827, "accepted_fps": 10.011637156700827, "finalized_fps": 10.011637156700827, "redis_fps": 10.011637156700827, "redis_read_fps": 9.999997539329948, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 1, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.14, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.20122961298329756, "redis_interval_s": { "n": 299, "mean": 0.1000127833111548, "median": 0.10209620796376839, "p95": 0.1550876260153018, "maximum": 0.20122961298329756, "minimum": 0.014707807975355536 }, "redis_drift_s": { "n": 300, "mean": 0.046778714189702364, "median": 0.04713354099357048, "p95": 0.08434221100714012, "maximum": 0.10858355502176664, "minimum": -0.021063439982469845 }, "redis_drift_s_per_min": 0.021973415344825154, "ingress_drift_s": { "n": 12, "mean": -0.0011336298333238422, "median": 0.0019137695000210897, "p95": 0.025793733999989854, "maximum": 0.025793733999989854, "minimum": -0.029673620999972172 }, "ingress_drift_s_per_min": 0.015246880144530437, "source_drift_s": { "n": 12, "mean": -0.0016976666666484637, "median": 0.0019095000000106666, "p95": 0.022535000000004857, "maximum": 0.022535000000004857, "minimum": -0.029567999999983385 }, "ingress_to_redis_ms": { "n": 300, "mean": 49.62, "median": 47.0, "p95": 80, "maximum": 107, "minimum": 21 }, "source_samples": 12, "redis_samples": 300, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 299, "sum_ns": 13809039000, "mean_ms": 46.18407692307692 }, "source_exit_to_ingress": { "n": 299, "sum_ns": 285270217, "mean_ms": 0.9540809933110368 }, "source_encoded_queue": { "n": 299, "sum_ns": 11497000, "mean_ms": 0.03845150501672241 }, "decode_between_queues": { "n": 299, "sum_ns": 13683926000, "mean_ms": 45.765638795986625 }, "source_raw_queue": { "n": 299, "sum_ns": 21670000, "mean_ms": 0.07247491638795986 }, "raw_queue_to_source_exit": { "n": 299, "sum_ns": 8981000, "mean_ms": 0.030036789297658864 }, "selected_to_preprocess_start": { "n": 299, "sum_ns": 231175827, "mean_ms": 0.7731633010033445 }, "preprocess_start_to_preprocess_output": { "n": 299, "sum_ns": 467381253, "mean_ms": 1.5631480033444816 }, "selected_to_preprocess": { "n": 299, "sum_ns": 758562684, "mean_ms": 2.536998943143813 }, "preprocess_start_to_preprocess": { "n": 299, "sum_ns": 527386857, "mean_ms": 1.7638356421404682 }, "preprocess_output_to_infer_entry": { "n": 299, "sum_ns": 60005604, "mean_ms": 0.20068763879598664 }, "preprocess_to_infer_output": { "n": 299, "sum_ns": 11538983200, "mean_ms": 38.59191705685618 }, "preprocess_to_callback": { "n": 299, "sum_ns": 11885650182, "mean_ms": 39.7513384013378 }, "infer_output_to_callback": { "n": 299, "sum_ns": 346666982, "mean_ms": 1.1594213444816053 }, "copy_wall": { "n": 299, "sum_ns": 1613118871, "mean_ms": 5.395046391304348 }, "copy_thread_cpu": { "n": 299, "sum_ns": 1564542751, "mean_ms": 5.232584451505017 }, "callback_to_copied": { "n": 299, "sum_ns": 1672048432, "mean_ms": 5.592135224080267 }, "accepted_interval": { "n": 299, "sum_ns": 29932338209, "mean_ms": 100.1081545451505 }, "selected_to_submitted": { "n": 299, "sum_ns": 14350108004, "mean_ms": 47.9936722541806 }, "completed_queue_wait": { "n": 299, "sum_ns": 71900378, "mean_ms": 0.240469491638796 }, "result_composition_wall": { "n": 299, "sum_ns": 3027891, "mean_ms": 0.01012672575250836 }, "result_composition_cpu": { "n": 299, "sum_ns": 2944417, "mean_ms": 0.009847548494983278 }, "result_artifact_handoff_wall": { "n": 299, "sum_ns": 2682274, "mean_ms": 0.008970816053511705 }, "result_artifact_handoff_cpu": { "n": 299, "sum_ns": 2679320, "mean_ms": 0.008960936454849498 }, "result_publish_wall": { "n": 299, "sum_ns": 31150440, "mean_ms": 0.10418207357859531 }, "result_publish_cpu": { "n": 299, "sum_ns": 31041824, "mean_ms": 0.10381880936454849 }, "result_total_wall": { "n": 299, "sum_ns": 290925479, "mean_ms": 0.9729949130434783 }, "result_total_cpu": { "n": 299, "sum_ns": 282035022, "mean_ms": 0.9432609431438127 } } }, { "mode": "mixed-a", "level": 12, "camera": "32", "provider": "crowd", "cohort_reset": false, "counter_seconds": 29.870965777, "new_channel": false, "seconds": 30.000007382011972, "selected_fps": 10.00971988090936, "requested_fps": 10.00971988090936, "complete_fps": 10.00971988090936, "accepted_fps": 10.00971988090936, "finalized_fps": 10.00971988090936, "redis_fps": 10.00971988090936, "redis_read_fps": 9.999997539329948, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.133, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.20280649198684841, "redis_interval_s": { "n": 299, "mean": 0.09998225347165417, "median": 0.09933788696071133, "p95": 0.158991583972238, "maximum": 0.20280649198684841, "minimum": 0.019788056961260736 }, "redis_drift_s": { "n": 300, "mean": -0.0637455289556639, "median": -0.06511714899099275, "p95": -0.02739061897528927, "maximum": -0.005769474000658192, "minimum": -0.13352090097686187 }, "redis_drift_s_per_min": 0.011277201395109113, "ingress_drift_s": { "n": 12, "mean": -0.0014271519166584312, "median": 0.0016662035000081232, "p95": 0.020794201000001067, "maximum": 0.020794201000001067, "minimum": -0.030823157999975592 }, "ingress_drift_s_per_min": 0.015084665568102822, "source_drift_s": { "n": 12, "mean": -0.0017438333333264684, "median": 0.001381500000007918, "p95": 0.020347000000015214, "maximum": 0.020347000000015214, "minimum": -0.0307809999999904 }, "ingress_to_redis_ms": { "n": 300, "mean": 39.24666666666667, "median": 36.0, "p95": 61, "maximum": 81, "minimum": 18 }, "source_samples": 12, "redis_samples": 300, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 299, "sum_ns": 13787233000, "mean_ms": 46.111147157190636 }, "source_exit_to_ingress": { "n": 299, "sum_ns": 249586342, "mean_ms": 0.8347369297658863 }, "source_encoded_queue": { "n": 299, "sum_ns": 18924000, "mean_ms": 0.06329096989966555 }, "decode_between_queues": { "n": 299, "sum_ns": 13676360000, "mean_ms": 45.74033444816054 }, "source_raw_queue": { "n": 299, "sum_ns": 15448000, "mean_ms": 0.051665551839464884 }, "raw_queue_to_source_exit": { "n": 299, "sum_ns": 9443000, "mean_ms": 0.031581939799331105 }, "selected_to_preprocess_start": { "n": 299, "sum_ns": 218519034, "mean_ms": 0.730832889632107 }, "preprocess_start_to_preprocess_output": { "n": 299, "sum_ns": 468391971, "mean_ms": 1.566528331103679 }, "selected_to_preprocess": { "n": 299, "sum_ns": 752673749, "mean_ms": 2.517303508361204 }, "preprocess_start_to_preprocess": { "n": 299, "sum_ns": 534154715, "mean_ms": 1.786470618729097 }, "preprocess_output_to_infer_entry": { "n": 299, "sum_ns": 65762744, "mean_ms": 0.21994228762541806 }, "preprocess_to_infer_output": { "n": 299, "sum_ns": 8431177379, "mean_ms": 28.197917655518395 }, "preprocess_to_callback": { "n": 299, "sum_ns": 8757474026, "mean_ms": 29.28921078929766 }, "infer_output_to_callback": { "n": 299, "sum_ns": 326296647, "mean_ms": 1.0912931337792642 }, "copy_wall": { "n": 299, "sum_ns": 1588780766, "mean_ms": 5.313648046822743 }, "copy_thread_cpu": { "n": 299, "sum_ns": 1534948108, "mean_ms": 5.133605712374582 }, "callback_to_copied": { "n": 299, "sum_ns": 1648795578, "mean_ms": 5.514366481605351 }, "accepted_interval": { "n": 299, "sum_ns": 29922147609, "mean_ms": 100.074072270903 }, "selected_to_submitted": { "n": 299, "sum_ns": 11189590919, "mean_ms": 37.423381 }, "completed_queue_wait": { "n": 299, "sum_ns": 67369409, "mean_ms": 0.22531574916387961 }, "result_composition_wall": { "n": 299, "sum_ns": 4549180, "mean_ms": 0.01521464882943144 }, "result_composition_cpu": { "n": 299, "sum_ns": 4311211, "mean_ms": 0.014418765886287625 }, "result_publish_wall": { "n": 299, "sum_ns": 54694968, "mean_ms": 0.1829263143812709 }, "result_publish_cpu": { "n": 299, "sum_ns": 53799139, "mean_ms": 0.1799302307692308 }, "result_total_wall": { "n": 299, "sum_ns": 414402227, "mean_ms": 1.3859606254180603 }, "result_total_cpu": { "n": 299, "sum_ns": 396096146, "mean_ms": 1.3247362742474917 } } }, { "mode": "mixed-a", "level": 12, "camera": "33", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.730481077, "new_channel": false, "seconds": 30.000007382011972, "selected_fps": 9.787934451727473, "requested_fps": 9.754298938147652, "complete_fps": 9.787934451727473, "accepted_fps": 9.787934451727473, "finalized_fps": 9.787934451727473, "redis_fps": 9.787934451727473, "redis_read_fps": 9.766664263412249, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 10, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.365, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 5, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.3917178240371868, "redis_interval_s": { "n": 292, "mean": 0.10239732927046334, "median": 0.09690836648223922, "p95": 0.20001857698662207, "maximum": 0.3917178240371868, "minimum": 0.0005139769637025893 }, "redis_drift_s": { "n": 293, "mean": -7.539072153216216, "median": -7.548729629035108, "p95": -7.437985779026974, "maximum": -7.2697571369991465, "minimum": -7.66220952301893 }, "redis_drift_s_per_min": 0.028374837083251357, "ingress_drift_s": { "n": 12, "mean": 0.008106901583336898, "median": -0.0015419224999959624, "p95": 0.22355203499995469, "maximum": 0.22355203499995469, "minimum": -0.11577936799994859 }, "ingress_drift_s_per_min": -0.022976379945692217, "source_drift_s": { "n": 12, "mean": 0.007017333333337206, "median": -0.002662499999985357, "p95": 0.22335599999996703, "maximum": 0.22335599999996703, "minimum": -0.11669799999998531 }, "ingress_to_redis_ms": { "n": 293, "mean": 71.5221843003413, "median": 65, "p95": 121, "maximum": 255, "minimum": 31 }, "source_samples": 12, "redis_samples": 293, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 291, "sum_ns": 13888165000, "mean_ms": 47.7256529209622 }, "source_exit_to_ingress": { "n": 291, "sum_ns": 1210603312, "mean_ms": 4.160148838487973 }, "source_encoded_queue": { "n": 291, "sum_ns": 16643000, "mean_ms": 0.05719243986254295 }, "decode_between_queues": { "n": 291, "sum_ns": 13561140000, "mean_ms": 46.6018556701031 }, "source_raw_queue": { "n": 291, "sum_ns": 111927000, "mean_ms": 0.38462886597938145 }, "raw_queue_to_source_exit": { "n": 291, "sum_ns": 11004000, "mean_ms": 0.03781443298969072 }, "selected_to_preprocess_start": { "n": 291, "sum_ns": 248033786, "mean_ms": 0.8523497800687285 }, "preprocess_start_to_preprocess_output": { "n": 290, "sum_ns": 380238979, "mean_ms": 1.3111688931034482 }, "selected_to_preprocess": { "n": 290, "sum_ns": 697397787, "mean_ms": 2.404819955172414 }, "preprocess_start_to_preprocess": { "n": 290, "sum_ns": 450129590, "mean_ms": 1.552171 }, "preprocess_output_to_infer_entry": { "n": 290, "sum_ns": 69890611, "mean_ms": 0.24100210689655174 }, "preprocess_to_infer_output": { "n": 291, "sum_ns": 14434584407, "mean_ms": 49.6033828419244 }, "preprocess_to_callback": { "n": 291, "sum_ns": 14787163344, "mean_ms": 50.814994309278354 }, "infer_output_to_callback": { "n": 291, "sum_ns": 352578937, "mean_ms": 1.211611467353952 }, "copy_wall": { "n": 291, "sum_ns": 1522601777, "mean_ms": 5.232308512027492 }, "copy_thread_cpu": { "n": 291, "sum_ns": 1482356744, "mean_ms": 5.094009429553265 }, "callback_to_copied": { "n": 291, "sum_ns": 1579640889, "mean_ms": 5.428319206185567 }, "accepted_interval": { "n": 291, "sum_ns": 29872344081, "mean_ms": 102.65410337113403 }, "selected_to_submitted": { "n": 291, "sum_ns": 17100808508, "mean_ms": 58.765664975945015 }, "completed_queue_wait": { "n": 291, "sum_ns": 138811857, "mean_ms": 0.4770166907216495 }, "result_observations_wall": { "n": 291, "sum_ns": 359854728, "mean_ms": 1.2366141855670103 }, "result_observations_cpu": { "n": 291, "sum_ns": 353541695, "mean_ms": 1.214919914089347 }, "result_nms_wall": { "n": 291, "sum_ns": 257038318, "mean_ms": 0.8832931890034365 }, "result_nms_cpu": { "n": 291, "sum_ns": 163100806, "mean_ms": 0.5604838694158075 }, "result_tracking_wall": { "n": 291, "sum_ns": 423715494, "mean_ms": 1.4560669896907217 }, "result_tracking_cpu": { "n": 291, "sum_ns": 341025751, "mean_ms": 1.1719097972508592 }, "result_region_wall": { "n": 291, "sum_ns": 94950308, "mean_ms": 0.3262897182130584 }, "result_region_cpu": { "n": 291, "sum_ns": 91048465, "mean_ms": 0.31288132302405497 }, "result_fall_wall": { "n": 291, "sum_ns": 198655448, "mean_ms": 0.6826647697594502 }, "result_fall_cpu": { "n": 291, "sum_ns": 195950326, "mean_ms": 0.6733688178694158 }, "result_fight_wall": { "n": 291, "sum_ns": 71945202, "mean_ms": 0.2472343711340206 }, "result_fight_cpu": { "n": 291, "sum_ns": 71801237, "mean_ms": 0.24673964604810997 }, "result_collector_wall": { "n": 291, "sum_ns": 1531315524, "mean_ms": 5.262252659793814 }, "result_collector_cpu": { "n": 291, "sum_ns": 1494417624, "mean_ms": 5.13545575257732 }, "result_composition_wall": { "n": 291, "sum_ns": 5320857, "mean_ms": 0.018284731958762887 }, "result_composition_cpu": { "n": 291, "sum_ns": 5307286, "mean_ms": 0.01823809621993127 }, "result_artifact_handoff_wall": { "n": 291, "sum_ns": 5323547, "mean_ms": 0.01829397594501718 }, "result_artifact_handoff_cpu": { "n": 291, "sum_ns": 3703571, "mean_ms": 0.012727048109965635 }, "result_publish_wall": { "n": 291, "sum_ns": 147968827, "mean_ms": 0.5084839415807559 }, "result_publish_cpu": { "n": 291, "sum_ns": 145902938, "mean_ms": 0.5013846666666667 }, "result_total_wall": { "n": 291, "sum_ns": 3415357440, "mean_ms": 11.73662350515464 }, "result_total_cpu": { "n": 291, "sum_ns": 3173806526, "mean_ms": 10.90655163573883 } } }, { "mode": "mixed-a", "level": 12, "camera": "33", "provider": "fire", "cohort_reset": false, "counter_seconds": 29.856488151, "new_channel": false, "seconds": 30.000007382011972, "selected_fps": 9.780118764243204, "requested_fps": 9.780118764243204, "complete_fps": 9.780118764243204, "accepted_fps": 9.780118764243204, "finalized_fps": 9.780118764243204, "redis_fps": 9.780118764243204, "redis_read_fps": 9.766664263412249, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 1, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.289, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.40332063799723983, "redis_interval_s": { "n": 292, "mean": 0.10239849802746903, "median": 0.09871351296897046, "p95": 0.15615362802054733, "maximum": 0.40332063799723983, "minimum": 0.006407107983250171 }, "redis_drift_s": { "n": 293, "mean": -0.04576779869934392, "median": -0.047088010025674976, "p95": -0.01052140102069643, "maximum": 0.2436807879489038, "minimum": -0.1562992740478535 }, "redis_drift_s_per_min": 0.013638232288061129, "ingress_drift_s": { "n": 12, "mean": -0.003952849749997729, "median": -0.002615055000006805, "p95": 0.013054026999952839, "maximum": 0.013054026999952839, "minimum": -0.02303100399996083 }, "ingress_drift_s_per_min": -0.031483407924828975, "source_drift_s": { "n": 12, "mean": -0.00429566666666877, "median": -0.002933000000012953, "p95": 0.012938999999960288, "maximum": 0.012938999999960288, "minimum": -0.02333299999997962 }, "ingress_to_redis_ms": { "n": 293, "mean": 47.93174061433447, "median": 45, "p95": 76, "maximum": 104, "minimum": 19 }, "source_samples": 12, "redis_samples": 293, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 292, "sum_ns": 13853438000, "mean_ms": 47.44328082191781 }, "source_exit_to_ingress": { "n": 292, "sum_ns": 267259771, "mean_ms": 0.9152731883561643 }, "source_encoded_queue": { "n": 292, "sum_ns": 14692000, "mean_ms": 0.050315068493150684 }, "decode_between_queues": { "n": 292, "sum_ns": 13620379000, "mean_ms": 46.64513356164384 }, "source_raw_queue": { "n": 292, "sum_ns": 18604000, "mean_ms": 0.0637123287671233 }, "raw_queue_to_source_exit": { "n": 292, "sum_ns": 12207000, "mean_ms": 0.04180479452054795 }, "selected_to_preprocess_start": { "n": 292, "sum_ns": 206475952, "mean_ms": 0.7071094246575342 }, "preprocess_start_to_preprocess_output": { "n": 292, "sum_ns": 402307998, "mean_ms": 1.3777671164383563 }, "selected_to_preprocess": { "n": 292, "sum_ns": 666702295, "mean_ms": 2.283227037671233 }, "preprocess_start_to_preprocess": { "n": 292, "sum_ns": 460226343, "mean_ms": 1.5761176130136987 }, "preprocess_output_to_infer_entry": { "n": 292, "sum_ns": 57918345, "mean_ms": 0.19835049657534246 }, "preprocess_to_infer_output": { "n": 292, "sum_ns": 10961684289, "mean_ms": 37.54001468835616 }, "preprocess_to_callback": { "n": 292, "sum_ns": 11290093900, "mean_ms": 38.6647051369863 }, "infer_output_to_callback": { "n": 292, "sum_ns": 328409611, "mean_ms": 1.124690448630137 }, "copy_wall": { "n": 292, "sum_ns": 1523869028, "mean_ms": 5.218729547945205 }, "copy_thread_cpu": { "n": 292, "sum_ns": 1486203071, "mean_ms": 5.089736544520548 }, "callback_to_copied": { "n": 292, "sum_ns": 1581796228, "mean_ms": 5.417110369863014 }, "accepted_interval": { "n": 292, "sum_ns": 29847261195, "mean_ms": 102.2166479280822 }, "selected_to_submitted": { "n": 292, "sum_ns": 13567326170, "mean_ms": 46.46344578767123 }, "completed_queue_wait": { "n": 292, "sum_ns": 72163660, "mean_ms": 0.2471358219178082 }, "result_composition_wall": { "n": 292, "sum_ns": 2850704, "mean_ms": 0.009762684931506848 }, "result_composition_cpu": { "n": 292, "sum_ns": 2759160, "mean_ms": 0.00944917808219178 }, "result_artifact_handoff_wall": { "n": 292, "sum_ns": 2797101, "mean_ms": 0.009579113013698631 }, "result_artifact_handoff_cpu": { "n": 292, "sum_ns": 2700195, "mean_ms": 0.009247243150684932 }, "result_publish_wall": { "n": 292, "sum_ns": 30345468, "mean_ms": 0.10392283561643836 }, "result_publish_cpu": { "n": 292, "sum_ns": 30251930, "mean_ms": 0.1036025 }, "result_total_wall": { "n": 292, "sum_ns": 278743238, "mean_ms": 0.9546001301369863 }, "result_total_cpu": { "n": 292, "sum_ns": 274892366, "mean_ms": 0.9414122123287672 } } }, { "mode": "mixed-a", "level": 12, "camera": "33", "provider": "crowd", "cohort_reset": false, "counter_seconds": 29.854352382, "new_channel": false, "seconds": 30.000007382011972, "selected_fps": 9.74732247668691, "requested_fps": 9.74732247668691, "complete_fps": 9.74732247668691, "accepted_fps": 9.74732247668691, "finalized_fps": 9.780818430215044, "redis_fps": 9.780818430215044, "redis_read_fps": 9.766664263412249, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 1, "queue_age_max_sampled": 0.0006765470025129616, "provider_response_age_max_sampled": 0.3, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.39658328803488985, "redis_interval_s": { "n": 292, "mean": 0.1023478409521001, "median": 0.10053913950105198, "p95": 0.16006731701781973, "maximum": 0.39658328803488985, "minimum": 4.505296237766743e-05 }, "redis_drift_s": { "n": 293, "mean": -0.03618089009824769, "median": -0.03861203005305924, "p95": -0.0026484820065206804, "maximum": 0.2472326159468139, "minimum": -0.15301703703124758 }, "redis_drift_s_per_min": 0.00239256213329483, "ingress_drift_s": { "n": 12, "mean": -0.005746605333333339, "median": -0.003207378999974253, "p95": 0.009670049000021663, "maximum": 0.009670049000021663, "minimum": -0.02400450799996179 }, "ingress_drift_s_per_min": -0.018588950905008537, "source_drift_s": { "n": 12, "mean": -0.006361083333336144, "median": -0.004001999999985628, "p95": 0.00942400000002408, "maximum": 0.00942400000002408, "minimum": -0.024232999999981075 }, "ingress_to_redis_ms": { "n": 293, "mean": 38.948805460750854, "median": 36, "p95": 62, "maximum": 82, "minimum": 20 }, "source_samples": 12, "redis_samples": 293, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 291, "sum_ns": 13740803000, "mean_ms": 47.21925429553264 }, "source_exit_to_ingress": { "n": 291, "sum_ns": 252845906, "mean_ms": 0.8688862749140893 }, "source_encoded_queue": { "n": 291, "sum_ns": 15188000, "mean_ms": 0.052192439862542954 }, "decode_between_queues": { "n": 291, "sum_ns": 13510074000, "mean_ms": 46.42637113402062 }, "source_raw_queue": { "n": 291, "sum_ns": 18582000, "mean_ms": 0.06385567010309279 }, "raw_queue_to_source_exit": { "n": 291, "sum_ns": 11610000, "mean_ms": 0.039896907216494845 }, "selected_to_preprocess_start": { "n": 291, "sum_ns": 206763114, "mean_ms": 0.7105261649484537 }, "preprocess_start_to_preprocess_output": { "n": 291, "sum_ns": 380088897, "mean_ms": 1.3061474123711339 }, "selected_to_preprocess": { "n": 291, "sum_ns": 642378569, "mean_ms": 2.2074864914089347 }, "preprocess_start_to_preprocess": { "n": 291, "sum_ns": 435615455, "mean_ms": 1.4969603264604812 }, "preprocess_output_to_infer_entry": { "n": 291, "sum_ns": 55526558, "mean_ms": 0.19081291408934709 }, "preprocess_to_infer_output": { "n": 291, "sum_ns": 8184400240, "mean_ms": 28.12508673539519 }, "preprocess_to_callback": { "n": 291, "sum_ns": 8538470916, "mean_ms": 29.341824453608247 }, "infer_output_to_callback": { "n": 291, "sum_ns": 354070676, "mean_ms": 1.2167377182130583 }, "copy_wall": { "n": 291, "sum_ns": 1540570561, "mean_ms": 5.2940569106529205 }, "copy_thread_cpu": { "n": 291, "sum_ns": 1505847694, "mean_ms": 5.174734343642612 }, "callback_to_copied": { "n": 291, "sum_ns": 1599914268, "mean_ms": 5.497987175257732 }, "accepted_interval": { "n": 291, "sum_ns": 29790100863, "mean_ms": 102.37148062886597 }, "selected_to_submitted": { "n": 291, "sum_ns": 10810003890, "mean_ms": 37.14777969072165 }, "completed_queue_wait": { "n": 292, "sum_ns": 69897077, "mean_ms": 0.23937355136986302 }, "result_composition_wall": { "n": 292, "sum_ns": 3894431, "mean_ms": 0.013337092465753425 }, "result_composition_cpu": { "n": 292, "sum_ns": 3262510, "mean_ms": 0.011172979452054794 }, "result_publish_wall": { "n": 292, "sum_ns": 52109857, "mean_ms": 0.17845841438356164 }, "result_publish_cpu": { "n": 292, "sum_ns": 51406263, "mean_ms": 0.17604884589041098 }, "result_total_wall": { "n": 292, "sum_ns": 385699528, "mean_ms": 1.3208887945205479 }, "result_total_cpu": { "n": 292, "sum_ns": 376010375, "mean_ms": 1.2877067636986301 } } }, { "mode": "mixed-a", "level": 12, "camera": "34", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.974491435, "new_channel": false, "seconds": 30.000007382011972, "selected_fps": 10.008510091006986, "requested_fps": 10.008510091006986, "complete_fps": 9.97514839070363, "accepted_fps": 9.97514839070363, "finalized_fps": 9.97514839070363, "redis_fps": 9.97514839070363, "redis_read_fps": 9.866664238805548, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 8, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.316, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 1, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.2593073869938962, "redis_interval_s": { "n": 295, "mean": 0.10102790735594896, "median": 0.10108605201821774, "p95": 0.17838030500570312, "maximum": 0.2593073869938962, "minimum": 0.0033195019932463765 }, "redis_drift_s": { "n": 296, "mean": -0.02305634296362692, "median": -0.02801584599120588, "p95": 0.036944163008570285, "maximum": 0.11746019202007574, "minimum": -0.09370873496357035 }, "redis_drift_s_per_min": 0.026039359427794142, "ingress_drift_s": { "n": 12, "mean": -0.020568390499998184, "median": -0.013227376000031654, "p95": -0.007525823999969816, "maximum": -0.007525823999969816, "minimum": -0.047705717000042114 }, "ingress_drift_s_per_min": 0.008605534295716939, "source_drift_s": { "n": 12, "mean": -0.02071066666666847, "median": -0.013240500000023303, "p95": -0.007540000000005875, "maximum": -0.007540000000005875, "minimum": -0.04755900000003521 }, "ingress_to_redis_ms": { "n": 296, "mean": 68.80067567567568, "median": 64.0, "p95": 111, "maximum": 209, "minimum": 31 }, "source_samples": 12, "redis_samples": 296, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 300, "sum_ns": 257187650, "mean_ms": 0.8572921666666666 }, "depay_to_source_exit": { "n": 297, "sum_ns": 13848864000, "mean_ms": 46.629171717171715 }, "source_exit_to_ingress": { "n": 297, "sum_ns": 836959259, "mean_ms": 2.818044643097643 }, "source_encoded_queue": { "n": 297, "sum_ns": 12713000, "mean_ms": 0.042804713804713804 }, "decode_between_queues": { "n": 297, "sum_ns": 13650871000, "mean_ms": 45.96252861952862 }, "source_raw_queue": { "n": 297, "sum_ns": 61656000, "mean_ms": 0.2075959595959596 }, "raw_queue_to_source_exit": { "n": 297, "sum_ns": 11481000, "mean_ms": 0.03865656565656565 }, "preprocess_start_to_preprocess_output": { "n": 300, "sum_ns": 434482308, "mean_ms": 1.44827436 }, "selected_to_preprocess": { "n": 300, "sum_ns": 766350885, "mean_ms": 2.5545029500000003 }, "preprocess_start_to_preprocess": { "n": 300, "sum_ns": 509163235, "mean_ms": 1.6972107833333334 }, "preprocess_output_to_infer_entry": { "n": 300, "sum_ns": 74680927, "mean_ms": 0.24893642333333335 }, "preprocess_to_infer_output": { "n": 300, "sum_ns": 14875001470, "mean_ms": 49.583338233333336 }, "preprocess_to_callback": { "n": 299, "sum_ns": 15164564891, "mean_ms": 50.71760833110368 }, "infer_output_to_callback": { "n": 299, "sum_ns": 341526418, "mean_ms": 1.142228822742475 }, "copy_wall": { "n": 299, "sum_ns": 1310714829, "mean_ms": 4.383661635451505 }, "copy_thread_cpu": { "n": 299, "sum_ns": 1274086745, "mean_ms": 4.261159682274248 }, "callback_to_copied": { "n": 299, "sum_ns": 1367372430, "mean_ms": 4.573151939799331 }, "accepted_interval": { "n": 299, "sum_ns": 30223232213, "mean_ms": 101.08104419063545 }, "selected_to_submitted": { "n": 299, "sum_ns": 17331582007, "mean_ms": 57.96515721404682 }, "completed_queue_wait": { "n": 299, "sum_ns": 88644102, "mean_ms": 0.2964685685618729 }, "result_observations_wall": { "n": 299, "sum_ns": 339252970, "mean_ms": 1.1346253177257526 }, "result_observations_cpu": { "n": 299, "sum_ns": 336559520, "mean_ms": 1.1256171237458192 }, "result_nms_wall": { "n": 299, "sum_ns": 219572753, "mean_ms": 0.7343570334448161 }, "result_nms_cpu": { "n": 299, "sum_ns": 155441252, "mean_ms": 0.5198704080267559 }, "result_tracking_wall": { "n": 299, "sum_ns": 306135115, "mean_ms": 1.0238632608695653 }, "result_tracking_cpu": { "n": 299, "sum_ns": 277777964, "mean_ms": 0.9290232909698997 }, "result_region_wall": { "n": 299, "sum_ns": 70606226, "mean_ms": 0.23614122408026755 }, "result_region_cpu": { "n": 299, "sum_ns": 69001373, "mean_ms": 0.2307738227424749 }, "result_fall_wall": { "n": 299, "sum_ns": 140199670, "mean_ms": 0.4688952173913043 }, "result_fall_cpu": { "n": 299, "sum_ns": 133160635, "mean_ms": 0.44535329431438125 }, "result_fight_wall": { "n": 299, "sum_ns": 43994119, "mean_ms": 0.14713752173913044 }, "result_fight_cpu": { "n": 299, "sum_ns": 43501890, "mean_ms": 0.14549127090301003 }, "result_collector_wall": { "n": 299, "sum_ns": 1426307916, "mean_ms": 4.770260588628762 }, "result_collector_cpu": { "n": 299, "sum_ns": 1401010653, "mean_ms": 4.685654357859532 }, "result_composition_wall": { "n": 299, "sum_ns": 5247454, "mean_ms": 0.017550013377926423 }, "result_composition_cpu": { "n": 299, "sum_ns": 5251960, "mean_ms": 0.017565083612040133 }, "result_artifact_handoff_wall": { "n": 299, "sum_ns": 7834276, "mean_ms": 0.026201591973244148 }, "result_artifact_handoff_cpu": { "n": 299, "sum_ns": 3609642, "mean_ms": 0.01207238127090301 }, "result_publish_wall": { "n": 299, "sum_ns": 134970629, "mean_ms": 0.45140678595317724 }, "result_publish_cpu": { "n": 299, "sum_ns": 127654656, "mean_ms": 0.42693864882943144 }, "result_total_wall": { "n": 299, "sum_ns": 2992866151, "mean_ms": 10.00958578929766 }, "result_total_cpu": { "n": 299, "sum_ns": 2839158432, "mean_ms": 9.495513150501672 } } }, { "mode": "mixed-a", "level": 12, "camera": "34", "provider": "fire", "cohort_reset": false, "counter_seconds": 29.844948726, "new_channel": false, "seconds": 30.000007382011972, "selected_fps": 10.018445759282557, "requested_fps": 9.984939251726427, "complete_fps": 9.984939251726427, "accepted_fps": 9.984939251726427, "finalized_fps": 9.951432744170297, "redis_fps": 9.951432744170297, "redis_read_fps": 9.866664238805548, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 1, "queue_depth_max_sampled": 1, "queue_age_max_sampled": 0.0012127790250815451, "provider_response_age_max_sampled": 0.325, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 1, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.208310442045331, "redis_interval_s": { "n": 295, "mean": 0.10096094685752671, "median": 0.09941066498868167, "p95": 0.1593262759852223, "maximum": 0.208310442045331, "minimum": 0.016547987062949687 }, "redis_drift_s": { "n": 296, "mean": -0.008213234810300707, "median": -0.009381463511147103, "p95": 0.030916834986328467, "maximum": 0.06396737400490338, "minimum": -0.06801734899590883 }, "redis_drift_s_per_min": 0.010870031171895665, "ingress_drift_s": { "n": 12, "mean": -0.010935903833332835, "median": -0.008939554499988844, "p95": 0.013774621000038678, "maximum": 0.013774621000038678, "minimum": -0.03490319300004785 }, "ingress_drift_s_per_min": 0.038011851961851584, "source_drift_s": { "n": 12, "mean": -0.011365083333330972, "median": -0.01006399999997143, "p95": 0.013616000000013173, "maximum": 0.013616000000013173, "minimum": -0.03556100000002971 }, "ingress_to_redis_ms": { "n": 296, "mean": 48.983108108108105, "median": 45.0, "p95": 80, "maximum": 113, "minimum": 22 }, "source_samples": 12, "redis_samples": 296, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 298, "sum_ns": 222366854, "mean_ms": 0.7461974966442952 }, "depay_to_source_exit": { "n": 296, "sum_ns": 13767683000, "mean_ms": 46.51244256756756 }, "source_exit_to_ingress": { "n": 296, "sum_ns": 265591547, "mean_ms": 0.8972687398648649 }, "source_encoded_queue": { "n": 296, "sum_ns": 18244000, "mean_ms": 0.06163513513513513 }, "decode_between_queues": { "n": 296, "sum_ns": 13601592000, "mean_ms": 45.951324324324325 }, "source_raw_queue": { "n": 296, "sum_ns": 19025000, "mean_ms": 0.06427364864864865 }, "raw_queue_to_source_exit": { "n": 296, "sum_ns": 10776000, "mean_ms": 0.036405405405405405 }, "preprocess_start_to_preprocess_output": { "n": 298, "sum_ns": 433735225, "mean_ms": 1.455487332214765 }, "selected_to_preprocess": { "n": 298, "sum_ns": 716688157, "mean_ms": 2.404993815436242 }, "preprocess_start_to_preprocess": { "n": 298, "sum_ns": 494321303, "mean_ms": 1.6587963187919463 }, "preprocess_output_to_infer_entry": { "n": 298, "sum_ns": 60586078, "mean_ms": 0.20330898657718122 }, "preprocess_to_infer_output": { "n": 298, "sum_ns": 11393353987, "mean_ms": 38.2327315 }, "preprocess_to_callback": { "n": 298, "sum_ns": 11726710049, "mean_ms": 39.3513760033557 }, "infer_output_to_callback": { "n": 298, "sum_ns": 333356062, "mean_ms": 1.1186445033557046 }, "copy_wall": { "n": 298, "sum_ns": 1614534131, "mean_ms": 5.417899768456376 }, "copy_thread_cpu": { "n": 298, "sum_ns": 1557768189, "mean_ms": 5.227410030201342 }, "callback_to_copied": { "n": 298, "sum_ns": 1674390036, "mean_ms": 5.618758510067114 }, "accepted_interval": { "n": 298, "sum_ns": 30169096889, "mean_ms": 101.23858016442954 }, "selected_to_submitted": { "n": 298, "sum_ns": 14151818229, "mean_ms": 47.489322916107376 }, "completed_queue_wait": { "n": 297, "sum_ns": 64619369, "mean_ms": 0.21757363299663302 }, "result_composition_wall": { "n": 297, "sum_ns": 2931908, "mean_ms": 0.009871744107744107 }, "result_composition_cpu": { "n": 297, "sum_ns": 2844963, "mean_ms": 0.009579 }, "result_artifact_handoff_wall": { "n": 297, "sum_ns": 2865662, "mean_ms": 0.009648693602693601 }, "result_artifact_handoff_cpu": { "n": 297, "sum_ns": 2859567, "mean_ms": 0.009628171717171717 }, "result_publish_wall": { "n": 297, "sum_ns": 30618904, "mean_ms": 0.10309395286195286 }, "result_publish_cpu": { "n": 297, "sum_ns": 30264170, "mean_ms": 0.10189956228956229 }, "result_total_wall": { "n": 297, "sum_ns": 324483868, "mean_ms": 1.092538276094276 }, "result_total_cpu": { "n": 297, "sum_ns": 318461080, "mean_ms": 1.0722595286195284 } } }, { "mode": "mixed-a", "level": 12, "camera": "34", "provider": "crowd", "cohort_reset": false, "counter_seconds": 29.857506409, "new_channel": false, "seconds": 30.000007382011972, "selected_fps": 9.947247299609547, "requested_fps": 9.947247299609547, "complete_fps": 9.947247299609547, "accepted_fps": 9.947247299609547, "finalized_fps": 9.947247299609547, "redis_fps": 9.947247299609547, "redis_read_fps": 9.89999756393665, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.286, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.22838153701741248, "redis_interval_s": { "n": 296, "mean": 0.10095094193584865, "median": 0.10066376000759192, "p95": 0.15384699899004772, "maximum": 0.22838153701741248, "minimum": 0.000992313027381897 }, "redis_drift_s": { "n": 297, "mean": 0.006835234504000551, "median": 0.004982134984800268, "p95": 0.04380700197719989, "maximum": 0.07182155797164569, "minimum": -0.05713172400135136 }, "redis_drift_s_per_min": 0.006664786105794028, "ingress_drift_s": { "n": 12, "mean": -0.017477811249994108, "median": -0.012000961499978757, "p95": 0.015286279000008562, "maximum": 0.015286279000008562, "minimum": -0.046680621999996674 }, "ingress_drift_s_per_min": -0.010724459759698988, "source_drift_s": { "n": 12, "mean": -0.017810499999995955, "median": -0.0123595000000023, "p95": 0.01490000000001146, "maximum": 0.01490000000001146, "minimum": -0.046972000000039316 }, "ingress_to_redis_ms": { "n": 297, "mean": 38.89225589225589, "median": 36, "p95": 65, "maximum": 88, "minimum": 18 }, "source_samples": 12, "redis_samples": 297, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 297, "sum_ns": 211289319, "mean_ms": 0.7114118484848485 }, "depay_to_source_exit": { "n": 294, "sum_ns": 13653880000, "mean_ms": 46.44176870748299 }, "source_exit_to_ingress": { "n": 294, "sum_ns": 229232527, "mean_ms": 0.7797024727891156 }, "source_encoded_queue": { "n": 294, "sum_ns": 14053000, "mean_ms": 0.04779931972789116 }, "decode_between_queues": { "n": 294, "sum_ns": 13494986000, "mean_ms": 45.901312925170075 }, "source_raw_queue": { "n": 294, "sum_ns": 16770000, "mean_ms": 0.057040816326530616 }, "raw_queue_to_source_exit": { "n": 294, "sum_ns": 11718000, "mean_ms": 0.039857142857142855 }, "preprocess_start_to_preprocess_output": { "n": 297, "sum_ns": 373130555, "mean_ms": 1.256331835016835 }, "selected_to_preprocess": { "n": 297, "sum_ns": 648204174, "mean_ms": 2.1825056363636364 }, "preprocess_start_to_preprocess": { "n": 297, "sum_ns": 436914855, "mean_ms": 1.4710937878787878 }, "preprocess_output_to_infer_entry": { "n": 297, "sum_ns": 63784300, "mean_ms": 0.21476195286195285 }, "preprocess_to_infer_output": { "n": 297, "sum_ns": 8458525472, "mean_ms": 28.479883744107745 }, "preprocess_to_callback": { "n": 297, "sum_ns": 8815399469, "mean_ms": 29.681479693602693 }, "infer_output_to_callback": { "n": 297, "sum_ns": 356873997, "mean_ms": 1.2015959494949495 }, "copy_wall": { "n": 297, "sum_ns": 1591352763, "mean_ms": 5.358090111111111 }, "copy_thread_cpu": { "n": 297, "sum_ns": 1538093495, "mean_ms": 5.178765976430976 }, "callback_to_copied": { "n": 297, "sum_ns": 1652659640, "mean_ms": 5.564510572390573 }, "accepted_interval": { "n": 297, "sum_ns": 29961404535, "mean_ms": 100.88014994949495 }, "selected_to_submitted": { "n": 297, "sum_ns": 11147912452, "mean_ms": 37.53505876094277 }, "completed_queue_wait": { "n": 297, "sum_ns": 69931958, "mean_ms": 0.23546113804713806 }, "result_composition_wall": { "n": 297, "sum_ns": 6005924, "mean_ms": 0.02022196632996633 }, "result_composition_cpu": { "n": 297, "sum_ns": 5768925, "mean_ms": 0.0194239898989899 }, "result_publish_wall": { "n": 297, "sum_ns": 43363791, "mean_ms": 0.1460060303030303 }, "result_publish_cpu": { "n": 297, "sum_ns": 43357541, "mean_ms": 0.14598498653198652 }, "result_total_wall": { "n": 297, "sum_ns": 370875240, "mean_ms": 1.248738181818182 }, "result_total_cpu": { "n": 297, "sum_ns": 357051828, "mean_ms": 1.202194707070707 } } }, { "mode": "mixed-a", "level": 12, "camera": "35", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.768135082, "new_channel": false, "seconds": 30.000007382011972, "selected_fps": 9.84273953315837, "requested_fps": 9.84273953315837, "complete_fps": 9.943518436228251, "accepted_fps": 9.943518436228251, "finalized_fps": 9.943518436228251, "redis_fps": 9.943518436228251, "redis_read_fps": 9.799997588543349, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 14, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.236, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 9, "analysis_gap_markers": 4, "c_suppressed": 0, "max_redis_silence_s": 0.4444177590194158, "redis_interval_s": { "n": 293, "mean": 0.10220994712620395, "median": 0.09928785997908562, "p95": 0.18349834403488785, "maximum": 0.4444177590194158, "minimum": 0.00181707798037678 }, "redis_drift_s": { "n": 294, "mean": -0.0004954737603812533, "median": -0.014643402993200993, "p95": 0.12787841502159836, "maximum": 0.3082748240335036, "minimum": -0.08114962099492118 }, "redis_drift_s_per_min": 0.024222100369294706, "ingress_drift_s": { "n": 12, "mean": 0.003998762833324084, "median": -0.0029715200000168807, "p95": 0.1291530289999514, "maximum": 0.1291530289999514, "minimum": -0.04400165800001332 }, "ingress_drift_s_per_min": 0.12170897060869337, "source_drift_s": { "n": 12, "mean": -0.010476583333345483, "median": -0.008521500000028936, "p95": 0.0222429999999747, "maximum": 0.0222429999999747, "minimum": -0.04707000000001926 }, "ingress_to_redis_ms": { "n": 294, "mean": 78.9625850340136, "median": 68.0, "p95": 132, "maximum": 383, "minimum": 32 }, "source_samples": 12, "redis_samples": 294, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 293, "sum_ns": 263009287, "mean_ms": 0.8976426177474403 }, "depay_to_source_exit": { "n": 291, "sum_ns": 13479580000, "mean_ms": 46.321580756013745 }, "source_exit_to_ingress": { "n": 291, "sum_ns": 2008420156, "mean_ms": 6.90178747766323 }, "source_encoded_queue": { "n": 291, "sum_ns": 23633000, "mean_ms": 0.08121305841924399 }, "decode_between_queues": { "n": 291, "sum_ns": 13061332000, "mean_ms": 44.88430240549828 }, "source_raw_queue": { "n": 291, "sum_ns": 195277000, "mean_ms": 0.6710549828178693 }, "raw_queue_to_source_exit": { "n": 291, "sum_ns": 10271000, "mean_ms": 0.03529553264604811 }, "preprocess_start_to_preprocess_output": { "n": 293, "sum_ns": 418580140, "mean_ms": 1.4286011604095563 }, "selected_to_preprocess": { "n": 293, "sum_ns": 755496093, "mean_ms": 2.5784849590443684 }, "preprocess_start_to_preprocess": { "n": 293, "sum_ns": 492486806, "mean_ms": 1.6808423412969282 }, "preprocess_output_to_infer_entry": { "n": 293, "sum_ns": 73906666, "mean_ms": 0.252241180887372 }, "preprocess_to_infer_output": { "n": 296, "sum_ns": 15637825470, "mean_ms": 52.8304914527027 }, "preprocess_to_callback": { "n": 296, "sum_ns": 15969124146, "mean_ms": 53.94974373648649 }, "infer_output_to_callback": { "n": 296, "sum_ns": 331298676, "mean_ms": 1.1192522837837837 }, "copy_wall": { "n": 296, "sum_ns": 1179232984, "mean_ms": 3.9838952162162165 }, "copy_thread_cpu": { "n": 296, "sum_ns": 1123772315, "mean_ms": 3.7965280912162163 }, "callback_to_copied": { "n": 296, "sum_ns": 1236443936, "mean_ms": 4.177175459459459 }, "accepted_interval": { "n": 296, "sum_ns": 29940697200, "mean_ms": 101.15100405405406 }, "selected_to_submitted": { "n": 296, "sum_ns": 18001077442, "mean_ms": 60.81445081756756 }, "completed_queue_wait": { "n": 296, "sum_ns": 180007568, "mean_ms": 0.6081336756756757 }, "result_observations_wall": { "n": 296, "sum_ns": 335542254, "mean_ms": 1.133588695945946 }, "result_observations_cpu": { "n": 296, "sum_ns": 332457866, "mean_ms": 1.1231684662162162 }, "result_nms_wall": { "n": 296, "sum_ns": 264137485, "mean_ms": 0.8923563682432432 }, "result_nms_cpu": { "n": 296, "sum_ns": 167326005, "mean_ms": 0.5652905574324324 }, "result_tracking_wall": { "n": 296, "sum_ns": 807233655, "mean_ms": 2.7271407263513514 }, "result_tracking_cpu": { "n": 296, "sum_ns": 616692451, "mean_ms": 2.0834204425675678 }, "result_region_wall": { "n": 296, "sum_ns": 131995872, "mean_ms": 0.445932 }, "result_region_cpu": { "n": 296, "sum_ns": 130992065, "mean_ms": 0.44254076013513516 }, "result_fall_wall": { "n": 296, "sum_ns": 463512674, "mean_ms": 1.565921195945946 }, "result_fall_cpu": { "n": 296, "sum_ns": 454261317, "mean_ms": 1.5346666114864864 }, "result_fight_wall": { "n": 296, "sum_ns": 138700733, "mean_ms": 0.4685835574324324 }, "result_fight_cpu": { "n": 296, "sum_ns": 135162114, "mean_ms": 0.4566287635135135 }, "result_collector_wall": { "n": 296, "sum_ns": 1637611533, "mean_ms": 5.53247139527027 }, "result_collector_cpu": { "n": 296, "sum_ns": 1612642996, "mean_ms": 5.4481182297297295 }, "result_composition_wall": { "n": 296, "sum_ns": 5352191, "mean_ms": 0.01808172635135135 }, "result_composition_cpu": { "n": 296, "sum_ns": 5356525, "mean_ms": 0.018096368243243243 }, "result_artifact_handoff_wall": { "n": 296, "sum_ns": 8200263, "mean_ms": 0.027703591216216218 }, "result_artifact_handoff_cpu": { "n": 296, "sum_ns": 3721840, "mean_ms": 0.012573783783783783 }, "result_publish_wall": { "n": 296, "sum_ns": 864345389, "mean_ms": 2.9200857736486485 }, "result_publish_cpu": { "n": 296, "sum_ns": 836467485, "mean_ms": 2.8259036655405407 }, "result_total_wall": { "n": 296, "sum_ns": 4967687358, "mean_ms": 16.782727560810812 }, "result_total_cpu": { "n": 296, "sum_ns": 4595234485, "mean_ms": 15.524440827702703 } } }, { "mode": "mixed-a", "level": 12, "camera": "35", "provider": "fire", "cohort_reset": false, "counter_seconds": 29.878583973, "new_channel": false, "seconds": 30.000007382011972, "selected_fps": 10.007167684726744, "requested_fps": 10.007167684726744, "complete_fps": 9.97369889648351, "accepted_fps": 9.97369889648351, "finalized_fps": 9.97369889648351, "redis_fps": 9.97369889648351, "redis_read_fps": 9.933330889067749, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 1, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.089, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.21754877804778516, "redis_interval_s": { "n": 297, "mean": 0.10085471775418034, "median": 0.10151087603298947, "p95": 0.15685346099780872, "maximum": 0.21754877804778516, "minimum": 0.016759860038291663 }, "redis_drift_s": { "n": 298, "mean": -0.06465962835472239, "median": -0.06530615752538438, "p95": -0.02488789199293251, "maximum": 0.02631082101163429, "minimum": -0.13613943900958247 }, "redis_drift_s_per_min": 0.015613939485159116, "ingress_drift_s": { "n": 12, "mean": -0.023080838666667585, "median": -0.013402012999989665, "p95": 0.0034007099999939783, "maximum": 0.0034007099999939783, "minimum": -0.06870827099999133 }, "ingress_drift_s_per_min": 0.0321387007718928, "source_drift_s": { "n": 12, "mean": -0.022704916666673586, "median": -0.013070499999997764, "p95": 0.0041049999999813735, "maximum": 0.0041049999999813735, "minimum": -0.06765300000000707 }, "ingress_to_redis_ms": { "n": 298, "mean": 49.88255033557047, "median": 47.0, "p95": 79, "maximum": 106, "minimum": 21 }, "source_samples": 12, "redis_samples": 298, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 297, "sum_ns": 13467696000, "mean_ms": 45.345777777777776 }, "source_exit_to_ingress": { "n": 297, "sum_ns": 270622139, "mean_ms": 0.9111856531986533 }, "source_encoded_queue": { "n": 297, "sum_ns": 14901000, "mean_ms": 0.05017171717171717 }, "decode_between_queues": { "n": 297, "sum_ns": 13245940000, "mean_ms": 44.59912457912458 }, "source_raw_queue": { "n": 297, "sum_ns": 22644000, "mean_ms": 0.07624242424242424 }, "raw_queue_to_source_exit": { "n": 297, "sum_ns": 10180000, "mean_ms": 0.03427609427609428 }, "selected_to_preprocess_start": { "n": 299, "sum_ns": 209728018, "mean_ms": 0.7014314983277592 }, "preprocess_start_to_preprocess_output": { "n": 299, "sum_ns": 398940483, "mean_ms": 1.3342491070234115 }, "selected_to_preprocess": { "n": 299, "sum_ns": 663450801, "mean_ms": 2.218899 }, "preprocess_start_to_preprocess": { "n": 299, "sum_ns": 453722783, "mean_ms": 1.517467501672241 }, "preprocess_output_to_infer_entry": { "n": 299, "sum_ns": 54782300, "mean_ms": 0.18321839464882944 }, "preprocess_to_infer_output": { "n": 298, "sum_ns": 11669686107, "mean_ms": 39.16002049328859 }, "preprocess_to_callback": { "n": 298, "sum_ns": 12032718366, "mean_ms": 40.37824955033557 }, "infer_output_to_callback": { "n": 298, "sum_ns": 363032259, "mean_ms": 1.2182290570469798 }, "copy_wall": { "n": 298, "sum_ns": 1635520093, "mean_ms": 5.488322459731544 }, "copy_thread_cpu": { "n": 298, "sum_ns": 1585422034, "mean_ms": 5.320208167785235 }, "callback_to_copied": { "n": 298, "sum_ns": 1695853791, "mean_ms": 5.690784533557047 }, "accepted_interval": { "n": 298, "sum_ns": 29805915800, "mean_ms": 100.01985167785234 }, "selected_to_submitted": { "n": 298, "sum_ns": 14419427159, "mean_ms": 48.38733945973154 }, "completed_queue_wait": { "n": 298, "sum_ns": 64596432, "mean_ms": 0.21676655033557046 }, "result_composition_wall": { "n": 298, "sum_ns": 2934606, "mean_ms": 0.009847671140939597 }, "result_composition_cpu": { "n": 298, "sum_ns": 2857649, "mean_ms": 0.009589426174496644 }, "result_artifact_handoff_wall": { "n": 298, "sum_ns": 2606655, "mean_ms": 0.008747164429530201 }, "result_artifact_handoff_cpu": { "n": 298, "sum_ns": 2609288, "mean_ms": 0.008756 }, "result_publish_wall": { "n": 298, "sum_ns": 30726028, "mean_ms": 0.10310747651006712 }, "result_publish_cpu": { "n": 298, "sum_ns": 30477271, "mean_ms": 0.10227272147651006 }, "result_total_wall": { "n": 298, "sum_ns": 323934233, "mean_ms": 1.0870276275167785 }, "result_total_cpu": { "n": 298, "sum_ns": 317138080, "mean_ms": 1.0642217449664428 } } }, { "mode": "mixed-a", "level": 12, "camera": "35", "provider": "crowd", "cohort_reset": false, "counter_seconds": 29.875582031, "new_channel": false, "seconds": 30.000007382011972, "selected_fps": 9.97470106827657, "requested_fps": 9.97470106827657, "complete_fps": 10.008173219512397, "accepted_fps": 10.008173219512397, "finalized_fps": 10.008173219512397, "redis_fps": 10.008173219512397, "redis_read_fps": 9.89999756393665, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.138, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.23924476600950584, "redis_interval_s": { "n": 296, "mean": 0.10077665871279817, "median": 0.0995334625185933, "p95": 0.15871485800016671, "maximum": 0.23924476600950584, "minimum": 0.016299014969263226 }, "redis_drift_s": { "n": 297, "mean": -0.0520384724984744, "median": -0.05338497900498851, "p95": -0.013321129990742975, "maximum": 0.0033739340310035004, "minimum": -0.10817338599031245 }, "redis_drift_s_per_min": 0.010943043860596737, "ingress_drift_s": { "n": 12, "mean": -0.016143909749999352, "median": -0.011847503499978984, "p95": 0.019818455999995876, "maximum": 0.019818455999995876, "minimum": -0.06949900099999695 }, "ingress_drift_s_per_min": 0.08459938374428665, "source_drift_s": { "n": 12, "mean": -0.015808333333329944, "median": -0.01178349999997863, "p95": 0.01956200000000763, "maximum": 0.01956200000000763, "minimum": -0.06877399999999056 }, "ingress_to_redis_ms": { "n": 297, "mean": 40.96969696969697, "median": 38, "p95": 68, "maximum": 84, "minimum": 18 }, "source_samples": 12, "redis_samples": 297, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 298, "sum_ns": 214925813, "mean_ms": 0.7212275604026847 }, "depay_to_source_exit": { "n": 296, "sum_ns": 13462320000, "mean_ms": 45.48081081081081 }, "source_exit_to_ingress": { "n": 296, "sum_ns": 275957723, "mean_ms": 0.9322896047297297 }, "source_encoded_queue": { "n": 296, "sum_ns": 13435000, "mean_ms": 0.045388513513513515 }, "decode_between_queues": { "n": 296, "sum_ns": 13271514000, "mean_ms": 44.836195945945946 }, "source_raw_queue": { "n": 296, "sum_ns": 10955000, "mean_ms": 0.03701013513513513 }, "raw_queue_to_source_exit": { "n": 296, "sum_ns": 10278000, "mean_ms": 0.03472297297297297 }, "preprocess_start_to_preprocess_output": { "n": 298, "sum_ns": 408165198, "mean_ms": 1.3696818724832216 }, "selected_to_preprocess": { "n": 298, "sum_ns": 678201409, "mean_ms": 2.275843654362416 }, "preprocess_start_to_preprocess": { "n": 298, "sum_ns": 463275596, "mean_ms": 1.5546160939597315 }, "preprocess_output_to_infer_entry": { "n": 298, "sum_ns": 55110398, "mean_ms": 0.1849342214765101 }, "preprocess_to_infer_output": { "n": 299, "sum_ns": 8859507519, "mean_ms": 29.630459929765887 }, "preprocess_to_callback": { "n": 299, "sum_ns": 9197852118, "mean_ms": 30.762047217391306 }, "infer_output_to_callback": { "n": 299, "sum_ns": 338344599, "mean_ms": 1.131587287625418 }, "copy_wall": { "n": 299, "sum_ns": 1643408233, "mean_ms": 5.49634860535117 }, "copy_thread_cpu": { "n": 299, "sum_ns": 1580581287, "mean_ms": 5.286225040133779 }, "callback_to_copied": { "n": 299, "sum_ns": 1703346662, "mean_ms": 5.696811578595318 }, "accepted_interval": { "n": 299, "sum_ns": 29925638813, "mean_ms": 100.08574853846153 }, "selected_to_submitted": { "n": 299, "sum_ns": 11614782778, "mean_ms": 38.84542735117057 }, "completed_queue_wait": { "n": 299, "sum_ns": 69201460, "mean_ms": 0.23144301003344483 }, "result_composition_wall": { "n": 299, "sum_ns": 4274384, "mean_ms": 0.014295598662207358 }, "result_composition_cpu": { "n": 299, "sum_ns": 4066041, "mean_ms": 0.01359879933110368 }, "result_publish_wall": { "n": 299, "sum_ns": 71578359, "mean_ms": 0.2393925050167224 }, "result_publish_cpu": { "n": 299, "sum_ns": 71288527, "mean_ms": 0.23842316722408027 }, "result_total_wall": { "n": 299, "sum_ns": 518400738, "mean_ms": 1.7337817324414717 }, "result_total_cpu": { "n": 299, "sum_ns": 509212813, "mean_ms": 1.7030528862876255 } } }, { "mode": "mixed-a", "level": 12, "camera": "36", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.997454974, "new_channel": false, "seconds": 30.000007382011972, "selected_fps": 9.93417609121469, "requested_fps": 9.93417609121469, "complete_fps": 9.900839929834776, "accepted_fps": 9.900839929834776, "finalized_fps": 9.900839929834776, "redis_fps": 9.900839929834776, "redis_read_fps": 9.833330913674448, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 8, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.127, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 3, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.36866726097650826, "redis_interval_s": { "n": 294, "mean": 0.10129793321093715, "median": 0.09855673846323043, "p95": 0.173819288960658, "maximum": 0.36866726097650826, "minimum": 0.0030492559890262783 }, "redis_drift_s": { "n": 295, "mean": 0.0005139542827483808, "median": -0.005231459998526589, "p95": 0.06648051203646332, "maximum": 0.25437785101357235, "minimum": -0.14180207999004324 }, "redis_drift_s_per_min": 0.034306063683489436, "ingress_drift_s": { "n": 12, "mean": 0.006659632083336457, "median": 0.004979307499993979, "p95": 0.022660115999997288, "maximum": 0.022660115999997288, "minimum": -0.027197803999996495 }, "ingress_drift_s_per_min": 0.012623058368556051, "source_drift_s": { "n": 12, "mean": 0.0062119166666695, "median": 0.004578999999992561, "p95": 0.0226910000000089, "maximum": 0.0226910000000089, "minimum": -0.02719600000000355 }, "ingress_to_redis_ms": { "n": 295, "mean": 71.69491525423729, "median": 66, "p95": 109, "maximum": 234, "minimum": 31 }, "source_samples": 12, "redis_samples": 295, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 298, "sum_ns": 237149809, "mean_ms": 0.7958047281879195 }, "depay_to_source_exit": { "n": 297, "sum_ns": 13651826000, "mean_ms": 45.96574410774411 }, "source_exit_to_ingress": { "n": 297, "sum_ns": 721643399, "mean_ms": 2.4297757542087544 }, "source_encoded_queue": { "n": 297, "sum_ns": 12591000, "mean_ms": 0.042393939393939394 }, "decode_between_queues": { "n": 297, "sum_ns": 13472839000, "mean_ms": 45.36309427609427 }, "source_raw_queue": { "n": 297, "sum_ns": 78058000, "mean_ms": 0.2628215488215488 }, "raw_queue_to_source_exit": { "n": 297, "sum_ns": 9976000, "mean_ms": 0.03358922558922559 }, "preprocess_start_to_preprocess_output": { "n": 298, "sum_ns": 423220947, "mean_ms": 1.4202045201342284 }, "selected_to_preprocess": { "n": 298, "sum_ns": 744509078, "mean_ms": 2.498352610738255 }, "preprocess_start_to_preprocess": { "n": 298, "sum_ns": 507359269, "mean_ms": 1.7025478825503355 }, "preprocess_output_to_infer_entry": { "n": 298, "sum_ns": 84138322, "mean_ms": 0.28234336241610736 }, "preprocess_to_infer_output": { "n": 297, "sum_ns": 15889736059, "mean_ms": 53.50079481144781 }, "preprocess_to_callback": { "n": 297, "sum_ns": 16254161443, "mean_ms": 54.7278163063973 }, "infer_output_to_callback": { "n": 297, "sum_ns": 364425384, "mean_ms": 1.2270214949494949 }, "copy_wall": { "n": 297, "sum_ns": 1301172185, "mean_ms": 4.381051127946128 }, "copy_thread_cpu": { "n": 297, "sum_ns": 1259336324, "mean_ms": 4.240189643097643 }, "callback_to_copied": { "n": 297, "sum_ns": 1356808981, "mean_ms": 4.568380407407408 }, "accepted_interval": { "n": 297, "sum_ns": 30013182411, "mean_ms": 101.05448623232323 }, "selected_to_submitted": { "n": 297, "sum_ns": 18383448075, "mean_ms": 61.897131565656565 }, "completed_queue_wait": { "n": 297, "sum_ns": 81261298, "mean_ms": 0.27360706397306395 }, "result_observations_wall": { "n": 297, "sum_ns": 348353498, "mean_ms": 1.1729074006734006 }, "result_observations_cpu": { "n": 297, "sum_ns": 339433941, "mean_ms": 1.1428752222222223 }, "result_nms_wall": { "n": 297, "sum_ns": 212847767, "mean_ms": 0.7166591481481482 }, "result_nms_cpu": { "n": 297, "sum_ns": 158738685, "mean_ms": 0.5344736868686868 }, "result_tracking_wall": { "n": 297, "sum_ns": 244655927, "mean_ms": 0.82375732996633 }, "result_tracking_cpu": { "n": 297, "sum_ns": 228598281, "mean_ms": 0.7696911818181817 }, "result_region_wall": { "n": 297, "sum_ns": 68178014, "mean_ms": 0.2295556026936027 }, "result_region_cpu": { "n": 297, "sum_ns": 67708290, "mean_ms": 0.2279740404040404 }, "result_fall_wall": { "n": 297, "sum_ns": 119622342, "mean_ms": 0.4027688282828283 }, "result_fall_cpu": { "n": 297, "sum_ns": 118724364, "mean_ms": 0.39974533333333334 }, "result_fight_wall": { "n": 297, "sum_ns": 38430638, "mean_ms": 0.12939608754208753 }, "result_fight_cpu": { "n": 297, "sum_ns": 38376648, "mean_ms": 0.129214303030303 }, "result_collector_wall": { "n": 297, "sum_ns": 1187439284, "mean_ms": 3.998112067340067 }, "result_collector_cpu": { "n": 297, "sum_ns": 1167467181, "mean_ms": 3.9308659292929296 }, "result_composition_wall": { "n": 297, "sum_ns": 6030288, "mean_ms": 0.020304 }, "result_composition_cpu": { "n": 297, "sum_ns": 5412990, "mean_ms": 0.018225555555555554 }, "result_artifact_handoff_wall": { "n": 297, "sum_ns": 3256024, "mean_ms": 0.010963043771043771 }, "result_artifact_handoff_cpu": { "n": 297, "sum_ns": 3238244, "mean_ms": 0.010903178451178452 }, "result_publish_wall": { "n": 297, "sum_ns": 71015540, "mean_ms": 0.2391095622895623 }, "result_publish_cpu": { "n": 297, "sum_ns": 71023581, "mean_ms": 0.23913663636363636 }, "result_total_wall": { "n": 297, "sum_ns": 2591673698, "mean_ms": 8.726174067340066 }, "result_total_cpu": { "n": 297, "sum_ns": 2477559336, "mean_ms": 8.341950626262626 } } }, { "mode": "mixed-a", "level": 12, "camera": "36", "provider": "fire", "cohort_reset": false, "counter_seconds": 30.115867152, "new_channel": false, "seconds": 30.000007382011972, "selected_fps": 9.895116036205843, "requested_fps": 9.895116036205843, "complete_fps": 9.895116036205843, "accepted_fps": 9.895116036205843, "finalized_fps": 9.895116036205843, "redis_fps": 9.895116036205843, "redis_read_fps": 9.833330913674448, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 2, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.11, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 2, "analysis_gap_markers": 1, "c_suppressed": 0, "max_redis_silence_s": 0.37767208501463756, "redis_interval_s": { "n": 294, "mean": 0.10127433364281152, "median": 0.10202661599032581, "p95": 0.15476392494747415, "maximum": 0.37767208501463756, "minimum": 0.008336916973348707 }, "redis_drift_s": { "n": 295, "mean": -0.019117732722428477, "median": -0.020736056019075022, "p95": 0.021584624977322164, "maximum": 0.25241906697209515, "minimum": -0.1432440160545525 }, "redis_drift_s_per_min": 0.017496523020703064, "ingress_drift_s": { "n": 12, "mean": -0.003021865583328065, "median": 0.0036017474999994192, "p95": 0.015189448000000993, "maximum": 0.015189448000000993, "minimum": -0.04253239899998107 }, "ingress_drift_s_per_min": 0.01018353793049738, "source_drift_s": { "n": 12, "mean": -0.0035628333333311466, "median": 0.003147499999997194, "p95": 0.015111000000018748, "maximum": 0.015111000000018748, "minimum": -0.0433179999999993 }, "ingress_to_redis_ms": { "n": 295, "mean": 50.18305084745763, "median": 47, "p95": 81, "maximum": 112, "minimum": 22 }, "source_samples": 12, "redis_samples": 295, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 298, "sum_ns": 215229195, "mean_ms": 0.7222456208053691 }, "preprocess_start_to_preprocess_output": { "n": 298, "sum_ns": 455397999, "mean_ms": 1.5281812046979866 }, "depay_to_source_exit": { "n": 297, "sum_ns": 13564906000, "mean_ms": 45.67308417508417 }, "source_exit_to_ingress": { "n": 297, "sum_ns": 263160760, "mean_ms": 0.886063164983165 }, "source_encoded_queue": { "n": 297, "sum_ns": 21268000, "mean_ms": 0.07160942760942761 }, "decode_between_queues": { "n": 297, "sum_ns": 13433804000, "mean_ms": 45.231663299663296 }, "source_raw_queue": { "n": 297, "sum_ns": 19756000, "mean_ms": 0.06651851851851853 }, "raw_queue_to_source_exit": { "n": 297, "sum_ns": 10143000, "mean_ms": 0.034151515151515155 }, "selected_to_preprocess": { "n": 298, "sum_ns": 742131504, "mean_ms": 2.4903741744966443 }, "preprocess_start_to_preprocess": { "n": 298, "sum_ns": 526902309, "mean_ms": 1.7681285536912752 }, "preprocess_output_to_infer_entry": { "n": 298, "sum_ns": 71504310, "mean_ms": 0.2399473489932886 }, "preprocess_to_infer_output": { "n": 298, "sum_ns": 11666409018, "mean_ms": 39.14902355033557 }, "preprocess_to_callback": { "n": 298, "sum_ns": 12013213905, "mean_ms": 40.31279833892617 }, "infer_output_to_callback": { "n": 298, "sum_ns": 346804887, "mean_ms": 1.163774788590604 }, "copy_wall": { "n": 298, "sum_ns": 1634468431, "mean_ms": 5.48479339261745 }, "copy_thread_cpu": { "n": 298, "sum_ns": 1565031828, "mean_ms": 5.251784657718121 }, "callback_to_copied": { "n": 298, "sum_ns": 1696162656, "mean_ms": 5.691820993288591 }, "accepted_interval": { "n": 298, "sum_ns": 30092658811, "mean_ms": 100.98207654697985 }, "selected_to_submitted": { "n": 298, "sum_ns": 14482737466, "mean_ms": 48.59979015436242 }, "completed_queue_wait": { "n": 298, "sum_ns": 71901010, "mean_ms": 0.24127855704697987 }, "result_composition_wall": { "n": 298, "sum_ns": 3689429, "mean_ms": 0.012380634228187918 }, "result_composition_cpu": { "n": 298, "sum_ns": 2999455, "mean_ms": 0.01006528523489933 }, "result_artifact_handoff_wall": { "n": 298, "sum_ns": 2607923, "mean_ms": 0.008751419463087247 }, "result_artifact_handoff_cpu": { "n": 298, "sum_ns": 2592708, "mean_ms": 0.008700362416107383 }, "result_publish_wall": { "n": 298, "sum_ns": 30798431, "mean_ms": 0.10335043959731544 }, "result_publish_cpu": { "n": 298, "sum_ns": 30701851, "mean_ms": 0.1030263456375839 }, "result_total_wall": { "n": 298, "sum_ns": 292195547, "mean_ms": 0.9805219697986577 }, "result_total_cpu": { "n": 298, "sum_ns": 287074045, "mean_ms": 0.96333572147651 } } }, { "mode": "mixed-a", "level": 12, "camera": "36", "provider": "crowd", "cohort_reset": false, "counter_seconds": 30.169468421, "new_channel": false, "seconds": 30.000007382011972, "selected_fps": 9.877535654309764, "requested_fps": 9.877535654309764, "complete_fps": 9.91068174710946, "accepted_fps": 9.91068174710946, "finalized_fps": 9.91068174710946, "redis_fps": 9.91068174710946, "redis_read_fps": 9.866664238805548, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 1, "queue_age_max_sampled": 0.00039941497379913926, "provider_response_age_max_sampled": 0.141, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 2, "analysis_gap_markers": 1, "c_suppressed": 0, "max_redis_silence_s": 0.3669920399552211, "redis_interval_s": { "n": 295, "mean": 0.10142291169495211, "median": 0.10064910497749224, "p95": 0.16019922302803025, "maximum": 0.3669920399552211, "minimum": 0.007377525034826249 }, "redis_drift_s": { "n": 296, "mean": -0.026882607998515475, "median": -0.029362434983255525, "p95": 0.010037665989244715, "maximum": 0.24871086198044168, "minimum": -0.14791161298472844 }, "redis_drift_s_per_min": 0.006274539818636769, "ingress_drift_s": { "n": 12, "mean": 0.006581507583338937, "median": 0.004158275000008871, "p95": 0.022327625000002627, "maximum": 0.022327625000002627, "minimum": -0.010997161999995342 }, "ingress_drift_s_per_min": -0.02750032748287015, "source_drift_s": { "n": 12, "mean": 0.00625566666667036, "median": 0.003837000000004309, "p95": 0.022333000000003267, "maximum": 0.022333000000003267, "minimum": -0.011414000000002034 }, "ingress_to_redis_ms": { "n": 296, "mean": 40.1554054054054, "median": 38.0, "p95": 63, "maximum": 93, "minimum": 18 }, "source_samples": 12, "redis_samples": 296, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 298, "sum_ns": 215329209, "mean_ms": 0.7225812382550335 }, "depay_to_source_exit": { "n": 297, "sum_ns": 13583170000, "mean_ms": 45.73457912457913 }, "source_exit_to_ingress": { "n": 297, "sum_ns": 273956579, "mean_ms": 0.9224127239057239 }, "source_encoded_queue": { "n": 297, "sum_ns": 16700000, "mean_ms": 0.05622895622895623 }, "decode_between_queues": { "n": 297, "sum_ns": 13458542000, "mean_ms": 45.31495622895623 }, "source_raw_queue": { "n": 297, "sum_ns": 18151000, "mean_ms": 0.061114478114478114 }, "raw_queue_to_source_exit": { "n": 297, "sum_ns": 10689000, "mean_ms": 0.03598989898989899 }, "preprocess_start_to_preprocess_output": { "n": 298, "sum_ns": 434172760, "mean_ms": 1.4569555704697987 }, "selected_to_preprocess": { "n": 298, "sum_ns": 711685417, "mean_ms": 2.3882060973154364 }, "preprocess_start_to_preprocess": { "n": 298, "sum_ns": 496356208, "mean_ms": 1.6656248590604028 }, "preprocess_output_to_infer_entry": { "n": 298, "sum_ns": 62183448, "mean_ms": 0.20866928859060402 }, "preprocess_to_infer_output": { "n": 299, "sum_ns": 8664607749, "mean_ms": 28.97862123411371 }, "preprocess_to_callback": { "n": 299, "sum_ns": 9010595447, "mean_ms": 30.13577072575251 }, "infer_output_to_callback": { "n": 299, "sum_ns": 345987698, "mean_ms": 1.1571494916387959 }, "copy_wall": { "n": 299, "sum_ns": 1627326139, "mean_ms": 5.442562337792642 }, "copy_thread_cpu": { "n": 299, "sum_ns": 1591163068, "mean_ms": 5.321615612040135 }, "callback_to_copied": { "n": 299, "sum_ns": 1686841823, "mean_ms": 5.641611448160535 }, "accepted_interval": { "n": 299, "sum_ns": 30186348328, "mean_ms": 100.95768671571906 }, "selected_to_submitted": { "n": 299, "sum_ns": 11441876683, "mean_ms": 38.26714609698997 }, "completed_queue_wait": { "n": 299, "sum_ns": 70102087, "mean_ms": 0.2344551404682274 }, "result_composition_wall": { "n": 299, "sum_ns": 6043015, "mean_ms": 0.020210752508361206 }, "result_composition_cpu": { "n": 299, "sum_ns": 5923110, "mean_ms": 0.019809732441471575 }, "result_publish_wall": { "n": 299, "sum_ns": 38787915, "mean_ms": 0.12972546822742476 }, "result_publish_cpu": { "n": 299, "sum_ns": 38720974, "mean_ms": 0.12950158528428093 }, "result_total_wall": { "n": 299, "sum_ns": 403329922, "mean_ms": 1.3489295050167225 }, "result_total_cpu": { "n": 299, "sum_ns": 343226678, "mean_ms": 1.1479153110367892 } } }, { "mode": "mixed-a", "level": 12, "camera": "37", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.635034573, "new_channel": false, "seconds": 30.000007382011972, "selected_fps": 9.718227231710138, "requested_fps": 9.718227231710138, "complete_fps": 9.751971076264686, "accepted_fps": 9.751971076264686, "finalized_fps": 9.751971076264686, "redis_fps": 9.751971076264686, "redis_read_fps": 9.66666428801895, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 9, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.24, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 1, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.44272796803852543, "redis_interval_s": { "n": 289, "mean": 0.10342888818682368, "median": 0.09758160496130586, "p95": 0.19097509101266041, "maximum": 0.44272796803852543, "minimum": 0.00448017701273784 }, "redis_drift_s": { "n": 290, "mean": -0.02227992811889574, "median": -0.028958050998156182, "p95": 0.06945833503968402, "maximum": 0.2799391500367676, "minimum": -0.1492638259921364 }, "redis_drift_s_per_min": 0.008565591588134113, "ingress_drift_s": { "n": 12, "mean": 0.01993621441666941, "median": -0.009929364999990753, "p95": 0.30651812199999995, "maximum": 0.30651812199999995, "minimum": -0.12141641499999878 }, "ingress_drift_s_per_min": -0.06985214974398514, "source_drift_s": { "n": 12, "mean": 0.009605250000002266, "median": -0.010038999999991916, "p95": 0.306461999999982, "maximum": 0.306461999999982, "minimum": -0.12152500000001965 }, "ingress_to_redis_ms": { "n": 290, "mean": 70.8896551724138, "median": 66.0, "p95": 121, "maximum": 260, "minimum": 28 }, "source_samples": 12, "redis_samples": 290, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 288, "sum_ns": 234672134, "mean_ms": 0.8148337986111112 }, "depay_to_source_exit": { "n": 286, "sum_ns": 13430066000, "mean_ms": 46.95827272727273 }, "source_exit_to_ingress": { "n": 286, "sum_ns": 894161298, "mean_ms": 3.1264381048951053 }, "source_encoded_queue": { "n": 286, "sum_ns": 9782000, "mean_ms": 0.03420279720279721 }, "decode_between_queues": { "n": 286, "sum_ns": 13230090000, "mean_ms": 46.259055944055945 }, "source_raw_queue": { "n": 286, "sum_ns": 85564000, "mean_ms": 0.29917482517482513 }, "raw_queue_to_source_exit": { "n": 286, "sum_ns": 9802000, "mean_ms": 0.034272727272727274 }, "preprocess_start_to_preprocess_output": { "n": 288, "sum_ns": 435949574, "mean_ms": 1.513713798611111 }, "selected_to_preprocess": { "n": 288, "sum_ns": 738509513, "mean_ms": 2.564269142361111 }, "preprocess_start_to_preprocess": { "n": 288, "sum_ns": 503837379, "mean_ms": 1.74943534375 }, "preprocess_output_to_infer_entry": { "n": 288, "sum_ns": 67887805, "mean_ms": 0.23572154513888888 }, "preprocess_to_infer_output": { "n": 289, "sum_ns": 14456929036, "mean_ms": 50.023975903114184 }, "preprocess_to_callback": { "n": 289, "sum_ns": 14800089394, "mean_ms": 51.21138198615917 }, "infer_output_to_callback": { "n": 289, "sum_ns": 343160358, "mean_ms": 1.1874060830449829 }, "copy_wall": { "n": 289, "sum_ns": 1407142285, "mean_ms": 4.869004446366782 }, "copy_thread_cpu": { "n": 289, "sum_ns": 1373773805, "mean_ms": 4.753542577854671 }, "callback_to_copied": { "n": 289, "sum_ns": 1462690900, "mean_ms": 5.061214186851211 }, "accepted_interval": { "n": 289, "sum_ns": 29709930217, "mean_ms": 102.80252670242214 }, "selected_to_submitted": { "n": 289, "sum_ns": 17033883771, "mean_ms": 58.940774294117645 }, "completed_queue_wait": { "n": 289, "sum_ns": 215718998, "mean_ms": 0.7464325190311419 }, "result_observations_wall": { "n": 289, "sum_ns": 338692684, "mean_ms": 1.1719470034602077 }, "result_observations_cpu": { "n": 289, "sum_ns": 335047311, "mean_ms": 1.1593332560553633 }, "result_nms_wall": { "n": 289, "sum_ns": 233788320, "mean_ms": 0.808956124567474 }, "result_nms_cpu": { "n": 289, "sum_ns": 156246211, "mean_ms": 0.5406443287197231 }, "result_tracking_wall": { "n": 289, "sum_ns": 360778305, "mean_ms": 1.2483678373702423 }, "result_tracking_cpu": { "n": 289, "sum_ns": 293196097, "mean_ms": 1.014519366782007 }, "result_region_wall": { "n": 289, "sum_ns": 72393725, "mean_ms": 0.2504973183391003 }, "result_region_cpu": { "n": 289, "sum_ns": 71211248, "mean_ms": 0.24640570242214532 }, "result_fall_wall": { "n": 289, "sum_ns": 162386188, "mean_ms": 0.5618899238754326 }, "result_fall_cpu": { "n": 289, "sum_ns": 159891133, "mean_ms": 0.5532565155709342 }, "result_fight_wall": { "n": 289, "sum_ns": 38533896, "mean_ms": 0.1333352802768166 }, "result_fight_cpu": { "n": 289, "sum_ns": 37966149, "mean_ms": 0.13137075778546714 }, "result_collector_wall": { "n": 289, "sum_ns": 1420037827, "mean_ms": 4.913625698961938 }, "result_collector_cpu": { "n": 289, "sum_ns": 1389389402, "mean_ms": 4.807575785467129 }, "result_composition_wall": { "n": 289, "sum_ns": 5101578, "mean_ms": 0.01765251903114187 }, "result_composition_cpu": { "n": 289, "sum_ns": 5108442, "mean_ms": 0.01767626989619377 }, "result_artifact_handoff_wall": { "n": 289, "sum_ns": 3735355, "mean_ms": 0.012925103806228373 }, "result_artifact_handoff_cpu": { "n": 289, "sum_ns": 3161819, "mean_ms": 0.01094055017301038 }, "result_publish_wall": { "n": 289, "sum_ns": 122433928, "mean_ms": 0.4236468096885813 }, "result_publish_cpu": { "n": 289, "sum_ns": 120883714, "mean_ms": 0.4182827474048443 }, "result_total_wall": { "n": 289, "sum_ns": 3046761353, "mean_ms": 10.542426826989619 }, "result_total_cpu": { "n": 289, "sum_ns": 2847422718, "mean_ms": 9.852673764705882 } } }, { "mode": "mixed-a", "level": 12, "camera": "37", "provider": "fire", "cohort_reset": false, "counter_seconds": 29.855670336, "new_channel": false, "seconds": 30.000007382011972, "selected_fps": 9.713397714280013, "requested_fps": 9.713397714280013, "complete_fps": 9.713397714280013, "accepted_fps": 9.713397714280013, "finalized_fps": 9.713397714280013, "redis_fps": 9.713397714280013, "redis_read_fps": 9.63333096288785, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 1, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.138, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 1, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.3993720790022053, "redis_interval_s": { "n": 288, "mean": 0.10376335687154399, "median": 0.09818620650912635, "p95": 0.1724264359800145, "maximum": 0.3993720790022053, "minimum": 0.0004841359914280474 }, "redis_drift_s": { "n": 289, "mean": -0.07425368433359138, "median": -0.07689630500880185, "p95": -0.030594553017067483, "maximum": 0.22868715497244807, "minimum": -0.20196601702971861 }, "redis_drift_s_per_min": 0.00973529783411386, "ingress_drift_s": { "n": 12, "mean": 0.02055429666666934, "median": 0.00630221650000351, "p95": 0.3079168339999967, "maximum": 0.3079168339999967, "minimum": -0.12041440600000897 }, "ingress_drift_s_per_min": -0.001594021389839555, "source_drift_s": { "n": 12, "mean": 0.01984416666666533, "median": 0.005966999999998279, "p95": 0.3073529999999778, "maximum": 0.3073529999999778, "minimum": -0.12092699999999468 }, "ingress_to_redis_ms": { "n": 289, "mean": 48.81660899653979, "median": 45, "p95": 79, "maximum": 106, "minimum": 21 }, "source_samples": 12, "redis_samples": 289, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 290, "sum_ns": 212325979, "mean_ms": 0.7321585482758621 }, "depay_to_source_exit": { "n": 288, "sum_ns": 13686381000, "mean_ms": 47.52215625 }, "source_exit_to_ingress": { "n": 288, "sum_ns": 232033593, "mean_ms": 0.8056721979166667 }, "source_encoded_queue": { "n": 288, "sum_ns": 12515000, "mean_ms": 0.04345486111111111 }, "decode_between_queues": { "n": 288, "sum_ns": 13543758000, "mean_ms": 47.0269375 }, "source_raw_queue": { "n": 288, "sum_ns": 18053000, "mean_ms": 0.06268402777777778 }, "raw_queue_to_source_exit": { "n": 288, "sum_ns": 11096000, "mean_ms": 0.03852777777777778 }, "preprocess_start_to_preprocess_output": { "n": 290, "sum_ns": 399541266, "mean_ms": 1.3777285034482758 }, "selected_to_preprocess": { "n": 290, "sum_ns": 673711470, "mean_ms": 2.323143 }, "preprocess_start_to_preprocess": { "n": 290, "sum_ns": 461385491, "mean_ms": 1.5909844517241378 }, "preprocess_output_to_infer_entry": { "n": 290, "sum_ns": 61844225, "mean_ms": 0.21325594827586206 }, "preprocess_to_infer_output": { "n": 290, "sum_ns": 11003723555, "mean_ms": 37.9438743275862 }, "preprocess_to_callback": { "n": 290, "sum_ns": 11354503590, "mean_ms": 39.15346065517242 }, "infer_output_to_callback": { "n": 290, "sum_ns": 350780035, "mean_ms": 1.2095863275862069 }, "copy_wall": { "n": 290, "sum_ns": 1561554788, "mean_ms": 5.384671682758621 }, "copy_thread_cpu": { "n": 290, "sum_ns": 1513373815, "mean_ms": 5.218530396551724 }, "callback_to_copied": { "n": 290, "sum_ns": 1624092174, "mean_ms": 5.60031784137931 }, "accepted_interval": { "n": 290, "sum_ns": 29889155971, "mean_ms": 103.06605507241379 }, "selected_to_submitted": { "n": 290, "sum_ns": 13680737252, "mean_ms": 47.17495604137931 }, "completed_queue_wait": { "n": 290, "sum_ns": 67092728, "mean_ms": 0.23135423448275863 }, "result_composition_wall": { "n": 290, "sum_ns": 2719201, "mean_ms": 0.009376555172413793 }, "result_composition_cpu": { "n": 290, "sum_ns": 2621783, "mean_ms": 0.009040631034482757 }, "result_artifact_handoff_wall": { "n": 290, "sum_ns": 2514772, "mean_ms": 0.008671627586206897 }, "result_artifact_handoff_cpu": { "n": 290, "sum_ns": 2517698, "mean_ms": 0.008681717241379311 }, "result_publish_wall": { "n": 290, "sum_ns": 31212100, "mean_ms": 0.10762793103448276 }, "result_publish_cpu": { "n": 290, "sum_ns": 31195802, "mean_ms": 0.10757173103448275 }, "result_total_wall": { "n": 290, "sum_ns": 289039359, "mean_ms": 0.9966874448275862 }, "result_total_cpu": { "n": 290, "sum_ns": 285701352, "mean_ms": 0.9851770758620689 } } }, { "mode": "mixed-a", "level": 12, "camera": "37", "provider": "crowd", "cohort_reset": false, "counter_seconds": 29.863911941, "new_channel": false, "seconds": 30.000007382011972, "selected_fps": 9.710717088000136, "requested_fps": 9.710717088000136, "complete_fps": 9.710717088000136, "accepted_fps": 9.710717088000136, "finalized_fps": 9.710717088000136, "redis_fps": 9.710717088000136, "redis_read_fps": 9.63333096288785, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.139, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 1, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.4061768740066327, "redis_interval_s": { "n": 288, "mean": 0.10372871575681428, "median": 0.09940054899198003, "p95": 0.1668680909788236, "maximum": 0.4061768740066327, "minimum": 0.007938624999951571 }, "redis_drift_s": { "n": 289, "mean": 0.041033861274014385, "median": 0.03837955096270207, "p95": 0.07531806200742608, "maximum": 0.34200541402864815, "minimum": -0.08140294500859113 }, "redis_drift_s_per_min": 0.0024412081337268805, "ingress_drift_s": { "n": 12, "mean": 0.022033036750002566, "median": 0.01482989850001104, "p95": 0.30733569299999886, "maximum": 0.30733569299999886, "minimum": -0.11878376500001764 }, "ingress_drift_s_per_min": -0.0035930600837004913, "source_drift_s": { "n": 12, "mean": 0.021581916666669088, "median": 0.014596500000010337, "p95": 0.30741099999997346, "maximum": 0.30741099999997346, "minimum": -0.11880400000001146 }, "ingress_to_redis_ms": { "n": 289, "mean": 38.94809688581315, "median": 37, "p95": 60, "maximum": 79, "minimum": 12 }, "source_samples": 12, "redis_samples": 289, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 290, "sum_ns": 209907480, "mean_ms": 0.7238188965517242 }, "preprocess_start_to_preprocess_output": { "n": 290, "sum_ns": 355042688, "mean_ms": 1.2242851310344827 }, "selected_to_preprocess": { "n": 290, "sum_ns": 623404015, "mean_ms": 2.1496690172413793 }, "preprocess_start_to_preprocess": { "n": 290, "sum_ns": 413496535, "mean_ms": 1.4258501206896552 }, "preprocess_output_to_infer_entry": { "n": 290, "sum_ns": 58453847, "mean_ms": 0.20156498965517242 }, "depay_to_source_exit": { "n": 288, "sum_ns": 13686123000, "mean_ms": 47.521260416666664 }, "source_exit_to_ingress": { "n": 288, "sum_ns": 236463301, "mean_ms": 0.8210531284722222 }, "source_encoded_queue": { "n": 288, "sum_ns": 19519000, "mean_ms": 0.06777430555555557 }, "decode_between_queues": { "n": 288, "sum_ns": 13541316000, "mean_ms": 47.018458333333335 }, "source_raw_queue": { "n": 288, "sum_ns": 14811000, "mean_ms": 0.05142708333333334 }, "raw_queue_to_source_exit": { "n": 288, "sum_ns": 9697000, "mean_ms": 0.03367013888888889 }, "preprocess_to_infer_output": { "n": 290, "sum_ns": 8193563959, "mean_ms": 28.25366882413793 }, "preprocess_to_callback": { "n": 290, "sum_ns": 8494955205, "mean_ms": 29.29294898275862 }, "infer_output_to_callback": { "n": 290, "sum_ns": 301391246, "mean_ms": 1.0392801586206897 }, "copy_wall": { "n": 290, "sum_ns": 1545923461, "mean_ms": 5.330770555172413 }, "copy_thread_cpu": { "n": 290, "sum_ns": 1504111409, "mean_ms": 5.186591065517241 }, "callback_to_copied": { "n": 290, "sum_ns": 1603877313, "mean_ms": 5.530611424137931 }, "accepted_interval": { "n": 290, "sum_ns": 29885162728, "mean_ms": 103.05228526896552 }, "selected_to_submitted": { "n": 290, "sum_ns": 10754671487, "mean_ms": 37.085074093103444 }, "completed_queue_wait": { "n": 290, "sum_ns": 73701813, "mean_ms": 0.25414418275862066 }, "result_composition_wall": { "n": 290, "sum_ns": 4462313, "mean_ms": 0.015387286206896552 }, "result_composition_cpu": { "n": 290, "sum_ns": 4097900, "mean_ms": 0.014130689655172413 }, "result_publish_wall": { "n": 290, "sum_ns": 43434549, "mean_ms": 0.14977430689655172 }, "result_publish_cpu": { "n": 290, "sum_ns": 42964481, "mean_ms": 0.1481533827586207 }, "result_total_wall": { "n": 290, "sum_ns": 373279983, "mean_ms": 1.287172355172414 }, "result_total_cpu": { "n": 290, "sum_ns": 355143106, "mean_ms": 1.2246313999999998 } } }, { "mode": "mixed-a", "level": 12, "camera": "38", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.932508816, "new_channel": false, "seconds": 30.000007382011972, "selected_fps": 9.888913816732174, "requested_fps": 9.888913816732174, "complete_fps": 9.888913816732174, "accepted_fps": 9.888913816732174, "finalized_fps": 9.888913816732174, "redis_fps": 9.85550532410808, "redis_read_fps": 9.866664238805548, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 8, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.084, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 5, "analysis_gap_markers": 1, "c_suppressed": 0, "max_redis_silence_s": 0.3836147279944271, "redis_interval_s": { "n": 295, "mean": 0.10144032282040502, "median": 0.09735314798308536, "p95": 0.1811805870383978, "maximum": 0.3836147279944271, "minimum": 0.003866293001919985 }, "redis_drift_s": { "n": 296, "mean": -4.18321952417473, "median": -4.188952180976045, "p95": -4.094231725020791, "maximum": -3.9568404029738247, "minimum": -4.313085988982124 }, "redis_drift_s_per_min": 0.029615384123994674, "ingress_drift_s": { "n": 12, "mean": -0.04409838441666144, "median": -0.045158098999991125, "p95": -0.027316663999982893, "maximum": -0.027316663999982893, "minimum": -0.06522821499999054 }, "ingress_drift_s_per_min": -0.0020592105430583553, "source_drift_s": { "n": 12, "mean": -0.04057666666666412, "median": -0.041523499999996716, "p95": -0.024603999999982307, "maximum": -0.024603999999982307, "minimum": -0.06078299999998649 }, "ingress_to_redis_ms": { "n": 296, "mean": 71.66216216216216, "median": 66.0, "p95": 111, "maximum": 258, "minimum": 25 }, "source_samples": 12, "redis_samples": 296, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 296, "sum_ns": 13553685000, "mean_ms": 45.789476351351354 }, "source_exit_to_ingress": { "n": 296, "sum_ns": 953354886, "mean_ms": 3.220793533783784 }, "source_encoded_queue": { "n": 296, "sum_ns": 13086000, "mean_ms": 0.04420945945945946 }, "decode_between_queues": { "n": 296, "sum_ns": 13279236000, "mean_ms": 44.86228378378379 }, "source_raw_queue": { "n": 296, "sum_ns": 159113000, "mean_ms": 0.537543918918919 }, "raw_queue_to_source_exit": { "n": 296, "sum_ns": 10110000, "mean_ms": 0.034155405405405403 }, "selected_to_preprocess_start": { "n": 296, "sum_ns": 244547844, "mean_ms": 0.8261751486486486 }, "preprocess_start_to_preprocess_output": { "n": 296, "sum_ns": 478334408, "mean_ms": 1.6159946216216214 }, "selected_to_preprocess": { "n": 296, "sum_ns": 804868732, "mean_ms": 2.7191511216216218 }, "preprocess_start_to_preprocess": { "n": 296, "sum_ns": 560320888, "mean_ms": 1.892975972972973 }, "preprocess_output_to_infer_entry": { "n": 296, "sum_ns": 81986480, "mean_ms": 0.2769813513513514 }, "preprocess_to_infer_output": { "n": 296, "sum_ns": 15253622383, "mean_ms": 51.53250805067567 }, "preprocess_to_callback": { "n": 296, "sum_ns": 15583835432, "mean_ms": 52.64809267567568 }, "infer_output_to_callback": { "n": 296, "sum_ns": 330213049, "mean_ms": 1.115584625 }, "copy_wall": { "n": 296, "sum_ns": 1327239552, "mean_ms": 4.483917405405405 }, "copy_thread_cpu": { "n": 296, "sum_ns": 1299707365, "mean_ms": 4.3909032601351345 }, "callback_to_copied": { "n": 296, "sum_ns": 1383283328, "mean_ms": 4.673254486486486 }, "accepted_interval": { "n": 296, "sum_ns": 29982775272, "mean_ms": 101.2931597027027 }, "selected_to_submitted": { "n": 296, "sum_ns": 17801238568, "mean_ms": 60.139319486486485 }, "completed_queue_wait": { "n": 296, "sum_ns": 82231744, "mean_ms": 0.27780994594594594 }, "result_observations_wall": { "n": 296, "sum_ns": 333765781, "mean_ms": 1.127587097972973 }, "result_observations_cpu": { "n": 296, "sum_ns": 326622114, "mean_ms": 1.103453087837838 }, "result_nms_wall": { "n": 296, "sum_ns": 225721178, "mean_ms": 0.7625715472972973 }, "result_nms_cpu": { "n": 296, "sum_ns": 155048163, "mean_ms": 0.5238113614864865 }, "result_tracking_wall": { "n": 296, "sum_ns": 320955026, "mean_ms": 1.0843075202702703 }, "result_tracking_cpu": { "n": 296, "sum_ns": 278767361, "mean_ms": 0.941781625 }, "result_region_wall": { "n": 296, "sum_ns": 71651459, "mean_ms": 0.24206573986486485 }, "result_region_cpu": { "n": 296, "sum_ns": 71071834, "mean_ms": 0.2401075472972973 }, "result_fall_wall": { "n": 296, "sum_ns": 166230318, "mean_ms": 0.5615889121621621 }, "result_fall_cpu": { "n": 296, "sum_ns": 164374214, "mean_ms": 0.5553182905405406 }, "result_fight_wall": { "n": 296, "sum_ns": 41742082, "mean_ms": 0.1410205472972973 }, "result_fight_cpu": { "n": 296, "sum_ns": 39381933, "mean_ms": 0.13304707094594595 }, "result_collector_wall": { "n": 296, "sum_ns": 1489484954, "mean_ms": 5.032043763513514 }, "result_collector_cpu": { "n": 296, "sum_ns": 1448896682, "mean_ms": 4.8949212229729735 }, "result_composition_wall": { "n": 296, "sum_ns": 6337524, "mean_ms": 0.021410554054054055 }, "result_composition_cpu": { "n": 296, "sum_ns": 5521721, "mean_ms": 0.018654462837837837 }, "result_artifact_handoff_wall": { "n": 296, "sum_ns": 4929863, "mean_ms": 0.01665494256756757 }, "result_artifact_handoff_cpu": { "n": 296, "sum_ns": 3389889, "mean_ms": 0.011452327702702703 }, "result_publish_wall": { "n": 296, "sum_ns": 124815023, "mean_ms": 0.421672375 }, "result_publish_cpu": { "n": 296, "sum_ns": 122019979, "mean_ms": 0.4122296587837838 }, "result_total_wall": { "n": 296, "sum_ns": 3083305151, "mean_ms": 10.416571456081082 }, "result_total_cpu": { "n": 296, "sum_ns": 2900790837, "mean_ms": 9.799969043918919 } } }, { "mode": "mixed-a", "level": 12, "camera": "38", "provider": "fire", "cohort_reset": false, "counter_seconds": 29.868017968, "new_channel": false, "seconds": 30.000007382011972, "selected_fps": 9.910265901042663, "requested_fps": 9.910265901042663, "complete_fps": 9.910265901042663, "accepted_fps": 9.910265901042663, "finalized_fps": 9.910265901042663, "redis_fps": 9.910265901042663, "redis_read_fps": 9.89999756393665, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 1, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.083, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 1, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.36207119800383225, "redis_interval_s": { "n": 296, "mean": 0.10111967967571439, "median": 0.09826718951808289, "p95": 0.1623952219961211, "maximum": 0.36207119800383225, "minimum": 0.013410112005658448 }, "redis_drift_s": { "n": 297, "mean": -0.11547497039762396, "median": -0.11829498701357011, "p95": -0.07009164698050085, "maximum": 0.11125854199937635, "minimum": -0.2503313459949652 }, "redis_drift_s_per_min": 0.024347209214450154, "ingress_drift_s": { "n": 12, "mean": -0.027314999583339272, "median": -0.02122587300000589, "p95": -0.0033057709999866347, "maximum": -0.0033057709999866347, "minimum": -0.08360575500000778 }, "ingress_drift_s_per_min": 0.0768430140866539, "source_drift_s": { "n": 12, "mean": -0.027310750000005157, "median": -0.020345000000006053, "p95": -0.003107999999997446, "maximum": -0.003107999999997446, "minimum": -0.08256099999999833 }, "ingress_to_redis_ms": { "n": 297, "mean": 49.313131313131315, "median": 48, "p95": 77, "maximum": 117, "minimum": 17 }, "source_samples": 12, "redis_samples": 297, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 295, "sum_ns": 13097799000, "mean_ms": 44.3993186440678 }, "source_exit_to_ingress": { "n": 295, "sum_ns": 300861387, "mean_ms": 1.0198691084745763 }, "source_encoded_queue": { "n": 295, "sum_ns": 14129000, "mean_ms": 0.04789491525423729 }, "decode_between_queues": { "n": 295, "sum_ns": 12926556000, "mean_ms": 43.81883389830509 }, "source_raw_queue": { "n": 295, "sum_ns": 15903000, "mean_ms": 0.05390847457627119 }, "raw_queue_to_source_exit": { "n": 295, "sum_ns": 9319000, "mean_ms": 0.031589830508474574 }, "selected_to_preprocess_start": { "n": 295, "sum_ns": 209870020, "mean_ms": 0.7114237966101694 }, "preprocess_start_to_preprocess_output": { "n": 295, "sum_ns": 478240942, "mean_ms": 1.6211557355932205 }, "selected_to_preprocess": { "n": 295, "sum_ns": 744338221, "mean_ms": 2.5231804101694917 }, "preprocess_start_to_preprocess": { "n": 295, "sum_ns": 534468201, "mean_ms": 1.811756613559322 }, "preprocess_output_to_infer_entry": { "n": 295, "sum_ns": 56227259, "mean_ms": 0.1906008779661017 }, "preprocess_to_infer_output": { "n": 295, "sum_ns": 11342512290, "mean_ms": 38.44919420338983 }, "preprocess_to_callback": { "n": 295, "sum_ns": 11666879535, "mean_ms": 39.54874418644068 }, "infer_output_to_callback": { "n": 295, "sum_ns": 324367245, "mean_ms": 1.0995499830508475 }, "copy_wall": { "n": 296, "sum_ns": 1580659975, "mean_ms": 5.340067483108108 }, "copy_thread_cpu": { "n": 296, "sum_ns": 1524585673, "mean_ms": 5.150627273648649 }, "callback_to_copied": { "n": 295, "sum_ns": 1633955239, "mean_ms": 5.5388313186440685 }, "accepted_interval": { "n": 295, "sum_ns": 29863132192, "mean_ms": 101.23095658305084 }, "selected_to_submitted": { "n": 294, "sum_ns": 14014343823, "mean_ms": 47.66783613265306 }, "completed_queue_wait": { "n": 296, "sum_ns": 71543627, "mean_ms": 0.24170144256756756 }, "result_composition_wall": { "n": 296, "sum_ns": 3284871, "mean_ms": 0.011097537162162162 }, "result_composition_cpu": { "n": 296, "sum_ns": 3158920, "mean_ms": 0.010672027027027027 }, "result_artifact_handoff_wall": { "n": 296, "sum_ns": 2649308, "mean_ms": 0.008950364864864864 }, "result_artifact_handoff_cpu": { "n": 296, "sum_ns": 2649970, "mean_ms": 0.008952601351351352 }, "result_publish_wall": { "n": 296, "sum_ns": 34150228, "mean_ms": 0.1153723918918919 }, "result_publish_cpu": { "n": 296, "sum_ns": 33533971, "mean_ms": 0.11329044256756757 }, "result_total_wall": { "n": 296, "sum_ns": 298371154, "mean_ms": 1.0080106554054054 }, "result_total_cpu": { "n": 296, "sum_ns": 292470793, "mean_ms": 0.9880770033783783 } } }, { "mode": "mixed-a", "level": 12, "camera": "38", "provider": "crowd", "cohort_reset": false, "counter_seconds": 29.890005678, "new_channel": false, "seconds": 30.000007382011972, "selected_fps": 9.902975703275475, "requested_fps": 9.902975703275475, "complete_fps": 9.902975703275475, "accepted_fps": 9.902975703275475, "finalized_fps": 9.902975703275475, "redis_fps": 9.902975703275475, "redis_read_fps": 9.89999756393665, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.097, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.3858314930112101, "redis_interval_s": { "n": 296, "mean": 0.10098142537852353, "median": 0.10106101451674476, "p95": 0.15061300597153604, "maximum": 0.3858314930112101, "minimum": 0.005928864993620664 }, "redis_drift_s": { "n": 297, "mean": -0.03224481889376244, "median": -0.03206431601847726, "p95": 0.005016835973123079, "maximum": 0.21523227898498476, "minimum": -0.15383885602139458 }, "redis_drift_s_per_min": 0.006585811856616118, "ingress_drift_s": { "n": 12, "mean": -0.025633388666669532, "median": -0.0194442749999979, "p95": 0.00042599100001439183, "maximum": 0.00042599100001439183, "minimum": -0.08144553300002144 }, "ingress_drift_s_per_min": 0.07056660268003735, "source_drift_s": { "n": 12, "mean": -0.02275250000000047, "median": -0.016333500000001777, "p95": 0.0022150000000067394, "maximum": 0.0022150000000067394, "minimum": -0.0781080000000145 }, "ingress_to_redis_ms": { "n": 297, "mean": 39.89562289562289, "median": 37, "p95": 63, "maximum": 78, "minimum": 19 }, "source_samples": 12, "redis_samples": 297, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 296, "sum_ns": 13130475000, "mean_ms": 44.35971283783784 }, "source_exit_to_ingress": { "n": 296, "sum_ns": 285103614, "mean_ms": 0.9631878851351352 }, "source_encoded_queue": { "n": 296, "sum_ns": 12576000, "mean_ms": 0.04248648648648649 }, "decode_between_queues": { "n": 296, "sum_ns": 12969119000, "mean_ms": 43.814591216216215 }, "source_raw_queue": { "n": 296, "sum_ns": 8281000, "mean_ms": 0.02797635135135135 }, "raw_queue_to_source_exit": { "n": 296, "sum_ns": 9536000, "mean_ms": 0.03221621621621622 }, "selected_to_preprocess_start": { "n": 296, "sum_ns": 217792300, "mean_ms": 0.7357847972972973 }, "preprocess_start_to_preprocess_output": { "n": 296, "sum_ns": 486724352, "mean_ms": 1.644339027027027 }, "selected_to_preprocess": { "n": 296, "sum_ns": 765691210, "mean_ms": 2.586794628378378 }, "preprocess_start_to_preprocess": { "n": 296, "sum_ns": 547898910, "mean_ms": 1.8510098310810812 }, "preprocess_output_to_infer_entry": { "n": 296, "sum_ns": 61174558, "mean_ms": 0.20667080405405405 }, "preprocess_to_infer_output": { "n": 296, "sum_ns": 8575133093, "mean_ms": 28.97004423310811 }, "preprocess_to_callback": { "n": 296, "sum_ns": 8890422430, "mean_ms": 30.035210912162164 }, "infer_output_to_callback": { "n": 296, "sum_ns": 315289337, "mean_ms": 1.065166679054054 }, "copy_wall": { "n": 296, "sum_ns": 1557587203, "mean_ms": 5.262118929054054 }, "copy_thread_cpu": { "n": 296, "sum_ns": 1518964467, "mean_ms": 5.131636712837838 }, "callback_to_copied": { "n": 296, "sum_ns": 1616609744, "mean_ms": 5.461519405405405 }, "accepted_interval": { "n": 296, "sum_ns": 29864120777, "mean_ms": 100.8922999222973 }, "selected_to_submitted": { "n": 296, "sum_ns": 11306957401, "mean_ms": 38.19918040878379 }, "completed_queue_wait": { "n": 296, "sum_ns": 71291096, "mean_ms": 0.24084829729729731 }, "result_composition_wall": { "n": 296, "sum_ns": 4578748, "mean_ms": 0.015468743243243243 }, "result_composition_cpu": { "n": 296, "sum_ns": 4465617, "mean_ms": 0.015086543918918918 }, "result_publish_wall": { "n": 296, "sum_ns": 44025160, "mean_ms": 0.14873364864864863 }, "result_publish_cpu": { "n": 296, "sum_ns": 43747444, "mean_ms": 0.1477954189189189 }, "result_total_wall": { "n": 296, "sum_ns": 363005323, "mean_ms": 1.2263693344594595 }, "result_total_cpu": { "n": 296, "sum_ns": 352382052, "mean_ms": 1.1904799054054054 } } }, { "mode": "mixed-a", "level": 12, "camera": "39", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.077637879, "new_channel": false, "seconds": 30.000007382011972, "selected_fps": 9.974187507904599, "requested_fps": 9.974187507904599, "complete_fps": 9.974187507904599, "accepted_fps": 9.974187507904599, "finalized_fps": 9.974187507904599, "redis_fps": 9.974187507904599, "redis_read_fps": 9.866664238805548, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 9, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.125, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 1, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.2786624860018492, "redis_interval_s": { "n": 295, "mean": 0.10137711762375656, "median": 0.0963977060164325, "p95": 0.17251487803878263, "maximum": 0.2786624860018492, "minimum": 0.003374941006768495 }, "redis_drift_s": { "n": 296, "mean": -0.038222526144241147, "median": -0.04107793000782323, "p95": 0.03483687597420726, "maximum": 0.1284819319453021, "minimum": -0.1571148790251442 }, "redis_drift_s_per_min": 0.029365512960645684, "ingress_drift_s": { "n": 12, "mean": -0.0035528738333331, "median": 9.325849999441971e-05, "p95": 0.03320475200000317, "maximum": 0.03320475200000317, "minimum": -0.033682065999997235 }, "ingress_drift_s_per_min": 0.0011168887868156614, "source_drift_s": { "n": 12, "mean": -0.004246749999997708, "median": -0.0008419999999986771, "p95": 0.031316000000003896, "maximum": 0.031316000000003896, "minimum": -0.0338260000000048 }, "ingress_to_redis_ms": { "n": 296, "mean": 67.63175675675676, "median": 63.0, "p95": 112, "maximum": 210, "minimum": 26 }, "source_samples": 12, "redis_samples": 296, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 300, "sum_ns": 236568231, "mean_ms": 0.78856077 }, "preprocess_start_to_preprocess_output": { "n": 300, "sum_ns": 415221017, "mean_ms": 1.3840700566666666 }, "selected_to_preprocess": { "n": 300, "sum_ns": 714227050, "mean_ms": 2.3807568333333333 }, "preprocess_start_to_preprocess": { "n": 300, "sum_ns": 477658819, "mean_ms": 1.5921960633333332 }, "preprocess_output_to_infer_entry": { "n": 300, "sum_ns": 62437802, "mean_ms": 0.20812600666666664 }, "depay_to_source_exit": { "n": 297, "sum_ns": 13709103000, "mean_ms": 46.15859595959596 }, "source_exit_to_ingress": { "n": 297, "sum_ns": 799628766, "mean_ms": 2.692352747474747 }, "source_encoded_queue": { "n": 297, "sum_ns": 14014000, "mean_ms": 0.047185185185185184 }, "decode_between_queues": { "n": 297, "sum_ns": 13589044000, "mean_ms": 45.7543569023569 }, "source_raw_queue": { "n": 297, "sum_ns": 14418000, "mean_ms": 0.048545454545454544 }, "raw_queue_to_source_exit": { "n": 297, "sum_ns": 10493000, "mean_ms": 0.03532996632996633 }, "preprocess_to_infer_output": { "n": 300, "sum_ns": 15025025959, "mean_ms": 50.08341986333334 }, "preprocess_to_callback": { "n": 300, "sum_ns": 15358309016, "mean_ms": 51.194363386666666 }, "infer_output_to_callback": { "n": 300, "sum_ns": 333283057, "mean_ms": 1.1109435233333333 }, "copy_wall": { "n": 300, "sum_ns": 1214981560, "mean_ms": 4.049938533333333 }, "copy_thread_cpu": { "n": 300, "sum_ns": 1183387351, "mean_ms": 3.9446245033333334 }, "callback_to_copied": { "n": 300, "sum_ns": 1274629518, "mean_ms": 4.248765059999999 }, "accepted_interval": { "n": 300, "sum_ns": 30067013259, "mean_ms": 100.22337753000001 }, "selected_to_submitted": { "n": 300, "sum_ns": 17379759597, "mean_ms": 57.93253199 }, "completed_queue_wait": { "n": 300, "sum_ns": 84486642, "mean_ms": 0.28162214 }, "result_observations_wall": { "n": 300, "sum_ns": 337565618, "mean_ms": 1.1252187266666667 }, "result_observations_cpu": { "n": 300, "sum_ns": 331589313, "mean_ms": 1.1052977099999999 }, "result_nms_wall": { "n": 300, "sum_ns": 211470798, "mean_ms": 0.70490266 }, "result_nms_cpu": { "n": 300, "sum_ns": 167776188, "mean_ms": 0.5592539599999999 }, "result_tracking_wall": { "n": 300, "sum_ns": 286500556, "mean_ms": 0.9550018533333334 }, "result_tracking_cpu": { "n": 300, "sum_ns": 269974306, "mean_ms": 0.8999143533333334 }, "result_region_wall": { "n": 300, "sum_ns": 90465699, "mean_ms": 0.30155233000000004 }, "result_region_cpu": { "n": 300, "sum_ns": 89548468, "mean_ms": 0.2984948933333333 }, "result_fall_wall": { "n": 300, "sum_ns": 189053543, "mean_ms": 0.6301784766666667 }, "result_fall_cpu": { "n": 300, "sum_ns": 183085128, "mean_ms": 0.6102837600000001 }, "result_fight_wall": { "n": 300, "sum_ns": 58884944, "mean_ms": 0.19628314666666666 }, "result_fight_cpu": { "n": 300, "sum_ns": 57738042, "mean_ms": 0.19246014 }, "result_collector_wall": { "n": 300, "sum_ns": 1198305687, "mean_ms": 3.99435229 }, "result_collector_cpu": { "n": 300, "sum_ns": 1172751542, "mean_ms": 3.9091718066666665 }, "result_composition_wall": { "n": 300, "sum_ns": 5419212, "mean_ms": 0.01806404 }, "result_composition_cpu": { "n": 300, "sum_ns": 5424687, "mean_ms": 0.01808229 }, "result_artifact_handoff_wall": { "n": 300, "sum_ns": 4106100, "mean_ms": 0.013687 }, "result_artifact_handoff_cpu": { "n": 300, "sum_ns": 3680813, "mean_ms": 0.012269376666666667 }, "result_publish_wall": { "n": 300, "sum_ns": 75129810, "mean_ms": 0.2504327 }, "result_publish_cpu": { "n": 300, "sum_ns": 72019286, "mean_ms": 0.24006428666666665 }, "result_total_wall": { "n": 300, "sum_ns": 2771523694, "mean_ms": 9.238412313333333 }, "result_total_cpu": { "n": 300, "sum_ns": 2651926633, "mean_ms": 8.839755443333333 } } }, { "mode": "mixed-a", "level": 12, "camera": "39", "provider": "fire", "cohort_reset": false, "counter_seconds": 30.130381727, "new_channel": false, "seconds": 30.000007382011972, "selected_fps": 9.956727489156513, "requested_fps": 9.956727489156513, "complete_fps": 9.989916580787035, "accepted_fps": 9.989916580787035, "finalized_fps": 9.989916580787035, "redis_fps": 9.989916580787035, "redis_read_fps": 9.866664238805548, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 1, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.112, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.20468149101361632, "redis_interval_s": { "n": 295, "mean": 0.10131027227449152, "median": 0.098948840983212, "p95": 0.1656434439937584, "maximum": 0.20468149101361632, "minimum": 0.00919810397317633 }, "redis_drift_s": { "n": 296, "mean": -0.15491514942902818, "median": -0.15511686950922154, "p95": -0.11671401802264825, "maximum": -0.07980391900241557, "minimum": -0.2762995130298691 }, "redis_drift_s_per_min": 0.01295285216450806, "ingress_drift_s": { "n": 12, "mean": -0.021172800499998107, "median": -0.01721445249999931, "p95": 0.013632241000010481, "maximum": 0.013632241000010481, "minimum": -0.05246325899999249 }, "ingress_drift_s_per_min": 0.015624563885868997, "source_drift_s": { "n": 12, "mean": -0.01771399999999801, "median": -0.013962999999996839, "p95": 0.017305000000007453, "maximum": 0.017305000000007453, "minimum": -0.04867899999999281 }, "ingress_to_redis_ms": { "n": 296, "mean": 49.63175675675676, "median": 46.0, "p95": 81, "maximum": 112, "minimum": 19 }, "source_samples": 12, "redis_samples": 296, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 300, "sum_ns": 224230208, "mean_ms": 0.7474340266666666 }, "preprocess_start_to_preprocess_output": { "n": 300, "sum_ns": 434345746, "mean_ms": 1.4478191533333333 }, "depay_to_source_exit": { "n": 297, "sum_ns": 13734992000, "mean_ms": 46.24576430976431 }, "source_exit_to_ingress": { "n": 297, "sum_ns": 271383450, "mean_ms": 0.9137489898989899 }, "source_encoded_queue": { "n": 297, "sum_ns": 13096000, "mean_ms": 0.044094276094276096 }, "decode_between_queues": { "n": 297, "sum_ns": 13604481000, "mean_ms": 45.806333333333335 }, "source_raw_queue": { "n": 297, "sum_ns": 16364000, "mean_ms": 0.055097643097643104 }, "raw_queue_to_source_exit": { "n": 297, "sum_ns": 9920000, "mean_ms": 0.0334006734006734 }, "selected_to_preprocess": { "n": 300, "sum_ns": 716956036, "mean_ms": 2.389853453333333 }, "preprocess_start_to_preprocess": { "n": 300, "sum_ns": 492725828, "mean_ms": 1.6424194266666667 }, "preprocess_output_to_infer_entry": { "n": 300, "sum_ns": 58380082, "mean_ms": 0.19460027333333335 }, "preprocess_to_infer_output": { "n": 301, "sum_ns": 11711792872, "mean_ms": 38.90961087043189 }, "preprocess_to_callback": { "n": 301, "sum_ns": 12039382631, "mean_ms": 39.997948940199336 }, "infer_output_to_callback": { "n": 301, "sum_ns": 327589759, "mean_ms": 1.0883380697674419 }, "copy_wall": { "n": 301, "sum_ns": 1622588883, "mean_ms": 5.390660740863787 }, "copy_thread_cpu": { "n": 301, "sum_ns": 1591156231, "mean_ms": 5.286233325581395 }, "callback_to_copied": { "n": 301, "sum_ns": 1681633466, "mean_ms": 5.5868221461794025 }, "accepted_interval": { "n": 301, "sum_ns": 30202714398, "mean_ms": 100.34124384717607 }, "selected_to_submitted": { "n": 301, "sum_ns": 14473608722, "mean_ms": 48.08507881063123 }, "completed_queue_wait": { "n": 301, "sum_ns": 75117157, "mean_ms": 0.2495586611295681 }, "result_composition_wall": { "n": 301, "sum_ns": 2959047, "mean_ms": 0.009830720930232557 }, "result_composition_cpu": { "n": 301, "sum_ns": 2814364, "mean_ms": 0.009350046511627906 }, "result_artifact_handoff_wall": { "n": 301, "sum_ns": 2700952, "mean_ms": 0.008973262458471762 }, "result_artifact_handoff_cpu": { "n": 301, "sum_ns": 2704835, "mean_ms": 0.008986162790697673 }, "result_publish_wall": { "n": 301, "sum_ns": 34747376, "mean_ms": 0.11543978737541528 }, "result_publish_cpu": { "n": 301, "sum_ns": 33419592, "mean_ms": 0.11102854485049833 }, "result_total_wall": { "n": 301, "sum_ns": 305389805, "mean_ms": 1.0145840697674418 }, "result_total_cpu": { "n": 301, "sum_ns": 300180156, "mean_ms": 0.9972762657807309 } } }, { "mode": "mixed-a", "level": 12, "camera": "39", "provider": "crowd", "cohort_reset": false, "counter_seconds": 30.119717237, "new_channel": false, "seconds": 30.000007382011972, "selected_fps": 9.960252868226487, "requested_fps": 9.960252868226487, "complete_fps": 9.960252868226487, "accepted_fps": 9.960252868226487, "finalized_fps": 9.960252868226487, "redis_fps": 9.960252868226487, "redis_read_fps": 9.89999756393665, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.147, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.22164820600301027, "redis_interval_s": { "n": 296, "mean": 0.10119200859461105, "median": 0.0997802609927021, "p95": 0.15954252099618316, "maximum": 0.22164820600301027, "minimum": 0.000322727020829916 }, "redis_drift_s": { "n": 297, "mean": -0.20098903058807474, "median": -0.20072160602313716, "p95": -0.16611963002662833, "maximum": -0.1355212090522997, "minimum": -0.3191984820314673 }, "redis_drift_s_per_min": 0.0035061118729310314, "ingress_drift_s": { "n": 12, "mean": -0.03329818441666532, "median": -0.033277218999991476, "p95": 0.0014644339999989597, "maximum": 0.0014644339999989597, "minimum": -0.0674508049999929 }, "ingress_drift_s_per_min": -0.019839435598592796, "source_drift_s": { "n": 12, "mean": -0.030260166666665828, "median": -0.030069499999996196, "p95": 0.004647000000005619, "maximum": 0.004647000000005619, "minimum": -0.0640899999999931 }, "ingress_to_redis_ms": { "n": 297, "mean": 39.323232323232325, "median": 37, "p95": 63, "maximum": 87, "minimum": 18 }, "source_samples": 12, "redis_samples": 297, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 300, "sum_ns": 221377991, "mean_ms": 0.7379266366666667 }, "depay_to_source_exit": { "n": 297, "sum_ns": 13731159000, "mean_ms": 46.23285858585859 }, "source_exit_to_ingress": { "n": 297, "sum_ns": 243101785, "mean_ms": 0.8185245286195286 }, "source_encoded_queue": { "n": 297, "sum_ns": 11037000, "mean_ms": 0.03716161616161616 }, "decode_between_queues": { "n": 297, "sum_ns": 13602698000, "mean_ms": 45.80032996632997 }, "source_raw_queue": { "n": 297, "sum_ns": 14746000, "mean_ms": 0.04964983164983165 }, "raw_queue_to_source_exit": { "n": 297, "sum_ns": 9911000, "mean_ms": 0.03337037037037037 }, "preprocess_start_to_preprocess_output": { "n": 300, "sum_ns": 435391103, "mean_ms": 1.4513036766666667 }, "selected_to_preprocess": { "n": 300, "sum_ns": 713697609, "mean_ms": 2.3789920299999996 }, "preprocess_start_to_preprocess": { "n": 300, "sum_ns": 492319618, "mean_ms": 1.6410653933333332 }, "preprocess_output_to_infer_entry": { "n": 300, "sum_ns": 56928515, "mean_ms": 0.18976171666666666 }, "preprocess_to_infer_output": { "n": 300, "sum_ns": 8544194932, "mean_ms": 28.480649773333333 }, "preprocess_to_callback": { "n": 300, "sum_ns": 8876409914, "mean_ms": 29.588033046666666 }, "infer_output_to_callback": { "n": 300, "sum_ns": 332214982, "mean_ms": 1.1073832733333335 }, "copy_wall": { "n": 300, "sum_ns": 1604215923, "mean_ms": 5.34738641 }, "copy_thread_cpu": { "n": 300, "sum_ns": 1557627994, "mean_ms": 5.192093313333333 }, "callback_to_copied": { "n": 300, "sum_ns": 1662865195, "mean_ms": 5.542883983333334 }, "accepted_interval": { "n": 300, "sum_ns": 30074764532, "mean_ms": 100.24921510666667 }, "selected_to_submitted": { "n": 300, "sum_ns": 11282845334, "mean_ms": 37.60948444666666 }, "completed_queue_wait": { "n": 300, "sum_ns": 66246935, "mean_ms": 0.22082311666666668 }, "result_composition_wall": { "n": 300, "sum_ns": 6162167, "mean_ms": 0.020540556666666668 }, "result_composition_cpu": { "n": 300, "sum_ns": 5989206, "mean_ms": 0.01996402 }, "result_publish_wall": { "n": 300, "sum_ns": 42422833, "mean_ms": 0.14140944333333333 }, "result_publish_cpu": { "n": 300, "sum_ns": 42186494, "mean_ms": 0.14062164666666666 }, "result_total_wall": { "n": 300, "sum_ns": 352924147, "mean_ms": 1.1764138233333332 }, "result_total_cpu": { "n": 300, "sum_ns": 346261747, "mean_ms": 1.1542058233333332 } } }, { "mode": "mixed-a", "level": 12, "camera": "40", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.822154728, "new_channel": false, "seconds": 30.000007382011972, "selected_fps": 9.891974697690932, "requested_fps": 9.891974697690932, "complete_fps": 9.85844258007164, "accepted_fps": 9.85844258007164, "finalized_fps": 9.85844258007164, "redis_fps": 9.85844258007164, "redis_read_fps": 9.833330913674448, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 7, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.142, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 8, "analysis_gap_markers": 4, "c_suppressed": 0, "max_redis_silence_s": 0.3872688860283233, "redis_interval_s": { "n": 294, "mean": 0.10163543189121062, "median": 0.0958556195255369, "p95": 0.17764123197412118, "maximum": 0.3872688860283233, "minimum": 0.0014502379926852882 }, "redis_drift_s": { "n": 295, "mean": -6.014108582953378, "median": -6.026358527999832, "p95": -5.867731768986673, "maximum": -5.773041803971864, "minimum": -6.1006460810089465 }, "redis_drift_s_per_min": 0.030845702180014263, "ingress_drift_s": { "n": 12, "mean": -0.010058531750000673, "median": -0.007408403499994165, "p95": 0.03245019900000301, "maximum": 0.03245019900000301, "minimum": -0.05694306200000199 }, "ingress_drift_s_per_min": 0.03712017493905005, "source_drift_s": { "n": 12, "mean": -0.004482833333334213, "median": -0.0013314999999991528, "p95": 0.037576000000001386, "maximum": 0.037576000000001386, "minimum": -0.05097299999999905 }, "ingress_to_redis_ms": { "n": 295, "mean": 77.8406779661017, "median": 69, "p95": 128, "maximum": 329, "minimum": 33 }, "source_samples": 12, "redis_samples": 295, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 294, "sum_ns": 13550162000, "mean_ms": 46.08898639455783 }, "source_exit_to_ingress": { "n": 294, "sum_ns": 1670013363, "mean_ms": 5.68031756122449 }, "source_encoded_queue": { "n": 294, "sum_ns": 12694000, "mean_ms": 0.04317687074829932 }, "decode_between_queues": { "n": 294, "sum_ns": 13219362000, "mean_ms": 44.96381632653061 }, "source_raw_queue": { "n": 294, "sum_ns": 200385000, "mean_ms": 0.6815816326530612 }, "raw_queue_to_source_exit": { "n": 294, "sum_ns": 8450000, "mean_ms": 0.028741496598639456 }, "selected_to_preprocess_start": { "n": 295, "sum_ns": 252499627, "mean_ms": 0.8559309389830508 }, "preprocess_start_to_preprocess_output": { "n": 295, "sum_ns": 456140770, "mean_ms": 1.5462398983050847 }, "selected_to_preprocess": { "n": 295, "sum_ns": 778887458, "mean_ms": 2.64029646779661 }, "preprocess_start_to_preprocess": { "n": 295, "sum_ns": 526387831, "mean_ms": 1.7843655288135594 }, "preprocess_output_to_infer_entry": { "n": 295, "sum_ns": 70247061, "mean_ms": 0.23812563050847457 }, "preprocess_to_infer_output": { "n": 294, "sum_ns": 15346327344, "mean_ms": 52.198392326530616 }, "preprocess_to_callback": { "n": 294, "sum_ns": 15651381297, "mean_ms": 53.23599080612245 }, "infer_output_to_callback": { "n": 294, "sum_ns": 305053953, "mean_ms": 1.0375984795918367 }, "copy_wall": { "n": 294, "sum_ns": 1308036402, "mean_ms": 4.449103408163265 }, "copy_thread_cpu": { "n": 294, "sum_ns": 1283731050, "mean_ms": 4.366432142857143 }, "callback_to_copied": { "n": 294, "sum_ns": 1362570010, "mean_ms": 4.6345918707483 }, "accepted_interval": { "n": 294, "sum_ns": 29814913532, "mean_ms": 101.4112705170068 }, "selected_to_submitted": { "n": 294, "sum_ns": 17822905243, "mean_ms": 60.62212667687075 }, "completed_queue_wait": { "n": 294, "sum_ns": 164823754, "mean_ms": 0.5606250136054421 }, "result_observations_wall": { "n": 294, "sum_ns": 306233243, "mean_ms": 1.0416096700680273 }, "result_observations_cpu": { "n": 294, "sum_ns": 297572095, "mean_ms": 1.0121499829931973 }, "result_nms_wall": { "n": 294, "sum_ns": 286946895, "mean_ms": 0.9760098469387755 }, "result_nms_cpu": { "n": 294, "sum_ns": 169005075, "mean_ms": 0.574847193877551 }, "result_tracking_wall": { "n": 294, "sum_ns": 760392784, "mean_ms": 2.586370013605442 }, "result_tracking_cpu": { "n": 294, "sum_ns": 563223746, "mean_ms": 1.9157270272108842 }, "result_region_wall": { "n": 294, "sum_ns": 132073195, "mean_ms": 0.4492285544217687 }, "result_region_cpu": { "n": 294, "sum_ns": 129701741, "mean_ms": 0.4411623843537415 }, "result_fall_wall": { "n": 294, "sum_ns": 433410808, "mean_ms": 1.4741864217687075 }, "result_fall_cpu": { "n": 294, "sum_ns": 426482037, "mean_ms": 1.4506191734693876 }, "result_fight_wall": { "n": 294, "sum_ns": 121412750, "mean_ms": 0.412968537414966 }, "result_fight_cpu": { "n": 294, "sum_ns": 118651416, "mean_ms": 0.4035762448979592 }, "result_collector_wall": { "n": 294, "sum_ns": 1637193500, "mean_ms": 5.56868537414966 }, "result_collector_cpu": { "n": 294, "sum_ns": 1590309540, "mean_ms": 5.40921612244898 }, "result_composition_wall": { "n": 294, "sum_ns": 5308781, "mean_ms": 0.018057078231292517 }, "result_composition_cpu": { "n": 294, "sum_ns": 5318067, "mean_ms": 0.018088663265306126 }, "result_artifact_handoff_wall": { "n": 294, "sum_ns": 3472619, "mean_ms": 0.01181162925170068 }, "result_artifact_handoff_cpu": { "n": 294, "sum_ns": 3275099, "mean_ms": 0.011139792517006803 }, "result_publish_wall": { "n": 294, "sum_ns": 483747875, "mean_ms": 1.6454009353741497 }, "result_publish_cpu": { "n": 294, "sum_ns": 471238146, "mean_ms": 1.6028508367346939 }, "result_total_wall": { "n": 294, "sum_ns": 4498065931, "mean_ms": 15.299543982993196 }, "result_total_cpu": { "n": 294, "sum_ns": 4088789785, "mean_ms": 13.90744824829932 } } }, { "mode": "mixed-a", "level": 12, "camera": "40", "provider": "fire", "cohort_reset": false, "counter_seconds": 29.844678847, "new_channel": false, "seconds": 30.000007382011972, "selected_fps": 10.018536353928821, "requested_fps": 10.018536353928821, "complete_fps": 10.018536353928821, "accepted_fps": 10.018536353928821, "finalized_fps": 10.018536353928821, "redis_fps": 10.018536353928821, "redis_read_fps": 9.966664214198849, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.097, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.2136435949942097, "redis_interval_s": { "n": 298, "mean": 0.10027657628849293, "median": 0.1011490855307784, "p95": 0.1566055520088412, "maximum": 0.2136435949942097, "minimum": 0.0004113169852644205 }, "redis_drift_s": { "n": 299, "mean": -5.67035203972803, "median": -5.671078313983983, "p95": -5.634275017001201, "maximum": -5.605745991007424, "minimum": -5.731467875977046 }, "redis_drift_s_per_min": 0.0187781258110131, "ingress_drift_s": { "n": 12, "mean": -0.036787447083335444, "median": -0.03483831999999509, "p95": -0.0027272850000059634, "maximum": -0.0027272850000059634, "minimum": -0.06915965700000015 }, "ingress_drift_s_per_min": -0.021914987352926876, "source_drift_s": { "n": 12, "mean": -0.03230316666666688, "median": -0.030163500000000454, "p95": 0.0016419999999968127, "maximum": 0.0016419999999968127, "minimum": -0.06384399999998891 }, "ingress_to_redis_ms": { "n": 299, "mean": 50.57859531772575, "median": 48, "p95": 82, "maximum": 96, "minimum": 18 }, "source_samples": 12, "redis_samples": 299, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 298, "sum_ns": 13601785000, "mean_ms": 45.64357382550336 }, "source_exit_to_ingress": { "n": 298, "sum_ns": 271567979, "mean_ms": 0.9113019429530201 }, "source_encoded_queue": { "n": 298, "sum_ns": 14817000, "mean_ms": 0.049721476510067114 }, "decode_between_queues": { "n": 298, "sum_ns": 13465500000, "mean_ms": 45.18624161073826 }, "source_raw_queue": { "n": 298, "sum_ns": 12468000, "mean_ms": 0.041838926174496645 }, "raw_queue_to_source_exit": { "n": 298, "sum_ns": 9003000, "mean_ms": 0.030211409395973155 }, "selected_to_preprocess_start": { "n": 299, "sum_ns": 218026895, "mean_ms": 0.7291869397993311 }, "preprocess_start_to_preprocess_output": { "n": 299, "sum_ns": 482229362, "mean_ms": 1.6128072307692307 }, "selected_to_preprocess": { "n": 299, "sum_ns": 762518742, "mean_ms": 2.550229906354515 }, "preprocess_start_to_preprocess": { "n": 299, "sum_ns": 544491847, "mean_ms": 1.821042966555184 }, "preprocess_output_to_infer_entry": { "n": 299, "sum_ns": 62262485, "mean_ms": 0.20823573578595317 }, "preprocess_to_infer_output": { "n": 299, "sum_ns": 11923386065, "mean_ms": 39.87754536789297 }, "preprocess_to_callback": { "n": 299, "sum_ns": 12241228542, "mean_ms": 40.94056368561873 }, "infer_output_to_callback": { "n": 299, "sum_ns": 317842477, "mean_ms": 1.0630183177257524 }, "copy_wall": { "n": 299, "sum_ns": 1625062142, "mean_ms": 5.434990441471572 }, "copy_thread_cpu": { "n": 299, "sum_ns": 1548412075, "mean_ms": 5.178635702341137 }, "callback_to_copied": { "n": 299, "sum_ns": 1683994853, "mean_ms": 5.632089809364549 }, "accepted_interval": { "n": 299, "sum_ns": 29884868241, "mean_ms": 99.9493921103679 }, "selected_to_submitted": { "n": 299, "sum_ns": 14720655744, "mean_ms": 49.23296235451505 }, "completed_queue_wait": { "n": 299, "sum_ns": 72972262, "mean_ms": 0.24405438795986623 }, "result_composition_wall": { "n": 299, "sum_ns": 2868967, "mean_ms": 0.009595207357859532 }, "result_composition_cpu": { "n": 299, "sum_ns": 2805548, "mean_ms": 0.009383103678929765 }, "result_artifact_handoff_wall": { "n": 299, "sum_ns": 2614704, "mean_ms": 0.008744829431438127 }, "result_artifact_handoff_cpu": { "n": 299, "sum_ns": 2612686, "mean_ms": 0.00873808026755853 }, "result_publish_wall": { "n": 299, "sum_ns": 30902777, "mean_ms": 0.10335376923076924 }, "result_publish_cpu": { "n": 299, "sum_ns": 30886831, "mean_ms": 0.10330043812709029 }, "result_total_wall": { "n": 299, "sum_ns": 274637063, "mean_ms": 0.9185186053511705 }, "result_total_cpu": { "n": 299, "sum_ns": 271684471, "mean_ms": 0.9086437157190635 } } }, { "mode": "mixed-a", "level": 12, "camera": "40", "provider": "crowd", "cohort_reset": false, "counter_seconds": 29.859184946, "new_channel": false, "seconds": 30.000007382011972, "selected_fps": 9.980178646501225, "requested_fps": 9.980178646501225, "complete_fps": 10.013669178872034, "accepted_fps": 10.013669178872034, "finalized_fps": 10.013669178872034, "redis_fps": 10.013669178872034, "redis_read_fps": 9.966664214198849, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.102, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.2187028909684159, "redis_interval_s": { "n": 298, "mean": 0.10022786358721404, "median": 0.0976962385175284, "p95": 0.14982838096329942, "maximum": 0.2187028909684159, "minimum": 0.000816577987279743 }, "redis_drift_s": { "n": 299, "mean": -0.1909111931451694, "median": -0.1904255090109075, "p95": -0.15834352801228135, "maximum": -0.11875942197488598, "minimum": -0.24685045897401636 }, "redis_drift_s_per_min": 0.014241912339546357, "ingress_drift_s": { "n": 12, "mean": -0.054577585416669315, "median": -0.05554524500000113, "p95": -0.024607471999999575, "maximum": -0.024607471999999575, "minimum": -0.08863699900000199 }, "ingress_drift_s_per_min": -0.015060437439658882, "source_drift_s": { "n": 12, "mean": -0.05253958333333545, "median": -0.054068500000006736, "p95": -0.022847999999996205, "maximum": -0.022847999999996205, "minimum": -0.08675200000000416 }, "ingress_to_redis_ms": { "n": 299, "mean": 40.34782608695652, "median": 38, "p95": 62, "maximum": 108, "minimum": 19 }, "source_samples": 12, "redis_samples": 299, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 297, "sum_ns": 13601605000, "mean_ms": 45.79664983164983 }, "source_exit_to_ingress": { "n": 297, "sum_ns": 280823584, "mean_ms": 0.9455339528619529 }, "source_encoded_queue": { "n": 297, "sum_ns": 10543000, "mean_ms": 0.035498316498316494 }, "decode_between_queues": { "n": 297, "sum_ns": 13459758000, "mean_ms": 45.319050505050505 }, "source_raw_queue": { "n": 297, "sum_ns": 11810000, "mean_ms": 0.039764309764309766 }, "raw_queue_to_source_exit": { "n": 297, "sum_ns": 8799000, "mean_ms": 0.029626262626262626 }, "selected_to_preprocess_start": { "n": 298, "sum_ns": 211760783, "mean_ms": 0.7106066543624161 }, "preprocess_start_to_preprocess_output": { "n": 298, "sum_ns": 451286742, "mean_ms": 1.5143850402684564 }, "selected_to_preprocess": { "n": 298, "sum_ns": 720872091, "mean_ms": 2.419033862416107 }, "preprocess_start_to_preprocess": { "n": 298, "sum_ns": 509111308, "mean_ms": 1.7084272080536913 }, "preprocess_output_to_infer_entry": { "n": 298, "sum_ns": 57824566, "mean_ms": 0.1940421677852349 }, "preprocess_to_infer_output": { "n": 299, "sum_ns": 8815890080, "mean_ms": 29.48458220735786 }, "preprocess_to_callback": { "n": 299, "sum_ns": 9118455876, "mean_ms": 30.496507946488293 }, "infer_output_to_callback": { "n": 299, "sum_ns": 302565796, "mean_ms": 1.0119257391304348 }, "copy_wall": { "n": 299, "sum_ns": 1599281449, "mean_ms": 5.348767387959866 }, "copy_thread_cpu": { "n": 299, "sum_ns": 1568433673, "mean_ms": 5.245597568561872 }, "callback_to_copied": { "n": 299, "sum_ns": 1657494850, "mean_ms": 5.5434610367892985 }, "accepted_interval": { "n": 299, "sum_ns": 29877446229, "mean_ms": 99.92456932775919 }, "selected_to_submitted": { "n": 299, "sum_ns": 11530434634, "mean_ms": 38.563326535117056 }, "completed_queue_wait": { "n": 299, "sum_ns": 72006505, "mean_ms": 0.2408244314381271 }, "result_composition_wall": { "n": 299, "sum_ns": 5870332, "mean_ms": 0.019633217391304348 }, "result_composition_cpu": { "n": 299, "sum_ns": 5729041, "mean_ms": 0.019160672240802677 }, "result_publish_wall": { "n": 299, "sum_ns": 59585479, "mean_ms": 0.19928253846153846 }, "result_publish_cpu": { "n": 299, "sum_ns": 57847264, "mean_ms": 0.19346911036789297 }, "result_total_wall": { "n": 299, "sum_ns": 469326941, "mean_ms": 1.569655321070234 }, "result_total_cpu": { "n": 299, "sum_ns": 457220430, "mean_ms": 1.5291653177257525 } } }, { "mode": "mixed-a", "level": 12, "camera": "41", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.860156914, "new_channel": true, "seconds": 30.000007382011972, "selected_fps": 9.912874900574275, "requested_fps": 9.912874900574275, "complete_fps": 9.912874900574275, "accepted_fps": 9.912874900574275, "finalized_fps": 9.879385458342604, "redis_fps": 9.879385458342604, "redis_read_fps": 9.866664238805548, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 4, "queue_depth_max_sampled": 1, "queue_age_max_sampled": 0.0007590349996462464, "provider_response_age_max_sampled": 0.058, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 1, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.41494345100363716, "redis_interval_s": { "n": 295, "mean": 0.1009500439762201, "median": 0.09724766202270985, "p95": 0.16798356699291617, "maximum": 0.41494345100363716, "minimum": 0.0037452130345627666 }, "redis_drift_s": { "n": 296, "mean": -2.9449067827472084, "median": -2.9461687804758547, "p95": -2.8835118649811484, "maximum": -2.6727636689809167, "minimum": -3.0418040880160397 }, "redis_drift_s_per_min": 0.03968898141194588, "ingress_drift_s": { "n": 12, "mean": -0.008157234750001111, "median": -0.008233364500000562, "p95": 0.0035943389999957276, "maximum": 0.0035943389999957276, "minimum": -0.018879351000002487 }, "ingress_drift_s_per_min": 0.027082219602064854, "source_drift_s": { "n": 12, "mean": -0.0071954166666676755, "median": -0.007673999999999737, "p95": 0.00418200000000013, "maximum": 0.00418200000000013, "minimum": -0.017514999999999503 }, "ingress_to_redis_ms": { "n": 296, "mean": 64.8108108108108, "median": 60.0, "p95": 104, "maximum": 193, "minimum": 26 }, "source_samples": 12, "redis_samples": 296, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 296, "sum_ns": 12546072000, "mean_ms": 42.38537837837838 }, "source_exit_to_ingress": { "n": 296, "sum_ns": 750649233, "mean_ms": 2.5359771385135135 }, "source_encoded_queue": { "n": 296, "sum_ns": 17109000, "mean_ms": 0.05780067567567567 }, "decode_between_queues": { "n": 296, "sum_ns": 12365493000, "mean_ms": 41.77531418918919 }, "source_raw_queue": { "n": 296, "sum_ns": 38636000, "mean_ms": 0.13052702702702704 }, "raw_queue_to_source_exit": { "n": 296, "sum_ns": 8283000, "mean_ms": 0.027983108108108105 }, "selected_to_preprocess_start": { "n": 296, "sum_ns": 237635879, "mean_ms": 0.8028239155405406 }, "preprocess_start_to_preprocess_output": { "n": 296, "sum_ns": 428030108, "mean_ms": 1.446047662162162 }, "selected_to_preprocess": { "n": 296, "sum_ns": 729112601, "mean_ms": 2.4632182466216217 }, "preprocess_start_to_preprocess": { "n": 296, "sum_ns": 491476722, "mean_ms": 1.6603943310810811 }, "preprocess_output_to_infer_entry": { "n": 296, "sum_ns": 63446614, "mean_ms": 0.2143466689189189 }, "preprocess_to_infer_output": { "n": 296, "sum_ns": 14732474710, "mean_ms": 49.771874020270275 }, "preprocess_to_callback": { "n": 296, "sum_ns": 15007142883, "mean_ms": 50.69980703716216 }, "infer_output_to_callback": { "n": 296, "sum_ns": 274668173, "mean_ms": 0.9279330168918918 }, "copy_wall": { "n": 296, "sum_ns": 739214324, "mean_ms": 2.497345689189189 }, "copy_thread_cpu": { "n": 296, "sum_ns": 727685951, "mean_ms": 2.458398483108108 }, "callback_to_copied": { "n": 296, "sum_ns": 793953329, "mean_ms": 2.6822747601351353 }, "accepted_interval": { "n": 296, "sum_ns": 29917960075, "mean_ms": 101.07418944256757 }, "selected_to_submitted": { "n": 296, "sum_ns": 16561446098, "mean_ms": 55.95083141216216 }, "completed_queue_wait": { "n": 295, "sum_ns": 76115275, "mean_ms": 0.25801788135593223 }, "result_observations_wall": { "n": 295, "sum_ns": 266250350, "mean_ms": 0.9025435593220339 }, "result_observations_cpu": { "n": 295, "sum_ns": 261620595, "mean_ms": 0.8868494745762712 }, "result_nms_wall": { "n": 295, "sum_ns": 202734243, "mean_ms": 0.6872347220338983 }, "result_nms_cpu": { "n": 295, "sum_ns": 161341015, "mean_ms": 0.5469186949152542 }, "result_tracking_wall": { "n": 295, "sum_ns": 218465729, "mean_ms": 0.740561793220339 }, "result_tracking_cpu": { "n": 295, "sum_ns": 198918804, "mean_ms": 0.6743010305084746 }, "result_region_wall": { "n": 295, "sum_ns": 71786281, "mean_ms": 0.24334332542372883 }, "result_region_cpu": { "n": 295, "sum_ns": 69559332, "mean_ms": 0.23579434576271185 }, "result_fall_wall": { "n": 295, "sum_ns": 114525850, "mean_ms": 0.38822322033898304 }, "result_fall_cpu": { "n": 295, "sum_ns": 109276598, "mean_ms": 0.37042914576271185 }, "result_fight_wall": { "n": 295, "sum_ns": 37501511, "mean_ms": 0.1271237661016949 }, "result_fight_cpu": { "n": 295, "sum_ns": 37165835, "mean_ms": 0.1259858813559322 }, "result_collector_wall": { "n": 295, "sum_ns": 1081905667, "mean_ms": 3.6674768372881354 }, "result_collector_cpu": { "n": 295, "sum_ns": 1051765243, "mean_ms": 3.5653059084745764 }, "result_composition_wall": { "n": 295, "sum_ns": 5021385, "mean_ms": 0.017021644067796608 }, "result_composition_cpu": { "n": 295, "sum_ns": 5028692, "mean_ms": 0.017046413559322033 }, "result_artifact_handoff_wall": { "n": 295, "sum_ns": 3632475, "mean_ms": 0.012313474576271187 }, "result_artifact_handoff_cpu": { "n": 295, "sum_ns": 3516436, "mean_ms": 0.011920122033898306 }, "result_publish_wall": { "n": 295, "sum_ns": 90799199, "mean_ms": 0.3077938949152543 }, "result_publish_cpu": { "n": 295, "sum_ns": 90556552, "mean_ms": 0.3069713627118644 }, "result_total_wall": { "n": 295, "sum_ns": 2364114721, "mean_ms": 8.013948206779661 }, "result_total_cpu": { "n": 295, "sum_ns": 2243944018, "mean_ms": 7.606589891525424 } } }, { "mode": "mixed-a", "level": 12, "camera": "41", "provider": "fire", "cohort_reset": false, "counter_seconds": 30.101514649, "new_channel": true, "seconds": 30.000007382011972, "selected_fps": 9.933054980339106, "requested_fps": 9.933054980339106, "complete_fps": 9.933054980339106, "accepted_fps": 9.933054980339106, "finalized_fps": 9.933054980339106, "redis_fps": 9.933054980339106, "redis_read_fps": 9.933330889067749, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 1, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.144, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 1, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.41393330798018724, "redis_interval_s": { "n": 297, "mean": 0.10068972261606085, "median": 0.09670015698065981, "p95": 0.16433535498799756, "maximum": 0.41393330798018724, "minimum": 0.00069312599953264 }, "redis_drift_s": { "n": 298, "mean": 0.026189311242684206, "median": 0.023974955013253307, "p95": 0.06522683403920304, "maximum": 0.31289433900965413, "minimum": -0.05232207298977265 }, "redis_drift_s_per_min": 0.01826693327228148, "ingress_drift_s": { "n": 12, "mean": -0.049760928499999725, "median": -0.057641165000000605, "p95": -0.023540599000000384, "maximum": -0.023540599000000384, "minimum": -0.07389840099999923 }, "ingress_drift_s_per_min": 0.060997304971931024, "source_drift_s": { "n": 12, "mean": -0.04971541666666631, "median": -0.057939999999999436, "p95": -0.024022999999999683, "maximum": -0.024022999999999683, "minimum": -0.07406399999999991 }, "ingress_to_redis_ms": { "n": 298, "mean": 47.72147651006711, "median": 45.0, "p95": 75, "maximum": 119, "minimum": 20 }, "source_samples": 12, "redis_samples": 298, "native_redis_joined": 11, "durations": { "depay_to_source_exit": { "n": 299, "sum_ns": 12650881000, "mean_ms": 42.31063879598662 }, "source_exit_to_ingress": { "n": 299, "sum_ns": 296395707, "mean_ms": 0.9912899899665552 }, "source_encoded_queue": { "n": 299, "sum_ns": 10710000, "mean_ms": 0.03581939799331104 }, "decode_between_queues": { "n": 299, "sum_ns": 12499967000, "mean_ms": 41.80590969899666 }, "source_raw_queue": { "n": 299, "sum_ns": 15404000, "mean_ms": 0.05151839464882943 }, "raw_queue_to_source_exit": { "n": 299, "sum_ns": 8395000, "mean_ms": 0.02807692307692308 }, "selected_to_preprocess_start": { "n": 299, "sum_ns": 215291948, "mean_ms": 0.7200399598662207 }, "preprocess_start_to_preprocess_output": { "n": 299, "sum_ns": 396714329, "mean_ms": 1.3268037759197324 }, "selected_to_preprocess": { "n": 299, "sum_ns": 668137932, "mean_ms": 2.2345750234113715 }, "preprocess_start_to_preprocess": { "n": 299, "sum_ns": 452845984, "mean_ms": 1.5145350635451504 }, "preprocess_output_to_infer_entry": { "n": 299, "sum_ns": 56131655, "mean_ms": 0.18773128762541808 }, "preprocess_to_infer_output": { "n": 299, "sum_ns": 11179678582, "mean_ms": 37.39022937123746 }, "preprocess_to_callback": { "n": 299, "sum_ns": 11476571137, "mean_ms": 38.38318106020067 }, "infer_output_to_callback": { "n": 299, "sum_ns": 296892555, "mean_ms": 0.9929516889632106 }, "copy_wall": { "n": 299, "sum_ns": 1586532323, "mean_ms": 5.306128170568562 }, "copy_thread_cpu": { "n": 299, "sum_ns": 1524304625, "mean_ms": 5.098008779264214 }, "callback_to_copied": { "n": 299, "sum_ns": 1644290034, "mean_ms": 5.499297772575251 }, "accepted_interval": { "n": 299, "sum_ns": 30127193390, "mean_ms": 100.75984411371238 }, "selected_to_submitted": { "n": 299, "sum_ns": 13818980082, "mean_ms": 46.21732468896321 }, "completed_queue_wait": { "n": 299, "sum_ns": 69463503, "mean_ms": 0.23231940802675585 }, "result_composition_wall": { "n": 299, "sum_ns": 2934841, "mean_ms": 0.009815521739130435 }, "result_composition_cpu": { "n": 299, "sum_ns": 2821541, "mean_ms": 0.009436591973244148 }, "result_artifact_handoff_wall": { "n": 299, "sum_ns": 2680034, "mean_ms": 0.008963324414715718 }, "result_artifact_handoff_cpu": { "n": 299, "sum_ns": 2625395, "mean_ms": 0.008780585284280936 }, "result_publish_wall": { "n": 299, "sum_ns": 32533887, "mean_ms": 0.10880898662207358 }, "result_publish_cpu": { "n": 299, "sum_ns": 32144088, "mean_ms": 0.1075053110367893 }, "result_total_wall": { "n": 299, "sum_ns": 302685849, "mean_ms": 1.012327254180602 }, "result_total_cpu": { "n": 299, "sum_ns": 293684128, "mean_ms": 0.9822211638795986 } } }, { "mode": "mixed-a", "level": 12, "camera": "41", "provider": "crowd", "cohort_reset": false, "counter_seconds": 29.856688405, "new_channel": true, "seconds": 30.000007382011972, "selected_fps": 9.914026498345002, "requested_fps": 9.914026498345002, "complete_fps": 9.914026498345002, "accepted_fps": 9.914026498345002, "finalized_fps": 9.914026498345002, "redis_fps": 9.914026498345002, "redis_read_fps": 9.89999756393665, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 0, "queue_depth_max_sampled": 1, "queue_age_max_sampled": 0.0006990969995968044, "provider_response_age_max_sampled": 0.091, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.37969652004539967, "redis_interval_s": { "n": 296, "mean": 0.1010809842398, "median": 0.10325369451311417, "p95": 0.15450565103674307, "maximum": 0.37969652004539967, "minimum": 0.008024237991776317 }, "redis_drift_s": { "n": 297, "mean": -0.2060497662368769, "median": -0.20731830500625037, "p95": -0.1704778960049147, "maximum": 0.05425331201078265, "minimum": -0.3107224499974386 }, "redis_drift_s_per_min": 0.01786734631533451, "ingress_drift_s": { "n": 12, "mean": 0.00935384616666557, "median": 0.01013809850000058, "p95": 0.04054284300000077, "maximum": 0.04054284300000077, "minimum": -0.00613927899999922 }, "ingress_drift_s_per_min": -0.0017265348809876683, "source_drift_s": { "n": 12, "mean": 0.009744333333333502, "median": 0.010273000000001531, "p95": 0.04117199999999954, "maximum": 0.04117199999999954, "minimum": -0.00544800000000123 }, "ingress_to_redis_ms": { "n": 297, "mean": 39.04040404040404, "median": 37, "p95": 61, "maximum": 81, "minimum": 17 }, "source_samples": 12, "redis_samples": 297, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 296, "sum_ns": 12547468000, "mean_ms": 42.3900945945946 }, "source_exit_to_ingress": { "n": 296, "sum_ns": 243315593, "mean_ms": 0.8220121385135135 }, "source_encoded_queue": { "n": 296, "sum_ns": 15982000, "mean_ms": 0.05399324324324324 }, "decode_between_queues": { "n": 296, "sum_ns": 12384920000, "mean_ms": 41.84094594594595 }, "source_raw_queue": { "n": 296, "sum_ns": 23064000, "mean_ms": 0.07791891891891892 }, "raw_queue_to_source_exit": { "n": 296, "sum_ns": 8743000, "mean_ms": 0.029537162162162164 }, "selected_to_preprocess_start": { "n": 296, "sum_ns": 212230918, "mean_ms": 0.7169963445945946 }, "preprocess_start_to_preprocess_output": { "n": 296, "sum_ns": 415057373, "mean_ms": 1.4022208547297297 }, "selected_to_preprocess": { "n": 296, "sum_ns": 684329862, "mean_ms": 2.3119252094594596 }, "preprocess_start_to_preprocess": { "n": 296, "sum_ns": 472098944, "mean_ms": 1.594928864864865 }, "preprocess_output_to_infer_entry": { "n": 296, "sum_ns": 57041571, "mean_ms": 0.19270801013513514 }, "preprocess_to_infer_output": { "n": 296, "sum_ns": 8504171280, "mean_ms": 28.73030837837838 }, "preprocess_to_callback": { "n": 296, "sum_ns": 8796333594, "mean_ms": 29.717343222972975 }, "infer_output_to_callback": { "n": 296, "sum_ns": 292162314, "mean_ms": 0.9870348445945946 }, "copy_wall": { "n": 296, "sum_ns": 1546043502, "mean_ms": 5.223119939189189 }, "copy_thread_cpu": { "n": 296, "sum_ns": 1501944398, "mean_ms": 5.07413647972973 }, "callback_to_copied": { "n": 295, "sum_ns": 1598883974, "mean_ms": 5.4199456745762715 }, "accepted_interval": { "n": 295, "sum_ns": 29895666094, "mean_ms": 101.34124099661017 }, "selected_to_submitted": { "n": 295, "sum_ns": 11071415022, "mean_ms": 37.53022041355933 }, "completed_queue_wait": { "n": 296, "sum_ns": 61172114, "mean_ms": 0.2066625472972973 }, "result_composition_wall": { "n": 296, "sum_ns": 6105996, "mean_ms": 0.020628364864864863 }, "result_composition_cpu": { "n": 296, "sum_ns": 6002978, "mean_ms": 0.02028033108108108 }, "result_publish_wall": { "n": 296, "sum_ns": 37795287, "mean_ms": 0.1276867804054054 }, "result_publish_cpu": { "n": 296, "sum_ns": 36251342, "mean_ms": 0.12247075 }, "result_total_wall": { "n": 296, "sum_ns": 300736888, "mean_ms": 1.016003 }, "result_total_cpu": { "n": 296, "sum_ns": 295969618, "mean_ms": 0.9998973581081082 } } }, { "mode": "mixed-a", "level": 13, "camera": "30", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.116542303, "new_channel": false, "seconds": 30.000016715028323, "selected_fps": 9.596055121215288, "requested_fps": 9.596055121215288, "complete_fps": 9.596055121215288, "accepted_fps": 9.596055121215288, "finalized_fps": 9.596055121215288, "redis_fps": 9.596055121215288, "redis_read_fps": 9.599994651193917, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 245, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.114, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 9, "analysis_gap_markers": 9, "c_suppressed": 0, "max_redis_silence_s": 0.48247552098473534, "redis_interval_s": { "n": 287, "mean": 0.10404027144255065, "median": 0.09605944802751765, "p95": 0.19595330802258104, "maximum": 0.48247552098473534, "minimum": 0.005252105998806655 }, "redis_drift_s": { "n": 288, "mean": -5.079472698873861, "median": -5.097301667981071, "p95": -4.868196719981711, "maximum": -4.701308150983891, "minimum": -5.18961178395665 }, "redis_drift_s_per_min": -0.012471539829805926, "ingress_drift_s": { "n": 12, "mean": 0.010999243416667545, "median": 0.009991192499995805, "p95": 0.04529888900003698, "maximum": 0.04529888900003698, "minimum": -0.02149334299997463 }, "ingress_drift_s_per_min": 0.0005452177807128303, "source_drift_s": { "n": 12, "mean": 0.009619666666670431, "median": 0.006751499999978705, "p95": 0.04397599999998647, "maximum": 0.04397599999998647, "minimum": -0.023172999999985677 }, "ingress_to_redis_ms": { "n": 288, "mean": 164.42361111111111, "median": 150.5, "p95": 328, "maximum": 549, "minimum": 49 }, "source_samples": 12, "redis_samples": 288, "native_redis_joined": 11, "durations": { "depay_to_source_exit": { "n": 288, "sum_ns": 13541992000, "mean_ms": 47.020805555555555 }, "source_exit_to_ingress": { "n": 288, "sum_ns": 2395655105, "mean_ms": 8.318246892361111 }, "source_encoded_queue": { "n": 288, "sum_ns": 15139000, "mean_ms": 0.05256597222222222 }, "decode_between_queues": { "n": 288, "sum_ns": 13241008000, "mean_ms": 45.975722222222224 }, "source_raw_queue": { "n": 288, "sum_ns": 183323000, "mean_ms": 0.6365381944444445 }, "raw_queue_to_source_exit": { "n": 288, "sum_ns": 8054000, "mean_ms": 0.027965277777777776 }, "selected_to_preprocess_start": { "n": 288, "sum_ns": 631528919, "mean_ms": 2.192808746527778 }, "preprocess_start_to_preprocess_output": { "n": 288, "sum_ns": 768745739, "mean_ms": 2.6692560381944443 }, "selected_to_preprocess": { "n": 288, "sum_ns": 1565701304, "mean_ms": 5.436462861111111 }, "preprocess_start_to_preprocess": { "n": 288, "sum_ns": 934172385, "mean_ms": 3.2436541145833333 }, "preprocess_output_to_infer_entry": { "n": 288, "sum_ns": 165426646, "mean_ms": 0.5743980763888888 }, "preprocess_to_infer_output": { "n": 288, "sum_ns": 36309059119, "mean_ms": 126.07312194097223 }, "preprocess_to_callback": { "n": 288, "sum_ns": 36758927404, "mean_ms": 127.63516459722223 }, "infer_output_to_callback": { "n": 288, "sum_ns": 449868285, "mean_ms": 1.56204265625 }, "copy_wall": { "n": 289, "sum_ns": 2116425782, "mean_ms": 7.323272602076124 }, "copy_thread_cpu": { "n": 289, "sum_ns": 2021599463, "mean_ms": 6.9951538512110725 }, "callback_to_copied": { "n": 288, "sum_ns": 2166230801, "mean_ms": 7.521634725694444 }, "accepted_interval": { "n": 288, "sum_ns": 30096981287, "mean_ms": 104.50340724652777 }, "selected_to_submitted": { "n": 287, "sum_ns": 40416608996, "mean_ms": 140.82442158885016 }, "completed_queue_wait": { "n": 289, "sum_ns": 300999400, "mean_ms": 1.0415204152249136 }, "result_observations_wall": { "n": 289, "sum_ns": 390666056, "mean_ms": 1.3517856608996541 }, "result_observations_cpu": { "n": 289, "sum_ns": 374594904, "mean_ms": 1.2961761384083044 }, "result_nms_wall": { "n": 289, "sum_ns": 348885961, "mean_ms": 1.2072178581314879 }, "result_nms_cpu": { "n": 289, "sum_ns": 170392039, "mean_ms": 0.589591830449827 }, "result_tracking_wall": { "n": 289, "sum_ns": 1349260435, "mean_ms": 4.668721228373703 }, "result_tracking_cpu": { "n": 289, "sum_ns": 686699707, "mean_ms": 2.376123553633218 }, "result_region_wall": { "n": 289, "sum_ns": 102379579, "mean_ms": 0.35425459861591696 }, "result_region_cpu": { "n": 289, "sum_ns": 100713439, "mean_ms": 0.3484894083044983 }, "result_fall_wall": { "n": 289, "sum_ns": 799037545, "mean_ms": 2.7648357958477505 }, "result_fall_cpu": { "n": 289, "sum_ns": 753435142, "mean_ms": 2.6070420138408306 }, "result_fight_wall": { "n": 289, "sum_ns": 179965199, "mean_ms": 0.6227169515570934 }, "result_fight_cpu": { "n": 289, "sum_ns": 174335538, "mean_ms": 0.6032371557093426 }, "result_collector_wall": { "n": 289, "sum_ns": 983811548, "mean_ms": 3.4041922076124567 }, "result_collector_cpu": { "n": 289, "sum_ns": 911280314, "mean_ms": 3.153219079584775 }, "result_composition_wall": { "n": 289, "sum_ns": 5915156, "mean_ms": 0.020467667820069205 }, "result_composition_cpu": { "n": 289, "sum_ns": 5933532, "mean_ms": 0.02053125259515571 }, "result_artifact_handoff_wall": { "n": 289, "sum_ns": 4995815, "mean_ms": 0.017286557093425605 }, "result_artifact_handoff_cpu": { "n": 289, "sum_ns": 3579772, "mean_ms": 0.012386754325259515 }, "result_publish_wall": { "n": 289, "sum_ns": 1393564221, "mean_ms": 4.822021525951556 }, "result_publish_cpu": { "n": 289, "sum_ns": 1338124525, "mean_ms": 4.630188667820069 }, "result_total_wall": { "n": 289, "sum_ns": 5917678973, "mean_ms": 20.476397830449827 }, "result_total_cpu": { "n": 289, "sum_ns": 4839205286, "mean_ms": 16.744654968858132 } } }, { "mode": "mixed-a", "level": 13, "camera": "30", "provider": "fire", "cohort_reset": false, "counter_seconds": 30.139415175, "new_channel": false, "seconds": 30.000016715028323, "selected_fps": 9.986922382278774, "requested_fps": 10.020101526405945, "complete_fps": 9.986922382278774, "accepted_fps": 9.986922382278774, "finalized_fps": 9.986922382278774, "redis_fps": 9.986922382278774, "redis_read_fps": 9.999994428326996, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 171, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.06, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.25642233196413144, "redis_interval_s": { "n": 299, "mean": 0.09995002390635371, "median": 0.0973393950262107, "p95": 0.1873705989564769, "maximum": 0.25642233196413144, "minimum": 0.00046916696010157466 }, "redis_drift_s": { "n": 300, "mean": 0.054818745506938174, "median": 0.05447178898472771, "p95": 0.11961766599210932, "maximum": 0.16373790298263202, "minimum": -0.04928362601532399 }, "redis_drift_s_per_min": 0.00744368131468638, "ingress_drift_s": { "n": 12, "mean": 0.012350329333339497, "median": 0.011017292499985842, "p95": 0.04205874000001586, "maximum": 0.04205874000001586, "minimum": -0.020659116999979688 }, "ingress_drift_s_per_min": 0.01785516742391676, "source_drift_s": { "n": 12, "mean": 0.01145450000000873, "median": 0.009111499999988837, "p95": 0.041978000000028715, "maximum": 0.041978000000028715, "minimum": -0.02307899999999563 }, "ingress_to_redis_ms": { "n": 300, "mean": 109.37666666666667, "median": 109.0, "p95": 173, "maximum": 197, "minimum": 27 }, "source_samples": 12, "redis_samples": 300, "native_redis_joined": 11, "durations": { "depay_to_source_exit": { "n": 300, "sum_ns": 13990971000, "mean_ms": 46.63657 }, "source_exit_to_ingress": { "n": 300, "sum_ns": 368930174, "mean_ms": 1.2297672466666665 }, "source_encoded_queue": { "n": 300, "sum_ns": 13002000, "mean_ms": 0.04334 }, "decode_between_queues": { "n": 300, "sum_ns": 13855665000, "mean_ms": 46.18555 }, "source_raw_queue": { "n": 300, "sum_ns": 27653000, "mean_ms": 0.09217666666666667 }, "raw_queue_to_source_exit": { "n": 300, "sum_ns": 8684000, "mean_ms": 0.02894666666666667 }, "selected_to_preprocess_start": { "n": 300, "sum_ns": 223778493, "mean_ms": 0.74592831 }, "preprocess_start_to_preprocess_output": { "n": 301, "sum_ns": 672332818, "mean_ms": 2.2336638471760795 }, "selected_to_preprocess": { "n": 301, "sum_ns": 971642912, "mean_ms": 3.2280495415282395 }, "preprocess_start_to_preprocess": { "n": 301, "sum_ns": 747130762, "mean_ms": 2.482162 }, "preprocess_output_to_infer_entry": { "n": 301, "sum_ns": 74797944, "mean_ms": 0.24849815282392027 }, "preprocess_to_infer_output": { "n": 300, "sum_ns": 29124937063, "mean_ms": 97.08312354333334 }, "preprocess_to_callback": { "n": 300, "sum_ns": 29544283191, "mean_ms": 98.48094397 }, "infer_output_to_callback": { "n": 300, "sum_ns": 419346128, "mean_ms": 1.3978204266666667 }, "copy_wall": { "n": 301, "sum_ns": 1661893004, "mean_ms": 5.521239215946844 }, "copy_thread_cpu": { "n": 301, "sum_ns": 1551692087, "mean_ms": 5.155123212624584 }, "callback_to_copied": { "n": 300, "sum_ns": 1719886304, "mean_ms": 5.732954346666666 }, "accepted_interval": { "n": 301, "sum_ns": 30171931800, "mean_ms": 100.23897607973421 }, "selected_to_submitted": { "n": 300, "sum_ns": 32269597054, "mean_ms": 107.56532351333334 }, "completed_queue_wait": { "n": 301, "sum_ns": 80981400, "mean_ms": 0.269041196013289 }, "result_composition_wall": { "n": 301, "sum_ns": 3367329, "mean_ms": 0.011187139534883721 }, "result_composition_cpu": { "n": 301, "sum_ns": 3275465, "mean_ms": 0.010881943521594686 }, "result_artifact_handoff_wall": { "n": 301, "sum_ns": 2939401, "mean_ms": 0.009765451827242524 }, "result_artifact_handoff_cpu": { "n": 301, "sum_ns": 2944287, "mean_ms": 0.009781684385382058 }, "result_publish_wall": { "n": 301, "sum_ns": 36270161, "mean_ms": 0.12049887375415283 }, "result_publish_cpu": { "n": 301, "sum_ns": 32615329, "mean_ms": 0.10835657475083056 }, "result_total_wall": { "n": 301, "sum_ns": 310514009, "mean_ms": 1.0316080033222592 }, "result_total_cpu": { "n": 301, "sum_ns": 293472146, "mean_ms": 0.9749905182724253 } } }, { "mode": "mixed-a", "level": 13, "camera": "30", "provider": "crowd", "cohort_reset": false, "counter_seconds": 29.868794354, "new_channel": false, "seconds": 30.000016715028323, "selected_fps": 10.010447574692892, "requested_fps": 10.010447574692892, "complete_fps": 10.010447574692892, "accepted_fps": 10.010447574692892, "finalized_fps": 10.010447574692892, "redis_fps": 10.010447574692892, "redis_read_fps": 9.999994428326996, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 83, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.111, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.2977015640353784, "redis_interval_s": { "n": 299, "mean": 0.10011303367231035, "median": 0.09960229496937245, "p95": 0.17972452501999214, "maximum": 0.2977015640353784, "minimum": 0.0013644039863720536 }, "redis_drift_s": { "n": 300, "mean": -0.24709986061335712, "median": -0.24933385199051372, "p95": -0.18560055295284883, "maximum": -0.13478473897509957, "minimum": -0.3369512889879047 }, "redis_drift_s_per_min": 0.01987951989529479, "ingress_drift_s": { "n": 12, "mean": 0.010461123833337638, "median": 0.010212749499999063, "p95": 0.0406976200000031, "maximum": 0.0406976200000031, "minimum": -0.006099248999987594 }, "ingress_drift_s_per_min": 0.038245224372731396, "source_drift_s": { "n": 12, "mean": 0.008528250000002421, "median": 0.007328499999999849, "p95": 0.04039099999999962, "maximum": 0.04039099999999962, "minimum": -0.008688000000006468 }, "ingress_to_redis_ms": { "n": 300, "mean": 86.54333333333334, "median": 82.0, "p95": 141, "maximum": 183, "minimum": 32 }, "source_samples": 12, "redis_samples": 300, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 299, "sum_ns": 13981075000, "mean_ms": 46.75944816053512 }, "source_exit_to_ingress": { "n": 299, "sum_ns": 405747575, "mean_ms": 1.3570153010033446 }, "source_encoded_queue": { "n": 299, "sum_ns": 22127000, "mean_ms": 0.07400334448160535 }, "decode_between_queues": { "n": 299, "sum_ns": 13840494000, "mean_ms": 46.289277591973246 }, "source_raw_queue": { "n": 299, "sum_ns": 23566000, "mean_ms": 0.07881605351170569 }, "raw_queue_to_source_exit": { "n": 299, "sum_ns": 8758000, "mean_ms": 0.029290969899665554 }, "selected_to_preprocess_start": { "n": 299, "sum_ns": 233742799, "mean_ms": 0.7817484916387959 }, "preprocess_start_to_preprocess_output": { "n": 299, "sum_ns": 712129833, "mean_ms": 2.3817051270903007 }, "selected_to_preprocess": { "n": 299, "sum_ns": 1019861548, "mean_ms": 3.41090818729097 }, "preprocess_start_to_preprocess": { "n": 299, "sum_ns": 786118749, "mean_ms": 2.6291596956521737 }, "preprocess_output_to_infer_entry": { "n": 299, "sum_ns": 73988916, "mean_ms": 0.2474545685618729 }, "preprocess_to_infer_output": { "n": 299, "sum_ns": 22025878542, "mean_ms": 73.66514562541806 }, "preprocess_to_callback": { "n": 299, "sum_ns": 22425483212, "mean_ms": 75.00161609364548 }, "infer_output_to_callback": { "n": 299, "sum_ns": 399604670, "mean_ms": 1.3364704682274247 }, "copy_wall": { "n": 299, "sum_ns": 1674893022, "mean_ms": 5.601648903010033 }, "copy_thread_cpu": { "n": 299, "sum_ns": 1573455462, "mean_ms": 5.262392849498328 }, "callback_to_copied": { "n": 299, "sum_ns": 1737363738, "mean_ms": 5.8105810635451505 }, "accepted_interval": { "n": 299, "sum_ns": 29936989264, "mean_ms": 100.12370991304348 }, "selected_to_submitted": { "n": 299, "sum_ns": 25216904988, "mean_ms": 84.33747487625419 }, "completed_queue_wait": { "n": 299, "sum_ns": 73645108, "mean_ms": 0.24630470903010035 }, "result_composition_wall": { "n": 299, "sum_ns": 8345604, "mean_ms": 0.027911719063545153 }, "result_composition_cpu": { "n": 299, "sum_ns": 7942701, "mean_ms": 0.026564217391304348 }, "result_publish_wall": { "n": 299, "sum_ns": 77937714, "mean_ms": 0.2606612508361204 }, "result_publish_cpu": { "n": 299, "sum_ns": 76426809, "mean_ms": 0.2556080568561873 }, "result_total_wall": { "n": 299, "sum_ns": 490774821, "mean_ms": 1.6413873612040135 }, "result_total_cpu": { "n": 299, "sum_ns": 464934760, "mean_ms": 1.554965752508361 } } }, { "mode": "mixed-a", "level": 13, "camera": "31", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.244889952, "new_channel": false, "seconds": 30.000016715028323, "selected_fps": 9.852904092986927, "requested_fps": 9.852904092986927, "complete_fps": 9.852904092986927, "accepted_fps": 9.852904092986927, "finalized_fps": 9.852904092986927, "redis_fps": 9.852904092986927, "redis_read_fps": 9.866661169282636, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 244, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.071, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 5, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.43374352098908275, "redis_interval_s": { "n": 295, "mean": 0.1014315864744091, "median": 0.09713663399452344, "p95": 0.1875364620354958, "maximum": 0.43374352098908275, "minimum": 0.0034331860370002687 }, "redis_drift_s": { "n": 296, "mean": -6.552234581544585, "median": -6.5592619554603, "p95": -6.468931914990776, "maximum": -6.012635175959645, "minimum": -6.647425623966853 }, "redis_drift_s_per_min": 0.008595398509927405, "ingress_drift_s": { "n": 12, "mean": -0.004353768416663684, "median": -0.0021540799999968385, "p95": 0.029424102000007224, "maximum": 0.029424102000007224, "minimum": -0.05889475600002925 }, "ingress_drift_s_per_min": 0.008334197210921462, "source_drift_s": { "n": 12, "mean": -0.005984833333324484, "median": -0.0032394999999780794, "p95": 0.02597499999995989, "maximum": 0.02597499999995989, "minimum": -0.060132000000010066 }, "ingress_to_redis_ms": { "n": 296, "mean": 146.0810810810811, "median": 145.0, "p95": 204, "maximum": 335, "minimum": 54 }, "source_samples": 12, "redis_samples": 296, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 298, "sum_ns": 13465738000, "mean_ms": 45.18704026845638 }, "source_exit_to_ingress": { "n": 298, "sum_ns": 1186510838, "mean_ms": 3.9815799932885905 }, "source_encoded_queue": { "n": 298, "sum_ns": 18283000, "mean_ms": 0.06135234899328859 }, "decode_between_queues": { "n": 298, "sum_ns": 13219797000, "mean_ms": 44.36173489932886 }, "source_raw_queue": { "n": 298, "sum_ns": 110753000, "mean_ms": 0.3716543624161074 }, "raw_queue_to_source_exit": { "n": 298, "sum_ns": 9072000, "mean_ms": 0.03044295302013423 }, "selected_to_preprocess_start": { "n": 298, "sum_ns": 280928629, "mean_ms": 0.9427135201342282 }, "preprocess_start_to_preprocess_output": { "n": 298, "sum_ns": 672251320, "mean_ms": 2.255876912751678 }, "selected_to_preprocess": { "n": 298, "sum_ns": 1052531710, "mean_ms": 3.5319856040268456 }, "preprocess_start_to_preprocess": { "n": 298, "sum_ns": 771603081, "mean_ms": 2.5892720838926175 }, "preprocess_output_to_infer_entry": { "n": 298, "sum_ns": 99351761, "mean_ms": 0.3333951711409396 }, "preprocess_to_infer_output": { "n": 298, "sum_ns": 36514349570, "mean_ms": 122.53137439597316 }, "preprocess_to_callback": { "n": 298, "sum_ns": 36923658412, "mean_ms": 123.904894 }, "infer_output_to_callback": { "n": 298, "sum_ns": 409308842, "mean_ms": 1.3735196040268456 }, "copy_wall": { "n": 298, "sum_ns": 1401429366, "mean_ms": 4.70278310738255 }, "copy_thread_cpu": { "n": 298, "sum_ns": 1318089313, "mean_ms": 4.4231185 }, "callback_to_copied": { "n": 298, "sum_ns": 1458391238, "mean_ms": 4.89393032885906 }, "accepted_interval": { "n": 298, "sum_ns": 30216539603, "mean_ms": 101.39778390268457 }, "selected_to_submitted": { "n": 298, "sum_ns": 39482157301, "mean_ms": 132.49046074161075 }, "completed_queue_wait": { "n": 298, "sum_ns": 205773355, "mean_ms": 0.6905146140939596 }, "result_observations_wall": { "n": 298, "sum_ns": 372840364, "mean_ms": 1.2511421610738256 }, "result_observations_cpu": { "n": 298, "sum_ns": 362942186, "mean_ms": 1.217926798657718 }, "result_nms_wall": { "n": 298, "sum_ns": 293847100, "mean_ms": 0.9860640939597315 }, "result_nms_cpu": { "n": 298, "sum_ns": 165980866, "mean_ms": 0.5569827718120806 }, "result_tracking_wall": { "n": 298, "sum_ns": 384567676, "mean_ms": 1.2904955570469798 }, "result_tracking_cpu": { "n": 298, "sum_ns": 297201860, "mean_ms": 0.997321677852349 }, "result_region_wall": { "n": 298, "sum_ns": 75389806, "mean_ms": 0.25298592617449667 }, "result_region_cpu": { "n": 298, "sum_ns": 72578498, "mean_ms": 0.2435520067114094 }, "result_fall_wall": { "n": 298, "sum_ns": 155658291, "mean_ms": 0.5223432583892618 }, "result_fall_cpu": { "n": 298, "sum_ns": 148963988, "mean_ms": 0.49987915436241614 }, "result_fight_wall": { "n": 298, "sum_ns": 62805593, "mean_ms": 0.2107570234899329 }, "result_fight_cpu": { "n": 298, "sum_ns": 57682033, "mean_ms": 0.19356386912751677 }, "result_collector_wall": { "n": 298, "sum_ns": 1827521347, "mean_ms": 6.132621969798658 }, "result_collector_cpu": { "n": 298, "sum_ns": 1750001648, "mean_ms": 5.872488751677852 }, "result_composition_wall": { "n": 298, "sum_ns": 6175200, "mean_ms": 0.02072214765100671 }, "result_composition_cpu": { "n": 298, "sum_ns": 6174292, "mean_ms": 0.02071910067114094 }, "result_artifact_handoff_wall": { "n": 298, "sum_ns": 3776630, "mean_ms": 0.012673255033557047 }, "result_artifact_handoff_cpu": { "n": 298, "sum_ns": 3540446, "mean_ms": 0.011880691275167785 }, "result_publish_wall": { "n": 298, "sum_ns": 141364432, "mean_ms": 0.474377288590604 }, "result_publish_cpu": { "n": 298, "sum_ns": 129620977, "mean_ms": 0.43496972147651003 }, "result_total_wall": { "n": 298, "sum_ns": 3663913178, "mean_ms": 12.295010664429531 }, "result_total_cpu": { "n": 298, "sum_ns": 3294444011, "mean_ms": 11.055181244966443 } } }, { "mode": "mixed-a", "level": 13, "camera": "31", "provider": "fire", "cohort_reset": false, "counter_seconds": 30.125310011, "new_channel": false, "seconds": 30.000016715028323, "selected_fps": 9.85881970647117, "requested_fps": 9.85881970647117, "complete_fps": 9.825625027324802, "accepted_fps": 9.825625027324802, "finalized_fps": 9.825625027324802, "redis_fps": 9.792430348178435, "redis_read_fps": 9.833327854521547, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 171, "queue_depth_max_sampled": 1, "queue_age_max_sampled": 0.0006731129833497107, "provider_response_age_max_sampled": 0.188, "sender": { "replaced": 1, "expired": 0, "send_error": 0 }, "gap_markers": 1, "analysis_gap_markers": 1, "c_suppressed": 0, "max_redis_silence_s": 0.3828644710010849, "redis_interval_s": { "n": 294, "mean": 0.10166718957820578, "median": 0.09435284050414339, "p95": 0.18758750997949392, "maximum": 0.3828644710010849, "minimum": 0.008170446031726897 }, "redis_drift_s": { "n": 295, "mean": 0.09784577438560607, "median": 0.09119727601716932, "p95": 0.17683527001503307, "maximum": 0.572690547983143, "minimum": -0.016118860985613992 }, "redis_drift_s_per_min": 0.004597497939210395, "ingress_drift_s": { "n": 12, "mean": 0.005248023916668861, "median": 0.0017568565000090075, "p95": 0.035256403999994745, "maximum": 0.035256403999994745, "minimum": -0.025611464999997224 }, "ingress_drift_s_per_min": -0.006970366051632962, "source_drift_s": { "n": 12, "mean": 0.003918166666665002, "median": 0.0014035000000092168, "p95": 0.03479999999996153, "maximum": 0.03479999999996153, "minimum": -0.027503000000024258 }, "ingress_to_redis_ms": { "n": 295, "mean": 110.78305084745763, "median": 109, "p95": 175, "maximum": 221, "minimum": 27 }, "source_samples": 12, "redis_samples": 295, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 297, "sum_ns": 13438578000, "mean_ms": 45.24773737373737 }, "source_exit_to_ingress": { "n": 297, "sum_ns": 459798330, "mean_ms": 1.5481425252525252 }, "source_encoded_queue": { "n": 297, "sum_ns": 21373000, "mean_ms": 0.07196296296296296 }, "decode_between_queues": { "n": 297, "sum_ns": 13264929000, "mean_ms": 44.66306060606061 }, "source_raw_queue": { "n": 297, "sum_ns": 25738000, "mean_ms": 0.08665993265993266 }, "raw_queue_to_source_exit": { "n": 297, "sum_ns": 9674000, "mean_ms": 0.03257239057239057 }, "selected_to_preprocess_start": { "n": 297, "sum_ns": 231296564, "mean_ms": 0.7787763097643098 }, "preprocess_start_to_preprocess_output": { "n": 296, "sum_ns": 637735638, "mean_ms": 2.1545122905405405 }, "selected_to_preprocess": { "n": 297, "sum_ns": 953648411, "mean_ms": 3.210937410774411 }, "preprocess_start_to_preprocess": { "n": 297, "sum_ns": 722351847, "mean_ms": 2.432161101010101 }, "preprocess_output_to_infer_entry": { "n": 296, "sum_ns": 76951366, "mean_ms": 0.2599708310810811 }, "preprocess_to_infer_output": { "n": 296, "sum_ns": 29215989327, "mean_ms": 98.70266664527027 }, "preprocess_to_callback": { "n": 296, "sum_ns": 29603848438, "mean_ms": 100.01300147972972 }, "infer_output_to_callback": { "n": 296, "sum_ns": 387859111, "mean_ms": 1.3103348344594594 }, "copy_wall": { "n": 296, "sum_ns": 1638003010, "mean_ms": 5.533793952702703 }, "copy_thread_cpu": { "n": 296, "sum_ns": 1556596565, "mean_ms": 5.258772179054055 }, "callback_to_copied": { "n": 296, "sum_ns": 1696990923, "mean_ms": 5.733077442567567 }, "accepted_interval": { "n": 296, "sum_ns": 30110475234, "mean_ms": 101.72457849324324 }, "selected_to_submitted": { "n": 296, "sum_ns": 32288153699, "mean_ms": 109.08160033445945 }, "completed_queue_wait": { "n": 296, "sum_ns": 91418982, "mean_ms": 0.3088479121621622 }, "result_composition_wall": { "n": 296, "sum_ns": 2953015, "mean_ms": 0.009976402027027027 }, "result_composition_cpu": { "n": 296, "sum_ns": 2874689, "mean_ms": 0.009711787162162162 }, "result_artifact_handoff_wall": { "n": 296, "sum_ns": 2650555, "mean_ms": 0.008954577702702703 }, "result_artifact_handoff_cpu": { "n": 296, "sum_ns": 2651123, "mean_ms": 0.008956496621621622 }, "result_publish_wall": { "n": 296, "sum_ns": 30513164, "mean_ms": 0.10308501351351353 }, "result_publish_cpu": { "n": 296, "sum_ns": 30440349, "mean_ms": 0.1028390168918919 }, "result_total_wall": { "n": 296, "sum_ns": 286848460, "mean_ms": 0.9690826351351352 }, "result_total_cpu": { "n": 296, "sum_ns": 278710329, "mean_ms": 0.9415889493243244 } } }, { "mode": "mixed-a", "level": 13, "camera": "31", "provider": "crowd", "cohort_reset": false, "counter_seconds": 30.128414172, "new_channel": false, "seconds": 30.000016715028323, "selected_fps": 9.857803942300372, "requested_fps": 9.857803942300372, "complete_fps": 9.890995201365357, "accepted_fps": 9.890995201365357, "finalized_fps": 9.857803942300372, "redis_fps": 9.857803942300372, "redis_read_fps": 9.866661169282636, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 93, "queue_depth_max_sampled": 1, "queue_age_max_sampled": 0.0005802200175821781, "provider_response_age_max_sampled": 0.171, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 1, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.34338241402292624, "redis_interval_s": { "n": 295, "mean": 0.10128563964400061, "median": 0.09957428002962843, "p95": 0.1755033620283939, "maximum": 0.34338241402292624, "minimum": 0.0004451629938557744 }, "redis_drift_s": { "n": 296, "mean": 0.07905540940920078, "median": 0.07459753051657003, "p95": 0.1432860990306608, "maximum": 0.5851481490312267, "minimum": -0.03232263496659016 }, "redis_drift_s_per_min": 0.014614341369456852, "ingress_drift_s": { "n": 12, "mean": 0.003793704916664827, "median": 0.00040215650000163805, "p95": 0.03478219199996602, "maximum": 0.03478219199996602, "minimum": -0.02748640999999452 }, "ingress_drift_s_per_min": -0.0021873106215342174, "source_drift_s": { "n": 12, "mean": 0.0028235833333335827, "median": 1.0000000258969521e-06, "p95": 0.03291899999999259, "maximum": 0.03291899999999259, "minimum": -0.027955000000019936 }, "ingress_to_redis_ms": { "n": 296, "mean": 88.125, "median": 83.5, "p95": 143, "maximum": 205, "minimum": 30 }, "source_samples": 12, "redis_samples": 296, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 297, "sum_ns": 13310966000, "mean_ms": 44.818067340067344 }, "source_exit_to_ingress": { "n": 297, "sum_ns": 429860026, "mean_ms": 1.447340154882155 }, "source_encoded_queue": { "n": 297, "sum_ns": 22984000, "mean_ms": 0.07738720538720538 }, "decode_between_queues": { "n": 297, "sum_ns": 13146110000, "mean_ms": 44.26299663299663 }, "source_raw_queue": { "n": 297, "sum_ns": 28691000, "mean_ms": 0.0966026936026936 }, "raw_queue_to_source_exit": { "n": 297, "sum_ns": 9015000, "mean_ms": 0.030353535353535355 }, "selected_to_preprocess_start": { "n": 297, "sum_ns": 248817906, "mean_ms": 0.8377707272727273 }, "preprocess_start_to_preprocess_output": { "n": 297, "sum_ns": 632864148, "mean_ms": 2.130855717171717 }, "selected_to_preprocess": { "n": 297, "sum_ns": 964168991, "mean_ms": 3.246360239057239 }, "preprocess_start_to_preprocess": { "n": 297, "sum_ns": 715351085, "mean_ms": 2.4085895117845117 }, "preprocess_output_to_infer_entry": { "n": 297, "sum_ns": 82486937, "mean_ms": 0.27773379461279457 }, "preprocess_to_infer_output": { "n": 298, "sum_ns": 22700235495, "mean_ms": 76.17528689597316 }, "preprocess_to_callback": { "n": 298, "sum_ns": 23096978408, "mean_ms": 77.50663895302014 }, "infer_output_to_callback": { "n": 298, "sum_ns": 396742913, "mean_ms": 1.33135205704698 }, "copy_wall": { "n": 298, "sum_ns": 1649406370, "mean_ms": 5.534920704697986 }, "copy_thread_cpu": { "n": 298, "sum_ns": 1555547679, "mean_ms": 5.219958654362416 }, "callback_to_copied": { "n": 298, "sum_ns": 1709939539, "mean_ms": 5.7380521442953025 }, "accepted_interval": { "n": 298, "sum_ns": 30264327184, "mean_ms": 101.55814491275167 }, "selected_to_submitted": { "n": 298, "sum_ns": 25805509481, "mean_ms": 86.59566939932886 }, "completed_queue_wait": { "n": 297, "sum_ns": 79891624, "mean_ms": 0.268995367003367 }, "result_composition_wall": { "n": 297, "sum_ns": 3094720, "mean_ms": 0.01041993265993266 }, "result_composition_cpu": { "n": 297, "sum_ns": 2955845, "mean_ms": 0.009952340067340066 }, "result_publish_wall": { "n": 297, "sum_ns": 43516483, "mean_ms": 0.14652014478114478 }, "result_publish_cpu": { "n": 297, "sum_ns": 43169459, "mean_ms": 0.1453517138047138 }, "result_total_wall": { "n": 297, "sum_ns": 366094448, "mean_ms": 1.2326412390572392 }, "result_total_cpu": { "n": 297, "sum_ns": 351797625, "mean_ms": 1.1845037878787879 } } }, { "mode": "mixed-a", "level": 13, "camera": "32", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.954548018, "new_channel": false, "seconds": 30.000016715028323, "selected_fps": 9.881638001085195, "requested_fps": 9.881638001085195, "complete_fps": 9.98178973758268, "accepted_fps": 9.98178973758268, "finalized_fps": 9.98178973758268, "redis_fps": 9.98178973758268, "redis_read_fps": 9.933327798804816, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 242, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.154, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 7, "analysis_gap_markers": 1, "c_suppressed": 0, "max_redis_silence_s": 0.32264980900799856, "redis_interval_s": { "n": 297, "mean": 0.10048350807759905, "median": 0.09587547404225916, "p95": 0.19237737997900695, "maximum": 0.32264980900799856, "minimum": 0.0015216200263239443 }, "redis_drift_s": { "n": 298, "mean": -3.6321834416981935, "median": -3.639673444988432, "p95": -3.495710007018431, "maximum": -3.3816014200248787, "minimum": -3.730947167998181 }, "redis_drift_s_per_min": 0.011134647720312, "ingress_drift_s": { "n": 12, "mean": 0.008081618499990858, "median": -0.0023688780000270526, "p95": 0.12151609799997232, "maximum": 0.12151609799997232, "minimum": -0.029213495000021794 }, "ingress_drift_s_per_min": -0.0408267170876179, "source_drift_s": { "n": 12, "mean": -0.0025418333333438645, "median": -0.0029055000000255404, "p95": 0.020161999999970703, "maximum": 0.020161999999970703, "minimum": -0.02935700000000452 }, "ingress_to_redis_ms": { "n": 298, "mean": 149.748322147651, "median": 143.5, "p95": 220, "maximum": 365, "minimum": 53 }, "source_samples": 12, "redis_samples": 298, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 296, "sum_ns": 13429400000, "mean_ms": 45.369594594594595 }, "source_exit_to_ingress": { "n": 296, "sum_ns": 1624546402, "mean_ms": 5.488332439189189 }, "source_encoded_queue": { "n": 296, "sum_ns": 18528000, "mean_ms": 0.0625945945945946 }, "decode_between_queues": { "n": 296, "sum_ns": 13018283000, "mean_ms": 43.98068581081081 }, "source_raw_queue": { "n": 296, "sum_ns": 232236000, "mean_ms": 0.784581081081081 }, "raw_queue_to_source_exit": { "n": 296, "sum_ns": 9147000, "mean_ms": 0.030902027027027025 }, "selected_to_preprocess_start": { "n": 296, "sum_ns": 265045524, "mean_ms": 0.8954240675675675 }, "preprocess_start_to_preprocess_output": { "n": 296, "sum_ns": 881025319, "mean_ms": 2.9764368885135135 }, "selected_to_preprocess": { "n": 296, "sum_ns": 1275912611, "mean_ms": 4.310515577702703 }, "preprocess_start_to_preprocess": { "n": 296, "sum_ns": 1010867087, "mean_ms": 3.4150915101351353 }, "preprocess_output_to_infer_entry": { "n": 296, "sum_ns": 129841768, "mean_ms": 0.4386546216216216 }, "preprocess_to_infer_output": { "n": 299, "sum_ns": 37191283966, "mean_ms": 124.38556510367893 }, "preprocess_to_callback": { "n": 299, "sum_ns": 37604862584, "mean_ms": 125.76877118394648 }, "infer_output_to_callback": { "n": 299, "sum_ns": 413578618, "mean_ms": 1.3832060802675585 }, "copy_wall": { "n": 299, "sum_ns": 1403639447, "mean_ms": 4.694446311036788 }, "copy_thread_cpu": { "n": 299, "sum_ns": 1314954978, "mean_ms": 4.397842735785953 }, "callback_to_copied": { "n": 299, "sum_ns": 1460243251, "mean_ms": 4.883756692307692 }, "accepted_interval": { "n": 299, "sum_ns": 30086486128, "mean_ms": 100.62369942474916 }, "selected_to_submitted": { "n": 299, "sum_ns": 40385375138, "mean_ms": 135.0681442742475 }, "completed_queue_wait": { "n": 299, "sum_ns": 188447670, "mean_ms": 0.6302597658862876 }, "result_observations_wall": { "n": 299, "sum_ns": 374999810, "mean_ms": 1.254179966555184 }, "result_observations_cpu": { "n": 299, "sum_ns": 361849725, "mean_ms": 1.2101997491638796 }, "result_nms_wall": { "n": 299, "sum_ns": 258295043, "mean_ms": 0.8638630200668895 }, "result_nms_cpu": { "n": 299, "sum_ns": 167918441, "mean_ms": 0.5616001371237459 }, "result_tracking_wall": { "n": 299, "sum_ns": 452946110, "mean_ms": 1.5148699331103679 }, "result_tracking_cpu": { "n": 299, "sum_ns": 389530658, "mean_ms": 1.3027781204013378 }, "result_region_wall": { "n": 299, "sum_ns": 91671515, "mean_ms": 0.30659369565217387 }, "result_region_cpu": { "n": 299, "sum_ns": 89970813, "mean_ms": 0.30090572909699 }, "result_fall_wall": { "n": 299, "sum_ns": 262899385, "mean_ms": 0.8792621571906355 }, "result_fall_cpu": { "n": 299, "sum_ns": 255842128, "mean_ms": 0.8556592909698997 }, "result_fight_wall": { "n": 299, "sum_ns": 72515158, "mean_ms": 0.24252561204013376 }, "result_fight_cpu": { "n": 299, "sum_ns": 70717444, "mean_ms": 0.23651319063545148 }, "result_collector_wall": { "n": 299, "sum_ns": 1978208566, "mean_ms": 6.616082160535116 }, "result_collector_cpu": { "n": 299, "sum_ns": 1931199375, "mean_ms": 6.458860785953177 }, "result_composition_wall": { "n": 299, "sum_ns": 6072625, "mean_ms": 0.02030978260869565 }, "result_composition_cpu": { "n": 299, "sum_ns": 5751037, "mean_ms": 0.01923423745819398 }, "result_artifact_handoff_wall": { "n": 299, "sum_ns": 9993097, "mean_ms": 0.03342172909698997 }, "result_artifact_handoff_cpu": { "n": 299, "sum_ns": 3643864, "mean_ms": 0.012186836120401338 }, "result_publish_wall": { "n": 299, "sum_ns": 200241245, "mean_ms": 0.669703160535117 }, "result_publish_cpu": { "n": 299, "sum_ns": 188014559, "mean_ms": 0.6288112341137123 }, "result_total_wall": { "n": 299, "sum_ns": 4070633537, "mean_ms": 13.614158986622073 }, "result_total_cpu": { "n": 299, "sum_ns": 3790942831, "mean_ms": 12.67873856521739 } } }, { "mode": "mixed-a", "level": 13, "camera": "32", "provider": "fire", "cohort_reset": false, "counter_seconds": 29.893071715, "new_channel": false, "seconds": 30.000016715028323, "selected_fps": 9.968865121695305, "requested_fps": 9.968865121695305, "complete_fps": 9.968865121695305, "accepted_fps": 9.968865121695305, "finalized_fps": 9.968865121695305, "redis_fps": 9.968865121695305, "redis_read_fps": 9.966661113565907, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 168, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.183, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.24984135600971058, "redis_interval_s": { "n": 298, "mean": 0.10018139649334913, "median": 0.09880229597911239, "p95": 0.17964291799580678, "maximum": 0.24984135600971058, "minimum": 0.000538688967935741 }, "redis_drift_s": { "n": 299, "mean": 0.10984156091489541, "median": 0.10695836601729525, "p95": 0.1766174329887349, "maximum": 0.2381351759880772, "minimum": 0.013798706979514463 }, "redis_drift_s_per_min": 0.011185828110932544, "ingress_drift_s": { "n": 12, "mean": 0.002159492083327071, "median": -0.0020563795000043683, "p95": 0.06809137599998394, "maximum": 0.06809137599998394, "minimum": -0.024924470000030396 }, "ingress_drift_s_per_min": -0.05409805627652052, "source_drift_s": { "n": 12, "mean": 0.0014286666666597132, "median": -0.0026065000000130567, "p95": 0.06774999999998954, "maximum": 0.06774999999998954, "minimum": -0.024943000000007487 }, "ingress_to_redis_ms": { "n": 299, "mean": 112.23745819397993, "median": 109, "p95": 177, "maximum": 225, "minimum": 28 }, "source_samples": 12, "redis_samples": 299, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 298, "sum_ns": 13346243000, "mean_ms": 44.78605033557047 }, "source_exit_to_ingress": { "n": 298, "sum_ns": 398798152, "mean_ms": 1.338248832214765 }, "source_encoded_queue": { "n": 298, "sum_ns": 16292000, "mean_ms": 0.05467114093959732 }, "decode_between_queues": { "n": 298, "sum_ns": 13146372000, "mean_ms": 44.115342281879194 }, "source_raw_queue": { "n": 298, "sum_ns": 25528000, "mean_ms": 0.08566442953020136 }, "raw_queue_to_source_exit": { "n": 298, "sum_ns": 9765000, "mean_ms": 0.032768456375838924 }, "selected_to_preprocess_start": { "n": 298, "sum_ns": 234618118, "mean_ms": 0.7873091208053691 }, "preprocess_start_to_preprocess_output": { "n": 298, "sum_ns": 718257834, "mean_ms": 2.410261187919463 }, "selected_to_preprocess": { "n": 298, "sum_ns": 1030554639, "mean_ms": 3.458237043624161 }, "preprocess_start_to_preprocess": { "n": 298, "sum_ns": 795936521, "mean_ms": 2.670927922818792 }, "preprocess_output_to_infer_entry": { "n": 298, "sum_ns": 77678687, "mean_ms": 0.26066673489932884 }, "preprocess_to_infer_output": { "n": 298, "sum_ns": 29583354458, "mean_ms": 99.27300153691276 }, "preprocess_to_callback": { "n": 298, "sum_ns": 30003851684, "mean_ms": 100.68406605369127 }, "infer_output_to_callback": { "n": 298, "sum_ns": 420497226, "mean_ms": 1.4110645167785236 }, "copy_wall": { "n": 298, "sum_ns": 1695620989, "mean_ms": 5.6900033187919465 }, "copy_thread_cpu": { "n": 298, "sum_ns": 1574158497, "mean_ms": 5.282411063758389 }, "callback_to_copied": { "n": 298, "sum_ns": 1755988532, "mean_ms": 5.892578966442953 }, "accepted_interval": { "n": 298, "sum_ns": 29902442301, "mean_ms": 100.34376611073824 }, "selected_to_submitted": { "n": 298, "sum_ns": 32830335820, "mean_ms": 110.168912147651 }, "completed_queue_wait": { "n": 298, "sum_ns": 91162109, "mean_ms": 0.30591311744966443 }, "result_composition_wall": { "n": 298, "sum_ns": 3043481, "mean_ms": 0.010213023489932886 }, "result_composition_cpu": { "n": 298, "sum_ns": 2918683, "mean_ms": 0.009794238255033557 }, "result_artifact_handoff_wall": { "n": 298, "sum_ns": 2586284, "mean_ms": 0.008678805369127516 }, "result_artifact_handoff_cpu": { "n": 298, "sum_ns": 2581916, "mean_ms": 0.00866414765100671 }, "result_publish_wall": { "n": 298, "sum_ns": 31541592, "mean_ms": 0.10584426845637583 }, "result_publish_cpu": { "n": 298, "sum_ns": 31050367, "mean_ms": 0.10419586241610738 }, "result_total_wall": { "n": 298, "sum_ns": 333888339, "mean_ms": 1.120430667785235 }, "result_total_cpu": { "n": 298, "sum_ns": 321446410, "mean_ms": 1.0786792281879194 } } }, { "mode": "mixed-a", "level": 13, "camera": "32", "provider": "crowd", "cohort_reset": false, "counter_seconds": 29.857043643, "new_channel": false, "seconds": 30.000016715028323, "selected_fps": 9.947401475886974, "requested_fps": 9.947401475886974, "complete_fps": 9.980894410149219, "accepted_fps": 9.980894410149219, "finalized_fps": 9.980894410149219, "redis_fps": 9.980894410149219, "redis_read_fps": 9.966661113565907, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 84, "queue_depth_max_sampled": 1, "queue_age_max_sampled": 0.0005042040138505399, "provider_response_age_max_sampled": 0.094, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.2300072730286047, "redis_interval_s": { "n": 298, "mean": 0.09991533066116386, "median": 0.09809979348210618, "p95": 0.18059197504771873, "maximum": 0.2300072730286047, "minimum": 0.008372319978661835 }, "redis_drift_s": { "n": 299, "mean": -0.01433149199537975, "median": -0.017460762957114184, "p95": 0.04996500903649803, "maximum": 0.10598037502353463, "minimum": -0.10066440795174003 }, "redis_drift_s_per_min": 0.0028251155762412127, "ingress_drift_s": { "n": 12, "mean": -0.00499064475000921, "median": -0.003960855000030961, "p95": 0.01688687600000094, "maximum": 0.01688687600000094, "minimum": -0.030342799000038667 }, "ingress_drift_s_per_min": -0.015521401821371768, "source_drift_s": { "n": 12, "mean": -0.005763666666661986, "median": -0.0047405000000253494, "p95": 0.016697000000021944, "maximum": 0.016697000000021944, "minimum": -0.03072700000001305 }, "ingress_to_redis_ms": { "n": 299, "mean": 88.04347826086956, "median": 85, "p95": 149, "maximum": 184, "minimum": 23 }, "source_samples": 12, "redis_samples": 299, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 297, "sum_ns": 13351751000, "mean_ms": 44.95539057239057 }, "source_exit_to_ingress": { "n": 297, "sum_ns": 426126759, "mean_ms": 1.4347702323232323 }, "source_encoded_queue": { "n": 297, "sum_ns": 27537000, "mean_ms": 0.09271717171717171 }, "decode_between_queues": { "n": 297, "sum_ns": 13148551000, "mean_ms": 44.27121548821549 }, "source_raw_queue": { "n": 297, "sum_ns": 20637000, "mean_ms": 0.06948484848484848 }, "raw_queue_to_source_exit": { "n": 297, "sum_ns": 12030000, "mean_ms": 0.0405050505050505 }, "selected_to_preprocess_start": { "n": 297, "sum_ns": 232013836, "mean_ms": 0.781191367003367 }, "preprocess_start_to_preprocess_output": { "n": 297, "sum_ns": 657432353, "mean_ms": 2.213576946127946 }, "selected_to_preprocess": { "n": 297, "sum_ns": 950674504, "mean_ms": 3.200924255892256 }, "preprocess_start_to_preprocess": { "n": 297, "sum_ns": 718660668, "mean_ms": 2.419732888888889 }, "preprocess_output_to_infer_entry": { "n": 297, "sum_ns": 61228315, "mean_ms": 0.20615594276094276 }, "preprocess_to_infer_output": { "n": 298, "sum_ns": 22451862547, "mean_ms": 75.34182062751678 }, "preprocess_to_callback": { "n": 298, "sum_ns": 22863200447, "mean_ms": 76.72214915100672 }, "infer_output_to_callback": { "n": 298, "sum_ns": 411337900, "mean_ms": 1.380328523489933 }, "copy_wall": { "n": 298, "sum_ns": 1709969553, "mean_ms": 5.738152862416107 }, "copy_thread_cpu": { "n": 298, "sum_ns": 1587990082, "mean_ms": 5.32882577852349 }, "callback_to_copied": { "n": 298, "sum_ns": 1771950490, "mean_ms": 5.946142583892617 }, "accepted_interval": { "n": 298, "sum_ns": 29833477661, "mean_ms": 100.1123411442953 }, "selected_to_submitted": { "n": 298, "sum_ns": 25622056916, "mean_ms": 85.98005676510067 }, "completed_queue_wait": { "n": 298, "sum_ns": 72567382, "mean_ms": 0.24351470469798658 }, "result_composition_wall": { "n": 298, "sum_ns": 7156709, "mean_ms": 0.024015802013422818 }, "result_composition_cpu": { "n": 298, "sum_ns": 6979923, "mean_ms": 0.023422560402684565 }, "result_publish_wall": { "n": 298, "sum_ns": 55505942, "mean_ms": 0.18626155033557046 }, "result_publish_cpu": { "n": 298, "sum_ns": 54104467, "mean_ms": 0.18155861409395974 }, "result_total_wall": { "n": 298, "sum_ns": 412408840, "mean_ms": 1.3839222818791945 }, "result_total_cpu": { "n": 298, "sum_ns": 393692781, "mean_ms": 1.3211167147651008 } } }, { "mode": "mixed-a", "level": 13, "camera": "33", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.85474165, "new_channel": false, "seconds": 30.000016715028323, "selected_fps": 9.84768193430339, "requested_fps": 9.84768193430339, "complete_fps": 9.84768193430339, "accepted_fps": 9.84768193430339, "finalized_fps": 9.84768193430339, "redis_fps": 9.84768193430339, "redis_read_fps": 9.833327854521547, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 257, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.247, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 8, "analysis_gap_markers": 1, "c_suppressed": 0, "max_redis_silence_s": 0.36043652798980474, "redis_interval_s": { "n": 294, "mean": 0.10145539805795174, "median": 0.09230215448769741, "p95": 0.19543845299631357, "maximum": 0.36043652798980474, "minimum": 0.0006883060559630394 }, "redis_drift_s": { "n": 295, "mean": -7.457607940368966, "median": -7.466743068987967, "p95": -7.34666126102303, "maximum": -7.215833793989361, "minimum": -7.647692407997795 }, "redis_drift_s_per_min": -0.005974315784561645, "ingress_drift_s": { "n": 12, "mean": 0.0034820391666651553, "median": 0.000855812000025935, "p95": 0.039215162000004966, "maximum": 0.039215162000004966, "minimum": -0.02108727799998178 }, "ingress_drift_s_per_min": -0.030440341967521548, "source_drift_s": { "n": 12, "mean": 0.0025457500000006426, "median": -0.0006414999999719839, "p95": 0.03856999999999289, "maximum": 0.03856999999999289, "minimum": -0.021514999999965312 }, "ingress_to_redis_ms": { "n": 295, "mean": 152.4779661016949, "median": 146, "p95": 232, "maximum": 380, "minimum": 63 }, "source_samples": 12, "redis_samples": 295, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 294, "sum_ns": 13908031000, "mean_ms": 47.30622789115647 }, "source_exit_to_ingress": { "n": 294, "sum_ns": 1292079758, "mean_ms": 4.394829108843537 }, "source_encoded_queue": { "n": 294, "sum_ns": 20055000, "mean_ms": 0.06821428571428571 }, "decode_between_queues": { "n": 294, "sum_ns": 13324790000, "mean_ms": 45.3224149659864 }, "source_raw_queue": { "n": 294, "sum_ns": 358555000, "mean_ms": 1.2195748299319729 }, "raw_queue_to_source_exit": { "n": 294, "sum_ns": 12131000, "mean_ms": 0.041261904761904764 }, "selected_to_preprocess_start": { "n": 294, "sum_ns": 263161744, "mean_ms": 0.8951079727891156 }, "preprocess_start_to_preprocess_output": { "n": 294, "sum_ns": 630461437, "mean_ms": 2.144426656462585 }, "selected_to_preprocess": { "n": 294, "sum_ns": 989097308, "mean_ms": 3.3642765578231293 }, "preprocess_start_to_preprocess": { "n": 294, "sum_ns": 725935564, "mean_ms": 2.469168585034014 }, "preprocess_output_to_infer_entry": { "n": 294, "sum_ns": 95474127, "mean_ms": 0.3247419285714286 }, "preprocess_to_infer_output": { "n": 294, "sum_ns": 37424706033, "mean_ms": 127.29491847959183 }, "preprocess_to_callback": { "n": 294, "sum_ns": 37857013251, "mean_ms": 128.76535119387754 }, "infer_output_to_callback": { "n": 294, "sum_ns": 432307218, "mean_ms": 1.4704327142857143 }, "copy_wall": { "n": 294, "sum_ns": 1630646283, "mean_ms": 5.546415928571428 }, "copy_thread_cpu": { "n": 294, "sum_ns": 1566977539, "mean_ms": 5.329855574829932 }, "callback_to_copied": { "n": 294, "sum_ns": 1687891106, "mean_ms": 5.741126210884354 }, "accepted_interval": { "n": 294, "sum_ns": 29913798571, "mean_ms": 101.74761418707483 }, "selected_to_submitted": { "n": 294, "sum_ns": 40573548339, "mean_ms": 138.00526645918367 }, "completed_queue_wait": { "n": 294, "sum_ns": 202356714, "mean_ms": 0.6882881428571428 }, "result_observations_wall": { "n": 294, "sum_ns": 372043181, "mean_ms": 1.2654529965986396 }, "result_observations_cpu": { "n": 294, "sum_ns": 359994369, "mean_ms": 1.224470642857143 }, "result_nms_wall": { "n": 294, "sum_ns": 329126417, "mean_ms": 1.1194776088435374 }, "result_nms_cpu": { "n": 294, "sum_ns": 171733889, "mean_ms": 0.5841288741496599 }, "result_tracking_wall": { "n": 294, "sum_ns": 440492856, "mean_ms": 1.4982750204081634 }, "result_tracking_cpu": { "n": 294, "sum_ns": 358186951, "mean_ms": 1.218322962585034 }, "result_region_wall": { "n": 294, "sum_ns": 102009724, "mean_ms": 0.34697185034013606 }, "result_region_cpu": { "n": 294, "sum_ns": 96187492, "mean_ms": 0.32716834013605445 }, "result_fall_wall": { "n": 294, "sum_ns": 202319998, "mean_ms": 0.6881632585034013 }, "result_fall_cpu": { "n": 294, "sum_ns": 192117839, "mean_ms": 0.653462037414966 }, "result_fight_wall": { "n": 294, "sum_ns": 77277742, "mean_ms": 0.262849462585034 }, "result_fight_cpu": { "n": 294, "sum_ns": 76195522, "mean_ms": 0.25916844217687074 }, "result_collector_wall": { "n": 294, "sum_ns": 1808253414, "mean_ms": 6.15052181632653 }, "result_collector_cpu": { "n": 294, "sum_ns": 1714504393, "mean_ms": 5.8316475952380955 }, "result_composition_wall": { "n": 294, "sum_ns": 5556677, "mean_ms": 0.018900261904761906 }, "result_composition_cpu": { "n": 294, "sum_ns": 5565787, "mean_ms": 0.018931248299319726 }, "result_artifact_handoff_wall": { "n": 294, "sum_ns": 3902505, "mean_ms": 0.013273826530612244 }, "result_artifact_handoff_cpu": { "n": 294, "sum_ns": 3587202, "mean_ms": 0.012201367346938776 }, "result_publish_wall": { "n": 294, "sum_ns": 161932022, "mean_ms": 0.5507891904761906 }, "result_publish_cpu": { "n": 294, "sum_ns": 154075668, "mean_ms": 0.5240668979591837 }, "result_total_wall": { "n": 294, "sum_ns": 3850159204, "mean_ms": 13.095779605442177 }, "result_total_cpu": { "n": 294, "sum_ns": 3446242118, "mean_ms": 11.721911965986395 } } }, { "mode": "mixed-a", "level": 13, "camera": "33", "provider": "fire", "cohort_reset": false, "counter_seconds": 30.129739778, "new_channel": false, "seconds": 30.000016715028323, "selected_fps": 9.824180433716588, "requested_fps": 9.824180433716588, "complete_fps": 9.824180433716588, "accepted_fps": 9.824180433716588, "finalized_fps": 9.824180433716588, "redis_fps": 9.824180433716588, "redis_read_fps": 9.866661169282636, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 173, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.148, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.3456389690400101, "redis_interval_s": { "n": 295, "mean": 0.10154953624074489, "median": 0.0985372590366751, "p95": 0.17403070098953322, "maximum": 0.3456389690400101, "minimum": 0.0012718139914795756 }, "redis_drift_s": { "n": 296, "mean": 0.019090005263648194, "median": 0.01594659999128112, "p95": 0.08318111697167296, "maximum": 0.2525645889863313, "minimum": -0.14282102902279803 }, "redis_drift_s_per_min": -0.000761782405319419, "ingress_drift_s": { "n": 12, "mean": -0.007524781000005494, "median": -0.004858100999996395, "p95": 0.012173986999982844, "maximum": 0.012173986999982844, "minimum": -0.03508277500003487 }, "ingress_drift_s_per_min": 0.011991433523573776, "source_drift_s": { "n": 12, "mean": -0.008331166666674031, "median": -0.006052500000009786, "p95": 0.011772999999948297, "maximum": 0.011772999999948297, "minimum": -0.03526300000004312 }, "ingress_to_redis_ms": { "n": 296, "mean": 112.85135135135135, "median": 111.0, "p95": 166, "maximum": 221, "minimum": 37 }, "source_samples": 12, "redis_samples": 296, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 296, "sum_ns": 13680671000, "mean_ms": 46.21848310810811 }, "source_exit_to_ingress": { "n": 296, "sum_ns": 405808436, "mean_ms": 1.370974445945946 }, "source_encoded_queue": { "n": 296, "sum_ns": 23036000, "mean_ms": 0.07782432432432432 }, "decode_between_queues": { "n": 296, "sum_ns": 13440298000, "mean_ms": 45.40641216216216 }, "source_raw_queue": { "n": 296, "sum_ns": 18740000, "mean_ms": 0.06331081081081082 }, "raw_queue_to_source_exit": { "n": 296, "sum_ns": 13233000, "mean_ms": 0.04470608108108108 }, "selected_to_preprocess_start": { "n": 296, "sum_ns": 226117277, "mean_ms": 0.7639097195945945 }, "preprocess_start_to_preprocess_output": { "n": 296, "sum_ns": 644631998, "mean_ms": 2.177810804054054 }, "selected_to_preprocess": { "n": 296, "sum_ns": 944150173, "mean_ms": 3.1896965304054055 }, "preprocess_start_to_preprocess": { "n": 296, "sum_ns": 718032896, "mean_ms": 2.425786810810811 }, "preprocess_output_to_infer_entry": { "n": 296, "sum_ns": 73400898, "mean_ms": 0.24797600675675674 }, "preprocess_to_infer_output": { "n": 296, "sum_ns": 29763893045, "mean_ms": 100.5536927195946 }, "preprocess_to_callback": { "n": 296, "sum_ns": 30164185440, "mean_ms": 101.9060318918919 }, "infer_output_to_callback": { "n": 296, "sum_ns": 400292395, "mean_ms": 1.3523391722972973 }, "copy_wall": { "n": 296, "sum_ns": 1633044308, "mean_ms": 5.517041581081081 }, "copy_thread_cpu": { "n": 296, "sum_ns": 1530498826, "mean_ms": 5.170604141891892 }, "callback_to_copied": { "n": 296, "sum_ns": 1696858177, "mean_ms": 5.732628976351352 }, "accepted_interval": { "n": 296, "sum_ns": 30120066917, "mean_ms": 101.7569828277027 }, "selected_to_submitted": { "n": 296, "sum_ns": 32846509208, "mean_ms": 110.96793651351352 }, "completed_queue_wait": { "n": 296, "sum_ns": 80086154, "mean_ms": 0.27056133108108105 }, "result_composition_wall": { "n": 296, "sum_ns": 2952675, "mean_ms": 0.009975253378378379 }, "result_composition_cpu": { "n": 296, "sum_ns": 2858387, "mean_ms": 0.009656712837837839 }, "result_artifact_handoff_wall": { "n": 296, "sum_ns": 2673326, "mean_ms": 0.009031506756756756 }, "result_artifact_handoff_cpu": { "n": 296, "sum_ns": 2672402, "mean_ms": 0.009028385135135136 }, "result_publish_wall": { "n": 296, "sum_ns": 30876521, "mean_ms": 0.10431257094594594 }, "result_publish_cpu": { "n": 296, "sum_ns": 30730732, "mean_ms": 0.10382004054054055 }, "result_total_wall": { "n": 296, "sum_ns": 290237120, "mean_ms": 0.9805308108108107 }, "result_total_cpu": { "n": 296, "sum_ns": 279414703, "mean_ms": 0.9439685912162162 } } }, { "mode": "mixed-a", "level": 13, "camera": "33", "provider": "crowd", "cohort_reset": false, "counter_seconds": 30.112873048, "new_channel": false, "seconds": 30.000016715028323, "selected_fps": 9.829683123499215, "requested_fps": 9.829683123499215, "complete_fps": 9.796474734568475, "accepted_fps": 9.796474734568475, "finalized_fps": 9.796474734568475, "redis_fps": 9.763266345637735, "redis_read_fps": 9.799994539760457, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 83, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.161, "sender": { "replaced": 1, "expired": 0, "send_error": 0 }, "gap_markers": 2, "analysis_gap_markers": 1, "c_suppressed": 0, "max_redis_silence_s": 0.36119334102841094, "redis_interval_s": { "n": 293, "mean": 0.1020613390373848, "median": 0.09793205803725868, "p95": 0.17667684698244557, "maximum": 0.36119334102841094, "minimum": 0.0006216299952939153 }, "redis_drift_s": { "n": 294, "mean": 0.012628314987695172, "median": 0.00765987799528034, "p95": 0.07558421796045423, "maximum": 0.26613858098909304, "minimum": -0.14184416603387717 }, "redis_drift_s_per_min": 0.008100432351926916, "ingress_drift_s": { "n": 12, "mean": -0.008110777833337579, "median": -0.008809350000007043, "p95": 0.035203954999985854, "maximum": 0.035203954999985854, "minimum": -0.03556818999999223 }, "ingress_drift_s_per_min": 0.028468893285365185, "source_drift_s": { "n": 12, "mean": -0.008920416666673722, "median": -0.010091000000016948, "p95": 0.032587999999975636, "maximum": 0.032587999999975636, "minimum": -0.03647700000004761 }, "ingress_to_redis_ms": { "n": 294, "mean": 87.86054421768708, "median": 83.5, "p95": 143, "maximum": 210, "minimum": 33 }, "source_samples": 12, "redis_samples": 294, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 296, "sum_ns": 13633271000, "mean_ms": 46.058347972972975 }, "source_exit_to_ingress": { "n": 296, "sum_ns": 359177817, "mean_ms": 1.213438570945946 }, "source_encoded_queue": { "n": 296, "sum_ns": 22165000, "mean_ms": 0.07488175675675676 }, "decode_between_queues": { "n": 296, "sum_ns": 13389825000, "mean_ms": 45.23589527027028 }, "source_raw_queue": { "n": 296, "sum_ns": 17881000, "mean_ms": 0.06040878378378379 }, "raw_queue_to_source_exit": { "n": 296, "sum_ns": 11593000, "mean_ms": 0.03916554054054054 }, "selected_to_preprocess_start": { "n": 296, "sum_ns": 224175712, "mean_ms": 0.7573503783783784 }, "preprocess_start_to_preprocess_output": { "n": 296, "sum_ns": 584542810, "mean_ms": 1.9748067905405406 }, "selected_to_preprocess": { "n": 296, "sum_ns": 878976245, "mean_ms": 2.9695143412162164 }, "preprocess_start_to_preprocess": { "n": 296, "sum_ns": 654800533, "mean_ms": 2.212163962837838 }, "preprocess_output_to_infer_entry": { "n": 296, "sum_ns": 70257723, "mean_ms": 0.2373571722972973 }, "preprocess_to_infer_output": { "n": 295, "sum_ns": 22430203841, "mean_ms": 76.03458929152542 }, "preprocess_to_callback": { "n": 295, "sum_ns": 22841076494, "mean_ms": 77.42737794576271 }, "infer_output_to_callback": { "n": 295, "sum_ns": 410872653, "mean_ms": 1.392788654237288 }, "copy_wall": { "n": 295, "sum_ns": 1576150183, "mean_ms": 5.342881976271186 }, "copy_thread_cpu": { "n": 295, "sum_ns": 1497038045, "mean_ms": 5.074705237288136 }, "callback_to_copied": { "n": 295, "sum_ns": 1638413163, "mean_ms": 5.553942925423729 }, "accepted_interval": { "n": 295, "sum_ns": 29991311713, "mean_ms": 101.6654634338983 }, "selected_to_submitted": { "n": 295, "sum_ns": 25387608351, "mean_ms": 86.05968932542373 }, "completed_queue_wait": { "n": 295, "sum_ns": 69429847, "mean_ms": 0.23535541355932205 }, "result_composition_wall": { "n": 295, "sum_ns": 3602043, "mean_ms": 0.012210315254237289 }, "result_composition_cpu": { "n": 295, "sum_ns": 3449201, "mean_ms": 0.011692206779661016 }, "result_publish_wall": { "n": 295, "sum_ns": 51211315, "mean_ms": 0.1735976779661017 }, "result_publish_cpu": { "n": 295, "sum_ns": 50949618, "mean_ms": 0.1727105694915254 }, "result_total_wall": { "n": 295, "sum_ns": 392285789, "mean_ms": 1.3297823355932203 }, "result_total_cpu": { "n": 295, "sum_ns": 375370796, "mean_ms": 1.2724433762711864 } } }, { "mode": "mixed-a", "level": 13, "camera": "34", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.216369427, "new_channel": false, "seconds": 30.000016715028323, "selected_fps": 10.027677240709558, "requested_fps": 10.027677240709558, "complete_fps": 9.99458259635078, "accepted_fps": 9.99458259635078, "finalized_fps": 9.99458259635078, "redis_fps": 9.99458259635078, "redis_read_fps": 9.899994484043727, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 253, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.096, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 2, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.37076543300645426, "redis_interval_s": { "n": 296, "mean": 0.1011856873649506, "median": 0.09695184050360695, "p95": 0.1971410919795744, "maximum": 0.37076543300645426, "minimum": 0.00010604702401906252 }, "redis_drift_s": { "n": 297, "mean": 0.05656576815990453, "median": 0.052467055032934695, "p95": 0.13781737102146963, "maximum": 0.30565794902946664, "minimum": -0.05845637996912956 }, "redis_drift_s_per_min": -0.009480554126677613, "ingress_drift_s": { "n": 12, "mean": -0.015361783166663182, "median": -0.012008344999998144, "p95": 0.005486946000019088, "maximum": 0.005486946000019088, "minimum": -0.042049675999976444 }, "ingress_drift_s_per_min": 0.021428854384962386, "source_drift_s": { "n": 12, "mean": -0.01594999999999421, "median": -0.012290499999977555, "p95": 0.0049730000000067776, "maximum": 0.0049730000000067776, "minimum": -0.04276599999997188 }, "ingress_to_redis_ms": { "n": 297, "mean": 145.58585858585857, "median": 140, "p95": 210, "maximum": 378, "minimum": 57 }, "source_samples": 12, "redis_samples": 297, "native_redis_joined": 11, "durations": { "selected_to_preprocess_start": { "n": 303, "sum_ns": 268381648, "mean_ms": 0.8857480132013201 }, "depay_to_source_exit": { "n": 300, "sum_ns": 14013260000, "mean_ms": 46.71086666666666 }, "source_exit_to_ingress": { "n": 300, "sum_ns": 1049175467, "mean_ms": 3.4972515566666664 }, "source_encoded_queue": { "n": 300, "sum_ns": 16742000, "mean_ms": 0.055806666666666664 }, "decode_between_queues": { "n": 300, "sum_ns": 13728231000, "mean_ms": 45.76077 }, "source_raw_queue": { "n": 300, "sum_ns": 156910000, "mean_ms": 0.5230333333333334 }, "raw_queue_to_source_exit": { "n": 300, "sum_ns": 11416000, "mean_ms": 0.038053333333333335 }, "preprocess_start_to_preprocess_output": { "n": 303, "sum_ns": 668755686, "mean_ms": 2.2071144752475247 }, "selected_to_preprocess": { "n": 303, "sum_ns": 1049341903, "mean_ms": 3.463174597359736 }, "preprocess_start_to_preprocess": { "n": 303, "sum_ns": 780960255, "mean_ms": 2.577426584158416 }, "preprocess_output_to_infer_entry": { "n": 303, "sum_ns": 112204569, "mean_ms": 0.3703121089108911 }, "preprocess_to_infer_output": { "n": 302, "sum_ns": 36969168222, "mean_ms": 122.41446431125827 }, "preprocess_to_callback": { "n": 302, "sum_ns": 37416614340, "mean_ms": 123.89607397350994 }, "infer_output_to_callback": { "n": 302, "sum_ns": 447446118, "mean_ms": 1.4816096622516557 }, "copy_wall": { "n": 302, "sum_ns": 1731241926, "mean_ms": 5.732589158940397 }, "copy_thread_cpu": { "n": 302, "sum_ns": 1639007673, "mean_ms": 5.427177725165563 }, "callback_to_copied": { "n": 302, "sum_ns": 1791904130, "mean_ms": 5.93345738410596 }, "accepted_interval": { "n": 302, "sum_ns": 30223977457, "mean_ms": 100.07939555298015 }, "selected_to_submitted": { "n": 302, "sum_ns": 40301355421, "mean_ms": 133.44819675827816 }, "completed_queue_wait": { "n": 302, "sum_ns": 131601031, "mean_ms": 0.4357650033112583 }, "result_observations_wall": { "n": 302, "sum_ns": 384406065, "mean_ms": 1.2728677649006623 }, "result_observations_cpu": { "n": 302, "sum_ns": 377726377, "mean_ms": 1.2507495927152317 }, "result_nms_wall": { "n": 302, "sum_ns": 273424814, "mean_ms": 0.905380178807947 }, "result_nms_cpu": { "n": 302, "sum_ns": 165778530, "mean_ms": 0.5489355298013244 }, "result_tracking_wall": { "n": 302, "sum_ns": 366389492, "mean_ms": 1.213210238410596 }, "result_tracking_cpu": { "n": 302, "sum_ns": 300519426, "mean_ms": 0.9950974370860927 }, "result_region_wall": { "n": 302, "sum_ns": 72444384, "mean_ms": 0.23988206622516556 }, "result_region_cpu": { "n": 302, "sum_ns": 71317711, "mean_ms": 0.23615136092715233 }, "result_fall_wall": { "n": 302, "sum_ns": 141639074, "mean_ms": 0.46900355629139073 }, "result_fall_cpu": { "n": 302, "sum_ns": 139394723, "mean_ms": 0.46157193046357614 }, "result_fight_wall": { "n": 302, "sum_ns": 53958296, "mean_ms": 0.17866985430463575 }, "result_fight_cpu": { "n": 302, "sum_ns": 49141432, "mean_ms": 0.16271997350993378 }, "result_collector_wall": { "n": 302, "sum_ns": 1410812760, "mean_ms": 4.671565430463576 }, "result_collector_cpu": { "n": 302, "sum_ns": 1347773291, "mean_ms": 4.462825466887417 }, "result_composition_wall": { "n": 302, "sum_ns": 5785603, "mean_ms": 0.019157625827814568 }, "result_composition_cpu": { "n": 302, "sum_ns": 5795345, "mean_ms": 0.019189884105960262 }, "result_artifact_handoff_wall": { "n": 302, "sum_ns": 3915412, "mean_ms": 0.012964940397350992 }, "result_artifact_handoff_cpu": { "n": 302, "sum_ns": 3759733, "mean_ms": 0.01244944701986755 }, "result_publish_wall": { "n": 302, "sum_ns": 141073039, "mean_ms": 0.4671292682119205 }, "result_publish_cpu": { "n": 302, "sum_ns": 138631607, "mean_ms": 0.45904505629139075 }, "result_total_wall": { "n": 302, "sum_ns": 3186535065, "mean_ms": 10.551440612582782 }, "result_total_cpu": { "n": 302, "sum_ns": 2905439091, "mean_ms": 9.620659241721853 } } }, { "mode": "mixed-a", "level": 13, "camera": "34", "provider": "fire", "cohort_reset": false, "counter_seconds": 30.133010449, "new_channel": false, "seconds": 30.000016715028323, "selected_fps": 9.98904508759393, "requested_fps": 9.98904508759393, "complete_fps": 9.98904508759393, "accepted_fps": 9.98904508759393, "finalized_fps": 9.98904508759393, "redis_fps": 9.98904508759393, "redis_read_fps": 9.899994484043727, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 177, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.067, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.2533262410433963, "redis_interval_s": { "n": 296, "mean": 0.1011769749864077, "median": 0.09900374049902894, "p95": 0.17791543796192855, "maximum": 0.2533262410433963, "minimum": 0.0063544290023855865 }, "redis_drift_s": { "n": 297, "mean": 0.05472575097507285, "median": 0.05524173800927201, "p95": 0.12440781797096179, "maximum": 0.1512022459586433, "minimum": -0.04106276801974218 }, "redis_drift_s_per_min": 0.016423187803032258, "ingress_drift_s": { "n": 12, "mean": -0.01369053958333192, "median": -0.010744943000020157, "p95": 0.006633045000000948, "maximum": 0.006633045000000948, "minimum": -0.04444339299999456 }, "ingress_drift_s_per_min": 0.022979612853047348, "source_drift_s": { "n": 12, "mean": -0.014417083333322958, "median": -0.011231500000008054, "p95": 0.004342000000008284, "maximum": 0.004342000000008284, "minimum": -0.04549499999995987 }, "ingress_to_redis_ms": { "n": 297, "mean": 109.4949494949495, "median": 109, "p95": 167, "maximum": 205, "minimum": 36 }, "source_samples": 12, "redis_samples": 297, "native_redis_joined": 11, "durations": { "selected_to_preprocess_start": { "n": 301, "sum_ns": 237098342, "mean_ms": 0.7877021328903654 }, "depay_to_source_exit": { "n": 298, "sum_ns": 13834989000, "mean_ms": 46.42613758389262 }, "source_exit_to_ingress": { "n": 298, "sum_ns": 388773368, "mean_ms": 1.3046086174496645 }, "source_encoded_queue": { "n": 298, "sum_ns": 22628000, "mean_ms": 0.07593288590604028 }, "decode_between_queues": { "n": 298, "sum_ns": 13677591000, "mean_ms": 45.89795637583893 }, "source_raw_queue": { "n": 298, "sum_ns": 20609000, "mean_ms": 0.06915771812080537 }, "raw_queue_to_source_exit": { "n": 298, "sum_ns": 12020000, "mean_ms": 0.04033557046979866 }, "preprocess_start_to_preprocess_output": { "n": 301, "sum_ns": 625909930, "mean_ms": 2.0794349833887043 }, "selected_to_preprocess": { "n": 301, "sum_ns": 947316438, "mean_ms": 3.1472306910299004 }, "preprocess_start_to_preprocess": { "n": 301, "sum_ns": 710218096, "mean_ms": 2.3595285581395347 }, "preprocess_output_to_infer_entry": { "n": 301, "sum_ns": 84308166, "mean_ms": 0.2800935747508305 }, "preprocess_to_infer_output": { "n": 301, "sum_ns": 29267937691, "mean_ms": 97.23567339202657 }, "preprocess_to_callback": { "n": 301, "sum_ns": 29684873980, "mean_ms": 98.62084378737542 }, "infer_output_to_callback": { "n": 301, "sum_ns": 416936289, "mean_ms": 1.3851703953488372 }, "copy_wall": { "n": 301, "sum_ns": 1716677654, "mean_ms": 5.703248019933556 }, "copy_thread_cpu": { "n": 301, "sum_ns": 1593181048, "mean_ms": 5.292960292358804 }, "callback_to_copied": { "n": 301, "sum_ns": 1781188005, "mean_ms": 5.917568122923589 }, "accepted_interval": { "n": 301, "sum_ns": 30107033560, "mean_ms": 100.0233673089701 }, "selected_to_submitted": { "n": 301, "sum_ns": 32450732792, "mean_ms": 107.8097434950166 }, "completed_queue_wait": { "n": 301, "sum_ns": 77534549, "mean_ms": 0.2575898637873754 }, "result_composition_wall": { "n": 301, "sum_ns": 3541245, "mean_ms": 0.011764933554817275 }, "result_composition_cpu": { "n": 301, "sum_ns": 2893459, "mean_ms": 0.009612820598006645 }, "result_artifact_handoff_wall": { "n": 301, "sum_ns": 2813805, "mean_ms": 0.009348189368770764 }, "result_artifact_handoff_cpu": { "n": 301, "sum_ns": 2800233, "mean_ms": 0.009303099667774086 }, "result_publish_wall": { "n": 301, "sum_ns": 30809883, "mean_ms": 0.10235841528239203 }, "result_publish_cpu": { "n": 301, "sum_ns": 30682439, "mean_ms": 0.10193501328903655 }, "result_total_wall": { "n": 301, "sum_ns": 299686454, "mean_ms": 0.9956360598006644 }, "result_total_cpu": { "n": 301, "sum_ns": 288744695, "mean_ms": 0.9592847009966777 } } }, { "mode": "mixed-a", "level": 13, "camera": "34", "provider": "crowd", "cohort_reset": false, "counter_seconds": 30.144541321, "new_channel": false, "seconds": 30.000016715028323, "selected_fps": 9.985224084013854, "requested_fps": 9.985224084013854, "complete_fps": 10.0183975859541, "accepted_fps": 10.0183975859541, "finalized_fps": 10.0183975859541, "redis_fps": 10.0183975859541, "redis_read_fps": 9.899994484043727, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 84, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.237, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.29612827399978414, "redis_interval_s": { "n": 296, "mean": 0.1007906184154185, "median": 0.09733685554238036, "p95": 0.18286778102628887, "maximum": 0.29612827399978414, "minimum": 0.0001678790431469679 }, "redis_drift_s": { "n": 297, "mean": 0.05916557345542576, "median": 0.05786934003327815, "p95": 0.11967624997254234, "maximum": 0.171156747023133, "minimum": -0.023391370978686155 }, "redis_drift_s_per_min": 0.004265634325951797, "ingress_drift_s": { "n": 12, "mean": -0.007211757583320377, "median": -0.007246360999999979, "p95": 0.007224444000030417, "maximum": 0.007224444000030417, "minimum": -0.027695535999953336 }, "ingress_drift_s_per_min": 0.00936778383813425, "source_drift_s": { "n": 12, "mean": -0.008176499999990483, "median": -0.00944949999998812, "p95": 0.006921000000033928, "maximum": 0.006921000000033928, "minimum": -0.028097999999999956 }, "ingress_to_redis_ms": { "n": 297, "mean": 88.48148148148148, "median": 85, "p95": 144, "maximum": 191, "minimum": 23 }, "source_samples": 12, "redis_samples": 297, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 301, "sum_ns": 228124582, "mean_ms": 0.757888976744186 }, "depay_to_source_exit": { "n": 298, "sum_ns": 13906150000, "mean_ms": 46.66493288590604 }, "source_exit_to_ingress": { "n": 298, "sum_ns": 388509577, "mean_ms": 1.303723412751678 }, "source_encoded_queue": { "n": 298, "sum_ns": 17344000, "mean_ms": 0.0582013422818792 }, "decode_between_queues": { "n": 298, "sum_ns": 13746664000, "mean_ms": 46.12974496644295 }, "source_raw_queue": { "n": 298, "sum_ns": 22885000, "mean_ms": 0.07679530201342281 }, "raw_queue_to_source_exit": { "n": 298, "sum_ns": 12664000, "mean_ms": 0.04249664429530202 }, "preprocess_start_to_preprocess_output": { "n": 301, "sum_ns": 570230141, "mean_ms": 1.894452295681063 }, "selected_to_preprocess": { "n": 301, "sum_ns": 875446544, "mean_ms": 2.908460279069767 }, "preprocess_start_to_preprocess": { "n": 301, "sum_ns": 647321962, "mean_ms": 2.1505713023255812 }, "preprocess_output_to_infer_entry": { "n": 301, "sum_ns": 77091821, "mean_ms": 0.25611900664451825 }, "preprocess_to_infer_output": { "n": 302, "sum_ns": 23212714749, "mean_ms": 76.86329387086093 }, "preprocess_to_callback": { "n": 302, "sum_ns": 23592796062, "mean_ms": 78.12184126490067 }, "infer_output_to_callback": { "n": 302, "sum_ns": 380081313, "mean_ms": 1.2585473940397351 }, "copy_wall": { "n": 302, "sum_ns": 1674484688, "mean_ms": 5.544651284768212 }, "copy_thread_cpu": { "n": 302, "sum_ns": 1563649190, "mean_ms": 5.177646324503311 }, "callback_to_copied": { "n": 302, "sum_ns": 1738890682, "mean_ms": 5.757916165562913 }, "accepted_interval": { "n": 302, "sum_ns": 30238378742, "mean_ms": 100.12708192715232 }, "selected_to_submitted": { "n": 302, "sum_ns": 26257892610, "mean_ms": 86.94666427152318 }, "completed_queue_wait": { "n": 302, "sum_ns": 91359924, "mean_ms": 0.3025163046357616 }, "result_composition_wall": { "n": 302, "sum_ns": 5666670, "mean_ms": 0.01876380794701987 }, "result_composition_cpu": { "n": 302, "sum_ns": 5502190, "mean_ms": 0.018219172185430465 }, "result_publish_wall": { "n": 302, "sum_ns": 46253120, "mean_ms": 0.15315602649006624 }, "result_publish_cpu": { "n": 302, "sum_ns": 45606751, "mean_ms": 0.15101573178807945 }, "result_total_wall": { "n": 302, "sum_ns": 391238170, "mean_ms": 1.2954906291390729 }, "result_total_cpu": { "n": 302, "sum_ns": 371405353, "mean_ms": 1.2298190496688741 } } }, { "mode": "mixed-a", "level": 13, "camera": "35", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.037492151, "new_channel": false, "seconds": 30.000016715028323, "selected_fps": 9.654600941455275, "requested_fps": 9.654600941455275, "complete_fps": 9.721184396223931, "accepted_fps": 9.721184396223931, "finalized_fps": 9.721184396223931, "redis_fps": 9.721184396223931, "redis_read_fps": 9.666661280716097, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 250, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.178, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 9, "analysis_gap_markers": 7, "c_suppressed": 0, "max_redis_silence_s": 0.469903837016318, "redis_interval_s": { "n": 289, "mean": 0.1030482700069203, "median": 0.09425826004007831, "p95": 0.1975553489755839, "maximum": 0.469903837016318, "minimum": 0.005107604956720024 }, "redis_drift_s": { "n": 290, "mean": 0.08395017389909676, "median": 0.07262985800556976, "p95": 0.2513514359998794, "maximum": 0.41619075301895236, "minimum": -0.04160211798131286 }, "redis_drift_s_per_min": 0.02875521047476335, "ingress_drift_s": { "n": 12, "mean": -0.006104143166671368, "median": -0.0062568120000321414, "p95": 0.009814546000029623, "maximum": 0.009814546000029623, "minimum": -0.028461282000023402 }, "ingress_drift_s_per_min": 0.02439662063468893, "source_drift_s": { "n": 12, "mean": -0.0067527500000087075, "median": -0.007950500000021066, "p95": 0.010041999999998552, "maximum": 0.010041999999998552, "minimum": -0.028320000000007894 }, "ingress_to_redis_ms": { "n": 290, "mean": 162.00344827586207, "median": 154.0, "p95": 285, "maximum": 500, "minimum": 58 }, "source_samples": 12, "redis_samples": 290, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 290, "sum_ns": 295148535, "mean_ms": 1.0177535689655173 }, "depay_to_source_exit": { "n": 290, "sum_ns": 13713701000, "mean_ms": 47.28862413793103 }, "source_exit_to_ingress": { "n": 290, "sum_ns": 2101821623, "mean_ms": 7.247660768965517 }, "source_encoded_queue": { "n": 290, "sum_ns": 21645000, "mean_ms": 0.07463793103448275 }, "decode_between_queues": { "n": 290, "sum_ns": 13347613000, "mean_ms": 46.02625172413793 }, "source_raw_queue": { "n": 290, "sum_ns": 152508000, "mean_ms": 0.5258896551724138 }, "raw_queue_to_source_exit": { "n": 290, "sum_ns": 11201000, "mean_ms": 0.03862413793103449 }, "preprocess_start_to_preprocess_output": { "n": 290, "sum_ns": 658339653, "mean_ms": 2.2701367344827585 }, "selected_to_preprocess": { "n": 290, "sum_ns": 1072563273, "mean_ms": 3.6984940448275863 }, "preprocess_start_to_preprocess": { "n": 290, "sum_ns": 777414738, "mean_ms": 2.680740475862069 }, "preprocess_output_to_infer_entry": { "n": 290, "sum_ns": 119075085, "mean_ms": 0.4106037413793103 }, "preprocess_to_infer_output": { "n": 292, "sum_ns": 37801588003, "mean_ms": 129.4574931609589 }, "preprocess_to_callback": { "n": 292, "sum_ns": 38230879812, "mean_ms": 130.9276705890411 }, "infer_output_to_callback": { "n": 292, "sum_ns": 429291809, "mean_ms": 1.4701774280821918 }, "copy_wall": { "n": 292, "sum_ns": 1317221226, "mean_ms": 4.511031595890411 }, "copy_thread_cpu": { "n": 292, "sum_ns": 1262843285, "mean_ms": 4.324805770547945 }, "callback_to_copied": { "n": 292, "sum_ns": 1375762745, "mean_ms": 4.71151625 }, "accepted_interval": { "n": 292, "sum_ns": 30140387117, "mean_ms": 103.22050382534246 }, "selected_to_submitted": { "n": 292, "sum_ns": 40714861369, "mean_ms": 139.4344567431507 }, "completed_queue_wait": { "n": 292, "sum_ns": 255968095, "mean_ms": 0.8766030650684932 }, "result_observations_wall": { "n": 292, "sum_ns": 347810679, "mean_ms": 1.1911324623287671 }, "result_observations_cpu": { "n": 292, "sum_ns": 339320652, "mean_ms": 1.1620570273972604 }, "result_nms_wall": { "n": 292, "sum_ns": 326913101, "mean_ms": 1.1195654143835616 }, "result_nms_cpu": { "n": 292, "sum_ns": 172051284, "mean_ms": 0.5892167260273972 }, "result_tracking_wall": { "n": 292, "sum_ns": 1138251843, "mean_ms": 3.89812275 }, "result_tracking_cpu": { "n": 292, "sum_ns": 698395801, "mean_ms": 2.3917664417808218 }, "result_region_wall": { "n": 292, "sum_ns": 147206588, "mean_ms": 0.5041321506849314 }, "result_region_cpu": { "n": 292, "sum_ns": 143935019, "mean_ms": 0.492928147260274 }, "result_fall_wall": { "n": 292, "sum_ns": 1089136961, "mean_ms": 3.7299210993150687 }, "result_fall_cpu": { "n": 292, "sum_ns": 1050052508, "mean_ms": 3.5960702328767122 }, "result_fight_wall": { "n": 292, "sum_ns": 182229601, "mean_ms": 0.6240739760273972 }, "result_fight_cpu": { "n": 292, "sum_ns": 170648458, "mean_ms": 0.5844125273972604 }, "result_collector_wall": { "n": 292, "sum_ns": 1888223693, "mean_ms": 6.4665194965753425 }, "result_collector_cpu": { "n": 292, "sum_ns": 1838957318, "mean_ms": 6.297799034246575 }, "result_composition_wall": { "n": 292, "sum_ns": 5384434, "mean_ms": 0.018439842465753423 }, "result_composition_cpu": { "n": 292, "sum_ns": 5388842, "mean_ms": 0.018454938356164383 }, "result_artifact_handoff_wall": { "n": 292, "sum_ns": 3952233, "mean_ms": 0.013535044520547945 }, "result_artifact_handoff_cpu": { "n": 292, "sum_ns": 3534497, "mean_ms": 0.012104441780821918 }, "result_publish_wall": { "n": 292, "sum_ns": 411800808, "mean_ms": 1.4102767397260274 }, "result_publish_cpu": { "n": 292, "sum_ns": 386465662, "mean_ms": 1.3235125410958903 }, "result_total_wall": { "n": 292, "sum_ns": 5886873847, "mean_ms": 20.16052687328767 }, "result_total_cpu": { "n": 292, "sum_ns": 5121168045, "mean_ms": 17.538246729452055 } } }, { "mode": "mixed-a", "level": 13, "camera": "35", "provider": "fire", "cohort_reset": false, "counter_seconds": 30.120314272, "new_channel": false, "seconds": 30.000016715028323, "selected_fps": 9.99325562415566, "requested_fps": 9.99325562415566, "complete_fps": 10.02645580895352, "accepted_fps": 10.02645580895352, "finalized_fps": 9.99325562415566, "redis_fps": 9.99325562415566, "redis_read_fps": 9.999994428326996, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 188, "queue_depth_max_sampled": 1, "queue_age_max_sampled": 0.0007625780417583883, "provider_response_age_max_sampled": 0.178, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.24527177802519873, "redis_interval_s": { "n": 299, "mean": 0.0998407536389518, "median": 0.09676508599659428, "p95": 0.17804994503967464, "maximum": 0.24527177802519873, "minimum": 0.001552184985484928 }, "redis_drift_s": { "n": 300, "mean": 0.0023918822759710187, "median": 0.002776217990998475, "p95": 0.06299407697235893, "maximum": 0.1424675000128559, "minimum": -0.09708616501046663 }, "redis_drift_s_per_min": 0.031111496311421804, "ingress_drift_s": { "n": 12, "mean": -0.009778207833330535, "median": -0.011718141499983403, "p95": 0.009578314000009414, "maximum": 0.009578314000009414, "minimum": -0.029560307999986435 }, "ingress_drift_s_per_min": 0.026488733417727936, "source_drift_s": { "n": 12, "mean": -0.010434249999993503, "median": -0.011955999999997857, "p95": 0.009425000000021555, "maximum": 0.009425000000021555, "minimum": -0.029094999999983884 }, "ingress_to_redis_ms": { "n": 300, "mean": 114.84, "median": 112.0, "p95": 175, "maximum": 237, "minimum": 40 }, "source_samples": 12, "redis_samples": 300, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 301, "sum_ns": 13941423000, "mean_ms": 46.31701993355482 }, "source_exit_to_ingress": { "n": 301, "sum_ns": 476122289, "mean_ms": 1.5818016245847177 }, "source_encoded_queue": { "n": 301, "sum_ns": 20694000, "mean_ms": 0.06875083056478405 }, "decode_between_queues": { "n": 301, "sum_ns": 13703976000, "mean_ms": 45.52815946843854 }, "source_raw_queue": { "n": 301, "sum_ns": 15894000, "mean_ms": 0.05280398671096346 }, "raw_queue_to_source_exit": { "n": 301, "sum_ns": 10785000, "mean_ms": 0.03583056478405315 }, "selected_to_preprocess_start": { "n": 301, "sum_ns": 254684094, "mean_ms": 0.8461265581395349 }, "preprocess_start_to_preprocess_output": { "n": 301, "sum_ns": 686645781, "mean_ms": 2.281215219269103 }, "selected_to_preprocess": { "n": 301, "sum_ns": 1001342556, "mean_ms": 3.3267194551495014 }, "preprocess_start_to_preprocess": { "n": 301, "sum_ns": 746658462, "mean_ms": 2.480592897009967 }, "preprocess_output_to_infer_entry": { "n": 301, "sum_ns": 60012681, "mean_ms": 0.1993776777408638 }, "preprocess_to_infer_output": { "n": 302, "sum_ns": 30960217182, "mean_ms": 102.51727543708608 }, "preprocess_to_callback": { "n": 302, "sum_ns": 31362694111, "mean_ms": 103.8499805 }, "infer_output_to_callback": { "n": 302, "sum_ns": 402476929, "mean_ms": 1.3327050629139072 }, "copy_wall": { "n": 302, "sum_ns": 1713663895, "mean_ms": 5.674383758278146 }, "copy_thread_cpu": { "n": 302, "sum_ns": 1575558876, "mean_ms": 5.217082370860926 }, "callback_to_copied": { "n": 302, "sum_ns": 1777613194, "mean_ms": 5.886136403973509 }, "accepted_interval": { "n": 302, "sum_ns": 30185711292, "mean_ms": 99.952686397351 }, "selected_to_submitted": { "n": 302, "sum_ns": 34184247581, "mean_ms": 113.19287278476821 }, "completed_queue_wait": { "n": 301, "sum_ns": 80855997, "mean_ms": 0.2686245747508305 }, "result_composition_wall": { "n": 301, "sum_ns": 3061286, "mean_ms": 0.010170385382059801 }, "result_composition_cpu": { "n": 301, "sum_ns": 2983899, "mean_ms": 0.009913285714285713 }, "result_artifact_handoff_wall": { "n": 301, "sum_ns": 2707580, "mean_ms": 0.008995282392026578 }, "result_artifact_handoff_cpu": { "n": 301, "sum_ns": 2709188, "mean_ms": 0.009000624584717608 }, "result_publish_wall": { "n": 301, "sum_ns": 32104916, "mean_ms": 0.10666085049833887 }, "result_publish_cpu": { "n": 301, "sum_ns": 31090590, "mean_ms": 0.10329099667774087 }, "result_total_wall": { "n": 301, "sum_ns": 301102421, "mean_ms": 1.0003402691029901 }, "result_total_cpu": { "n": 301, "sum_ns": 289907988, "mean_ms": 0.96314946179402 } } }, { "mode": "mixed-a", "level": 13, "camera": "35", "provider": "crowd", "cohort_reset": false, "counter_seconds": 29.871599213, "new_channel": false, "seconds": 30.000016715028323, "selected_fps": 9.976031007751054, "requested_fps": 9.976031007751054, "complete_fps": 10.009507621871025, "accepted_fps": 10.009507621871025, "finalized_fps": 10.009507621871025, "redis_fps": 9.976031007751054, "redis_read_fps": 10.033327743088087, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 96, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.157, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.2531267859740183, "redis_interval_s": { "n": 300, "mean": 0.09976323841003856, "median": 0.09702940497663803, "p95": 0.1794282509945333, "maximum": 0.2531267859740183, "minimum": 0.003349579987116158 }, "redis_drift_s": { "n": 301, "mean": -0.0010110629938701195, "median": -0.002348801978882875, "p95": 0.0562738330289676, "maximum": 0.10636290002520354, "minimum": -0.08700300197580191 }, "redis_drift_s_per_min": 0.018535922696853283, "ingress_drift_s": { "n": 12, "mean": -0.013382067999998526, "median": -0.01104806149999149, "p95": 0.007868368999993436, "maximum": 0.007868368999993436, "minimum": -0.04379520899999534 }, "ingress_drift_s_per_min": 0.03467205925902976, "source_drift_s": { "n": 12, "mean": -0.013671999999994947, "median": -0.011599999999987176, "p95": 0.006440999999995256, "maximum": 0.006440999999995256, "minimum": -0.043426000000010845 }, "ingress_to_redis_ms": { "n": 301, "mean": 89.72425249169436, "median": 88, "p95": 144, "maximum": 200, "minimum": 31 }, "source_samples": 12, "redis_samples": 301, "native_redis_joined": 13, "durations": { "selected_to_preprocess_start": { "n": 298, "sum_ns": 240822613, "mean_ms": 0.8081295738255033 }, "depay_to_source_exit": { "n": 298, "sum_ns": 13901990000, "mean_ms": 46.65097315436242 }, "source_exit_to_ingress": { "n": 298, "sum_ns": 431675922, "mean_ms": 1.4485769194630873 }, "source_encoded_queue": { "n": 298, "sum_ns": 16726000, "mean_ms": 0.05612751677852349 }, "decode_between_queues": { "n": 298, "sum_ns": 13672806000, "mean_ms": 45.88189932885906 }, "source_raw_queue": { "n": 298, "sum_ns": 22485000, "mean_ms": 0.0754530201342282 }, "raw_queue_to_source_exit": { "n": 298, "sum_ns": 11203000, "mean_ms": 0.03759395973154363 }, "preprocess_start_to_preprocess_output": { "n": 298, "sum_ns": 655068071, "mean_ms": 2.198215003355705 }, "selected_to_preprocess": { "n": 298, "sum_ns": 960473436, "mean_ms": 3.22306522147651 }, "preprocess_start_to_preprocess": { "n": 298, "sum_ns": 719650823, "mean_ms": 2.414935647651007 }, "preprocess_output_to_infer_entry": { "n": 298, "sum_ns": 64582752, "mean_ms": 0.21672064429530202 }, "preprocess_to_infer_output": { "n": 299, "sum_ns": 23035851326, "mean_ms": 77.04298102341137 }, "preprocess_to_callback": { "n": 299, "sum_ns": 23445262006, "mean_ms": 78.41224751170569 }, "infer_output_to_callback": { "n": 299, "sum_ns": 409410680, "mean_ms": 1.3692664882943144 }, "copy_wall": { "n": 299, "sum_ns": 1689738956, "mean_ms": 5.651300856187291 }, "copy_thread_cpu": { "n": 299, "sum_ns": 1575365401, "mean_ms": 5.2687806053511705 }, "callback_to_copied": { "n": 299, "sum_ns": 1749911913, "mean_ms": 5.852548204013378 }, "accepted_interval": { "n": 299, "sum_ns": 29937247594, "mean_ms": 100.12457389297658 }, "selected_to_submitted": { "n": 299, "sum_ns": 26200586902, "mean_ms": 87.62738094314382 }, "completed_queue_wait": { "n": 299, "sum_ns": 77969019, "mean_ms": 0.2607659498327759 }, "result_composition_wall": { "n": 299, "sum_ns": 6728594, "mean_ms": 0.022503658862876256 }, "result_composition_cpu": { "n": 299, "sum_ns": 4993701, "mean_ms": 0.016701341137123744 }, "result_publish_wall": { "n": 299, "sum_ns": 80131704, "mean_ms": 0.2679990100334448 }, "result_publish_cpu": { "n": 299, "sum_ns": 77971206, "mean_ms": 0.26077326421404684 }, "result_total_wall": { "n": 299, "sum_ns": 519297073, "mean_ms": 1.736779508361204 }, "result_total_cpu": { "n": 299, "sum_ns": 493528817, "mean_ms": 1.6505980501672242 } } }, { "mode": "mixed-a", "level": 13, "camera": "36", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.837920687, "new_channel": false, "seconds": 30.000016715028323, "selected_fps": 9.786204711215706, "requested_fps": 9.786204711215706, "complete_fps": 9.786204711215706, "accepted_fps": 9.786204711215706, "finalized_fps": 9.786204711215706, "redis_fps": 9.786204711215706, "redis_read_fps": 9.699994595477186, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 238, "queue_depth_max_sampled": 1, "queue_age_max_sampled": 0.0006599030457437038, "provider_response_age_max_sampled": 0.07, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 3, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.3863088490325026, "redis_interval_s": { "n": 290, "mean": 0.10275997811033198, "median": 0.0976795390015468, "p95": 0.1926090859924443, "maximum": 0.3863088490325026, "minimum": 0.0002087749890051782 }, "redis_drift_s": { "n": 291, "mean": 0.07671566453558643, "median": 0.07372955604967046, "p95": 0.1590183290401228, "maximum": 0.38562517804604113, "minimum": -0.03767910897170168 }, "redis_drift_s_per_min": 0.03291829231927198, "ingress_drift_s": { "n": 12, "mean": -0.0020593733333266564, "median": -0.002532017999996583, "p95": 0.06098440899995694, "maximum": 0.06098440899995694, "minimum": -0.02988909799995554 }, "ingress_drift_s_per_min": -0.06066534021616653, "source_drift_s": { "n": 12, "mean": -0.00923491666666365, "median": -0.011621000000019421, "p95": 0.016401000000030308, "maximum": 0.016401000000030308, "minimum": -0.030716999999981454 }, "ingress_to_redis_ms": { "n": 291, "mean": 145.25085910652922, "median": 146, "p95": 211, "maximum": 334, "minimum": 51 }, "source_samples": 12, "redis_samples": 291, "native_redis_joined": 13, "durations": { "selected_to_preprocess_start": { "n": 291, "sum_ns": 262227844, "mean_ms": 0.9011266116838488 }, "depay_to_source_exit": { "n": 290, "sum_ns": 13944500000, "mean_ms": 48.08448275862069 }, "source_exit_to_ingress": { "n": 290, "sum_ns": 713570172, "mean_ms": 2.4605867999999997 }, "source_encoded_queue": { "n": 290, "sum_ns": 25874000, "mean_ms": 0.08922068965517242 }, "decode_between_queues": { "n": 290, "sum_ns": 13788709000, "mean_ms": 47.5472724137931 }, "source_raw_queue": { "n": 290, "sum_ns": 41252000, "mean_ms": 0.14224827586206895 }, "raw_queue_to_source_exit": { "n": 290, "sum_ns": 9238000, "mean_ms": 0.031855172413793105 }, "preprocess_start_to_preprocess_output": { "n": 291, "sum_ns": 681761785, "mean_ms": 2.342824003436426 }, "selected_to_preprocess": { "n": 292, "sum_ns": 1059965163, "mean_ms": 3.6300176815068492 }, "preprocess_start_to_preprocess": { "n": 291, "sum_ns": 789727739, "mean_ms": 2.7138410274914087 }, "preprocess_output_to_infer_entry": { "n": 292, "sum_ns": 108570486, "mean_ms": 0.37181673287671235 }, "preprocess_to_infer_output": { "n": 292, "sum_ns": 36406075946, "mean_ms": 124.67834228082192 }, "preprocess_to_callback": { "n": 292, "sum_ns": 36828365373, "mean_ms": 126.12453894863015 }, "infer_output_to_callback": { "n": 292, "sum_ns": 422289427, "mean_ms": 1.446196667808219 }, "copy_wall": { "n": 292, "sum_ns": 1323049691, "mean_ms": 4.530992092465754 }, "copy_thread_cpu": { "n": 292, "sum_ns": 1252946176, "mean_ms": 4.290911561643835 }, "callback_to_copied": { "n": 292, "sum_ns": 1380429437, "mean_ms": 4.727498071917808 }, "accepted_interval": { "n": 292, "sum_ns": 29826268549, "mean_ms": 102.14475530479451 }, "selected_to_submitted": { "n": 292, "sum_ns": 39301621274, "mean_ms": 134.5945934041096 }, "completed_queue_wait": { "n": 292, "sum_ns": 109313960, "mean_ms": 0.37436287671232876 }, "result_observations_wall": { "n": 292, "sum_ns": 355367191, "mean_ms": 1.217010928082192 }, "result_observations_cpu": { "n": 292, "sum_ns": 345281478, "mean_ms": 1.182470815068493 }, "result_nms_wall": { "n": 292, "sum_ns": 246838604, "mean_ms": 0.8453376849315068 }, "result_nms_cpu": { "n": 292, "sum_ns": 161174988, "mean_ms": 0.5519691369863013 }, "result_tracking_wall": { "n": 292, "sum_ns": 257178759, "mean_ms": 0.8807491746575342 }, "result_tracking_cpu": { "n": 292, "sum_ns": 233363109, "mean_ms": 0.7991887294520549 }, "result_region_wall": { "n": 292, "sum_ns": 73021486, "mean_ms": 0.25007358219178083 }, "result_region_cpu": { "n": 292, "sum_ns": 68851626, "mean_ms": 0.2357932397260274 }, "result_fall_wall": { "n": 292, "sum_ns": 127402152, "mean_ms": 0.4363087397260274 }, "result_fall_cpu": { "n": 292, "sum_ns": 121009495, "mean_ms": 0.4144160787671233 }, "result_fight_wall": { "n": 292, "sum_ns": 39682594, "mean_ms": 0.13589929452054794 }, "result_fight_cpu": { "n": 292, "sum_ns": 39671410, "mean_ms": 0.13586099315068492 }, "result_collector_wall": { "n": 292, "sum_ns": 1342063770, "mean_ms": 4.596108801369863 }, "result_collector_cpu": { "n": 292, "sum_ns": 1272145117, "mean_ms": 4.356661359589041 }, "result_composition_wall": { "n": 292, "sum_ns": 6543124, "mean_ms": 0.022407958904109588 }, "result_composition_cpu": { "n": 292, "sum_ns": 5842789, "mean_ms": 0.020009551369863012 }, "result_artifact_handoff_wall": { "n": 292, "sum_ns": 4063701, "mean_ms": 0.013916784246575341 }, "result_artifact_handoff_cpu": { "n": 292, "sum_ns": 3429579, "mean_ms": 0.011745133561643835 }, "result_publish_wall": { "n": 292, "sum_ns": 77689846, "mean_ms": 0.26606111643835617 }, "result_publish_cpu": { "n": 292, "sum_ns": 74318787, "mean_ms": 0.2545163938356164 }, "result_total_wall": { "n": 292, "sum_ns": 2836178991, "mean_ms": 9.71294175 }, "result_total_cpu": { "n": 292, "sum_ns": 2607895731, "mean_ms": 8.93114976369863 } } }, { "mode": "mixed-a", "level": 13, "camera": "36", "provider": "fire", "cohort_reset": false, "counter_seconds": 30.125604164, "new_channel": false, "seconds": 30.000016715028323, "selected_fps": 9.792334732742857, "requested_fps": 9.792334732742857, "complete_fps": 9.792334732742857, "accepted_fps": 9.792334732742857, "finalized_fps": 9.825529087769103, "redis_fps": 9.792334732742857, "redis_read_fps": 9.699994595477186, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 179, "queue_depth_max_sampled": 1, "queue_age_max_sampled": 0.0006896830163896084, "provider_response_age_max_sampled": 0.094, "sender": { "replaced": 1, "expired": 0, "send_error": 0 }, "gap_markers": 2, "analysis_gap_markers": 1, "c_suppressed": 0, "max_redis_silence_s": 0.511540697014425, "redis_interval_s": { "n": 290, "mean": 0.10332265590008445, "median": 0.10159066101186909, "p95": 0.19017685996368527, "maximum": 0.511540697014425, "minimum": 0.0005246920045465231 }, "redis_drift_s": { "n": 291, "mean": 0.04717715840504739, "median": 0.0467373339962478, "p95": 0.11137537794837726, "maximum": 0.41773880996601065, "minimum": -0.12223948101978976 }, "redis_drift_s_per_min": 0.013605284121888881, "ingress_drift_s": { "n": 12, "mean": 0.0019390993333322133, "median": 0.004489937500011365, "p95": 0.037754190999976345, "maximum": 0.037754190999976345, "minimum": -0.029589606000001822 }, "ingress_drift_s_per_min": 0.04642569913699492, "source_drift_s": { "n": 12, "mean": 0.0008259166666656862, "median": 0.002783500000020922, "p95": 0.035360999999966225, "maximum": 0.035360999999966225, "minimum": -0.030644999999992706 }, "ingress_to_redis_ms": { "n": 291, "mean": 114.01030927835052, "median": 113, "p95": 176, "maximum": 244, "minimum": 34 }, "source_samples": 12, "redis_samples": 291, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 295, "sum_ns": 236148206, "mean_ms": 0.800502393220339 }, "preprocess_start_to_preprocess_output": { "n": 295, "sum_ns": 695821747, "mean_ms": 2.358717786440678 }, "depay_to_source_exit": { "n": 293, "sum_ns": 13973815000, "mean_ms": 47.692201365187714 }, "source_exit_to_ingress": { "n": 293, "sum_ns": 431083529, "mean_ms": 1.471274843003413 }, "source_encoded_queue": { "n": 293, "sum_ns": 14582000, "mean_ms": 0.0497679180887372 }, "decode_between_queues": { "n": 293, "sum_ns": 13847979000, "mean_ms": 47.262726962457336 }, "source_raw_queue": { "n": 293, "sum_ns": 15839000, "mean_ms": 0.0540580204778157 }, "raw_queue_to_source_exit": { "n": 293, "sum_ns": 11075000, "mean_ms": 0.037798634812286694 }, "selected_to_preprocess": { "n": 295, "sum_ns": 1030487296, "mean_ms": 3.4931772745762713 }, "preprocess_start_to_preprocess": { "n": 295, "sum_ns": 794339090, "mean_ms": 2.692674881355932 }, "preprocess_output_to_infer_entry": { "n": 295, "sum_ns": 98517343, "mean_ms": 0.3339570949152542 }, "preprocess_to_infer_output": { "n": 295, "sum_ns": 30021237129, "mean_ms": 101.7669055220339 }, "preprocess_to_callback": { "n": 295, "sum_ns": 30444459011, "mean_ms": 103.20155596949152 }, "infer_output_to_callback": { "n": 295, "sum_ns": 423221882, "mean_ms": 1.4346504474576272 }, "copy_wall": { "n": 295, "sum_ns": 1657053555, "mean_ms": 5.617130694915255 }, "copy_thread_cpu": { "n": 295, "sum_ns": 1554780536, "mean_ms": 5.270442494915255 }, "callback_to_copied": { "n": 295, "sum_ns": 1718091613, "mean_ms": 5.824039366101696 }, "accepted_interval": { "n": 295, "sum_ns": 30101539767, "mean_ms": 102.03911785423729 }, "selected_to_submitted": { "n": 295, "sum_ns": 33233496935, "mean_ms": 112.65592181355932 }, "completed_queue_wait": { "n": 296, "sum_ns": 82804152, "mean_ms": 0.2797437567567567 }, "result_composition_wall": { "n": 296, "sum_ns": 3179554, "mean_ms": 0.010741736486486487 }, "result_composition_cpu": { "n": 296, "sum_ns": 2959510, "mean_ms": 0.009998344594594595 }, "result_artifact_handoff_wall": { "n": 296, "sum_ns": 2609271, "mean_ms": 0.00881510472972973 }, "result_artifact_handoff_cpu": { "n": 296, "sum_ns": 2612218, "mean_ms": 0.00882506081081081 }, "result_publish_wall": { "n": 296, "sum_ns": 30607245, "mean_ms": 0.10340285472972974 }, "result_publish_cpu": { "n": 296, "sum_ns": 30493654, "mean_ms": 0.10301910135135135 }, "result_total_wall": { "n": 296, "sum_ns": 286987562, "mean_ms": 0.9695525743243244 }, "result_total_cpu": { "n": 296, "sum_ns": 280824587, "mean_ms": 0.9487317128378379 } } }, { "mode": "mixed-a", "level": 13, "camera": "36", "provider": "crowd", "cohort_reset": false, "counter_seconds": 30.120036084, "new_channel": false, "seconds": 30.000016715028323, "selected_fps": 9.794144973043586, "requested_fps": 9.794144973043586, "complete_fps": 9.827345464477633, "accepted_fps": 9.827345464477633, "finalized_fps": 9.827345464477633, "redis_fps": 9.827345464477633, "redis_read_fps": 9.733327910238277, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 91, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.134, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 1, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.4738115260261111, "redis_interval_s": { "n": 291, "mean": 0.10242396767356808, "median": 0.09764998400351033, "p95": 0.18558324099285528, "maximum": 0.4738115260261111, "minimum": 0.00032944302074611187 }, "redis_drift_s": { "n": 292, "mean": 0.025641811426457963, "median": 0.019856681500328932, "p95": 0.08282753199944182, "maximum": 0.3619083550078699, "minimum": -0.10383705100417728 }, "redis_drift_s_per_min": 0.02602073392864148, "ingress_drift_s": { "n": 12, "mean": -0.002340632166659399, "median": -0.004266031000014436, "p95": 0.03660003099997766, "maximum": 0.03660003099997766, "minimum": -0.029631948999963242 }, "ingress_drift_s_per_min": 0.0444006375798135, "source_drift_s": { "n": 12, "mean": -0.0030474999999915062, "median": -0.005671500000005381, "p95": 0.03566899999998441, "maximum": 0.03566899999998441, "minimum": -0.030633999999963635 }, "ingress_to_redis_ms": { "n": 292, "mean": 89.46917808219177, "median": 85.5, "p95": 144, "maximum": 207, "minimum": 27 }, "source_samples": 12, "redis_samples": 292, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 295, "sum_ns": 226381148, "mean_ms": 0.7673937220338983 }, "depay_to_source_exit": { "n": 293, "sum_ns": 14018441000, "mean_ms": 47.844508532423205 }, "source_exit_to_ingress": { "n": 293, "sum_ns": 403509518, "mean_ms": 1.3771655904436861 }, "source_encoded_queue": { "n": 293, "sum_ns": 17770000, "mean_ms": 0.060648464163822524 }, "decode_between_queues": { "n": 293, "sum_ns": 13893265000, "mean_ms": 47.4172866894198 }, "source_raw_queue": { "n": 293, "sum_ns": 17832000, "mean_ms": 0.06086006825938567 }, "raw_queue_to_source_exit": { "n": 293, "sum_ns": 9966000, "mean_ms": 0.0340136518771331 }, "preprocess_start_to_preprocess_output": { "n": 295, "sum_ns": 655256382, "mean_ms": 2.2212080745762712 }, "selected_to_preprocess": { "n": 295, "sum_ns": 953387655, "mean_ms": 3.231822559322034 }, "preprocess_start_to_preprocess": { "n": 295, "sum_ns": 727006507, "mean_ms": 2.4644288372881356 }, "preprocess_output_to_infer_entry": { "n": 295, "sum_ns": 71750125, "mean_ms": 0.2432207627118644 }, "preprocess_to_infer_output": { "n": 295, "sum_ns": 22643626988, "mean_ms": 76.75805758644069 }, "preprocess_to_callback": { "n": 295, "sum_ns": 23028936975, "mean_ms": 78.06419313559321 }, "infer_output_to_callback": { "n": 295, "sum_ns": 385309987, "mean_ms": 1.3061355491525424 }, "copy_wall": { "n": 296, "sum_ns": 1654219827, "mean_ms": 5.5885804966216215 }, "copy_thread_cpu": { "n": 296, "sum_ns": 1555719686, "mean_ms": 5.25580975 }, "callback_to_copied": { "n": 296, "sum_ns": 1714974695, "mean_ms": 5.793833429054055 }, "accepted_interval": { "n": 296, "sum_ns": 30185590336, "mean_ms": 101.97834572972972 }, "selected_to_submitted": { "n": 296, "sum_ns": 25848345116, "mean_ms": 87.32549025675675 }, "completed_queue_wait": { "n": 296, "sum_ns": 71715241, "mean_ms": 0.2422812195945946 }, "result_composition_wall": { "n": 296, "sum_ns": 5037059, "mean_ms": 0.017017091216216217 }, "result_composition_cpu": { "n": 296, "sum_ns": 4932885, "mean_ms": 0.016665152027027025 }, "result_publish_wall": { "n": 296, "sum_ns": 39320333, "mean_ms": 0.13283896283783783 }, "result_publish_cpu": { "n": 296, "sum_ns": 39034557, "mean_ms": 0.13187350337837836 }, "result_total_wall": { "n": 296, "sum_ns": 366187235, "mean_ms": 1.237119037162162 }, "result_total_cpu": { "n": 296, "sum_ns": 344280682, "mean_ms": 1.163110412162162 } } }, { "mode": "mixed-a", "level": 13, "camera": "37", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.142054771, "new_channel": false, "seconds": 30.000016715028323, "selected_fps": 9.853342854573635, "requested_fps": 9.853342854573635, "complete_fps": 9.820166616006047, "accepted_fps": 9.820166616006047, "finalized_fps": 9.820166616006047, "redis_fps": 9.786990377438459, "redis_read_fps": 9.699994595477186, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 238, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.102, "sender": { "replaced": 1, "expired": 0, "send_error": 0 }, "gap_markers": 5, "analysis_gap_markers": 1, "c_suppressed": 0, "max_redis_silence_s": 0.3966414039605297, "redis_interval_s": { "n": 290, "mean": 0.10316811445859614, "median": 0.09468091500457376, "p95": 0.21061031299177557, "maximum": 0.3966414039605297, "minimum": 0.0002665520296432078 }, "redis_drift_s": { "n": 291, "mean": 0.05769516109487802, "median": 0.048641217016154314, "p95": 0.16313238698663213, "maximum": 0.5691966179865346, "minimum": -0.06317928798497974 }, "redis_drift_s_per_min": 0.012679093974094143, "ingress_drift_s": { "n": 12, "mean": -0.0006832694999966785, "median": -0.0010659054999990758, "p95": 0.026427401000006512, "maximum": 0.026427401000006512, "minimum": -0.03205080300000418 }, "ingress_drift_s_per_min": 0.025568052670516858, "source_drift_s": { "n": 12, "mean": -0.001864333333330137, "median": -0.00223199999999224, "p95": 0.02648999999999546, "maximum": 0.02648999999999546, "minimum": -0.03261100000000283 }, "ingress_to_redis_ms": { "n": 291, "mean": 148.16494845360825, "median": 142, "p95": 233, "maximum": 393, "minimum": 66 }, "source_samples": 12, "redis_samples": 291, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 296, "sum_ns": 262787033, "mean_ms": 0.8877940304054054 }, "depay_to_source_exit": { "n": 293, "sum_ns": 13360807000, "mean_ms": 45.60002389078499 }, "source_exit_to_ingress": { "n": 293, "sum_ns": 1399352989, "mean_ms": 4.775948767918089 }, "source_encoded_queue": { "n": 293, "sum_ns": 24461000, "mean_ms": 0.08348464163822525 }, "decode_between_queues": { "n": 293, "sum_ns": 13053200000, "mean_ms": 44.55017064846417 }, "source_raw_queue": { "n": 293, "sum_ns": 172323000, "mean_ms": 0.5881331058020478 }, "raw_queue_to_source_exit": { "n": 293, "sum_ns": 10731000, "mean_ms": 0.036624573378839585 }, "preprocess_start_to_preprocess_output": { "n": 296, "sum_ns": 630057198, "mean_ms": 2.128571614864865 }, "selected_to_preprocess": { "n": 296, "sum_ns": 974248697, "mean_ms": 3.2913807331081077 }, "preprocess_start_to_preprocess": { "n": 296, "sum_ns": 711461664, "mean_ms": 2.4035867027027025 }, "preprocess_output_to_infer_entry": { "n": 296, "sum_ns": 81404466, "mean_ms": 0.2750150878378378 }, "preprocess_to_infer_output": { "n": 295, "sum_ns": 36753227085, "mean_ms": 124.58721045762712 }, "preprocess_to_callback": { "n": 295, "sum_ns": 37173915521, "mean_ms": 126.01327295254238 }, "infer_output_to_callback": { "n": 295, "sum_ns": 420688436, "mean_ms": 1.4260624949152543 }, "copy_wall": { "n": 296, "sum_ns": 1335094517, "mean_ms": 4.510454449324325 }, "copy_thread_cpu": { "n": 296, "sum_ns": 1255930226, "mean_ms": 4.24300752027027 }, "callback_to_copied": { "n": 295, "sum_ns": 1390099275, "mean_ms": 4.712200932203389 }, "accepted_interval": { "n": 296, "sum_ns": 30105855993, "mean_ms": 101.70897294932432 }, "selected_to_submitted": { "n": 295, "sum_ns": 39571763663, "mean_ms": 134.14157173898306 }, "completed_queue_wait": { "n": 296, "sum_ns": 252898846, "mean_ms": 0.8543879932432432 }, "result_observations_wall": { "n": 296, "sum_ns": 382444534, "mean_ms": 1.2920423445945945 }, "result_observations_cpu": { "n": 296, "sum_ns": 369335535, "mean_ms": 1.247755185810811 }, "result_nms_wall": { "n": 296, "sum_ns": 254776260, "mean_ms": 0.8607306081081082 }, "result_nms_cpu": { "n": 296, "sum_ns": 163249146, "mean_ms": 0.5515173851351352 }, "result_tracking_wall": { "n": 296, "sum_ns": 389890967, "mean_ms": 1.3171992128378378 }, "result_tracking_cpu": { "n": 296, "sum_ns": 308424616, "mean_ms": 1.041975054054054 }, "result_region_wall": { "n": 296, "sum_ns": 76188800, "mean_ms": 0.2573945945945946 }, "result_region_cpu": { "n": 296, "sum_ns": 73255713, "mean_ms": 0.24748551689189188 }, "result_fall_wall": { "n": 296, "sum_ns": 182282697, "mean_ms": 0.6158199222972973 }, "result_fall_cpu": { "n": 296, "sum_ns": 167894438, "mean_ms": 0.5672109391891892 }, "result_fight_wall": { "n": 296, "sum_ns": 39537940, "mean_ms": 0.13357412162162163 }, "result_fight_cpu": { "n": 296, "sum_ns": 38556397, "mean_ms": 0.13025809797297297 }, "result_collector_wall": { "n": 296, "sum_ns": 1778340162, "mean_ms": 6.007905952702703 }, "result_collector_cpu": { "n": 296, "sum_ns": 1713309115, "mean_ms": 5.788206469594595 }, "result_composition_wall": { "n": 296, "sum_ns": 6832809, "mean_ms": 0.02308381418918919 }, "result_composition_cpu": { "n": 296, "sum_ns": 5551641, "mean_ms": 0.01875554391891892 }, "result_artifact_handoff_wall": { "n": 296, "sum_ns": 4827690, "mean_ms": 0.016309763513513514 }, "result_artifact_handoff_cpu": { "n": 296, "sum_ns": 3502088, "mean_ms": 0.011831378378378379 }, "result_publish_wall": { "n": 296, "sum_ns": 137120699, "mean_ms": 0.4632456047297297 }, "result_publish_cpu": { "n": 296, "sum_ns": 130732385, "mean_ms": 0.4416634628378378 }, "result_total_wall": { "n": 296, "sum_ns": 3590396356, "mean_ms": 12.129717418918919 }, "result_total_cpu": { "n": 296, "sum_ns": 3271325370, "mean_ms": 11.051774898648649 } } }, { "mode": "mixed-a", "level": 13, "camera": "37", "provider": "fire", "cohort_reset": false, "counter_seconds": 29.895369981, "new_channel": false, "seconds": 30.000016715028323, "selected_fps": 9.867748758001229, "requested_fps": 9.867748758001229, "complete_fps": 9.834298762211395, "accepted_fps": 9.834298762211395, "finalized_fps": 9.834298762211395, "redis_fps": 9.834298762211395, "redis_read_fps": 9.766661224999366, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 173, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.082, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 1, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.3672427420387976, "redis_interval_s": { "n": 292, "mean": 0.10237317746234037, "median": 0.10041014102171175, "p95": 0.17387827497441322, "maximum": 0.3672427420387976, "minimum": 3.0978990253061056e-05 }, "redis_drift_s": { "n": 293, "mean": -0.010214785639889083, "median": -0.0150798780317416, "p95": 0.05836402997468326, "maximum": 0.5079559430079428, "minimum": -0.12814772999797697 }, "redis_drift_s_per_min": 0.025144450703037394, "ingress_drift_s": { "n": 12, "mean": -0.005291286083339249, "median": -0.001439940500006287, "p95": 0.016720593000002282, "maximum": 0.016720593000002282, "minimum": -0.031652198000017506 }, "ingress_drift_s_per_min": 0.012994302023440683, "source_drift_s": { "n": 12, "mean": -0.0070854999999999295, "median": -0.00316150000000448, "p95": 0.01474999999999227, "maximum": 0.01474999999999227, "minimum": -0.03342299999999909 }, "ingress_to_redis_ms": { "n": 293, "mean": 112.40273037542661, "median": 109, "p95": 177, "maximum": 213, "minimum": 34 }, "source_samples": 12, "redis_samples": 293, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 294, "sum_ns": 244657253, "mean_ms": 0.8321675272108844 }, "depay_to_source_exit": { "n": 291, "sum_ns": 13208559000, "mean_ms": 45.39023711340206 }, "source_exit_to_ingress": { "n": 291, "sum_ns": 419488015, "mean_ms": 1.4415395704467355 }, "source_encoded_queue": { "n": 291, "sum_ns": 21669000, "mean_ms": 0.0744639175257732 }, "decode_between_queues": { "n": 291, "sum_ns": 13047537000, "mean_ms": 44.8368969072165 }, "source_raw_queue": { "n": 291, "sum_ns": 17843000, "mean_ms": 0.06131615120274914 }, "raw_queue_to_source_exit": { "n": 291, "sum_ns": 12819000, "mean_ms": 0.04405154639175258 }, "preprocess_start_to_preprocess_output": { "n": 294, "sum_ns": 632212421, "mean_ms": 2.1503823843537417 }, "selected_to_preprocess": { "n": 294, "sum_ns": 952629225, "mean_ms": 3.2402354591836735 }, "preprocess_start_to_preprocess": { "n": 294, "sum_ns": 707971972, "mean_ms": 2.408067931972789 }, "preprocess_output_to_infer_entry": { "n": 294, "sum_ns": 75759551, "mean_ms": 0.2576855476190476 }, "preprocess_to_infer_output": { "n": 293, "sum_ns": 29139389887, "mean_ms": 99.45184261774745 }, "preprocess_to_callback": { "n": 293, "sum_ns": 29541002652, "mean_ms": 100.82253464846416 }, "infer_output_to_callback": { "n": 293, "sum_ns": 401612765, "mean_ms": 1.3706920307167236 }, "copy_wall": { "n": 294, "sum_ns": 1688495255, "mean_ms": 5.743181139455782 }, "copy_thread_cpu": { "n": 294, "sum_ns": 1569526392, "mean_ms": 5.338525142857143 }, "callback_to_copied": { "n": 292, "sum_ns": 1736428440, "mean_ms": 5.9466727397260275 }, "accepted_interval": { "n": 293, "sum_ns": 29885693811, "mean_ms": 101.99895498634812 }, "selected_to_submitted": { "n": 292, "sum_ns": 32166248600, "mean_ms": 110.15838561643835 }, "completed_queue_wait": { "n": 294, "sum_ns": 90346610, "mean_ms": 0.3073013945578231 }, "result_composition_wall": { "n": 294, "sum_ns": 2846857, "mean_ms": 0.009683187074829932 }, "result_composition_cpu": { "n": 294, "sum_ns": 2755915, "mean_ms": 0.009373860544217686 }, "result_artifact_handoff_wall": { "n": 294, "sum_ns": 2609097, "mean_ms": 0.008874479591836735 }, "result_artifact_handoff_cpu": { "n": 294, "sum_ns": 2611968, "mean_ms": 0.008884244897959184 }, "result_publish_wall": { "n": 294, "sum_ns": 32330994, "mean_ms": 0.10996936734693877 }, "result_publish_cpu": { "n": 294, "sum_ns": 31988423, "mean_ms": 0.10880415986394558 }, "result_total_wall": { "n": 294, "sum_ns": 305576722, "mean_ms": 1.039376605442177 }, "result_total_cpu": { "n": 294, "sum_ns": 297192167, "mean_ms": 1.0108577108843537 } } }, { "mode": "mixed-a", "level": 13, "camera": "37", "provider": "crowd", "cohort_reset": false, "counter_seconds": 29.872823303, "new_channel": false, "seconds": 30.000016715028323, "selected_fps": 9.841721253393375, "requested_fps": 9.841721253393375, "complete_fps": 9.875196495751856, "accepted_fps": 9.875196495751856, "finalized_fps": 9.875196495751856, "redis_fps": 9.875196495751856, "redis_read_fps": 9.766661224999366, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 90, "queue_depth_max_sampled": 1, "queue_age_max_sampled": 0.000622730003669858, "provider_response_age_max_sampled": 0.072, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.3996094739995897, "redis_interval_s": { "n": 292, "mean": 0.10226530275703886, "median": 0.0978104319947306, "p95": 0.1817396759870462, "maximum": 0.3996094739995897, "minimum": 0.00031341996509581804 }, "redis_drift_s": { "n": 293, "mean": 0.0904032567973254, "median": 0.08351653296173822, "p95": 0.1520593390083036, "maximum": 0.6102092129792993, "minimum": 0.004777938010164462 }, "redis_drift_s_per_min": 0.029512014996513132, "ingress_drift_s": { "n": 12, "mean": -0.00649379408333554, "median": -0.0024889610000116136, "p95": 0.014380571999993208, "maximum": 0.014380571999993208, "minimum": -0.03286443600001121 }, "ingress_drift_s_per_min": 0.012728471294331833, "source_drift_s": { "n": 12, "mean": -0.007700416666663064, "median": -0.0030215000000168857, "p95": 0.014438000000012607, "maximum": 0.014438000000012607, "minimum": -0.03431100000000242 }, "ingress_to_redis_ms": { "n": 293, "mean": 87.9863481228669, "median": 85, "p95": 144, "maximum": 188, "minimum": 25 }, "source_samples": 12, "redis_samples": 293, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 294, "sum_ns": 225487548, "mean_ms": 0.7669644489795918 }, "preprocess_start_to_preprocess_output": { "n": 294, "sum_ns": 574963605, "mean_ms": 1.9556585204081633 }, "selected_to_preprocess": { "n": 294, "sum_ns": 874190118, "mean_ms": 2.973435775510204 }, "preprocess_start_to_preprocess": { "n": 294, "sum_ns": 648702570, "mean_ms": 2.206471326530612 }, "preprocess_output_to_infer_entry": { "n": 294, "sum_ns": 73738965, "mean_ms": 0.250812806122449 }, "depay_to_source_exit": { "n": 291, "sum_ns": 13186938000, "mean_ms": 45.3159381443299 }, "source_exit_to_ingress": { "n": 291, "sum_ns": 385426915, "mean_ms": 1.324491116838488 }, "source_encoded_queue": { "n": 291, "sum_ns": 20758000, "mean_ms": 0.07133333333333333 }, "decode_between_queues": { "n": 291, "sum_ns": 13024856000, "mean_ms": 44.75895532646048 }, "source_raw_queue": { "n": 291, "sum_ns": 21649000, "mean_ms": 0.07439518900343643 }, "raw_queue_to_source_exit": { "n": 291, "sum_ns": 12403000, "mean_ms": 0.04262199312714777 }, "preprocess_to_infer_output": { "n": 295, "sum_ns": 22366868712, "mean_ms": 75.81989393898306 }, "preprocess_to_callback": { "n": 295, "sum_ns": 22765554979, "mean_ms": 77.17137281016949 }, "infer_output_to_callback": { "n": 295, "sum_ns": 398686267, "mean_ms": 1.3514788711864405 }, "copy_wall": { "n": 295, "sum_ns": 1650284892, "mean_ms": 5.594186074576271 }, "copy_thread_cpu": { "n": 295, "sum_ns": 1571576854, "mean_ms": 5.327379166101695 }, "callback_to_copied": { "n": 295, "sum_ns": 1715924841, "mean_ms": 5.816694376271187 }, "accepted_interval": { "n": 295, "sum_ns": 29856954537, "mean_ms": 101.21001537966103 }, "selected_to_submitted": { "n": 295, "sum_ns": 25404258085, "mean_ms": 86.11612910169491 }, "completed_queue_wait": { "n": 295, "sum_ns": 78522178, "mean_ms": 0.26617687457627115 }, "result_composition_wall": { "n": 295, "sum_ns": 6465169, "mean_ms": 0.02191582711864407 }, "result_composition_cpu": { "n": 295, "sum_ns": 6311936, "mean_ms": 0.021396393220338983 }, "result_publish_wall": { "n": 295, "sum_ns": 46701940, "mean_ms": 0.15831166101694916 }, "result_publish_cpu": { "n": 295, "sum_ns": 44467883, "mean_ms": 0.15073858644067795 }, "result_total_wall": { "n": 295, "sum_ns": 384063920, "mean_ms": 1.301911593220339 }, "result_total_cpu": { "n": 295, "sum_ns": 366324501, "mean_ms": 1.2417779694915254 } } }, { "mode": "mixed-a", "level": 13, "camera": "38", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.919781883, "new_channel": false, "seconds": 30.000016715028323, "selected_fps": 10.026811063434115, "requested_fps": 10.026811063434115, "complete_fps": 9.993388359889336, "accepted_fps": 9.993388359889336, "finalized_fps": 9.993388359889336, "redis_fps": 9.993388359889336, "redis_read_fps": 10.033327743088087, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 240, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.22, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 4, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.28967016702517867, "redis_interval_s": { "n": 300, "mean": 0.09984117270001056, "median": 0.09832934301812202, "p95": 0.18233377998694777, "maximum": 0.28967016702517867, "minimum": 0.0010872139828279614 }, "redis_drift_s": { "n": 301, "mean": -4.108156078291026, "median": -4.114939311018674, "p95": -4.010886555967858, "maximum": -3.891261004006026, "minimum": -4.212349858008338 }, "redis_drift_s_per_min": 0.01565724845576892, "ingress_drift_s": { "n": 12, "mean": -0.03787337858333709, "median": -0.038058576499992114, "p95": -0.014779840000016975, "maximum": -0.014779840000016975, "minimum": -0.06258270800000787 }, "ingress_drift_s_per_min": -0.013546773067512908, "source_drift_s": { "n": 12, "mean": -0.03420358333333695, "median": -0.034495000000006826, "p95": -0.011273000000016964, "maximum": -0.011273000000016964, "minimum": -0.058432000000010476 }, "ingress_to_redis_ms": { "n": 301, "mean": 145.421926910299, "median": 140, "p95": 226, "maximum": 348, "minimum": 35 }, "source_samples": 12, "redis_samples": 301, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 300, "sum_ns": 13552712000, "mean_ms": 45.17570666666666 }, "source_exit_to_ingress": { "n": 300, "sum_ns": 1082407263, "mean_ms": 3.60802421 }, "source_encoded_queue": { "n": 300, "sum_ns": 13431000, "mean_ms": 0.04477 }, "decode_between_queues": { "n": 300, "sum_ns": 13253610000, "mean_ms": 44.1787 }, "source_raw_queue": { "n": 300, "sum_ns": 145993000, "mean_ms": 0.4866433333333333 }, "raw_queue_to_source_exit": { "n": 300, "sum_ns": 9495000, "mean_ms": 0.03165 }, "selected_to_preprocess_start": { "n": 300, "sum_ns": 277572357, "mean_ms": 0.9252411899999999 }, "preprocess_start_to_preprocess_output": { "n": 300, "sum_ns": 669430001, "mean_ms": 2.2314333366666665 }, "selected_to_preprocess": { "n": 300, "sum_ns": 1021403254, "mean_ms": 3.404677513333333 }, "preprocess_start_to_preprocess": { "n": 300, "sum_ns": 743830897, "mean_ms": 2.479436323333333 }, "preprocess_output_to_infer_entry": { "n": 300, "sum_ns": 74400896, "mean_ms": 0.24800298666666667 }, "preprocess_to_infer_output": { "n": 299, "sum_ns": 36386304480, "mean_ms": 121.69332602006689 }, "preprocess_to_callback": { "n": 299, "sum_ns": 36796880345, "mean_ms": 123.06648944816052 }, "infer_output_to_callback": { "n": 299, "sum_ns": 410575865, "mean_ms": 1.3731634280936456 }, "copy_wall": { "n": 299, "sum_ns": 1661180423, "mean_ms": 5.555787367892977 }, "copy_thread_cpu": { "n": 299, "sum_ns": 1580577034, "mean_ms": 5.2862108160535115 }, "callback_to_copied": { "n": 299, "sum_ns": 1720967992, "mean_ms": 5.7557457926421405 }, "accepted_interval": { "n": 299, "sum_ns": 29875183475, "mean_ms": 99.91700158862876 }, "selected_to_submitted": { "n": 299, "sum_ns": 39574237177, "mean_ms": 132.35530828428094 }, "completed_queue_wait": { "n": 299, "sum_ns": 165905978, "mean_ms": 0.554869491638796 }, "result_observations_wall": { "n": 299, "sum_ns": 388217610, "mean_ms": 1.2983866555183947 }, "result_observations_cpu": { "n": 299, "sum_ns": 363736864, "mean_ms": 1.2165112508361204 }, "result_nms_wall": { "n": 299, "sum_ns": 375836210, "mean_ms": 1.2569772909698995 }, "result_nms_cpu": { "n": 299, "sum_ns": 163786085, "mean_ms": 0.5477795484949832 }, "result_tracking_wall": { "n": 299, "sum_ns": 482214452, "mean_ms": 1.612757364548495 }, "result_tracking_cpu": { "n": 299, "sum_ns": 302169810, "mean_ms": 1.0106013712374582 }, "result_region_wall": { "n": 299, "sum_ns": 77522488, "mean_ms": 0.25927253511705683 }, "result_region_cpu": { "n": 299, "sum_ns": 74739208, "mean_ms": 0.24996390635451507 }, "result_fall_wall": { "n": 299, "sum_ns": 180735485, "mean_ms": 0.6044665050167224 }, "result_fall_cpu": { "n": 299, "sum_ns": 169434360, "mean_ms": 0.5666701003344482 }, "result_fight_wall": { "n": 299, "sum_ns": 40453089, "mean_ms": 0.13529461204013377 }, "result_fight_cpu": { "n": 299, "sum_ns": 40334441, "mean_ms": 0.13489779598662208 }, "result_collector_wall": { "n": 299, "sum_ns": 1462094211, "mean_ms": 4.889947193979933 }, "result_collector_cpu": { "n": 299, "sum_ns": 1402658669, "mean_ms": 4.691166117056856 }, "result_composition_wall": { "n": 299, "sum_ns": 6360772, "mean_ms": 0.021273484949832774 }, "result_composition_cpu": { "n": 299, "sum_ns": 6030691, "mean_ms": 0.020169535117056856 }, "result_artifact_handoff_wall": { "n": 299, "sum_ns": 4179186, "mean_ms": 0.013977210702341137 }, "result_artifact_handoff_cpu": { "n": 299, "sum_ns": 3806575, "mean_ms": 0.012731020066889632 }, "result_publish_wall": { "n": 299, "sum_ns": 142354569, "mean_ms": 0.47610223745819397 }, "result_publish_cpu": { "n": 299, "sum_ns": 136261438, "mean_ms": 0.45572387290969896 }, "result_total_wall": { "n": 299, "sum_ns": 3503945807, "mean_ms": 11.718882297658862 }, "result_total_cpu": { "n": 299, "sum_ns": 2969389369, "mean_ms": 9.931068123745819 } } }, { "mode": "mixed-a", "level": 13, "camera": "38", "provider": "fire", "cohort_reset": false, "counter_seconds": 29.895186542, "new_channel": false, "seconds": 30.000016715028323, "selected_fps": 10.035060312419441, "requested_fps": 10.035060312419441, "complete_fps": 9.968159910336645, "accepted_fps": 9.968159910336645, "finalized_fps": 9.968159910336645, "redis_fps": 9.968159910336645, "redis_read_fps": 10.033327743088087, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 169, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.102, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.26967772998614237, "redis_interval_s": { "n": 300, "mean": 0.09983829765328361, "median": 0.0984076340100728, "p95": 0.17847169697051868, "maximum": 0.26967772998614237, "minimum": 3.738398663699627e-05 }, "redis_drift_s": { "n": 301, "mean": -0.051570520324403096, "median": -0.05324813801095729, "p95": 0.017012959009974793, "maximum": 0.07480247501192139, "minimum": -0.1597908739568652 }, "redis_drift_s_per_min": 0.0336426039162696, "ingress_drift_s": { "n": 12, "mean": -0.014047659333331334, "median": -0.01712437499999453, "p95": 0.011131210000002056, "maximum": 0.011131210000002056, "minimum": -0.03896704999999656 }, "ingress_drift_s_per_min": -0.016767860799430656, "source_drift_s": { "n": 12, "mean": -0.013912166666668687, "median": -0.01704050000000734, "p95": 0.01118900000000167, "maximum": 0.01118900000000167, "minimum": -0.03786999999999807 }, "ingress_to_redis_ms": { "n": 301, "mean": 111.38538205980066, "median": 109, "p95": 177, "maximum": 222, "minimum": 25 }, "source_samples": 12, "redis_samples": 301, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 300, "sum_ns": 13493447000, "mean_ms": 44.97815666666666 }, "source_exit_to_ingress": { "n": 300, "sum_ns": 404048247, "mean_ms": 1.34682749 }, "source_encoded_queue": { "n": 300, "sum_ns": 21390000, "mean_ms": 0.0713 }, "decode_between_queues": { "n": 300, "sum_ns": 13283238000, "mean_ms": 44.27746 }, "source_raw_queue": { "n": 300, "sum_ns": 14468000, "mean_ms": 0.04822666666666667 }, "raw_queue_to_source_exit": { "n": 300, "sum_ns": 9970000, "mean_ms": 0.03323333333333334 }, "selected_to_preprocess_start": { "n": 300, "sum_ns": 238028252, "mean_ms": 0.7934275066666667 }, "preprocess_start_to_preprocess_output": { "n": 300, "sum_ns": 634910679, "mean_ms": 2.11636893 }, "selected_to_preprocess": { "n": 300, "sum_ns": 945352224, "mean_ms": 3.15117408 }, "preprocess_start_to_preprocess": { "n": 300, "sum_ns": 707323972, "mean_ms": 2.3577465733333334 }, "preprocess_output_to_infer_entry": { "n": 300, "sum_ns": 72413293, "mean_ms": 0.24137764333333334 }, "preprocess_to_infer_output": { "n": 298, "sum_ns": 29492942703, "mean_ms": 98.96960638590605 }, "preprocess_to_callback": { "n": 298, "sum_ns": 29873352505, "mean_ms": 100.24614934563759 }, "infer_output_to_callback": { "n": 298, "sum_ns": 380409802, "mean_ms": 1.2765429597315436 }, "copy_wall": { "n": 298, "sum_ns": 1635803456, "mean_ms": 5.489273342281879 }, "copy_thread_cpu": { "n": 298, "sum_ns": 1518381434, "mean_ms": 5.095239711409396 }, "callback_to_copied": { "n": 298, "sum_ns": 1695339997, "mean_ms": 5.68906039261745 }, "accepted_interval": { "n": 298, "sum_ns": 29888773547, "mean_ms": 100.29789780872484 }, "selected_to_submitted": { "n": 298, "sum_ns": 32547375278, "mean_ms": 109.21938012751677 }, "completed_queue_wait": { "n": 298, "sum_ns": 95791683, "mean_ms": 0.32144860067114095 }, "result_composition_wall": { "n": 298, "sum_ns": 3087189, "mean_ms": 0.010359694630872484 }, "result_composition_cpu": { "n": 298, "sum_ns": 3005689, "mean_ms": 0.010086204697986578 }, "result_artifact_handoff_wall": { "n": 298, "sum_ns": 2636004, "mean_ms": 0.008845651006711409 }, "result_artifact_handoff_cpu": { "n": 298, "sum_ns": 2630883, "mean_ms": 0.00882846644295302 }, "result_publish_wall": { "n": 298, "sum_ns": 34173806, "mean_ms": 0.11467720134228189 }, "result_publish_cpu": { "n": 298, "sum_ns": 33282928, "mean_ms": 0.111687677852349 }, "result_total_wall": { "n": 298, "sum_ns": 304901915, "mean_ms": 1.023160788590604 }, "result_total_cpu": { "n": 298, "sum_ns": 296556597, "mean_ms": 0.995156365771812 } } }, { "mode": "mixed-a", "level": 13, "camera": "38", "provider": "crowd", "cohort_reset": false, "counter_seconds": 29.86417889, "new_channel": false, "seconds": 30.000016715028323, "selected_fps": 10.011994674332731, "requested_fps": 10.011994674332731, "complete_fps": 9.978509742311552, "accepted_fps": 9.978509742311552, "finalized_fps": 9.978509742311552, "redis_fps": 9.978509742311552, "redis_read_fps": 10.033327743088087, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 80, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.118, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.2417386689921841, "redis_interval_s": { "n": 300, "mean": 0.09975042614329141, "median": 0.0959685739944689, "p95": 0.1716330879717134, "maximum": 0.2417386689921841, "minimum": 0.0002993849921040237 }, "redis_drift_s": { "n": 301, "mean": 0.0171912621324817, "median": 0.014984120019249758, "p95": 0.0753466209969531, "maximum": 0.12843232202158106, "minimum": -0.06907750200574014 }, "redis_drift_s_per_min": 0.03174115092380352, "ingress_drift_s": { "n": 12, "mean": -0.006473170583333854, "median": -0.008171326999999451, "p95": 0.015688705999991726, "maximum": 0.015688705999991726, "minimum": -0.03256263700001227 }, "ingress_drift_s_per_min": -0.03141198537512493, "source_drift_s": { "n": 12, "mean": -0.003944416666665044, "median": -0.00548050000000444, "p95": 0.01898399999998901, "maximum": 0.01898399999998901, "minimum": -0.02980800000000272 }, "ingress_to_redis_ms": { "n": 301, "mean": 87.67109634551495, "median": 85, "p95": 147, "maximum": 188, "minimum": 23 }, "source_samples": 12, "redis_samples": 301, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 299, "sum_ns": 13441760000, "mean_ms": 44.95571906354515 }, "source_exit_to_ingress": { "n": 299, "sum_ns": 419055369, "mean_ms": 1.4015229732441472 }, "source_encoded_queue": { "n": 299, "sum_ns": 23880000, "mean_ms": 0.07986622073578596 }, "decode_between_queues": { "n": 299, "sum_ns": 13222910000, "mean_ms": 44.223779264214045 }, "source_raw_queue": { "n": 299, "sum_ns": 18117000, "mean_ms": 0.060591973244147154 }, "raw_queue_to_source_exit": { "n": 299, "sum_ns": 11023000, "mean_ms": 0.03686622073578595 }, "selected_to_preprocess_start": { "n": 299, "sum_ns": 234729432, "mean_ms": 0.7850482675585284 }, "preprocess_start_to_preprocess_output": { "n": 299, "sum_ns": 640024899, "mean_ms": 2.140551501672241 }, "selected_to_preprocess": { "n": 299, "sum_ns": 944048046, "mean_ms": 3.1573513244147158 }, "preprocess_start_to_preprocess": { "n": 299, "sum_ns": 709318614, "mean_ms": 2.372303056856187 }, "preprocess_output_to_infer_entry": { "n": 299, "sum_ns": 69293715, "mean_ms": 0.23175155518394647 }, "preprocess_to_infer_output": { "n": 298, "sum_ns": 22443923055, "mean_ms": 75.31517803691276 }, "preprocess_to_callback": { "n": 298, "sum_ns": 22830665476, "mean_ms": 76.61297139597316 }, "infer_output_to_callback": { "n": 298, "sum_ns": 386742421, "mean_ms": 1.2977933590604027 }, "copy_wall": { "n": 298, "sum_ns": 1638692572, "mean_ms": 5.498968362416107 }, "copy_thread_cpu": { "n": 298, "sum_ns": 1535658983, "mean_ms": 5.1532180637583895 }, "callback_to_copied": { "n": 298, "sum_ns": 1703460635, "mean_ms": 5.716310855704698 }, "accepted_interval": { "n": 298, "sum_ns": 29813545550, "mean_ms": 100.04545486577182 }, "selected_to_submitted": { "n": 298, "sum_ns": 25511286008, "mean_ms": 85.60834230872483 }, "completed_queue_wait": { "n": 298, "sum_ns": 64855654, "mean_ms": 0.21763642281879195 }, "result_composition_wall": { "n": 298, "sum_ns": 58842392, "mean_ms": 0.19745769127516777 }, "result_composition_cpu": { "n": 298, "sum_ns": 56653436, "mean_ms": 0.19011220134228188 }, "result_publish_wall": { "n": 298, "sum_ns": 44880165, "mean_ms": 0.15060458053691275 }, "result_publish_cpu": { "n": 298, "sum_ns": 43712186, "mean_ms": 0.14668518791946308 }, "result_total_wall": { "n": 298, "sum_ns": 424001172, "mean_ms": 1.422822724832215 }, "result_total_cpu": { "n": 298, "sum_ns": 409262450, "mean_ms": 1.3733639261744965 } } }, { "mode": "mixed-a", "level": 13, "camera": "39", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.976004901, "new_channel": false, "seconds": 30.000016715028323, "selected_fps": 9.74112464167161, "requested_fps": 9.74112464167161, "complete_fps": 9.774484657567744, "accepted_fps": 9.774484657567744, "finalized_fps": 9.774484657567744, "redis_fps": 9.774484657567744, "redis_read_fps": 9.633327965955006, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 253, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.113, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 2, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.38530378602445126, "redis_interval_s": { "n": 288, "mean": 0.10357975635755186, "median": 0.09572606100118719, "p95": 0.186684496991802, "maximum": 0.38530378602445126, "minimum": 0.004373744013719261 }, "redis_drift_s": { "n": 289, "mean": 0.03925555333385555, "median": 0.031236565005485772, "p95": 0.11999004599732643, "maximum": 0.3512300849701262, "minimum": -0.1419273490314481 }, "redis_drift_s_per_min": 0.012228608238478501, "ingress_drift_s": { "n": 12, "mean": -0.008015828333332328, "median": -0.001553768000007949, "p95": 0.021228317000009156, "maximum": 0.021228317000009156, "minimum": -0.055454879999984996 }, "ingress_drift_s_per_min": -0.010563987380010452, "source_drift_s": { "n": 12, "mean": -0.009199916666666752, "median": -0.002146500000009155, "p95": 0.018456000000014683, "maximum": 0.018456000000014683, "minimum": -0.05642199999999775 }, "ingress_to_redis_ms": { "n": 289, "mean": 142.2491349480969, "median": 136, "p95": 214, "maximum": 309, "minimum": 55 }, "source_samples": 12, "redis_samples": 289, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 292, "sum_ns": 263232846, "mean_ms": 0.9014823493150684 }, "preprocess_start_to_preprocess_output": { "n": 292, "sum_ns": 618322941, "mean_ms": 2.1175443184931506 }, "selected_to_preprocess": { "n": 292, "sum_ns": 954331254, "mean_ms": 3.2682577191780826 }, "preprocess_start_to_preprocess": { "n": 292, "sum_ns": 691098408, "mean_ms": 2.3667753698630136 }, "preprocess_output_to_infer_entry": { "n": 292, "sum_ns": 72775467, "mean_ms": 0.249231051369863 }, "depay_to_source_exit": { "n": 289, "sum_ns": 13408325000, "mean_ms": 46.39558823529412 }, "source_exit_to_ingress": { "n": 289, "sum_ns": 764166389, "mean_ms": 2.644174356401384 }, "source_encoded_queue": { "n": 289, "sum_ns": 17802000, "mean_ms": 0.061598615916955014 }, "decode_between_queues": { "n": 289, "sum_ns": 13264811000, "mean_ms": 45.899 }, "source_raw_queue": { "n": 289, "sum_ns": 29709000, "mean_ms": 0.10279930795847751 }, "raw_queue_to_source_exit": { "n": 289, "sum_ns": 10137000, "mean_ms": 0.03507612456747405 }, "preprocess_to_infer_output": { "n": 292, "sum_ns": 35560034943, "mean_ms": 121.78094158561645 }, "preprocess_to_callback": { "n": 293, "sum_ns": 36088691816, "mean_ms": 123.16959664163822 }, "infer_output_to_callback": { "n": 293, "sum_ns": 389249427, "mean_ms": 1.3284963378839592 }, "copy_wall": { "n": 293, "sum_ns": 1239410023, "mean_ms": 4.230068337883958 }, "copy_thread_cpu": { "n": 293, "sum_ns": 1159294741, "mean_ms": 3.9566373412969287 }, "callback_to_copied": { "n": 293, "sum_ns": 1297781825, "mean_ms": 4.4292895051194545 }, "accepted_interval": { "n": 293, "sum_ns": 30028860239, "mean_ms": 102.48757760750853 }, "selected_to_submitted": { "n": 293, "sum_ns": 38378134788, "mean_ms": 130.98339518088738 }, "completed_queue_wait": { "n": 293, "sum_ns": 119307097, "mean_ms": 0.4071914573378839 }, "result_observations_wall": { "n": 293, "sum_ns": 363762737, "mean_ms": 1.2415110477815698 }, "result_observations_cpu": { "n": 293, "sum_ns": 353544177, "mean_ms": 1.2066354163822526 }, "result_nms_wall": { "n": 293, "sum_ns": 219647840, "mean_ms": 0.7496513310580205 }, "result_nms_cpu": { "n": 293, "sum_ns": 168276892, "mean_ms": 0.5743238634812287 }, "result_tracking_wall": { "n": 293, "sum_ns": 316174043, "mean_ms": 1.0790922969283274 }, "result_tracking_cpu": { "n": 293, "sum_ns": 267260062, "mean_ms": 0.9121503822525597 }, "result_region_wall": { "n": 293, "sum_ns": 95404411, "mean_ms": 0.32561232423208186 }, "result_region_cpu": { "n": 293, "sum_ns": 91168914, "mean_ms": 0.31115670307167237 }, "result_fall_wall": { "n": 293, "sum_ns": 220016110, "mean_ms": 0.7509082252559727 }, "result_fall_cpu": { "n": 293, "sum_ns": 210129020, "mean_ms": 0.717163890784983 }, "result_fight_wall": { "n": 293, "sum_ns": 62232690, "mean_ms": 0.21239825938566553 }, "result_fight_cpu": { "n": 293, "sum_ns": 59069008, "mean_ms": 0.20160070989761092 }, "result_collector_wall": { "n": 293, "sum_ns": 1375420554, "mean_ms": 4.694268102389079 }, "result_collector_cpu": { "n": 293, "sum_ns": 1302376241, "mean_ms": 4.444970105802048 }, "result_composition_wall": { "n": 293, "sum_ns": 5855838, "mean_ms": 0.019985795221843003 }, "result_composition_cpu": { "n": 293, "sum_ns": 5668802, "mean_ms": 0.01934744709897611 }, "result_artifact_handoff_wall": { "n": 293, "sum_ns": 5206054, "mean_ms": 0.0177681023890785 }, "result_artifact_handoff_cpu": { "n": 293, "sum_ns": 3758834, "mean_ms": 0.012828784982935154 }, "result_publish_wall": { "n": 293, "sum_ns": 76726851, "mean_ms": 0.261866385665529 }, "result_publish_cpu": { "n": 293, "sum_ns": 73893584, "mean_ms": 0.25219653242320816 }, "result_total_wall": { "n": 293, "sum_ns": 3065655950, "mean_ms": 10.462989590443685 }, "result_total_cpu": { "n": 293, "sum_ns": 2838881326, "mean_ms": 9.68901476450512 } } }, { "mode": "mixed-a", "level": 13, "camera": "39", "provider": "fire", "cohort_reset": false, "counter_seconds": 30.123722522, "new_channel": false, "seconds": 30.000016715028323, "selected_fps": 9.726553542179783, "requested_fps": 9.726553542179783, "complete_fps": 9.726553542179783, "accepted_fps": 9.726553542179783, "finalized_fps": 9.726553542179783, "redis_fps": 9.726553542179783, "redis_read_fps": 9.666661280716097, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 169, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.105, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 1, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.39516955701401457, "redis_interval_s": { "n": 289, "mean": 0.10341882697229232, "median": 0.09955222497228533, "p95": 0.17777806898811832, "maximum": 0.39516955701401457, "minimum": 0.008543653006199747 }, "redis_drift_s": { "n": 290, "mean": -0.08932483517063297, "median": -0.09293965299519868, "p95": -0.022806851987269283, "maximum": 0.16690016499720173, "minimum": -0.24802386998990755 }, "redis_drift_s_per_min": 0.02934486546639712, "ingress_drift_s": { "n": 12, "mean": -0.018596262249997626, "median": -0.01705163350000305, "p95": 0.02164550500000928, "maximum": 0.02164550500000928, "minimum": -0.07525859399999035 }, "ingress_drift_s_per_min": -0.0300388039713072, "source_drift_s": { "n": 12, "mean": -0.015622499999996839, "median": -0.01443300000001102, "p95": 0.02534400000001824, "maximum": 0.02534400000001824, "minimum": -0.07196299999998246 }, "ingress_to_redis_ms": { "n": 290, "mean": 112.2551724137931, "median": 109.5, "p95": 170, "maximum": 199, "minimum": 29 }, "source_samples": 12, "redis_samples": 290, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 293, "sum_ns": 227000557, "mean_ms": 0.7747459283276451 }, "preprocess_start_to_preprocess_output": { "n": 293, "sum_ns": 617286064, "mean_ms": 2.106778375426621 }, "depay_to_source_exit": { "n": 291, "sum_ns": 13839039000, "mean_ms": 47.55683505154639 }, "source_exit_to_ingress": { "n": 291, "sum_ns": 393331810, "mean_ms": 1.3516557044673538 }, "source_encoded_queue": { "n": 291, "sum_ns": 21885000, "mean_ms": 0.07520618556701031 }, "decode_between_queues": { "n": 291, "sum_ns": 13712140000, "mean_ms": 47.120756013745705 }, "source_raw_queue": { "n": 291, "sum_ns": 13840000, "mean_ms": 0.04756013745704467 }, "raw_queue_to_source_exit": { "n": 291, "sum_ns": 10662000, "mean_ms": 0.03663917525773196 }, "selected_to_preprocess": { "n": 293, "sum_ns": 922600426, "mean_ms": 3.148806914675768 }, "preprocess_start_to_preprocess": { "n": 293, "sum_ns": 695599869, "mean_ms": 2.374060986348123 }, "preprocess_output_to_infer_entry": { "n": 293, "sum_ns": 78313805, "mean_ms": 0.2672826109215017 }, "preprocess_to_infer_output": { "n": 293, "sum_ns": 29299746876, "mean_ms": 99.99913609556314 }, "preprocess_to_callback": { "n": 293, "sum_ns": 29676938612, "mean_ms": 101.28647990443686 }, "infer_output_to_callback": { "n": 293, "sum_ns": 377191736, "mean_ms": 1.2873438088737201 }, "copy_wall": { "n": 293, "sum_ns": 1660803281, "mean_ms": 5.668270583617748 }, "copy_thread_cpu": { "n": 293, "sum_ns": 1542488931, "mean_ms": 5.264467341296928 }, "callback_to_copied": { "n": 293, "sum_ns": 1721792978, "mean_ms": 5.876426546075085 }, "accepted_interval": { "n": 293, "sum_ns": 30108611575, "mean_ms": 102.75976646757678 }, "selected_to_submitted": { "n": 293, "sum_ns": 32356277345, "mean_ms": 110.4309806996587 }, "completed_queue_wait": { "n": 293, "sum_ns": 76848832, "mean_ms": 0.26228270307167234 }, "result_composition_wall": { "n": 293, "sum_ns": 2948101, "mean_ms": 0.010061778156996586 }, "result_composition_cpu": { "n": 293, "sum_ns": 2858116, "mean_ms": 0.009754662116040955 }, "result_artifact_handoff_wall": { "n": 293, "sum_ns": 2621920, "mean_ms": 0.008948532423208191 }, "result_artifact_handoff_cpu": { "n": 293, "sum_ns": 2614886, "mean_ms": 0.008924525597269625 }, "result_publish_wall": { "n": 293, "sum_ns": 32697797, "mean_ms": 0.11159657679180887 }, "result_publish_cpu": { "n": 293, "sum_ns": 32405543, "mean_ms": 0.11059912286689419 }, "result_total_wall": { "n": 293, "sum_ns": 295297663, "mean_ms": 1.0078418532423208 }, "result_total_cpu": { "n": 293, "sum_ns": 289587778, "mean_ms": 0.9883541911262799 } } }, { "mode": "mixed-a", "level": 13, "camera": "39", "provider": "crowd", "cohort_reset": false, "counter_seconds": 30.137136205, "new_channel": false, "seconds": 30.000016715028323, "selected_fps": 9.722224368199553, "requested_fps": 9.722224368199553, "complete_fps": 9.75540602133334, "accepted_fps": 9.75540602133334, "finalized_fps": 9.788587674467127, "redis_fps": 9.788587674467127, "redis_read_fps": 9.699994595477186, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 79, "queue_depth_max_sampled": 1, "queue_age_max_sampled": 0.00046520394971594214, "provider_response_age_max_sampled": 0.168, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 1, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.4037118870182894, "redis_interval_s": { "n": 290, "mean": 0.10319432398637532, "median": 0.09996656500152312, "p95": 0.1915636089979671, "maximum": 0.4037118870182894, "minimum": 0.00025034701684489846 }, "redis_drift_s": { "n": 291, "mean": -0.14959569930247324, "median": -0.1535693719843323, "p95": -0.08269434401952935, "maximum": 0.13127031094998642, "minimum": -0.31587321104669286 }, "redis_drift_s_per_min": 0.0055415948890482035, "ingress_drift_s": { "n": 12, "mean": -0.04154146783332872, "median": -0.03571285799999657, "p95": 0.004149352000013096, "maximum": 0.004149352000013096, "minimum": -0.09151214299998855 }, "ingress_drift_s_per_min": -0.0005547328163122077, "source_drift_s": { "n": 12, "mean": -0.0394494166666585, "median": -0.032958000000007814, "p95": 0.007166000000012218, "maximum": 0.007166000000012218, "minimum": -0.08959099999998443 }, "ingress_to_redis_ms": { "n": 291, "mean": 87.57388316151203, "median": 84, "p95": 149, "maximum": 199, "minimum": 30 }, "source_samples": 12, "redis_samples": 291, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 293, "sum_ns": 246955745, "mean_ms": 0.8428523720136519 }, "depay_to_source_exit": { "n": 291, "sum_ns": 13783624000, "mean_ms": 47.366405498281786 }, "source_exit_to_ingress": { "n": 291, "sum_ns": 412190360, "mean_ms": 1.4164617182130583 }, "source_encoded_queue": { "n": 291, "sum_ns": 20030000, "mean_ms": 0.06883161512027491 }, "decode_between_queues": { "n": 291, "sum_ns": 13640366000, "mean_ms": 46.87410996563574 }, "source_raw_queue": { "n": 291, "sum_ns": 29021000, "mean_ms": 0.09972852233676976 }, "raw_queue_to_source_exit": { "n": 291, "sum_ns": 9625000, "mean_ms": 0.03307560137457045 }, "preprocess_start_to_preprocess_output": { "n": 293, "sum_ns": 613832995, "mean_ms": 2.094993156996587 }, "selected_to_preprocess": { "n": 293, "sum_ns": 931196372, "mean_ms": 3.178144614334471 }, "preprocess_start_to_preprocess": { "n": 293, "sum_ns": 684240627, "mean_ms": 2.3352922423208193 }, "preprocess_output_to_infer_entry": { "n": 293, "sum_ns": 70407632, "mean_ms": 0.24029908532423208 }, "preprocess_to_infer_output": { "n": 294, "sum_ns": 22138277929, "mean_ms": 75.30026506462585 }, "preprocess_to_callback": { "n": 294, "sum_ns": 22487534800, "mean_ms": 76.48821360544218 }, "infer_output_to_callback": { "n": 294, "sum_ns": 349256871, "mean_ms": 1.1879485408163266 }, "copy_wall": { "n": 294, "sum_ns": 1651884378, "mean_ms": 5.618654346938776 }, "copy_thread_cpu": { "n": 294, "sum_ns": 1536821017, "mean_ms": 5.227282370748299 }, "callback_to_copied": { "n": 294, "sum_ns": 1711295801, "mean_ms": 5.820734017006802 }, "accepted_interval": { "n": 294, "sum_ns": 30095702996, "mean_ms": 102.36633672108844 }, "selected_to_submitted": { "n": 294, "sum_ns": 25174639440, "mean_ms": 85.62802530612245 }, "completed_queue_wait": { "n": 295, "sum_ns": 83599281, "mean_ms": 0.28338739322033896 }, "result_composition_wall": { "n": 295, "sum_ns": 6112273, "mean_ms": 0.020719569491525425 }, "result_composition_cpu": { "n": 295, "sum_ns": 5727574, "mean_ms": 0.019415505084745766 }, "result_publish_wall": { "n": 295, "sum_ns": 41472160, "mean_ms": 0.14058359322033898 }, "result_publish_cpu": { "n": 295, "sum_ns": 41022173, "mean_ms": 0.13905821355932202 }, "result_total_wall": { "n": 295, "sum_ns": 361142337, "mean_ms": 1.224211311864407 }, "result_total_cpu": { "n": 295, "sum_ns": 345493024, "mean_ms": 1.1711627932203388 } } }, { "mode": "mixed-a", "level": 13, "camera": "40", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.190038627, "new_channel": false, "seconds": 30.000016715028323, "selected_fps": 9.771434996978481, "requested_fps": 9.771434996978481, "complete_fps": 9.804558505442817, "accepted_fps": 9.804558505442817, "finalized_fps": 9.83768201390715, "redis_fps": 9.83768201390715, "redis_read_fps": 9.766661224999366, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 236, "queue_depth_max_sampled": 1, "queue_age_max_sampled": 0.0006947980145923793, "provider_response_age_max_sampled": 0.097, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 11, "analysis_gap_markers": 3, "c_suppressed": 0, "max_redis_silence_s": 0.4265975360176526, "redis_interval_s": { "n": 292, "mean": 0.10228469616084436, "median": 0.09489061747444794, "p95": 0.19706067797960714, "maximum": 0.4265975360176526, "minimum": 0.0015478989807888865 }, "redis_drift_s": { "n": 293, "mean": -5.930092051434279, "median": -5.946111098994038, "p95": -5.757188982991039, "maximum": -5.532221501984168, "minimum": -6.098066907976758 }, "redis_drift_s_per_min": 0.03172908676605873, "ingress_drift_s": { "n": 12, "mean": 0.006237445916666455, "median": 0.0022977674999964393, "p95": 0.0331380429999939, "maximum": 0.0331380429999939, "minimum": -0.01677946899999938 }, "ingress_drift_s_per_min": 0.0329787522202365, "source_drift_s": { "n": 12, "mean": 0.011432166666665466, "median": 0.0072844999999972515, "p95": 0.03715099999999438, "maximum": 0.03715099999999438, "minimum": -0.010724999999993656 }, "ingress_to_redis_ms": { "n": 293, "mean": 157.8839590443686, "median": 147, "p95": 269, "maximum": 566, "minimum": 56 }, "source_samples": 12, "redis_samples": 293, "native_redis_joined": 11, "durations": { "depay_to_source_exit": { "n": 294, "sum_ns": 14236628000, "mean_ms": 48.42390476190476 }, "source_exit_to_ingress": { "n": 294, "sum_ns": 2223971332, "mean_ms": 7.564528340136054 }, "source_encoded_queue": { "n": 294, "sum_ns": 36490000, "mean_ms": 0.12411564625850341 }, "decode_between_queues": { "n": 294, "sum_ns": 13730729000, "mean_ms": 46.70315986394558 }, "source_raw_queue": { "n": 294, "sum_ns": 262103000, "mean_ms": 0.8915068027210884 }, "raw_queue_to_source_exit": { "n": 294, "sum_ns": 9500000, "mean_ms": 0.03231292517006803 }, "selected_to_preprocess_start": { "n": 295, "sum_ns": 332031477, "mean_ms": 1.1255304305084746 }, "preprocess_start_to_preprocess_output": { "n": 295, "sum_ns": 725645768, "mean_ms": 2.4598161627118644 }, "selected_to_preprocess": { "n": 295, "sum_ns": 1230894627, "mean_ms": 4.172524159322034 }, "preprocess_start_to_preprocess": { "n": 295, "sum_ns": 898863150, "mean_ms": 3.0469937288135593 }, "preprocess_output_to_infer_entry": { "n": 295, "sum_ns": 173217382, "mean_ms": 0.5871775661016949 }, "preprocess_to_infer_output": { "n": 296, "sum_ns": 37104169668, "mean_ms": 125.35192455405405 }, "preprocess_to_callback": { "n": 296, "sum_ns": 37486734634, "mean_ms": 126.64437376351351 }, "infer_output_to_callback": { "n": 296, "sum_ns": 382564966, "mean_ms": 1.2924492094594595 }, "copy_wall": { "n": 296, "sum_ns": 1193938408, "mean_ms": 4.033575702702702 }, "copy_thread_cpu": { "n": 296, "sum_ns": 1130560883, "mean_ms": 3.819462442567567 }, "callback_to_copied": { "n": 296, "sum_ns": 1250171754, "mean_ms": 4.223553222972973 }, "accepted_interval": { "n": 296, "sum_ns": 30096537681, "mean_ms": 101.67749216554054 }, "selected_to_submitted": { "n": 296, "sum_ns": 40004407246, "mean_ms": 135.15002447972975 }, "completed_queue_wait": { "n": 296, "sum_ns": 494785243, "mean_ms": 1.671571766891892 }, "result_observations_wall": { "n": 296, "sum_ns": 347549993, "mean_ms": 1.1741553817567567 }, "result_observations_cpu": { "n": 296, "sum_ns": 339025428, "mean_ms": 1.1453561756756758 }, "result_nms_wall": { "n": 296, "sum_ns": 373382717, "mean_ms": 1.261428097972973 }, "result_nms_cpu": { "n": 296, "sum_ns": 176540092, "mean_ms": 0.5964192297297297 }, "result_tracking_wall": { "n": 297, "sum_ns": 990581466, "mean_ms": 3.3352911313131313 }, "result_tracking_cpu": { "n": 297, "sum_ns": 624563662, "mean_ms": 2.102907952861953 }, "result_region_wall": { "n": 297, "sum_ns": 144045011, "mean_ms": 0.48500003703703704 }, "result_region_cpu": { "n": 297, "sum_ns": 141231845, "mean_ms": 0.4755280976430976 }, "result_fall_wall": { "n": 297, "sum_ns": 811862194, "mean_ms": 2.7335427407407407 }, "result_fall_cpu": { "n": 297, "sum_ns": 770018409, "mean_ms": 2.592654575757576 }, "result_fight_wall": { "n": 297, "sum_ns": 151187344, "mean_ms": 0.5090482962962963 }, "result_fight_cpu": { "n": 297, "sum_ns": 134515807, "mean_ms": 0.45291517508417506 }, "result_collector_wall": { "n": 297, "sum_ns": 1891027111, "mean_ms": 6.36709464983165 }, "result_collector_cpu": { "n": 297, "sum_ns": 1811564254, "mean_ms": 6.099542942760943 }, "result_composition_wall": { "n": 297, "sum_ns": 5458861, "mean_ms": 0.018380003367003368 }, "result_composition_cpu": { "n": 297, "sum_ns": 5452975, "mean_ms": 0.018360185185185188 }, "result_artifact_handoff_wall": { "n": 297, "sum_ns": 6906366, "mean_ms": 0.023253757575757577 }, "result_artifact_handoff_cpu": { "n": 297, "sum_ns": 3543742, "mean_ms": 0.011931791245791246 }, "result_publish_wall": { "n": 297, "sum_ns": 816557471, "mean_ms": 2.7493517542087544 }, "result_publish_cpu": { "n": 297, "sum_ns": 789144401, "mean_ms": 2.6570518552188553 }, "result_total_wall": { "n": 297, "sum_ns": 5892858618, "mean_ms": 19.841274808080808 }, "result_total_cpu": { "n": 297, "sum_ns": 5127347885, "mean_ms": 17.263797592592592 } } }, { "mode": "mixed-a", "level": 13, "camera": "40", "provider": "fire", "cohort_reset": false, "counter_seconds": 30.154030719, "new_channel": false, "seconds": 30.000016715028323, "selected_fps": 9.915755634340474, "requested_fps": 9.915755634340474, "complete_fps": 9.948918696662682, "accepted_fps": 9.948918696662682, "finalized_fps": 9.948918696662682, "redis_fps": 9.948918696662682, "redis_read_fps": 9.899994484043727, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 175, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.126, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 1, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.35422459803521633, "redis_interval_s": { "n": 296, "mean": 0.10083644747627094, "median": 0.09658704497269355, "p95": 0.18456592998700216, "maximum": 0.35422459803521633, "minimum": 0.005153036036062986 }, "redis_drift_s": { "n": 297, "mean": -5.605804505352485, "median": -5.606926955011204, "p95": -5.539225006014576, "maximum": -5.45776426697104, "minimum": -5.774489443009259 }, "redis_drift_s_per_min": 0.022275582515986266, "ingress_drift_s": { "n": 12, "mean": -0.03484349699999593, "median": -0.031956734999994296, "p95": -0.0188447249999939, "maximum": -0.0188447249999939, "minimum": -0.06178216699998984 }, "ingress_drift_s_per_min": -0.013581751660322668, "source_drift_s": { "n": 12, "mean": -0.031395833333332256, "median": -0.029322499999999252, "p95": -0.015191000000001509, "maximum": -0.015191000000001509, "minimum": -0.05755100000000368 }, "ingress_to_redis_ms": { "n": 297, "mean": 112.51178451178451, "median": 110, "p95": 174, "maximum": 214, "minimum": 24 }, "source_samples": 12, "redis_samples": 297, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 298, "sum_ns": 14253110000, "mean_ms": 47.82922818791946 }, "source_exit_to_ingress": { "n": 298, "sum_ns": 428296670, "mean_ms": 1.4372371476510066 }, "source_encoded_queue": { "n": 298, "sum_ns": 12760000, "mean_ms": 0.04281879194630872 }, "decode_between_queues": { "n": 298, "sum_ns": 14001662000, "mean_ms": 46.98544295302013 }, "source_raw_queue": { "n": 298, "sum_ns": 25868000, "mean_ms": 0.08680536912751678 }, "raw_queue_to_source_exit": { "n": 298, "sum_ns": 11043000, "mean_ms": 0.037057046979865775 }, "selected_to_preprocess_start": { "n": 299, "sum_ns": 232146666, "mean_ms": 0.776410254180602 }, "preprocess_start_to_preprocess_output": { "n": 299, "sum_ns": 659359371, "mean_ms": 2.205215287625418 }, "selected_to_preprocess": { "n": 299, "sum_ns": 961536836, "mean_ms": 3.2158422608695654 }, "preprocess_start_to_preprocess": { "n": 299, "sum_ns": 729390170, "mean_ms": 2.439432006688963 }, "preprocess_output_to_infer_entry": { "n": 299, "sum_ns": 70030799, "mean_ms": 0.23421671906354513 }, "preprocess_to_infer_output": { "n": 300, "sum_ns": 30037616989, "mean_ms": 100.12538996333333 }, "preprocess_to_callback": { "n": 300, "sum_ns": 30439128254, "mean_ms": 101.46376084666666 }, "infer_output_to_callback": { "n": 300, "sum_ns": 401511265, "mean_ms": 1.3383708833333332 }, "copy_wall": { "n": 300, "sum_ns": 1701912095, "mean_ms": 5.6730403166666665 }, "copy_thread_cpu": { "n": 300, "sum_ns": 1590068992, "mean_ms": 5.300229973333334 }, "callback_to_copied": { "n": 300, "sum_ns": 1763438432, "mean_ms": 5.878128106666667 }, "accepted_interval": { "n": 300, "sum_ns": 30246622009, "mean_ms": 100.82207336333333 }, "selected_to_submitted": { "n": 300, "sum_ns": 33206634507, "mean_ms": 110.68878169 }, "completed_queue_wait": { "n": 300, "sum_ns": 87246753, "mean_ms": 0.29082251000000003 }, "result_composition_wall": { "n": 300, "sum_ns": 3049559, "mean_ms": 0.010165196666666666 }, "result_composition_cpu": { "n": 300, "sum_ns": 2878051, "mean_ms": 0.009593503333333335 }, "result_artifact_handoff_wall": { "n": 300, "sum_ns": 2671184, "mean_ms": 0.008903946666666667 }, "result_artifact_handoff_cpu": { "n": 300, "sum_ns": 2662744, "mean_ms": 0.008875813333333333 }, "result_publish_wall": { "n": 300, "sum_ns": 31713990, "mean_ms": 0.1057133 }, "result_publish_cpu": { "n": 300, "sum_ns": 31352906, "mean_ms": 0.10450968666666666 }, "result_total_wall": { "n": 300, "sum_ns": 289502115, "mean_ms": 0.9650070500000001 }, "result_total_cpu": { "n": 300, "sum_ns": 277291105, "mean_ms": 0.9243036833333333 } } }, { "mode": "mixed-a", "level": 13, "camera": "40", "provider": "crowd", "cohort_reset": false, "counter_seconds": 30.118230435, "new_channel": false, "seconds": 30.000016715028323, "selected_fps": 9.894339597511616, "requested_fps": 9.92754207938246, "complete_fps": 9.960744561253303, "accepted_fps": 9.960744561253303, "finalized_fps": 9.960744561253303, "redis_fps": 9.960744561253303, "redis_read_fps": 9.899994484043727, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 97, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.058, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 1, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.42152667901245877, "redis_interval_s": { "n": 296, "mean": 0.10061850128054298, "median": 0.09879935753997415, "p95": 0.17497069004457444, "maximum": 0.42152667901245877, "minimum": 0.00021184899378567934 }, "redis_drift_s": { "n": 297, "mean": -0.13853517505738988, "median": -0.1390384799917257, "p95": -0.07518609299836498, "maximum": 0.07276922998298119, "minimum": -0.2510189210232312 }, "redis_drift_s_per_min": 0.007996617832069647, "ingress_drift_s": { "n": 12, "mean": -0.05881568649999617, "median": -0.056530304000006026, "p95": -0.04036687599999311, "maximum": -0.04036687599999311, "minimum": -0.08380850999999723 }, "ingress_drift_s_per_min": -0.008189805372445345, "source_drift_s": { "n": 12, "mean": -0.05691358333333222, "median": -0.054813500000001625, "p95": -0.037993000000000166, "maximum": -0.037993000000000166, "minimum": -0.082224999999994 }, "ingress_to_redis_ms": { "n": 297, "mean": 90.17171717171718, "median": 87, "p95": 146, "maximum": 200, "minimum": 26 }, "source_samples": 12, "redis_samples": 297, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 297, "sum_ns": 14147754000, "mean_ms": 47.63553535353535 }, "source_exit_to_ingress": { "n": 297, "sum_ns": 404311804, "mean_ms": 1.3613192053872054 }, "source_encoded_queue": { "n": 297, "sum_ns": 28313000, "mean_ms": 0.09532996632996633 }, "decode_between_queues": { "n": 297, "sum_ns": 13859474000, "mean_ms": 46.66489562289562 }, "source_raw_queue": { "n": 297, "sum_ns": 27956000, "mean_ms": 0.09412794612794613 }, "raw_queue_to_source_exit": { "n": 297, "sum_ns": 10027000, "mean_ms": 0.033760942760942755 }, "selected_to_preprocess_start": { "n": 298, "sum_ns": 241259045, "mean_ms": 0.809594110738255 }, "preprocess_start_to_preprocess_output": { "n": 298, "sum_ns": 656701696, "mean_ms": 2.2036969664429527 }, "selected_to_preprocess": { "n": 299, "sum_ns": 960454683, "mean_ms": 3.2122230200668893 }, "preprocess_start_to_preprocess": { "n": 299, "sum_ns": 718543914, "mean_ms": 2.4031569030100335 }, "preprocess_output_to_infer_entry": { "n": 299, "sum_ns": 61436029, "mean_ms": 0.20547166889632107 }, "preprocess_to_infer_output": { "n": 299, "sum_ns": 23156838706, "mean_ms": 77.44762109030101 }, "preprocess_to_callback": { "n": 300, "sum_ns": 23624220008, "mean_ms": 78.74740002666667 }, "infer_output_to_callback": { "n": 300, "sum_ns": 375166116, "mean_ms": 1.2505537199999999 }, "copy_wall": { "n": 300, "sum_ns": 1721629462, "mean_ms": 5.738764873333333 }, "copy_thread_cpu": { "n": 300, "sum_ns": 1595820040, "mean_ms": 5.319400133333334 }, "callback_to_copied": { "n": 300, "sum_ns": 1782420579, "mean_ms": 5.94140193 }, "accepted_interval": { "n": 300, "sum_ns": 30114432322, "mean_ms": 100.38144107333333 }, "selected_to_submitted": { "n": 300, "sum_ns": 26408039592, "mean_ms": 88.02679864 }, "completed_queue_wait": { "n": 300, "sum_ns": 76689813, "mean_ms": 0.25563271 }, "result_composition_wall": { "n": 300, "sum_ns": 6873479, "mean_ms": 0.02291159666666667 }, "result_composition_cpu": { "n": 300, "sum_ns": 6483366, "mean_ms": 0.02161122 }, "result_publish_wall": { "n": 300, "sum_ns": 63056914, "mean_ms": 0.21018971333333336 }, "result_publish_cpu": { "n": 300, "sum_ns": 62267204, "mean_ms": 0.20755734666666667 }, "result_total_wall": { "n": 300, "sum_ns": 452089008, "mean_ms": 1.50696336 }, "result_total_cpu": { "n": 300, "sum_ns": 423494232, "mean_ms": 1.4116474399999999 } } }, { "mode": "mixed-a", "level": 13, "camera": "41", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.825851195, "new_channel": false, "seconds": 30.000016715028323, "selected_fps": 9.991332621211383, "requested_fps": 9.991332621211383, "complete_fps": 10.024860583027529, "accepted_fps": 10.024860583027529, "finalized_fps": 10.024860583027529, "redis_fps": 10.024860583027529, "redis_read_fps": 10.033327743088087, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 241, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.135, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 1, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.3313192509813234, "redis_interval_s": { "n": 300, "mean": 0.09951229336341688, "median": 0.09819751701434143, "p95": 0.18685933301458135, "maximum": 0.3313192509813234, "minimum": 0.004147364059463143 }, "redis_drift_s": { "n": 301, "mean": -2.8630225304931254, "median": -2.8670723499925828, "p95": -2.778893669019922, "maximum": -2.6179925090186345, "minimum": -2.9699836149918895 }, "redis_drift_s_per_min": 0.01252315935952181, "ingress_drift_s": { "n": 12, "mean": -0.0037659829999980112, "median": 0.0006173585000013304, "p95": 0.028683303999997634, "maximum": 0.028683303999997634, "minimum": -0.050197523999997884 }, "ingress_drift_s_per_min": -0.02597915202127634, "source_drift_s": { "n": 12, "mean": -0.0030912499999994716, "median": 0.0004925000000000068, "p95": 0.02957699999999619, "maximum": 0.02957699999999619, "minimum": -0.04879599999999584 }, "ingress_to_redis_ms": { "n": 301, "mean": 144.34883720930233, "median": 142, "p95": 217, "maximum": 395, "minimum": 34 }, "source_samples": 12, "redis_samples": 301, "native_redis_joined": 13, "durations": { "depay_to_source_exit": { "n": 298, "sum_ns": 13412547000, "mean_ms": 45.00854697986578 }, "source_exit_to_ingress": { "n": 298, "sum_ns": 1081688365, "mean_ms": 3.6298267281879197 }, "source_encoded_queue": { "n": 298, "sum_ns": 23175000, "mean_ms": 0.07776845637583893 }, "decode_between_queues": { "n": 298, "sum_ns": 13165084000, "mean_ms": 44.17813422818792 }, "source_raw_queue": { "n": 298, "sum_ns": 72556000, "mean_ms": 0.24347651006711407 }, "raw_queue_to_source_exit": { "n": 298, "sum_ns": 8364000, "mean_ms": 0.028067114093959733 }, "selected_to_preprocess_start": { "n": 298, "sum_ns": 252648307, "mean_ms": 0.847813110738255 }, "preprocess_start_to_preprocess_output": { "n": 298, "sum_ns": 787278351, "mean_ms": 2.6418736610738254 }, "selected_to_preprocess": { "n": 298, "sum_ns": 1116153416, "mean_ms": 3.7454812617449664 }, "preprocess_start_to_preprocess": { "n": 298, "sum_ns": 863505109, "mean_ms": 2.897668151006711 }, "preprocess_output_to_infer_entry": { "n": 298, "sum_ns": 76226758, "mean_ms": 0.2557944899328859 }, "preprocess_to_infer_output": { "n": 299, "sum_ns": 37021851594, "mean_ms": 123.8189016521739 }, "preprocess_to_callback": { "n": 299, "sum_ns": 37413726133, "mean_ms": 125.1295188394649 }, "infer_output_to_callback": { "n": 299, "sum_ns": 391874539, "mean_ms": 1.31061718729097 }, "copy_wall": { "n": 299, "sum_ns": 1031184650, "mean_ms": 3.448778093645485 }, "copy_thread_cpu": { "n": 299, "sum_ns": 965445828, "mean_ms": 3.22891581270903 }, "callback_to_copied": { "n": 299, "sum_ns": 1088873489, "mean_ms": 3.64171735451505 }, "accepted_interval": { "n": 299, "sum_ns": 29911132042, "mean_ms": 100.03723090969899 }, "selected_to_submitted": { "n": 299, "sum_ns": 39654133358, "mean_ms": 132.62251959197326 }, "completed_queue_wait": { "n": 299, "sum_ns": 137847604, "mean_ms": 0.46102877591973246 }, "result_observations_wall": { "n": 299, "sum_ns": 334226118, "mean_ms": 1.1178131036789298 }, "result_observations_cpu": { "n": 299, "sum_ns": 326879037, "mean_ms": 1.0932409264214047 }, "result_nms_wall": { "n": 299, "sum_ns": 238376799, "mean_ms": 0.7972468193979932 }, "result_nms_cpu": { "n": 299, "sum_ns": 168600977, "mean_ms": 0.5638828662207358 }, "result_tracking_wall": { "n": 299, "sum_ns": 243585237, "mean_ms": 0.8146663444816054 }, "result_tracking_cpu": { "n": 299, "sum_ns": 208691701, "mean_ms": 0.6979655551839465 }, "result_region_wall": { "n": 299, "sum_ns": 76205632, "mean_ms": 0.25486833444816054 }, "result_region_cpu": { "n": 299, "sum_ns": 75033386, "mean_ms": 0.250947779264214 }, "result_fall_wall": { "n": 299, "sum_ns": 147532994, "mean_ms": 0.49342138461538465 }, "result_fall_cpu": { "n": 299, "sum_ns": 133791629, "mean_ms": 0.44746364214046824 }, "result_fight_wall": { "n": 299, "sum_ns": 41028702, "mean_ms": 0.13721973913043478 }, "result_fight_cpu": { "n": 299, "sum_ns": 39654595, "mean_ms": 0.1326240635451505 }, "result_collector_wall": { "n": 299, "sum_ns": 1699130402, "mean_ms": 5.68271037458194 }, "result_collector_cpu": { "n": 299, "sum_ns": 1631363435, "mean_ms": 5.456065 }, "result_composition_wall": { "n": 299, "sum_ns": 5972033, "mean_ms": 0.019973354515050168 }, "result_composition_cpu": { "n": 299, "sum_ns": 5604492, "mean_ms": 0.018744120401337792 }, "result_artifact_handoff_wall": { "n": 299, "sum_ns": 4559598, "mean_ms": 0.015249491638795987 }, "result_artifact_handoff_cpu": { "n": 299, "sum_ns": 3822112, "mean_ms": 0.012782983277591973 }, "result_publish_wall": { "n": 299, "sum_ns": 99650516, "mean_ms": 0.3332793177257525 }, "result_publish_cpu": { "n": 299, "sum_ns": 98492290, "mean_ms": 0.32940565217391304 }, "result_total_wall": { "n": 299, "sum_ns": 3205403324, "mean_ms": 10.720412454849498 }, "result_total_cpu": { "n": 299, "sum_ns": 2983673870, "mean_ms": 9.97884237458194 } } }, { "mode": "mixed-a", "level": 13, "camera": "41", "provider": "fire", "cohort_reset": false, "counter_seconds": 29.876012727, "new_channel": false, "seconds": 30.000016715028323, "selected_fps": 10.008028940548122, "requested_fps": 10.008028940548122, "complete_fps": 9.974557271850637, "accepted_fps": 9.974557271850637, "finalized_fps": 9.974557271850637, "redis_fps": 9.974557271850637, "redis_read_fps": 9.966661113565907, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 166, "queue_depth_max_sampled": 1, "queue_age_max_sampled": 0.0005481609841808677, "provider_response_age_max_sampled": 0.104, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.25831512798322365, "redis_interval_s": { "n": 298, "mean": 0.0998338570671028, "median": 0.0944104399823118, "p95": 0.18478079797932878, "maximum": 0.25831512798322365, "minimum": 0.0005082860006950796 }, "redis_drift_s": { "n": 299, "mean": 0.09195501042529763, "median": 0.08666755804232906, "p95": 0.16742866804124645, "maximum": 0.21288338002982243, "minimum": -0.00010326099209834183 }, "redis_drift_s_per_min": 0.0211806725185334, "ingress_drift_s": { "n": 12, "mean": -0.04664247091666596, "median": -0.04264257949999717, "p95": -0.003042907999997624, "maximum": -0.003042907999997624, "minimum": -0.09122600099999545 }, "ingress_drift_s_per_min": 0.002522189705707334, "source_drift_s": { "n": 12, "mean": -0.047071166666667, "median": -0.04310600000000164, "p95": -0.0032120000000048776, "maximum": -0.0032120000000048776, "minimum": -0.09128099999999506 }, "ingress_to_redis_ms": { "n": 299, "mean": 111.17725752508362, "median": 111, "p95": 182, "maximum": 239, "minimum": 30 }, "source_samples": 12, "redis_samples": 299, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 299, "sum_ns": 13295845000, "mean_ms": 44.46770903010034 }, "source_exit_to_ingress": { "n": 299, "sum_ns": 437803204, "mean_ms": 1.4642247625418061 }, "source_encoded_queue": { "n": 299, "sum_ns": 24618000, "mean_ms": 0.08233444816053512 }, "decode_between_queues": { "n": 299, "sum_ns": 13088644000, "mean_ms": 43.774729096989965 }, "source_raw_queue": { "n": 299, "sum_ns": 20350000, "mean_ms": 0.06806020066889631 }, "raw_queue_to_source_exit": { "n": 299, "sum_ns": 9686000, "mean_ms": 0.03239464882943144 }, "selected_to_preprocess_start": { "n": 299, "sum_ns": 237305521, "mean_ms": 0.7936639498327759 }, "preprocess_start_to_preprocess_output": { "n": 299, "sum_ns": 633089229, "mean_ms": 2.117355280936455 }, "selected_to_preprocess": { "n": 299, "sum_ns": 929470073, "mean_ms": 3.1085955618729098 }, "preprocess_start_to_preprocess": { "n": 299, "sum_ns": 692164552, "mean_ms": 2.3149316120401338 }, "preprocess_output_to_infer_entry": { "n": 299, "sum_ns": 59075323, "mean_ms": 0.19757633110367895 }, "preprocess_to_infer_output": { "n": 298, "sum_ns": 29418626190, "mean_ms": 98.72022211409396 }, "preprocess_to_callback": { "n": 298, "sum_ns": 29777741162, "mean_ms": 99.92530591275167 }, "infer_output_to_callback": { "n": 298, "sum_ns": 359114972, "mean_ms": 1.205083798657718 }, "copy_wall": { "n": 298, "sum_ns": 1689900021, "mean_ms": 5.6708054395973155 }, "copy_thread_cpu": { "n": 298, "sum_ns": 1563644604, "mean_ms": 5.247129543624161 }, "callback_to_copied": { "n": 298, "sum_ns": 1751867123, "mean_ms": 5.878748734899329 }, "accepted_interval": { "n": 298, "sum_ns": 29915286222, "mean_ms": 100.38686651677853 }, "selected_to_submitted": { "n": 298, "sum_ns": 32485778684, "mean_ms": 109.012680147651 }, "completed_queue_wait": { "n": 298, "sum_ns": 97506555, "mean_ms": 0.3272032046979866 }, "result_composition_wall": { "n": 298, "sum_ns": 2905227, "mean_ms": 0.009749083892617449 }, "result_composition_cpu": { "n": 298, "sum_ns": 2809903, "mean_ms": 0.009429204697986577 }, "result_artifact_handoff_wall": { "n": 298, "sum_ns": 2671893, "mean_ms": 0.008966083892617448 }, "result_artifact_handoff_cpu": { "n": 298, "sum_ns": 2634865, "mean_ms": 0.008841828859060402 }, "result_publish_wall": { "n": 298, "sum_ns": 31724929, "mean_ms": 0.1064594932885906 }, "result_publish_cpu": { "n": 298, "sum_ns": 31447396, "mean_ms": 0.1055281744966443 }, "result_total_wall": { "n": 298, "sum_ns": 287423970, "mean_ms": 0.964509966442953 }, "result_total_cpu": { "n": 298, "sum_ns": 273066684, "mean_ms": 0.9163311543624161 } } }, { "mode": "mixed-a", "level": 13, "camera": "41", "provider": "crowd", "cohort_reset": false, "counter_seconds": 29.8899687, "new_channel": false, "seconds": 30.000016715028323, "selected_fps": 10.003356075779363, "requested_fps": 10.003356075779363, "complete_fps": 9.969900035392142, "accepted_fps": 9.969900035392142, "finalized_fps": 9.969900035392142, "redis_fps": 9.969900035392142, "redis_read_fps": 10.033327743088087, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 96, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.147, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.29952252900693566, "redis_interval_s": { "n": 300, "mean": 0.09959733853659904, "median": 0.09660784748848528, "p95": 0.1721233949647285, "maximum": 0.29952252900693566, "minimum": 0.0001682400470599532 }, "redis_drift_s": { "n": 301, "mean": -0.1538411160204062, "median": -0.15610835402086565, "p95": -0.08498000101977254, "maximum": -0.027767838997768024, "minimum": -0.2439532780223459 }, "redis_drift_s_per_min": 0.005089570816874591, "ingress_drift_s": { "n": 12, "mean": 0.009025831916665913, "median": 0.014140702999998922, "p95": 0.02714155500000004, "maximum": 0.02714155500000004, "minimum": -0.028877140999995277 }, "ingress_drift_s_per_min": -0.03417645569193834, "source_drift_s": { "n": 12, "mean": 0.008505249999998318, "median": 0.014168000000001513, "p95": 0.027400999999997566, "maximum": 0.027400999999997566, "minimum": -0.03199200000000246 }, "ingress_to_redis_ms": { "n": 301, "mean": 89.62790697674419, "median": 88, "p95": 143, "maximum": 197, "minimum": 24 }, "source_samples": 12, "redis_samples": 301, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 299, "sum_ns": 13412151000, "mean_ms": 44.856692307692306 }, "source_exit_to_ingress": { "n": 299, "sum_ns": 413330482, "mean_ms": 1.382376193979933 }, "source_encoded_queue": { "n": 299, "sum_ns": 15931000, "mean_ms": 0.0532809364548495 }, "decode_between_queues": { "n": 299, "sum_ns": 13224242000, "mean_ms": 44.228234113712375 }, "source_raw_queue": { "n": 299, "sum_ns": 21249000, "mean_ms": 0.07106688963210701 }, "raw_queue_to_source_exit": { "n": 299, "sum_ns": 10702000, "mean_ms": 0.03579264214046823 }, "selected_to_preprocess_start": { "n": 299, "sum_ns": 264674221, "mean_ms": 0.8851980635451504 }, "preprocess_start_to_preprocess_output": { "n": 299, "sum_ns": 657840384, "mean_ms": 2.200135063545151 }, "selected_to_preprocess": { "n": 299, "sum_ns": 990973833, "mean_ms": 3.3142937558528427 }, "preprocess_start_to_preprocess": { "n": 299, "sum_ns": 726299612, "mean_ms": 2.4290956923076923 }, "preprocess_output_to_infer_entry": { "n": 299, "sum_ns": 68459228, "mean_ms": 0.2289606287625418 }, "preprocess_to_infer_output": { "n": 298, "sum_ns": 23072780070, "mean_ms": 77.42543647651006 }, "preprocess_to_callback": { "n": 298, "sum_ns": 23452943898, "mean_ms": 78.70115402013423 }, "infer_output_to_callback": { "n": 298, "sum_ns": 380163828, "mean_ms": 1.275717543624161 }, "copy_wall": { "n": 298, "sum_ns": 1649113334, "mean_ms": 5.533937362416107 }, "copy_thread_cpu": { "n": 298, "sum_ns": 1536894254, "mean_ms": 5.157363268456376 }, "callback_to_copied": { "n": 298, "sum_ns": 1709068857, "mean_ms": 5.73513039261745 }, "accepted_interval": { "n": 298, "sum_ns": 29790762953, "mean_ms": 99.96900319798657 }, "selected_to_submitted": { "n": 298, "sum_ns": 26183399400, "mean_ms": 87.86375637583892 }, "completed_queue_wait": { "n": 298, "sum_ns": 83145274, "mean_ms": 0.2790109865771812 }, "result_composition_wall": { "n": 298, "sum_ns": 4605553, "mean_ms": 0.015454875838926175 }, "result_composition_cpu": { "n": 298, "sum_ns": 4483792, "mean_ms": 0.01504628187919463 }, "result_publish_wall": { "n": 298, "sum_ns": 42569145, "mean_ms": 0.14284947986577182 }, "result_publish_cpu": { "n": 298, "sum_ns": 36010510, "mean_ms": 0.12084063758389262 }, "result_total_wall": { "n": 298, "sum_ns": 337731369, "mean_ms": 1.1333267416107382 }, "result_total_cpu": { "n": 298, "sum_ns": 309255142, "mean_ms": 1.037768932885906 } } }, { "mode": "mixed-a", "level": 13, "camera": "42", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.998121633, "new_channel": true, "seconds": 30.000016715028323, "selected_fps": 10.033961582077168, "requested_fps": 10.033961582077168, "complete_fps": 9.967290741000243, "accepted_fps": 9.967290741000243, "finalized_fps": 10.000626161538706, "redis_fps": 10.000626161538706, "redis_read_fps": 9.999994428326996, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 231, "queue_depth_max_sampled": 1, "queue_age_max_sampled": 0.0004932439769618213, "provider_response_age_max_sampled": 0.077, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 3, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.3260204449761659, "redis_interval_s": { "n": 299, "mean": 0.10006188861223679, "median": 0.09465131303295493, "p95": 0.17661576403770596, "maximum": 0.3260204449761659, "minimum": 0.004147019004449248 }, "redis_drift_s": { "n": 300, "mean": -1.8679254606293934, "median": -1.8746990609813956, "p95": -1.7856108960183334, "maximum": -1.6681100230161086, "minimum": -1.9826289869993943 }, "redis_drift_s_per_min": 0.020477218939223326, "ingress_drift_s": { "n": 12, "mean": 0.01530431683333274, "median": 0.014961763999999711, "p95": 0.06913992499999999, "maximum": 0.06913992499999999, "minimum": -0.017217381000001808 }, "ingress_drift_s_per_min": 0.022970421335442196, "source_drift_s": { "n": 12, "mean": 0.008620333333333305, "median": 0.008118499999999251, "p95": 0.027922000000000224, "maximum": 0.027922000000000224, "minimum": -0.017176000000002745 }, "ingress_to_redis_ms": { "n": 300, "mean": 143.34, "median": 139.0, "p95": 224, "maximum": 344, "minimum": 57 }, "source_samples": 12, "redis_samples": 300, "native_redis_joined": 11, "durations": { "depay_to_source_exit": { "n": 301, "sum_ns": 13371925000, "mean_ms": 44.425 }, "source_exit_to_ingress": { "n": 301, "sum_ns": 1250467473, "mean_ms": 4.154376986710964 }, "source_encoded_queue": { "n": 301, "sum_ns": 20187000, "mean_ms": 0.06706644518272425 }, "decode_between_queues": { "n": 301, "sum_ns": 13189580000, "mean_ms": 43.8192026578073 }, "source_raw_queue": { "n": 301, "sum_ns": 53879000, "mean_ms": 0.179 }, "raw_queue_to_source_exit": { "n": 301, "sum_ns": 8631000, "mean_ms": 0.028674418604651163 }, "selected_to_preprocess_start": { "n": 301, "sum_ns": 283091597, "mean_ms": 0.9405036445182724 }, "preprocess_start_to_preprocess_output": { "n": 301, "sum_ns": 780129283, "mean_ms": 2.5917916378737544 }, "selected_to_preprocess": { "n": 301, "sum_ns": 1162803869, "mean_ms": 3.863135777408638 }, "preprocess_start_to_preprocess": { "n": 301, "sum_ns": 879712272, "mean_ms": 2.9226321328903655 }, "preprocess_output_to_infer_entry": { "n": 301, "sum_ns": 99582989, "mean_ms": 0.3308404950166113 }, "preprocess_to_infer_output": { "n": 299, "sum_ns": 35960181150, "mean_ms": 120.2681643812709 }, "preprocess_to_callback": { "n": 299, "sum_ns": 36348672025, "mean_ms": 121.56746496655518 }, "infer_output_to_callback": { "n": 299, "sum_ns": 388490875, "mean_ms": 1.2993005852842807 }, "copy_wall": { "n": 299, "sum_ns": 805439980, "mean_ms": 2.6937791973244147 }, "copy_thread_cpu": { "n": 299, "sum_ns": 779555618, "mean_ms": 2.607209424749164 }, "callback_to_copied": { "n": 299, "sum_ns": 865765109, "mean_ms": 2.895535481605351 }, "accepted_interval": { "n": 299, "sum_ns": 29920679395, "mean_ms": 100.06916185618728 }, "selected_to_submitted": { "n": 299, "sum_ns": 38407068367, "mean_ms": 128.4517336688963 }, "completed_queue_wait": { "n": 300, "sum_ns": 159323921, "mean_ms": 0.5310797366666667 }, "result_observations_wall": { "n": 300, "sum_ns": 245721860, "mean_ms": 0.8190728666666667 }, "result_observations_cpu": { "n": 300, "sum_ns": 237241529, "mean_ms": 0.7908050966666667 }, "result_nms_wall": { "n": 300, "sum_ns": 351045278, "mean_ms": 1.1701509266666668 }, "result_nms_cpu": { "n": 300, "sum_ns": 176079571, "mean_ms": 0.5869319033333333 }, "result_tracking_wall": { "n": 300, "sum_ns": 966570590, "mean_ms": 3.2219019666666666 }, "result_tracking_cpu": { "n": 300, "sum_ns": 594247416, "mean_ms": 1.98082472 }, "result_region_wall": { "n": 300, "sum_ns": 105444378, "mean_ms": 0.35148126 }, "result_region_cpu": { "n": 300, "sum_ns": 102255819, "mean_ms": 0.34085273 }, "result_fall_wall": { "n": 300, "sum_ns": 562491843, "mean_ms": 1.87497281 }, "result_fall_cpu": { "n": 300, "sum_ns": 527821431, "mean_ms": 1.75940477 }, "result_fight_wall": { "n": 300, "sum_ns": 169195656, "mean_ms": 0.56398552 }, "result_fight_cpu": { "n": 300, "sum_ns": 162438649, "mean_ms": 0.5414621633333333 }, "result_collector_wall": { "n": 300, "sum_ns": 956255140, "mean_ms": 3.1875171333333334 }, "result_collector_cpu": { "n": 300, "sum_ns": 915021065, "mean_ms": 3.0500702166666667 }, "result_composition_wall": { "n": 300, "sum_ns": 5574263, "mean_ms": 0.018580876666666666 }, "result_composition_cpu": { "n": 300, "sum_ns": 5563839, "mean_ms": 0.01854613 }, "result_artifact_handoff_wall": { "n": 300, "sum_ns": 5252898, "mean_ms": 0.01750966 }, "result_artifact_handoff_cpu": { "n": 300, "sum_ns": 3582666, "mean_ms": 0.01194222 }, "result_publish_wall": { "n": 300, "sum_ns": 416603884, "mean_ms": 1.3886796133333332 }, "result_publish_cpu": { "n": 300, "sum_ns": 391912144, "mean_ms": 1.3063738133333331 }, "result_total_wall": { "n": 300, "sum_ns": 4078485922, "mean_ms": 13.594953073333334 }, "result_total_cpu": { "n": 300, "sum_ns": 3380107890, "mean_ms": 11.267026300000001 } } }, { "mode": "mixed-a", "level": 13, "camera": "42", "provider": "fire", "cohort_reset": false, "counter_seconds": 29.87750572, "new_channel": true, "seconds": 30.000016715028323, "selected_fps": 10.00752883463928, "requested_fps": 10.00752883463928, "complete_fps": 9.974058838536807, "accepted_fps": 9.974058838536807, "finalized_fps": 9.974058838536807, "redis_fps": 9.974058838536807, "redis_read_fps": 9.999994428326996, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 165, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.155, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 1, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.2362568819662556, "redis_interval_s": { "n": 299, "mean": 0.10019484573911352, "median": 0.0968850830104202, "p95": 0.1796652670018375, "maximum": 0.2362568819662556, "minimum": 0.00035690999357029796 }, "redis_drift_s": { "n": 300, "mean": -1.656151331883602, "median": -1.6583145725158976, "p95": -1.5892298000124292, "maximum": -1.534638424065431, "minimum": -1.7521348810317008 }, "redis_drift_s_per_min": 0.02128108403479947, "ingress_drift_s": { "n": 13, "mean": -0.02496734169230882, "median": -0.022214127999998112, "p95": -0.00804073700000174, "maximum": -0.00804073700000174, "minimum": -0.05162127900000257 }, "ingress_drift_s_per_min": 0.026756018980388676, "source_drift_s": { "n": 13, "mean": -0.02518869230769287, "median": -0.021494999999998043, "p95": -0.007953000000000543, "maximum": -0.007953000000000543, "minimum": -0.05157700000000176 }, "ingress_to_redis_ms": { "n": 300, "mean": 110.31, "median": 107.0, "p95": 176, "maximum": 213, "minimum": 29 }, "source_samples": 13, "redis_samples": 300, "native_redis_joined": 13, "durations": { "depay_to_source_exit": { "n": 299, "sum_ns": 13165201000, "mean_ms": 44.030772575250836 }, "source_exit_to_ingress": { "n": 299, "sum_ns": 464846018, "mean_ms": 1.554668956521739 }, "source_encoded_queue": { "n": 299, "sum_ns": 21847000, "mean_ms": 0.07306688963210702 }, "decode_between_queues": { "n": 299, "sum_ns": 13007497000, "mean_ms": 43.50333444816054 }, "source_raw_queue": { "n": 299, "sum_ns": 22068000, "mean_ms": 0.07380602006688963 }, "raw_queue_to_source_exit": { "n": 299, "sum_ns": 8418000, "mean_ms": 0.02815384615384615 }, "selected_to_preprocess_start": { "n": 299, "sum_ns": 241315093, "mean_ms": 0.807073889632107 }, "preprocess_start_to_preprocess_output": { "n": 299, "sum_ns": 656638438, "mean_ms": 2.1961151772575254 }, "selected_to_preprocess": { "n": 299, "sum_ns": 974168301, "mean_ms": 3.2580879632107025 }, "preprocess_start_to_preprocess": { "n": 299, "sum_ns": 732853208, "mean_ms": 2.451014073578595 }, "preprocess_output_to_infer_entry": { "n": 299, "sum_ns": 76214770, "mean_ms": 0.2548988963210702 }, "preprocess_to_infer_output": { "n": 298, "sum_ns": 29208013825, "mean_ms": 98.01346921140939 }, "preprocess_to_callback": { "n": 298, "sum_ns": 29571986863, "mean_ms": 99.23485524496645 }, "infer_output_to_callback": { "n": 298, "sum_ns": 363973038, "mean_ms": 1.221386033557047 }, "copy_wall": { "n": 298, "sum_ns": 1661836254, "mean_ms": 5.576631724832215 }, "copy_thread_cpu": { "n": 298, "sum_ns": 1540459956, "mean_ms": 5.1693287114093955 }, "callback_to_copied": { "n": 298, "sum_ns": 1721363744, "mean_ms": 5.776388402684564 }, "accepted_interval": { "n": 298, "sum_ns": 29773686767, "mean_ms": 99.91170056040269 }, "selected_to_submitted": { "n": 298, "sum_ns": 32311823560, "mean_ms": 108.42893812080537 }, "completed_queue_wait": { "n": 298, "sum_ns": 86382494, "mean_ms": 0.28987414093959735 }, "result_composition_wall": { "n": 298, "sum_ns": 2935614, "mean_ms": 0.00985105369127517 }, "result_composition_cpu": { "n": 298, "sum_ns": 2780554, "mean_ms": 0.00933071812080537 }, "result_artifact_handoff_wall": { "n": 298, "sum_ns": 2813699, "mean_ms": 0.009441942953020133 }, "result_artifact_handoff_cpu": { "n": 298, "sum_ns": 2806775, "mean_ms": 0.009418708053691275 }, "result_publish_wall": { "n": 298, "sum_ns": 30549400, "mean_ms": 0.10251476510067113 }, "result_publish_cpu": { "n": 298, "sum_ns": 30245456, "mean_ms": 0.10149481879194631 }, "result_total_wall": { "n": 298, "sum_ns": 284586894, "mean_ms": 0.954989577181208 }, "result_total_cpu": { "n": 298, "sum_ns": 277388219, "mean_ms": 0.9308329496644295 } } }, { "mode": "mixed-a", "level": 13, "camera": "42", "provider": "crowd", "cohort_reset": false, "counter_seconds": 30.104447222, "new_channel": true, "seconds": 30.000016715028323, "selected_fps": 9.998522735871147, "requested_fps": 9.998522735871147, "complete_fps": 9.998522735871147, "accepted_fps": 9.998522735871147, "finalized_fps": 9.998522735871147, "redis_fps": 9.998522735871147, "redis_read_fps": 9.999994428326996, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 75, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.083, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 0, "analysis_gap_markers": 0, "c_suppressed": 0, "max_redis_silence_s": 0.2344591700239107, "redis_interval_s": { "n": 299, "mean": 0.09962821146823703, "median": 0.09904425998684019, "p95": 0.16929071699269116, "maximum": 0.2344591700239107, "minimum": 0.0004075670149177313 }, "redis_drift_s": { "n": 300, "mean": -0.26898238253966894, "median": -0.2723659754740071, "p95": -0.21041786699928267, "maximum": -0.16608301998302366, "minimum": -0.3532170589673349 }, "redis_drift_s_per_min": 2.2319459163277256e-05, "ingress_drift_s": { "n": 12, "mean": 0.008784171749999015, "median": 0.01157022800000096, "p95": 0.02632811100000154, "maximum": 0.02632811100000154, "minimum": -0.019264168000002968 }, "ingress_drift_s_per_min": 0.012033010921834647, "source_drift_s": { "n": 12, "mean": 0.009251499999998783, "median": 0.01302900000000129, "p95": 0.027772999999999826, "maximum": 0.027772999999999826, "minimum": -0.018134000000003425 }, "ingress_to_redis_ms": { "n": 300, "mean": 86.33333333333333, "median": 82.0, "p95": 149, "maximum": 200, "minimum": 29 }, "source_samples": 12, "redis_samples": 300, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 301, "sum_ns": 13358351000, "mean_ms": 44.37990365448505 }, "source_exit_to_ingress": { "n": 301, "sum_ns": 420276697, "mean_ms": 1.396268096345515 }, "source_encoded_queue": { "n": 301, "sum_ns": 19223000, "mean_ms": 0.06386378737541529 }, "decode_between_queues": { "n": 301, "sum_ns": 13203488000, "mean_ms": 43.865408637873756 }, "source_raw_queue": { "n": 301, "sum_ns": 21040000, "mean_ms": 0.06990033222591362 }, "raw_queue_to_source_exit": { "n": 301, "sum_ns": 9823000, "mean_ms": 0.03263455149501661 }, "selected_to_preprocess_start": { "n": 301, "sum_ns": 231760819, "mean_ms": 0.7699694983388705 }, "preprocess_start_to_preprocess_output": { "n": 300, "sum_ns": 662287044, "mean_ms": 2.20762348 }, "selected_to_preprocess": { "n": 301, "sum_ns": 981743989, "mean_ms": 3.2616079368770765 }, "preprocess_start_to_preprocess": { "n": 301, "sum_ns": 749983170, "mean_ms": 2.4916384385382058 }, "preprocess_output_to_infer_entry": { "n": 300, "sum_ns": 75155546, "mean_ms": 0.25051848666666665 }, "preprocess_to_infer_output": { "n": 301, "sum_ns": 22331370537, "mean_ms": 74.19059979069768 }, "preprocess_to_callback": { "n": 301, "sum_ns": 22669307453, "mean_ms": 75.31331379734219 }, "infer_output_to_callback": { "n": 301, "sum_ns": 337936916, "mean_ms": 1.1227140066445183 }, "copy_wall": { "n": 301, "sum_ns": 1640594631, "mean_ms": 5.450480501661129 }, "copy_thread_cpu": { "n": 301, "sum_ns": 1551980800, "mean_ms": 5.156082392026578 }, "callback_to_copied": { "n": 301, "sum_ns": 1699424894, "mean_ms": 5.645929880398671 }, "accepted_interval": { "n": 301, "sum_ns": 30085362719, "mean_ms": 99.95137115946844 }, "selected_to_submitted": { "n": 301, "sum_ns": 25389362661, "mean_ms": 84.35004206312293 }, "completed_queue_wait": { "n": 301, "sum_ns": 71975520, "mean_ms": 0.23912132890365448 }, "result_composition_wall": { "n": 301, "sum_ns": 5646786, "mean_ms": 0.018760086378737544 }, "result_composition_cpu": { "n": 301, "sum_ns": 5386484, "mean_ms": 0.01789529568106312 }, "result_publish_wall": { "n": 301, "sum_ns": 55566352, "mean_ms": 0.18460582059800665 }, "result_publish_cpu": { "n": 301, "sum_ns": 54125364, "mean_ms": 0.1798184850498339 }, "result_total_wall": { "n": 301, "sum_ns": 377180235, "mean_ms": 1.2530904817275748 }, "result_total_cpu": { "n": 301, "sum_ns": 362310638, "mean_ms": 1.203689827242525 } } }, { "mode": "mixed-a", "level": 14, "camera": "30", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.067682209, "new_channel": false, "seconds": 30.000090623972937, "selected_fps": 9.012999343157984, "requested_fps": 9.012999343157984, "complete_fps": 9.012999343157984, "accepted_fps": 9.012999343157984, "finalized_fps": 9.012999343157984, "redis_fps": 9.012999343157984, "redis_read_fps": 8.999972812890245, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 271, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.202, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 58, "analysis_gap_markers": 21, "c_suppressed": 0, "max_redis_silence_s": 0.5702046190272085, "redis_interval_s": { "n": 269, "mean": 0.11039099581392489, "median": 0.083561330975499, "p95": 0.30182597698876634, "maximum": 0.5702046190272085, "minimum": 0.0008564470335841179 }, "redis_drift_s": { "n": 270, "mean": -4.807336194367524, "median": -4.831489878458456, "p95": -4.563635505992011, "maximum": -4.364806471975953, "minimum": -4.98960868196707 }, "redis_drift_s_per_min": 0.10313942854095046, "ingress_drift_s": { "n": 12, "mean": 0.018592680333313183, "median": 0.010045800499995039, "p95": 0.0820854699999245, "maximum": 0.0820854699999245, "minimum": -0.024076245999935963 }, "ingress_drift_s_per_min": -0.08480533017308091, "source_drift_s": { "n": 12, "mean": 0.00637058333332637, "median": 0.006841000000008535, "p95": 0.02313899999990099, "maximum": 0.02313899999990099, "minimum": -0.025363999999967746 }, "ingress_to_redis_ms": { "n": 270, "mean": 424.1185185185185, "median": 405.0, "p95": 665, "maximum": 862, "minimum": 245 }, "source_samples": 12, "redis_samples": 270, "native_redis_joined": 11, "durations": { "depay_to_source_exit": { "n": 271, "sum_ns": 13810377000, "mean_ms": 50.96080073800738 }, "source_exit_to_ingress": { "n": 271, "sum_ns": 3890402921, "mean_ms": 14.355730335793357 }, "source_encoded_queue": { "n": 271, "sum_ns": 28769000, "mean_ms": 0.10615867158671587 }, "decode_between_queues": { "n": 271, "sum_ns": 12119133000, "mean_ms": 44.720047970479705 }, "source_raw_queue": { "n": 271, "sum_ns": 1532562000, "mean_ms": 5.655210332103321 }, "raw_queue_to_source_exit": { "n": 271, "sum_ns": 12630000, "mean_ms": 0.04660516605166052 }, "selected_to_preprocess_start": { "n": 270, "sum_ns": 335089183, "mean_ms": 1.2410710481481482 }, "preprocess_start_to_preprocess_output": { "n": 270, "sum_ns": 1292544426, "mean_ms": 4.787201577777778 }, "selected_to_preprocess": { "n": 271, "sum_ns": 3262768078, "mean_ms": 12.039734605166052 }, "preprocess_start_to_preprocess": { "n": 270, "sum_ns": 2906769276, "mean_ms": 10.765812133333332 }, "preprocess_output_to_infer_entry": { "n": 271, "sum_ns": 1615475214, "mean_ms": 5.961163151291513 }, "preprocess_to_infer_output": { "n": 270, "sum_ns": 101196050794, "mean_ms": 374.8001881259259 }, "preprocess_to_callback": { "n": 271, "sum_ns": 102251803233, "mean_ms": 377.3129270590406 }, "infer_output_to_callback": { "n": 270, "sum_ns": 556407690, "mean_ms": 2.060769222222222 }, "copy_wall": { "n": 271, "sum_ns": 1459119259, "mean_ms": 5.384203907749077 }, "copy_thread_cpu": { "n": 271, "sum_ns": 1289565006, "mean_ms": 4.758542457564576 }, "callback_to_copied": { "n": 271, "sum_ns": 1515988065, "mean_ms": 5.594051900369004 }, "accepted_interval": { "n": 270, "sum_ns": 29929112496, "mean_ms": 110.84856479999999 }, "selected_to_submitted": { "n": 270, "sum_ns": 106438384234, "mean_ms": 394.2162379037037 }, "completed_queue_wait": { "n": 271, "sum_ns": 611673947, "mean_ms": 2.2570994354243545 }, "result_observations_wall": { "n": 271, "sum_ns": 390072345, "mean_ms": 1.4393813468634686 }, "result_observations_cpu": { "n": 271, "sum_ns": 375859003, "mean_ms": 1.386933590405904 }, "result_nms_wall": { "n": 271, "sum_ns": 765586035, "mean_ms": 2.8250407195571956 }, "result_nms_cpu": { "n": 271, "sum_ns": 170616537, "mean_ms": 0.6295813173431735 }, "result_tracking_wall": { "n": 271, "sum_ns": 968554756, "mean_ms": 3.5740027896678965 }, "result_tracking_cpu": { "n": 271, "sum_ns": 649324026, "mean_ms": 2.3960296162361625 }, "result_region_wall": { "n": 271, "sum_ns": 101080161, "mean_ms": 0.3729895239852399 }, "result_region_cpu": { "n": 271, "sum_ns": 96322753, "mean_ms": 0.3554345129151291 }, "result_fall_wall": { "n": 271, "sum_ns": 1054596370, "mean_ms": 3.8914995202952025 }, "result_fall_cpu": { "n": 271, "sum_ns": 994676505, "mean_ms": 3.6703930073800737 }, "result_fight_wall": { "n": 271, "sum_ns": 177794987, "mean_ms": 0.6560700627306273 }, "result_fight_cpu": { "n": 271, "sum_ns": 159458092, "mean_ms": 0.5884062435424354 }, "result_collector_wall": { "n": 271, "sum_ns": 1577916318, "mean_ms": 5.822569439114391 }, "result_collector_cpu": { "n": 271, "sum_ns": 1478403927, "mean_ms": 5.455365044280442 }, "result_composition_wall": { "n": 271, "sum_ns": 5857838, "mean_ms": 0.02161563837638376 }, "result_composition_cpu": { "n": 271, "sum_ns": 5746742, "mean_ms": 0.02120569003690037 }, "result_artifact_handoff_wall": { "n": 271, "sum_ns": 3757228, "mean_ms": 0.013864309963099631 }, "result_artifact_handoff_cpu": { "n": 271, "sum_ns": 3435508, "mean_ms": 0.012677151291512916 }, "result_publish_wall": { "n": 271, "sum_ns": 1252269246, "mean_ms": 4.62091972693727 }, "result_publish_cpu": { "n": 271, "sum_ns": 1147186962, "mean_ms": 4.233162221402214 }, "result_total_wall": { "n": 271, "sum_ns": 6636018117, "mean_ms": 24.487151723247234 }, "result_total_cpu": { "n": 271, "sum_ns": 5377263484, "mean_ms": 19.84230067896679 } } }, { "mode": "mixed-a", "level": 14, "camera": "30", "provider": "fire", "cohort_reset": false, "counter_seconds": 29.883877462, "new_channel": false, "seconds": 30.000090623972937, "selected_fps": 9.53691502591666, "requested_fps": 9.53691502591666, "complete_fps": 9.53691502591666, "accepted_fps": 9.53691502591666, "finalized_fps": 9.53691502591666, "redis_fps": 9.53691502591666, "redis_read_fps": 9.49997130249526, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 285, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.218, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 33, "analysis_gap_markers": 10, "c_suppressed": 0, "max_redis_silence_s": 0.42610570398392156, "redis_interval_s": { "n": 284, "mean": 0.10490728648232696, "median": 0.08903853097581305, "p95": 0.22387864801567048, "maximum": 0.42610570398392156, "minimum": 0.0002691569970920682 }, "redis_drift_s": { "n": 285, "mean": 0.2936760307035795, "median": 0.28376664599261403, "p95": 0.47847732999832715, "maximum": 0.6021564029431374, "minimum": 0.0725024779829937 }, "redis_drift_s_per_min": -0.07836586816004192, "ingress_drift_s": { "n": 12, "mean": 0.012938432166653987, "median": 0.012034407999976793, "p95": 0.039438434999965466, "maximum": 0.039438434999965466, "minimum": -0.024564407999946525 }, "ingress_drift_s_per_min": -0.03294678027033333, "source_drift_s": { "n": 12, "mean": 0.007249083333325264, "median": 0.00956500000000915, "p95": 0.03847799999994095, "maximum": 0.03847799999994095, "minimum": -0.025504999999952815 }, "ingress_to_redis_ms": { "n": 285, "mean": 339.5578947368421, "median": 332, "p95": 513, "maximum": 639, "minimum": 121 }, "source_samples": 12, "redis_samples": 285, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 285, "sum_ns": 14308408000, "mean_ms": 50.204940350877195 }, "source_exit_to_ingress": { "n": 285, "sum_ns": 1435822406, "mean_ms": 5.037973354385964 }, "source_encoded_queue": { "n": 285, "sum_ns": 28788000, "mean_ms": 0.10101052631578948 }, "decode_between_queues": { "n": 285, "sum_ns": 13106541000, "mean_ms": 45.987863157894736 }, "source_raw_queue": { "n": 285, "sum_ns": 1046561000, "mean_ms": 3.6721438596491227 }, "raw_queue_to_source_exit": { "n": 285, "sum_ns": 8617000, "mean_ms": 0.030235087719298243 }, "selected_to_preprocess_start": { "n": 286, "sum_ns": 239218150, "mean_ms": 0.8364270979020979 }, "preprocess_start_to_preprocess_output": { "n": 285, "sum_ns": 1014640418, "mean_ms": 3.5601418175438595 }, "selected_to_preprocess": { "n": 285, "sum_ns": 1483790037, "mean_ms": 5.2062808315789475 }, "preprocess_start_to_preprocess": { "n": 285, "sum_ns": 1245227622, "mean_ms": 4.36921972631579 }, "preprocess_output_to_infer_entry": { "n": 285, "sum_ns": 230587204, "mean_ms": 0.8090779087719298 }, "preprocess_to_infer_output": { "n": 285, "sum_ns": 92390315179, "mean_ms": 324.1765444877193 }, "preprocess_to_callback": { "n": 285, "sum_ns": 92910378558, "mean_ms": 326.0013282736842 }, "infer_output_to_callback": { "n": 285, "sum_ns": 520063379, "mean_ms": 1.8247837859649123 }, "copy_wall": { "n": 285, "sum_ns": 1736991585, "mean_ms": 6.094707315789473 }, "copy_thread_cpu": { "n": 285, "sum_ns": 1505253892, "mean_ms": 5.281592603508773 }, "callback_to_copied": { "n": 285, "sum_ns": 1798501451, "mean_ms": 6.310531407017544 }, "accepted_interval": { "n": 285, "sum_ns": 29885594038, "mean_ms": 104.86173346666666 }, "selected_to_submitted": { "n": 285, "sum_ns": 96231783441, "mean_ms": 337.65538049473685 }, "completed_queue_wait": { "n": 285, "sum_ns": 105337892, "mean_ms": 0.36960663859649123 }, "result_composition_wall": { "n": 285, "sum_ns": 3099568, "mean_ms": 0.010875677192982455 }, "result_composition_cpu": { "n": 285, "sum_ns": 3015544, "mean_ms": 0.010580856140350878 }, "result_artifact_handoff_wall": { "n": 285, "sum_ns": 2731715, "mean_ms": 0.009584964912280702 }, "result_artifact_handoff_cpu": { "n": 285, "sum_ns": 2691939, "mean_ms": 0.0094454 }, "result_publish_wall": { "n": 285, "sum_ns": 32255475, "mean_ms": 0.1131771052631579 }, "result_publish_cpu": { "n": 285, "sum_ns": 31505810, "mean_ms": 0.11054670175438597 }, "result_total_wall": { "n": 285, "sum_ns": 304584795, "mean_ms": 1.0687185789473683 }, "result_total_cpu": { "n": 285, "sum_ns": 284445258, "mean_ms": 0.9980535368421052 } } }, { "mode": "mixed-a", "level": 14, "camera": "30", "provider": "crowd", "cohort_reset": false, "counter_seconds": 30.134544099, "new_channel": false, "seconds": 30.000090623972937, "selected_fps": 9.822614174203572, "requested_fps": 9.822614174203572, "complete_fps": 9.822614174203572, "accepted_fps": 9.822614174203572, "finalized_fps": 9.822614174203572, "redis_fps": 9.822614174203572, "redis_read_fps": 9.799970396258267, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 295, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.102, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 19, "analysis_gap_markers": 3, "c_suppressed": 0, "max_redis_silence_s": 0.3838944600429386, "redis_interval_s": { "n": 293, "mean": 0.10154700093845433, "median": 0.08476522797718644, "p95": 0.24223176500527188, "maximum": 0.3838944600429386, "minimum": 0.0007451350102201104 }, "redis_drift_s": { "n": 294, "mean": -0.01592090054658088, "median": -0.015081336486161945, "p95": 0.12308343401878119, "maximum": 0.21143076902762914, "minimum": -0.21316520699667763 }, "redis_drift_s_per_min": -0.09575102300909191, "ingress_drift_s": { "n": 12, "mean": 0.016606438916663063, "median": 0.011772649000022284, "p95": 0.04855747399994925, "maximum": 0.04855747399994925, "minimum": -0.024861800999929073 }, "ingress_drift_s_per_min": -0.03987329581868086, "source_drift_s": { "n": 12, "mean": 0.007807500000012624, "median": 0.008675500000038028, "p95": 0.03651100000001861, "maximum": 0.03651100000001861, "minimum": -0.025565999999912492 }, "ingress_to_redis_ms": { "n": 294, "mean": 309.1292517006803, "median": 308.0, "p95": 444, "maximum": 551, "minimum": 102 }, "source_samples": 12, "redis_samples": 294, "native_redis_joined": 11, "durations": { "depay_to_source_exit": { "n": 296, "sum_ns": 14627304000, "mean_ms": 49.41656756756756 }, "source_exit_to_ingress": { "n": 296, "sum_ns": 1569630448, "mean_ms": 5.302805567567567 }, "source_encoded_queue": { "n": 296, "sum_ns": 31872000, "mean_ms": 0.10767567567567568 }, "decode_between_queues": { "n": 296, "sum_ns": 13503827000, "mean_ms": 45.62103716216216 }, "source_raw_queue": { "n": 296, "sum_ns": 960532000, "mean_ms": 3.2450405405405407 }, "raw_queue_to_source_exit": { "n": 296, "sum_ns": 9053000, "mean_ms": 0.03058445945945946 }, "selected_to_preprocess_start": { "n": 296, "sum_ns": 258411634, "mean_ms": 0.873012277027027 }, "preprocess_start_to_preprocess_output": { "n": 296, "sum_ns": 1119546233, "mean_ms": 3.7822507871621625 }, "selected_to_preprocess": { "n": 296, "sum_ns": 1585598126, "mean_ms": 5.356750425675675 }, "preprocess_start_to_preprocess": { "n": 296, "sum_ns": 1327186492, "mean_ms": 4.483738148648649 }, "preprocess_output_to_infer_entry": { "n": 296, "sum_ns": 207640259, "mean_ms": 0.7014873614864865 }, "preprocess_to_infer_output": { "n": 296, "sum_ns": 86539130453, "mean_ms": 292.3619272060811 }, "preprocess_to_callback": { "n": 296, "sum_ns": 87100659211, "mean_ms": 294.2589838209459 }, "infer_output_to_callback": { "n": 296, "sum_ns": 561528758, "mean_ms": 1.8970566148648649 }, "copy_wall": { "n": 296, "sum_ns": 1803432634, "mean_ms": 6.0926778175675675 }, "copy_thread_cpu": { "n": 296, "sum_ns": 1588223442, "mean_ms": 5.365619736486487 }, "callback_to_copied": { "n": 296, "sum_ns": 1871880460, "mean_ms": 6.323920472972973 }, "accepted_interval": { "n": 296, "sum_ns": 30109141050, "mean_ms": 101.72007111486487 }, "selected_to_submitted": { "n": 296, "sum_ns": 90599295402, "mean_ms": 306.07870068243244 }, "completed_queue_wait": { "n": 296, "sum_ns": 94004280, "mean_ms": 0.31758202702702704 }, "result_composition_wall": { "n": 296, "sum_ns": 7877237, "mean_ms": 0.026612287162162164 }, "result_composition_cpu": { "n": 296, "sum_ns": 7447014, "mean_ms": 0.02515883108108108 }, "result_publish_wall": { "n": 296, "sum_ns": 81958007, "mean_ms": 0.2768851587837838 }, "result_publish_cpu": { "n": 296, "sum_ns": 77275682, "mean_ms": 0.26106649324324327 }, "result_total_wall": { "n": 296, "sum_ns": 528362368, "mean_ms": 1.785008 }, "result_total_cpu": { "n": 296, "sum_ns": 471505963, "mean_ms": 1.5929255506756756 } } }, { "mode": "mixed-a", "level": 14, "camera": "31", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.121204986, "new_channel": false, "seconds": 30.000090623972937, "selected_fps": 9.428573662043071, "requested_fps": 9.428573662043071, "complete_fps": 9.428573662043071, "accepted_fps": 9.428573662043071, "finalized_fps": 9.428573662043071, "redis_fps": 9.395374459007707, "redis_read_fps": 9.299971906653253, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 284, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.166, "sender": { "replaced": 1, "expired": 0, "send_error": 0 }, "gap_markers": 68, "analysis_gap_markers": 16, "c_suppressed": 0, "max_redis_silence_s": 0.36815088702132925, "redis_interval_s": { "n": 278, "mean": 0.10666539949631292, "median": 0.09026870602974668, "p95": 0.27328939497238025, "maximum": 0.36815088702132925, "minimum": 0.0013592539471574128 }, "redis_drift_s": { "n": 279, "mean": -6.286292194885202, "median": -6.290191373966195, "p95": -6.108899803993779, "maximum": -5.990886296994972, "minimum": -6.506300634998354 }, "redis_drift_s_per_min": 0.04595933484747781, "ingress_drift_s": { "n": 12, "mean": 0.016766382583336775, "median": 0.016128229499997815, "p95": 0.041109952999988764, "maximum": 0.041109952999988764, "minimum": -0.018917276999957267 }, "ingress_drift_s_per_min": 0.0026562369247068933, "source_drift_s": { "n": 12, "mean": 0.007506583333333576, "median": 0.007575500000001512, "p95": 0.03745800000001509, "maximum": 0.03745800000001509, "minimum": -0.030248999999969328 }, "ingress_to_redis_ms": { "n": 279, "mean": 397.8745519713262, "median": 394, "p95": 550, "maximum": 664, "minimum": 177 }, "source_samples": 12, "redis_samples": 279, "native_redis_joined": 11, "durations": { "depay_to_source_exit": { "n": 282, "sum_ns": 14662091000, "mean_ms": 51.993230496453904 }, "source_exit_to_ingress": { "n": 282, "sum_ns": 3435930859, "mean_ms": 12.184151982269503 }, "source_encoded_queue": { "n": 282, "sum_ns": 22221000, "mean_ms": 0.07879787234042553 }, "decode_between_queues": { "n": 282, "sum_ns": 12668506000, "mean_ms": 44.92378014184398 }, "source_raw_queue": { "n": 282, "sum_ns": 1822662000, "mean_ms": 6.463340425531914 }, "raw_queue_to_source_exit": { "n": 282, "sum_ns": 9434000, "mean_ms": 0.03345390070921986 }, "selected_to_preprocess_start": { "n": 283, "sum_ns": 293625788, "mean_ms": 1.0375469540636042 }, "preprocess_start_to_preprocess_output": { "n": 282, "sum_ns": 1221266138, "mean_ms": 4.330730985815603 }, "selected_to_preprocess": { "n": 281, "sum_ns": 2464621706, "mean_ms": 8.770895750889679 }, "preprocess_start_to_preprocess": { "n": 281, "sum_ns": 2175320772, "mean_ms": 7.741355060498221 }, "preprocess_output_to_infer_entry": { "n": 281, "sum_ns": 965394715, "mean_ms": 3.435568380782918 }, "preprocess_to_infer_output": { "n": 281, "sum_ns": 102769111986, "mean_ms": 365.7263771743772 }, "preprocess_to_callback": { "n": 281, "sum_ns": 103322964438, "mean_ms": 367.697382341637 }, "infer_output_to_callback": { "n": 283, "sum_ns": 556207131, "mean_ms": 1.9653962226148411 }, "copy_wall": { "n": 284, "sum_ns": 2056808790, "mean_ms": 7.242284471830986 }, "copy_thread_cpu": { "n": 284, "sum_ns": 1881633246, "mean_ms": 6.625469176056338 }, "callback_to_copied": { "n": 283, "sum_ns": 2109702361, "mean_ms": 7.454778660777385 }, "accepted_interval": { "n": 284, "sum_ns": 30007223442, "mean_ms": 105.65923747183098 }, "selected_to_submitted": { "n": 283, "sum_ns": 108745163843, "mean_ms": 384.25852948056536 }, "completed_queue_wait": { "n": 284, "sum_ns": 258271658, "mean_ms": 0.9094072464788732 }, "result_observations_wall": { "n": 284, "sum_ns": 372077779, "mean_ms": 1.3101330246478873 }, "result_observations_cpu": { "n": 284, "sum_ns": 358304943, "mean_ms": 1.2616371232394366 }, "result_nms_wall": { "n": 284, "sum_ns": 316539322, "mean_ms": 1.1145750774647887 }, "result_nms_cpu": { "n": 284, "sum_ns": 163339371, "mean_ms": 0.5751386302816902 }, "result_tracking_wall": { "n": 284, "sum_ns": 349042799, "mean_ms": 1.229023940140845 }, "result_tracking_cpu": { "n": 284, "sum_ns": 284304487, "mean_ms": 1.0010721373239437 }, "result_region_wall": { "n": 284, "sum_ns": 71798014, "mean_ms": 0.2528099084507042 }, "result_region_cpu": { "n": 284, "sum_ns": 69791215, "mean_ms": 0.2457437147887324 }, "result_fall_wall": { "n": 284, "sum_ns": 144272582, "mean_ms": 0.5080020492957746 }, "result_fall_cpu": { "n": 284, "sum_ns": 141518367, "mean_ms": 0.49830410915492956 }, "result_fight_wall": { "n": 284, "sum_ns": 55067860, "mean_ms": 0.19390091549295774 }, "result_fight_cpu": { "n": 284, "sum_ns": 53710743, "mean_ms": 0.18912233450704224 }, "result_collector_wall": { "n": 284, "sum_ns": 1246232385, "mean_ms": 4.388142200704225 }, "result_collector_cpu": { "n": 284, "sum_ns": 1129808343, "mean_ms": 3.9781983908450704 }, "result_composition_wall": { "n": 284, "sum_ns": 6255002, "mean_ms": 0.022024654929577465 }, "result_composition_cpu": { "n": 284, "sum_ns": 6101303, "mean_ms": 0.021483461267605634 }, "result_artifact_handoff_wall": { "n": 284, "sum_ns": 6145805, "mean_ms": 0.021640158450704224 }, "result_artifact_handoff_cpu": { "n": 284, "sum_ns": 3528556, "mean_ms": 0.01242449295774648 }, "result_publish_wall": { "n": 284, "sum_ns": 140635016, "mean_ms": 0.49519371830985914 }, "result_publish_cpu": { "n": 284, "sum_ns": 125921253, "mean_ms": 0.4433846936619718 }, "result_total_wall": { "n": 284, "sum_ns": 3047362562, "mean_ms": 10.730149866197184 }, "result_total_cpu": { "n": 284, "sum_ns": 2624814328, "mean_ms": 9.242303971830987 } } }, { "mode": "mixed-a", "level": 14, "camera": "31", "provider": "fire", "cohort_reset": false, "counter_seconds": 29.875947146, "new_channel": false, "seconds": 30.000090623972937, "selected_fps": 9.706805229732346, "requested_fps": 9.706805229732346, "complete_fps": 9.706805229732346, "accepted_fps": 9.706805229732346, "finalized_fps": 9.706805229732346, "redis_fps": 9.706805229732346, "redis_read_fps": 9.633304233056597, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 290, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.139, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 31, "analysis_gap_markers": 7, "c_suppressed": 0, "max_redis_silence_s": 0.42732528503984213, "redis_interval_s": { "n": 288, "mean": 0.10318498001733031, "median": 0.09424028350622393, "p95": 0.2400211640051566, "maximum": 0.42732528503984213, "minimum": 0.00028055900475010276 }, "redis_drift_s": { "n": 289, "mean": 0.3329886122704142, "median": 0.3301188089698712, "p95": 0.49118839598725117, "maximum": 0.6009912339974903, "minimum": 0.08682717202276535 }, "redis_drift_s_per_min": -0.08408200929312112, "ingress_drift_s": { "n": 12, "mean": 0.004438295833324446, "median": 0.0077087835000213545, "p95": 0.02764301299998806, "maximum": 0.02764301299998806, "minimum": -0.029592064999974355 }, "ingress_drift_s_per_min": -0.0681994061548444, "source_drift_s": { "n": 12, "mean": 0.0013604166666567608, "median": 0.005228500000015401, "p95": 0.019895999999960168, "maximum": 0.019895999999960168, "minimum": -0.0297649999999976 }, "ingress_to_redis_ms": { "n": 289, "mean": 338.4152249134948, "median": 341, "p95": 490, "maximum": 591, "minimum": 103 }, "source_samples": 12, "redis_samples": 289, "native_redis_joined": 13, "durations": { "depay_to_source_exit": { "n": 287, "sum_ns": 14002047000, "mean_ms": 48.787620209059234 }, "source_exit_to_ingress": { "n": 287, "sum_ns": 1443324764, "mean_ms": 5.029006146341463 }, "source_encoded_queue": { "n": 287, "sum_ns": 19595000, "mean_ms": 0.06827526132404181 }, "decode_between_queues": { "n": 287, "sum_ns": 12770197000, "mean_ms": 44.49545993031359 }, "source_raw_queue": { "n": 287, "sum_ns": 1041946000, "mean_ms": 3.630473867595819 }, "raw_queue_to_source_exit": { "n": 287, "sum_ns": 9308000, "mean_ms": 0.03243205574912892 }, "selected_to_preprocess_start": { "n": 289, "sum_ns": 249370441, "mean_ms": 0.8628734982698961 }, "preprocess_start_to_preprocess_output": { "n": 289, "sum_ns": 976463433, "mean_ms": 3.3787662041522495 }, "selected_to_preprocess": { "n": 289, "sum_ns": 1541279765, "mean_ms": 5.333147975778547 }, "preprocess_start_to_preprocess": { "n": 289, "sum_ns": 1291909324, "mean_ms": 4.47027447750865 }, "preprocess_output_to_infer_entry": { "n": 289, "sum_ns": 315445891, "mean_ms": 1.0915082733564014 }, "preprocess_to_infer_output": { "n": 289, "sum_ns": 93125646411, "mean_ms": 322.2340706262976 }, "preprocess_to_callback": { "n": 289, "sum_ns": 93672470623, "mean_ms": 324.12619592733563 }, "infer_output_to_callback": { "n": 289, "sum_ns": 546824212, "mean_ms": 1.892125301038062 }, "copy_wall": { "n": 290, "sum_ns": 1772522044, "mean_ms": 6.112144979310345 }, "copy_thread_cpu": { "n": 290, "sum_ns": 1558180524, "mean_ms": 5.373036289655173 }, "callback_to_copied": { "n": 289, "sum_ns": 1830196123, "mean_ms": 6.3328585570934255 }, "accepted_interval": { "n": 290, "sum_ns": 29782929825, "mean_ms": 102.69975801724138 }, "selected_to_submitted": { "n": 289, "sum_ns": 97086600641, "mean_ms": 335.93979460553635 }, "completed_queue_wait": { "n": 290, "sum_ns": 113931755, "mean_ms": 0.3928681206896552 }, "result_composition_wall": { "n": 290, "sum_ns": 3037977, "mean_ms": 0.01047578275862069 }, "result_composition_cpu": { "n": 290, "sum_ns": 2948237, "mean_ms": 0.01016633448275862 }, "result_artifact_handoff_wall": { "n": 290, "sum_ns": 2659816, "mean_ms": 0.009171779310344828 }, "result_artifact_handoff_cpu": { "n": 290, "sum_ns": 2660942, "mean_ms": 0.009175662068965517 }, "result_publish_wall": { "n": 290, "sum_ns": 45860248, "mean_ms": 0.15813878620689656 }, "result_publish_cpu": { "n": 290, "sum_ns": 30456878, "mean_ms": 0.10502371724137932 }, "result_total_wall": { "n": 290, "sum_ns": 333031754, "mean_ms": 1.1483853586206898 }, "result_total_cpu": { "n": 290, "sum_ns": 296942524, "mean_ms": 1.0239397379310344 } } }, { "mode": "mixed-a", "level": 14, "camera": "31", "provider": "crowd", "cohort_reset": false, "counter_seconds": 29.893133706, "new_channel": false, "seconds": 30.000090623972937, "selected_fps": 9.868486954273017, "requested_fps": 9.868486954273017, "complete_fps": 9.868486954273017, "accepted_fps": 9.868486954273017, "finalized_fps": 9.868486954273017, "redis_fps": 9.868486954273017, "redis_read_fps": 9.799970396258267, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 295, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.22, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 21, "analysis_gap_markers": 4, "c_suppressed": 0, "max_redis_silence_s": 0.3923955360078253, "redis_interval_s": { "n": 293, "mean": 0.10196352950849573, "median": 0.08119343902217224, "p95": 0.23971894499845803, "maximum": 0.3923955360078253, "minimum": 0.00013064901577308774 }, "redis_drift_s": { "n": 294, "mean": 0.30667335609124136, "median": 0.3042186010184196, "p95": 0.4528403680464521, "maximum": 0.5800840620501049, "minimum": 0.09706701002130558 }, "redis_drift_s_per_min": -0.10127837807141651, "ingress_drift_s": { "n": 12, "mean": 0.0019568493333205574, "median": 0.005251136499992981, "p95": 0.021267129999955614, "maximum": 0.021267129999955614, "minimum": -0.029325470000003406 }, "ingress_drift_s_per_min": -0.05100561223917132, "source_drift_s": { "n": 12, "mean": -0.0006387500000026117, "median": 0.003837000000004309, "p95": 0.01988299999999299, "maximum": 0.01988299999999299, "minimum": -0.029352999999957774 }, "ingress_to_redis_ms": { "n": 294, "mean": 310.36394557823127, "median": 310.0, "p95": 445, "maximum": 595, "minimum": 103 }, "source_samples": 12, "redis_samples": 294, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 292, "sum_ns": 13820491000, "mean_ms": 47.33044863013699 }, "source_exit_to_ingress": { "n": 292, "sum_ns": 1392581246, "mean_ms": 4.769113856164384 }, "source_encoded_queue": { "n": 292, "sum_ns": 21757000, "mean_ms": 0.07451027397260274 }, "decode_between_queues": { "n": 292, "sum_ns": 13003263000, "mean_ms": 44.53172260273973 }, "source_raw_queue": { "n": 292, "sum_ns": 637819000, "mean_ms": 2.1843116438356165 }, "raw_queue_to_source_exit": { "n": 292, "sum_ns": 9781000, "mean_ms": 0.03349657534246575 }, "selected_to_preprocess_start": { "n": 294, "sum_ns": 246437859, "mean_ms": 0.8382240102040817 }, "preprocess_start_to_preprocess_output": { "n": 294, "sum_ns": 1071720171, "mean_ms": 3.6453067040816327 }, "selected_to_preprocess": { "n": 294, "sum_ns": 1657570621, "mean_ms": 5.637995309523809 }, "preprocess_start_to_preprocess": { "n": 294, "sum_ns": 1411132762, "mean_ms": 4.799771299319728 }, "preprocess_output_to_infer_entry": { "n": 294, "sum_ns": 339412591, "mean_ms": 1.1544645952380952 }, "preprocess_to_infer_output": { "n": 295, "sum_ns": 86571125469, "mean_ms": 293.46144226779666 }, "preprocess_to_callback": { "n": 294, "sum_ns": 86918676821, "mean_ms": 295.6417578945578 }, "infer_output_to_callback": { "n": 294, "sum_ns": 593721527, "mean_ms": 2.019460976190476 }, "copy_wall": { "n": 295, "sum_ns": 1794625099, "mean_ms": 6.083474911864406 }, "copy_thread_cpu": { "n": 295, "sum_ns": 1584928726, "mean_ms": 5.372639749152542 }, "callback_to_copied": { "n": 294, "sum_ns": 1853700053, "mean_ms": 6.305102221088435 }, "accepted_interval": { "n": 294, "sum_ns": 29800469567, "mean_ms": 101.36214138435375 }, "selected_to_submitted": { "n": 293, "sum_ns": 90283980433, "mean_ms": 308.1364519897611 }, "completed_queue_wait": { "n": 295, "sum_ns": 105183175, "mean_ms": 0.3565531355932204 }, "result_composition_wall": { "n": 295, "sum_ns": 3236173, "mean_ms": 0.010970077966101695 }, "result_composition_cpu": { "n": 295, "sum_ns": 3080515, "mean_ms": 0.01044242372881356 }, "result_publish_wall": { "n": 295, "sum_ns": 46244334, "mean_ms": 0.15676045423728813 }, "result_publish_cpu": { "n": 295, "sum_ns": 44738153, "mean_ms": 0.15165475593220337 }, "result_total_wall": { "n": 295, "sum_ns": 406675002, "mean_ms": 1.3785593288135594 }, "result_total_cpu": { "n": 295, "sum_ns": 368871964, "mean_ms": 1.2504134372881355 } } }, { "mode": "mixed-a", "level": 14, "camera": "32", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.79937203, "new_channel": false, "seconds": 30.000090623972937, "selected_fps": 9.396171158174571, "requested_fps": 9.429728912310908, "complete_fps": 9.463286666447246, "accepted_fps": 9.463286666447246, "finalized_fps": 9.496844420583583, "redis_fps": 9.463286666447246, "redis_read_fps": 9.399971604574256, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 282, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.168, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 59, "analysis_gap_markers": 17, "c_suppressed": 0, "max_redis_silence_s": 0.4020320280105807, "redis_interval_s": { "n": 281, "mean": 0.10617126197159768, "median": 0.08155989297665656, "p95": 0.27896660700207576, "maximum": 0.4020320280105807, "minimum": 0.003244235005695373 }, "redis_drift_s": { "n": 282, "mean": -3.3672770156833836, "median": -3.3758981235080796, "p95": -3.2049561279853833, "maximum": -3.0566260830108263, "minimum": -3.5742610130072308 }, "redis_drift_s_per_min": 0.08378754746459331, "ingress_drift_s": { "n": 12, "mean": 0.023280660916654483, "median": 0.029367793999966807, "p95": 0.06925988599999755, "maximum": 0.06925988599999755, "minimum": -0.012041612000018631 }, "ingress_drift_s_per_min": 0.030564146855630955, "source_drift_s": { "n": 12, "mean": 0.01168083333332485, "median": 0.021121999999991203, "p95": 0.05841099999997823, "maximum": 0.05841099999997823, "minimum": -0.027612000000033277 }, "ingress_to_redis_ms": { "n": 282, "mean": 401.98581560283685, "median": 389.5, "p95": 557, "maximum": 707, "minimum": 213 }, "source_samples": 12, "redis_samples": 282, "native_redis_joined": 13, "durations": { "depay_to_source_exit": { "n": 280, "sum_ns": 15060341000, "mean_ms": 53.78693214285714 }, "source_exit_to_ingress": { "n": 280, "sum_ns": 2874939472, "mean_ms": 10.267640971428571 }, "source_encoded_queue": { "n": 280, "sum_ns": 16207000, "mean_ms": 0.057882142857142854 }, "decode_between_queues": { "n": 280, "sum_ns": 12901933000, "mean_ms": 46.07833214285714 }, "source_raw_queue": { "n": 280, "sum_ns": 1991667000, "mean_ms": 7.113096428571428 }, "raw_queue_to_source_exit": { "n": 280, "sum_ns": 8460000, "mean_ms": 0.030214285714285714 }, "selected_to_preprocess_start": { "n": 280, "sum_ns": 303259488, "mean_ms": 1.0830696000000002 }, "preprocess_start_to_preprocess_output": { "n": 280, "sum_ns": 1663490813, "mean_ms": 5.941038617857143 }, "selected_to_preprocess": { "n": 281, "sum_ns": 2868161457, "mean_ms": 10.206980274021351 }, "preprocess_start_to_preprocess": { "n": 281, "sum_ns": 2564197801, "mean_ms": 9.125259078291815 }, "preprocess_output_to_infer_entry": { "n": 281, "sum_ns": 890837920, "mean_ms": 3.1702417081850536 }, "preprocess_to_infer_output": { "n": 282, "sum_ns": 103294997339, "mean_ms": 366.2943168049645 }, "preprocess_to_callback": { "n": 282, "sum_ns": 103841239139, "mean_ms": 368.231344464539 }, "infer_output_to_callback": { "n": 282, "sum_ns": 546241800, "mean_ms": 1.9370276595744682 }, "copy_wall": { "n": 282, "sum_ns": 1477052009, "mean_ms": 5.237773081560284 }, "copy_thread_cpu": { "n": 282, "sum_ns": 1305164506, "mean_ms": 4.628242929078015 }, "callback_to_copied": { "n": 282, "sum_ns": 1539606191, "mean_ms": 5.4595964219858155 }, "accepted_interval": { "n": 282, "sum_ns": 29808040646, "mean_ms": 105.70227179432625 }, "selected_to_submitted": { "n": 282, "sum_ns": 108312483123, "mean_ms": 384.08681958510635 }, "completed_queue_wait": { "n": 282, "sum_ns": 211927941, "mean_ms": 0.7515175212765958 }, "result_observations_wall": { "n": 282, "sum_ns": 403511774, "mean_ms": 1.4308928156028369 }, "result_observations_cpu": { "n": 282, "sum_ns": 375160847, "mean_ms": 1.3303576134751771 }, "result_nms_wall": { "n": 282, "sum_ns": 382213302, "mean_ms": 1.355366319148936 }, "result_nms_cpu": { "n": 282, "sum_ns": 170009703, "mean_ms": 0.6028712872340425 }, "result_tracking_wall": { "n": 282, "sum_ns": 511146012, "mean_ms": 1.8125745106382978 }, "result_tracking_cpu": { "n": 282, "sum_ns": 386501117, "mean_ms": 1.3705713368794328 }, "result_region_wall": { "n": 282, "sum_ns": 94281892, "mean_ms": 0.3343329503546099 }, "result_region_cpu": { "n": 282, "sum_ns": 89269409, "mean_ms": 0.3165581879432624 }, "result_fall_wall": { "n": 282, "sum_ns": 290801101, "mean_ms": 1.0312095780141843 }, "result_fall_cpu": { "n": 282, "sum_ns": 260252210, "mean_ms": 0.9228801773049645 }, "result_fight_wall": { "n": 282, "sum_ns": 71196236, "mean_ms": 0.2524689219858156 }, "result_fight_cpu": { "n": 282, "sum_ns": 67284628, "mean_ms": 0.23859797163120566 }, "result_collector_wall": { "n": 283, "sum_ns": 2190873222, "mean_ms": 7.741601491166078 }, "result_collector_cpu": { "n": 283, "sum_ns": 2079327471, "mean_ms": 7.347446893992933 }, "result_composition_wall": { "n": 283, "sum_ns": 5620799, "mean_ms": 0.019861480565371025 }, "result_composition_cpu": { "n": 283, "sum_ns": 5534637, "mean_ms": 0.01955702120141343 }, "result_artifact_handoff_wall": { "n": 283, "sum_ns": 10133573, "mean_ms": 0.03580767844522968 }, "result_artifact_handoff_cpu": { "n": 283, "sum_ns": 3498014, "mean_ms": 0.012360473498233215 }, "result_publish_wall": { "n": 283, "sum_ns": 208736012, "mean_ms": 0.7375830812720848 }, "result_publish_cpu": { "n": 283, "sum_ns": 182412119, "mean_ms": 0.6445657915194346 }, "result_total_wall": { "n": 283, "sum_ns": 4546420082, "mean_ms": 16.065088628975264 }, "result_total_cpu": { "n": 283, "sum_ns": 3937750659, "mean_ms": 13.914313282685512 } } }, { "mode": "mixed-a", "level": 14, "camera": "32", "provider": "fire", "cohort_reset": false, "counter_seconds": 30.15916959, "new_channel": false, "seconds": 30.000090623972937, "selected_fps": 9.781436425816391, "requested_fps": 9.748279014203455, "complete_fps": 9.715121602590518, "accepted_fps": 9.715121602590518, "finalized_fps": 9.715121602590518, "redis_fps": 9.715121602590518, "redis_read_fps": 9.733303930977598, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 293, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.203, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 38, "analysis_gap_markers": 7, "c_suppressed": 0, "max_redis_silence_s": 0.46623878000536934, "redis_interval_s": { "n": 291, "mean": 0.10233189592448373, "median": 0.08616357203572989, "p95": 0.2317879360052757, "maximum": 0.46623878000536934, "minimum": 0.0011447149445302784 }, "redis_drift_s": { "n": 292, "mean": 0.3471386016554237, "median": 0.3481002220036373, "p95": 0.5049774409942529, "maximum": 0.6060301440120952, "minimum": 0.11490164002077563 }, "redis_drift_s_per_min": -0.07101601241068746, "ingress_drift_s": { "n": 12, "mean": 0.010967825083336416, "median": 0.008926913500005185, "p95": 0.040135861999999634, "maximum": 0.040135861999999634, "minimum": -0.011360793999983798 }, "ingress_drift_s_per_min": 0.005270029484442214, "source_drift_s": { "n": 12, "mean": 0.009287833333322245, "median": 0.006436499999978196, "p95": 0.03709400000002461, "maximum": 0.03709400000002461, "minimum": -0.012411000000042804 }, "ingress_to_redis_ms": { "n": 292, "mean": 337.8150684931507, "median": 331.0, "p95": 498, "maximum": 576, "minimum": 114 }, "source_samples": 12, "redis_samples": 292, "native_redis_joined": 10, "durations": { "depay_to_source_exit": { "n": 295, "sum_ns": 15033181000, "mean_ms": 50.95993559322034 }, "source_exit_to_ingress": { "n": 295, "sum_ns": 2222952905, "mean_ms": 7.535433576271187 }, "source_encoded_queue": { "n": 295, "sum_ns": 18374000, "mean_ms": 0.06228474576271186 }, "decode_between_queues": { "n": 295, "sum_ns": 13846440000, "mean_ms": 46.93708474576271 }, "source_raw_queue": { "n": 295, "sum_ns": 1019755000, "mean_ms": 3.4567966101694916 }, "raw_queue_to_source_exit": { "n": 295, "sum_ns": 9007000, "mean_ms": 0.03053220338983051 }, "selected_to_preprocess_start": { "n": 295, "sum_ns": 280515543, "mean_ms": 0.9509001457627119 }, "preprocess_start_to_preprocess_output": { "n": 294, "sum_ns": 1047734990, "mean_ms": 3.563724455782313 }, "selected_to_preprocess": { "n": 294, "sum_ns": 1629297756, "mean_ms": 5.541829102040816 }, "preprocess_start_to_preprocess": { "n": 294, "sum_ns": 1349523936, "mean_ms": 4.590217469387754 }, "preprocess_output_to_infer_entry": { "n": 294, "sum_ns": 301788946, "mean_ms": 1.0264930136054422 }, "preprocess_to_infer_output": { "n": 293, "sum_ns": 94313553197, "mean_ms": 321.88926005802045 }, "preprocess_to_callback": { "n": 293, "sum_ns": 94838424565, "mean_ms": 323.68062991467576 }, "infer_output_to_callback": { "n": 293, "sum_ns": 524871368, "mean_ms": 1.79136985665529 }, "copy_wall": { "n": 293, "sum_ns": 1788428769, "mean_ms": 6.103852453924914 }, "copy_thread_cpu": { "n": 293, "sum_ns": 1579775695, "mean_ms": 5.391725921501706 }, "callback_to_copied": { "n": 293, "sum_ns": 1854864746, "mean_ms": 6.330596402730375 }, "accepted_interval": { "n": 293, "sum_ns": 30121250503, "mean_ms": 102.80290274061434 }, "selected_to_submitted": { "n": 293, "sum_ns": 98354736722, "mean_ms": 335.68169529692835 }, "completed_queue_wait": { "n": 293, "sum_ns": 121941315, "mean_ms": 0.4161819624573379 }, "result_composition_wall": { "n": 293, "sum_ns": 3291312, "mean_ms": 0.011233146757679181 }, "result_composition_cpu": { "n": 293, "sum_ns": 2948414, "mean_ms": 0.010062846416382252 }, "result_artifact_handoff_wall": { "n": 293, "sum_ns": 2705310, "mean_ms": 0.009233139931740615 }, "result_artifact_handoff_cpu": { "n": 293, "sum_ns": 2587441, "mean_ms": 0.008830856655290103 }, "result_publish_wall": { "n": 293, "sum_ns": 31756169, "mean_ms": 0.10838282935153584 }, "result_publish_cpu": { "n": 293, "sum_ns": 30551475, "mean_ms": 0.1042712457337884 }, "result_total_wall": { "n": 293, "sum_ns": 306290914, "mean_ms": 1.045361481228669 }, "result_total_cpu": { "n": 293, "sum_ns": 284907758, "mean_ms": 0.9723814266211603 } } }, { "mode": "mixed-a", "level": 14, "camera": "32", "provider": "crowd", "cohort_reset": false, "counter_seconds": 30.112903812, "new_channel": false, "seconds": 30.000090623972937, "selected_fps": 9.862881436284647, "requested_fps": 9.862881436284647, "complete_fps": 9.896089791288974, "accepted_fps": 9.896089791288974, "finalized_fps": 9.896089791288974, "redis_fps": 9.896089791288974, "redis_read_fps": 9.833303628898602, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 297, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.146, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 19, "analysis_gap_markers": 3, "c_suppressed": 0, "max_redis_silence_s": 0.30550740100443363, "redis_interval_s": { "n": 294, "mean": 0.1013496263775512, "median": 0.08362673799274489, "p95": 0.2513587379944511, "maximum": 0.30550740100443363, "minimum": 0.00037977303145453334 }, "redis_drift_s": { "n": 295, "mean": 0.20911883362787348, "median": 0.2077219990175081, "p95": 0.34862055701154304, "maximum": 0.4234371730005364, "minimum": -0.026464584944278613 }, "redis_drift_s_per_min": -0.06819490225319745, "ingress_drift_s": { "n": 12, "mean": -0.0012648625000082347, "median": -0.0042421420000380294, "p95": 0.03392413899996427, "maximum": 0.03392413899996427, "minimum": -0.025458952999997564 }, "ingress_drift_s_per_min": 0.010226851555948444, "source_drift_s": { "n": 12, "mean": -0.0034867500000075324, "median": -0.006496999999995978, "p95": 0.03323699999998553, "maximum": 0.03323699999998553, "minimum": -0.02703999999999951 }, "ingress_to_redis_ms": { "n": 295, "mean": 305.864406779661, "median": 309, "p95": 439, "maximum": 508, "minimum": 87 }, "source_samples": 12, "redis_samples": 295, "native_redis_joined": 11, "durations": { "depay_to_source_exit": { "n": 297, "sum_ns": 14932607000, "mean_ms": 50.27813804713805 }, "source_exit_to_ingress": { "n": 297, "sum_ns": 1063931547, "mean_ms": 3.582261101010101 }, "source_encoded_queue": { "n": 297, "sum_ns": 22322000, "mean_ms": 0.07515824915824916 }, "decode_between_queues": { "n": 297, "sum_ns": 14165003000, "mean_ms": 47.6936127946128 }, "source_raw_queue": { "n": 297, "sum_ns": 602190000, "mean_ms": 2.0275757575757574 }, "raw_queue_to_source_exit": { "n": 297, "sum_ns": 9650000, "mean_ms": 0.032491582491582495 }, "selected_to_preprocess_start": { "n": 297, "sum_ns": 243403194, "mean_ms": 0.8195393737373737 }, "preprocess_start_to_preprocess_output": { "n": 297, "sum_ns": 993308622, "mean_ms": 3.344473474747475 }, "selected_to_preprocess": { "n": 297, "sum_ns": 1605647848, "mean_ms": 5.406221710437711 }, "preprocess_start_to_preprocess": { "n": 297, "sum_ns": 1362244654, "mean_ms": 4.586682336700337 }, "preprocess_output_to_infer_entry": { "n": 297, "sum_ns": 368936032, "mean_ms": 1.242208861952862 }, "preprocess_to_infer_output": { "n": 298, "sum_ns": 86300700319, "mean_ms": 289.5996655 }, "preprocess_to_callback": { "n": 298, "sum_ns": 86879793026, "mean_ms": 291.54292961744966 }, "infer_output_to_callback": { "n": 298, "sum_ns": 579092707, "mean_ms": 1.9432641174496645 }, "copy_wall": { "n": 298, "sum_ns": 1816731756, "mean_ms": 6.096415288590604 }, "copy_thread_cpu": { "n": 298, "sum_ns": 1608028922, "mean_ms": 5.3960702080536915 }, "callback_to_copied": { "n": 298, "sum_ns": 1883291041, "mean_ms": 6.319768593959732 }, "accepted_interval": { "n": 298, "sum_ns": 30112480369, "mean_ms": 101.04859184228188 }, "selected_to_submitted": { "n": 298, "sum_ns": 90421721628, "mean_ms": 303.42859606711414 }, "completed_queue_wait": { "n": 298, "sum_ns": 103138460, "mean_ms": 0.34610221476510067 }, "result_composition_wall": { "n": 298, "sum_ns": 7738250, "mean_ms": 0.02596728187919463 }, "result_composition_cpu": { "n": 298, "sum_ns": 7589720, "mean_ms": 0.025468859060402683 }, "result_publish_wall": { "n": 298, "sum_ns": 58598875, "mean_ms": 0.1966405201342282 }, "result_publish_cpu": { "n": 298, "sum_ns": 55716607, "mean_ms": 0.1869684798657718 }, "result_total_wall": { "n": 298, "sum_ns": 449416000, "mean_ms": 1.5081073825503355 }, "result_total_cpu": { "n": 298, "sum_ns": 402308110, "mean_ms": 1.3500272147651007 } } }, { "mode": "mixed-a", "level": 14, "camera": "33", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.029045176, "new_channel": false, "seconds": 30.000090623972937, "selected_fps": 9.324305796568694, "requested_fps": 9.324305796568694, "complete_fps": 9.357606888699298, "accepted_fps": 9.357606888699298, "finalized_fps": 9.357606888699298, "redis_fps": 9.357606888699298, "redis_read_fps": 9.299971906653253, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 281, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.174, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 63, "analysis_gap_markers": 16, "c_suppressed": 0, "max_redis_silence_s": 0.46709359996020794, "redis_interval_s": { "n": 278, "mean": 0.1075542825215543, "median": 0.0816497600171715, "p95": 0.28065340098692104, "maximum": 0.46709359996020794, "minimum": 0.0003809320041909814 }, "redis_drift_s": { "n": 279, "mean": -7.198288416196268, "median": -7.204878167012225, "p95": -7.0282600850304675, "maximum": -6.870064072025002, "minimum": -7.422299585011785 }, "redis_drift_s_per_min": 0.1076806041972567, "ingress_drift_s": { "n": 12, "mean": -0.0012966182499998997, "median": 0.0014707004999650053, "p95": 0.029726035000010143, "maximum": 0.029726035000010143, "minimum": -0.0362908580000294 }, "ingress_drift_s_per_min": 0.01612898120045919, "source_drift_s": { "n": 12, "mean": -0.004543166666664433, "median": -0.002651000000014392, "p95": 0.02478800000000092, "maximum": 0.02478800000000092, "minimum": -0.04414200000002211 }, "ingress_to_redis_ms": { "n": 279, "mean": 399.4910394265233, "median": 396, "p95": 551, "maximum": 724, "minimum": 187 }, "source_samples": 12, "redis_samples": 279, "native_redis_joined": 11, "durations": { "depay_to_source_exit": { "n": 280, "sum_ns": 14418962000, "mean_ms": 51.496292857142855 }, "source_exit_to_ingress": { "n": 280, "sum_ns": 2823159936, "mean_ms": 10.082714057142857 }, "source_encoded_queue": { "n": 280, "sum_ns": 21207000, "mean_ms": 0.0757392857142857 }, "decode_between_queues": { "n": 280, "sum_ns": 12180296000, "mean_ms": 43.50105714285714 }, "source_raw_queue": { "n": 280, "sum_ns": 2014579000, "mean_ms": 7.194925 }, "raw_queue_to_source_exit": { "n": 280, "sum_ns": 13002000, "mean_ms": 0.04643571428571428 }, "selected_to_preprocess_start": { "n": 280, "sum_ns": 335334157, "mean_ms": 1.1976219892857143 }, "preprocess_start_to_preprocess_output": { "n": 280, "sum_ns": 1552037794, "mean_ms": 5.542992121428572 }, "selected_to_preprocess": { "n": 280, "sum_ns": 2944657892, "mean_ms": 10.516635328571429 }, "preprocess_start_to_preprocess": { "n": 280, "sum_ns": 2609323735, "mean_ms": 9.319013339285714 }, "preprocess_output_to_infer_entry": { "n": 280, "sum_ns": 1057285941, "mean_ms": 3.776021217857143 }, "preprocess_to_infer_output": { "n": 281, "sum_ns": 102343468706, "mean_ms": 364.21163240569393 }, "preprocess_to_callback": { "n": 281, "sum_ns": 102911406792, "mean_ms": 366.23276438434164 }, "infer_output_to_callback": { "n": 281, "sum_ns": 567938086, "mean_ms": 2.021131978647687 }, "copy_wall": { "n": 281, "sum_ns": 1850162019, "mean_ms": 6.584206473309608 }, "copy_thread_cpu": { "n": 281, "sum_ns": 1706191134, "mean_ms": 6.071854569395017 }, "callback_to_copied": { "n": 281, "sum_ns": 1922108753, "mean_ms": 6.840244672597865 }, "accepted_interval": { "n": 281, "sum_ns": 30006892086, "mean_ms": 106.78609283274022 }, "selected_to_submitted": { "n": 281, "sum_ns": 107825031006, "mean_ms": 383.7189715516014 }, "completed_queue_wait": { "n": 281, "sum_ns": 259162192, "mean_ms": 0.9222853807829182 }, "result_observations_wall": { "n": 281, "sum_ns": 378510391, "mean_ms": 1.3470120676156583 }, "result_observations_cpu": { "n": 281, "sum_ns": 367200888, "mean_ms": 1.3067647259786477 }, "result_nms_wall": { "n": 281, "sum_ns": 367031309, "mean_ms": 1.3061612419928825 }, "result_nms_cpu": { "n": 281, "sum_ns": 171645013, "mean_ms": 0.6108363451957295 }, "result_tracking_wall": { "n": 281, "sum_ns": 498804832, "mean_ms": 1.7751061637010677 }, "result_tracking_cpu": { "n": 281, "sum_ns": 351444374, "mean_ms": 1.2506917224199288 }, "result_region_wall": { "n": 281, "sum_ns": 101136704, "mean_ms": 0.3599170960854092 }, "result_region_cpu": { "n": 281, "sum_ns": 93906981, "mean_ms": 0.33418854448398577 }, "result_fall_wall": { "n": 281, "sum_ns": 203313124, "mean_ms": 0.7235342491103203 }, "result_fall_cpu": { "n": 281, "sum_ns": 186679123, "mean_ms": 0.6643385160142349 }, "result_fight_wall": { "n": 281, "sum_ns": 79473681, "mean_ms": 0.28282448754448397 }, "result_fight_cpu": { "n": 281, "sum_ns": 72945366, "mean_ms": 0.2595920498220641 }, "result_collector_wall": { "n": 281, "sum_ns": 1618296455, "mean_ms": 5.759062117437722 }, "result_collector_cpu": { "n": 281, "sum_ns": 1479097826, "mean_ms": 5.263693330960854 }, "result_composition_wall": { "n": 281, "sum_ns": 5754227, "mean_ms": 0.02047767615658363 }, "result_composition_cpu": { "n": 281, "sum_ns": 5628135, "mean_ms": 0.02002895017793594 }, "result_artifact_handoff_wall": { "n": 281, "sum_ns": 4043770, "mean_ms": 0.014390640569395019 }, "result_artifact_handoff_cpu": { "n": 281, "sum_ns": 3546727, "mean_ms": 0.012621804270462634 }, "result_publish_wall": { "n": 281, "sum_ns": 158694521, "mean_ms": 0.5647491850533808 }, "result_publish_cpu": { "n": 281, "sum_ns": 151673645, "mean_ms": 0.5397638612099643 }, "result_total_wall": { "n": 281, "sum_ns": 3778152647, "mean_ms": 13.445383085409253 }, "result_total_cpu": { "n": 281, "sum_ns": 3191083639, "mean_ms": 11.35616953380783 } } }, { "mode": "mixed-a", "level": 14, "camera": "33", "provider": "fire", "cohort_reset": false, "counter_seconds": 29.88061651, "new_channel": false, "seconds": 30.000090623972937, "selected_fps": 9.504489303457147, "requested_fps": 9.504489303457147, "complete_fps": 9.537955815089038, "accepted_fps": 9.537955815089038, "finalized_fps": 9.537955815089038, "redis_fps": 9.537955815089038, "redis_read_fps": 9.49997130249526, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 285, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.158, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 35, "analysis_gap_markers": 10, "c_suppressed": 0, "max_redis_silence_s": 0.4928995869704522, "redis_interval_s": { "n": 284, "mean": 0.10488669442268692, "median": 0.0878440210071858, "p95": 0.23844390403246507, "maximum": 0.4928995869704522, "minimum": 0.00026488100411370397 }, "redis_drift_s": { "n": 285, "mean": 0.2595217096259906, "median": 0.25404694498053004, "p95": 0.43360086896035455, "maximum": 0.5343995969462867, "minimum": 0.035799262935313436 }, "redis_drift_s_per_min": -0.06956450074096092, "ingress_drift_s": { "n": 12, "mean": 0.007326763250001515, "median": 0.00832787850001182, "p95": 0.027371367000000646, "maximum": 0.027371367000000646, "minimum": -0.014380117000030168 }, "ingress_drift_s_per_min": 0.008526725222283087, "source_drift_s": { "n": 12, "mean": 0.0022914999999983365, "median": 0.00657449999997084, "p95": 0.020505999999954838, "maximum": 0.020505999999954838, "minimum": -0.03229399999997895 }, "ingress_to_redis_ms": { "n": 285, "mean": 343.48070175438596, "median": 342, "p95": 499, "maximum": 585, "minimum": 135 }, "source_samples": 12, "redis_samples": 285, "native_redis_joined": 13, "durations": { "depay_to_source_exit": { "n": 283, "sum_ns": 13756185000, "mean_ms": 48.60842756183746 }, "source_exit_to_ingress": { "n": 283, "sum_ns": 1703478356, "mean_ms": 6.019358148409894 }, "source_encoded_queue": { "n": 283, "sum_ns": 22296000, "mean_ms": 0.07878445229681978 }, "decode_between_queues": { "n": 283, "sum_ns": 12485144000, "mean_ms": 44.117116607773845 }, "source_raw_queue": { "n": 283, "sum_ns": 1050927000, "mean_ms": 3.71352296819788 }, "raw_queue_to_source_exit": { "n": 283, "sum_ns": 13444000, "mean_ms": 0.04750530035335689 }, "selected_to_preprocess_start": { "n": 283, "sum_ns": 242467804, "mean_ms": 0.8567766925795053 }, "preprocess_start_to_preprocess_output": { "n": 283, "sum_ns": 936844938, "mean_ms": 3.310406141342756 }, "selected_to_preprocess": { "n": 283, "sum_ns": 1398115386, "mean_ms": 4.9403370530035335 }, "preprocess_start_to_preprocess": { "n": 283, "sum_ns": 1155647582, "mean_ms": 4.083560360424028 }, "preprocess_output_to_infer_entry": { "n": 283, "sum_ns": 218802644, "mean_ms": 0.7731542190812721 }, "preprocess_to_infer_output": { "n": 284, "sum_ns": 93025831555, "mean_ms": 327.55574491197183 }, "preprocess_to_callback": { "n": 284, "sum_ns": 93610486880, "mean_ms": 329.6143904225352 }, "infer_output_to_callback": { "n": 284, "sum_ns": 584655325, "mean_ms": 2.0586455105633803 }, "copy_wall": { "n": 285, "sum_ns": 1656871650, "mean_ms": 5.813584736842105 }, "copy_thread_cpu": { "n": 285, "sum_ns": 1473993436, "mean_ms": 5.1719067929824565 }, "callback_to_copied": { "n": 284, "sum_ns": 1717315336, "mean_ms": 6.046884985915494 }, "accepted_interval": { "n": 284, "sum_ns": 30001195260, "mean_ms": 105.63801147887324 }, "selected_to_submitted": { "n": 283, "sum_ns": 96239823552, "mean_ms": 340.0700478869258 }, "completed_queue_wait": { "n": 285, "sum_ns": 105163874, "mean_ms": 0.36899604912280703 }, "result_composition_wall": { "n": 285, "sum_ns": 2894750, "mean_ms": 0.010157017543859649 }, "result_composition_cpu": { "n": 285, "sum_ns": 2736248, "mean_ms": 0.009600870175438597 }, "result_artifact_handoff_wall": { "n": 285, "sum_ns": 2527988, "mean_ms": 0.008870133333333334 }, "result_artifact_handoff_cpu": { "n": 285, "sum_ns": 2511782, "mean_ms": 0.008813270175438596 }, "result_publish_wall": { "n": 285, "sum_ns": 32935114, "mean_ms": 0.11556180350877193 }, "result_publish_cpu": { "n": 285, "sum_ns": 29879451, "mean_ms": 0.10484017894736841 }, "result_total_wall": { "n": 285, "sum_ns": 339645312, "mean_ms": 1.1917379368421053 }, "result_total_cpu": { "n": 285, "sum_ns": 319493549, "mean_ms": 1.121029996491228 } } }, { "mode": "mixed-a", "level": 14, "camera": "33", "provider": "crowd", "cohort_reset": false, "counter_seconds": 29.876915688, "new_channel": false, "seconds": 30.000090623972937, "selected_fps": 9.739961214165072, "requested_fps": 9.739961214165072, "complete_fps": 9.773431871258424, "accepted_fps": 9.773431871258424, "finalized_fps": 9.773431871258424, "redis_fps": 9.773431871258424, "redis_read_fps": 9.699970698337264, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 291, "queue_depth_max_sampled": 1, "queue_age_max_sampled": 0.000711850996594876, "provider_response_age_max_sampled": 0.17, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 22, "analysis_gap_markers": 5, "c_suppressed": 0, "max_redis_silence_s": 0.4406559120398015, "redis_interval_s": { "n": 290, "mean": 0.10283124867589855, "median": 0.08318948649684899, "p95": 0.26065569499041885, "maximum": 0.4406559120398015, "minimum": 0.008817507012281567 }, "redis_drift_s": { "n": 291, "mean": 0.24257313040242726, "median": 0.2373493549744694, "p95": 0.3844445269629091, "maximum": 0.5729032029965992, "minimum": -0.004766199011328354 }, "redis_drift_s_per_min": -0.0863238154960673, "ingress_drift_s": { "n": 12, "mean": 0.004374167416666334, "median": 0.007016547500029446, "p95": 0.021541276999982983, "maximum": 0.021541276999982983, "minimum": -0.02306338099998584 }, "ingress_drift_s_per_min": 0.010579121310003974, "source_drift_s": { "n": 12, "mean": 0.0014881666666658095, "median": 0.005874500000032867, "p95": 0.017273999999986245, "maximum": 0.017273999999986245, "minimum": -0.03222499999998263 }, "ingress_to_redis_ms": { "n": 291, "mean": 312.4295532646048, "median": 308, "p95": 445, "maximum": 539, "minimum": 82 }, "source_samples": 12, "redis_samples": 291, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 291, "sum_ns": 13784582000, "mean_ms": 47.369697594501716 }, "source_exit_to_ingress": { "n": 291, "sum_ns": 961636857, "mean_ms": 3.3045940103092786 }, "source_encoded_queue": { "n": 291, "sum_ns": 18878000, "mean_ms": 0.06487285223367698 }, "decode_between_queues": { "n": 291, "sum_ns": 13010502000, "mean_ms": 44.70962886597938 }, "source_raw_queue": { "n": 291, "sum_ns": 542854000, "mean_ms": 1.8654776632302406 }, "raw_queue_to_source_exit": { "n": 291, "sum_ns": 11667000, "mean_ms": 0.04009278350515464 }, "selected_to_preprocess_start": { "n": 291, "sum_ns": 237948674, "mean_ms": 0.8176930378006873 }, "preprocess_start_to_preprocess_output": { "n": 291, "sum_ns": 1002044329, "mean_ms": 3.4434513024054985 }, "selected_to_preprocess": { "n": 291, "sum_ns": 1511895864, "mean_ms": 5.19551843298969 }, "preprocess_start_to_preprocess": { "n": 291, "sum_ns": 1273947190, "mean_ms": 4.377825395189003 }, "preprocess_output_to_infer_entry": { "n": 291, "sum_ns": 271902861, "mean_ms": 0.9343740927835051 }, "preprocess_to_infer_output": { "n": 292, "sum_ns": 86752579632, "mean_ms": 297.0978754520548 }, "preprocess_to_callback": { "n": 292, "sum_ns": 87317790787, "mean_ms": 299.03353009246575 }, "infer_output_to_callback": { "n": 292, "sum_ns": 565211155, "mean_ms": 1.9356546404109587 }, "copy_wall": { "n": 292, "sum_ns": 1740138914, "mean_ms": 5.959379842465753 }, "copy_thread_cpu": { "n": 292, "sum_ns": 1500385373, "mean_ms": 5.138306071917809 }, "callback_to_copied": { "n": 292, "sum_ns": 1804882532, "mean_ms": 6.181104561643835 }, "accepted_interval": { "n": 292, "sum_ns": 29801328909, "mean_ms": 102.05934557876712 }, "selected_to_submitted": { "n": 292, "sum_ns": 90669918942, "mean_ms": 310.51342103424656 }, "completed_queue_wait": { "n": 292, "sum_ns": 93962509, "mean_ms": 0.3217894143835616 }, "result_composition_wall": { "n": 292, "sum_ns": 4342291, "mean_ms": 0.014870859589041096 }, "result_composition_cpu": { "n": 292, "sum_ns": 3947995, "mean_ms": 0.013520530821917807 }, "result_publish_wall": { "n": 292, "sum_ns": 54416391, "mean_ms": 0.18635750342465754 }, "result_publish_cpu": { "n": 292, "sum_ns": 52135700, "mean_ms": 0.17854691780821919 }, "result_total_wall": { "n": 292, "sum_ns": 420540270, "mean_ms": 1.440206404109589 }, "result_total_cpu": { "n": 292, "sum_ns": 387792536, "mean_ms": 1.3280566301369863 } } }, { "mode": "mixed-a", "level": 14, "camera": "34", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.330411574, "new_channel": false, "seconds": 30.000090623972937, "selected_fps": 9.693241362145718, "requested_fps": 9.693241362145718, "complete_fps": 9.693241362145718, "accepted_fps": 9.693241362145718, "finalized_fps": 9.693241362145718, "redis_fps": 9.693241362145718, "redis_read_fps": 9.633304233056597, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 294, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.135, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 81, "analysis_gap_markers": 10, "c_suppressed": 0, "max_redis_silence_s": 0.3422816129750572, "redis_interval_s": { "n": 288, "mean": 0.10404861162836217, "median": 0.08913278649561107, "p95": 0.23135787603678182, "maximum": 0.3422816129750572, "minimum": 0.0014114949735812843 }, "redis_drift_s": { "n": 289, "mean": 0.3243207973895689, "median": 0.315037122993715, "p95": 0.47118708304969914, "maximum": 0.5969010940105477, "minimum": 0.08501870702440328 }, "redis_drift_s_per_min": 0.0622809578735232, "ingress_drift_s": { "n": 12, "mean": 0.016594640416660884, "median": 0.015238480499988327, "p95": 0.07625272999996469, "maximum": 0.07625272999996469, "minimum": -0.023654439000040384 }, "ingress_drift_s_per_min": -0.07692175462316034, "source_drift_s": { "n": 12, "mean": -0.003884833333335299, "median": -0.007956499999977495, "p95": 0.04265700000001971, "maximum": 0.04265700000001971, "minimum": -0.06794999999999618 }, "ingress_to_redis_ms": { "n": 289, "mean": 394.1937716262976, "median": 389, "p95": 523, "maximum": 623, "minimum": 189 }, "source_samples": 12, "redis_samples": 289, "native_redis_joined": 11, "durations": { "selected_to_preprocess_start": { "n": 294, "sum_ns": 489017653, "mean_ms": 1.6633253503401362 }, "depay_to_source_exit": { "n": 292, "sum_ns": 15644373000, "mean_ms": 53.5766198630137 }, "source_exit_to_ingress": { "n": 292, "sum_ns": 4448126759, "mean_ms": 15.23331081849315 }, "source_encoded_queue": { "n": 292, "sum_ns": 17033000, "mean_ms": 0.05833219178082191 }, "decode_between_queues": { "n": 292, "sum_ns": 13266664000, "mean_ms": 45.43378082191781 }, "source_raw_queue": { "n": 292, "sum_ns": 2240171000, "mean_ms": 7.671818493150685 }, "raw_queue_to_source_exit": { "n": 292, "sum_ns": 12152000, "mean_ms": 0.04161643835616438 }, "preprocess_start_to_preprocess_output": { "n": 293, "sum_ns": 1416062955, "mean_ms": 4.832979368600682 }, "selected_to_preprocess": { "n": 294, "sum_ns": 2836544274, "mean_ms": 9.648109775510205 }, "preprocess_start_to_preprocess": { "n": 294, "sum_ns": 2347526621, "mean_ms": 7.9847844251700675 }, "preprocess_output_to_infer_entry": { "n": 293, "sum_ns": 919395885, "mean_ms": 3.137869914675768 }, "preprocess_to_infer_output": { "n": 294, "sum_ns": 106772325602, "mean_ms": 363.1711755170068 }, "preprocess_to_callback": { "n": 294, "sum_ns": 107410886180, "mean_ms": 365.34315027210886 }, "infer_output_to_callback": { "n": 294, "sum_ns": 638560578, "mean_ms": 2.1719747551020405 }, "copy_wall": { "n": 294, "sum_ns": 1367579425, "mean_ms": 4.651630697278911 }, "copy_thread_cpu": { "n": 294, "sum_ns": 1231755148, "mean_ms": 4.189643360544218 }, "callback_to_copied": { "n": 294, "sum_ns": 1430624959, "mean_ms": 4.866071289115646 }, "accepted_interval": { "n": 294, "sum_ns": 30384734860, "mean_ms": 103.34943829931973 }, "selected_to_submitted": { "n": 294, "sum_ns": 111731836364, "mean_ms": 380.04025974149664 }, "completed_queue_wait": { "n": 294, "sum_ns": 205398517, "mean_ms": 0.6986344115646258 }, "result_observations_wall": { "n": 294, "sum_ns": 393443967, "mean_ms": 1.3382447857142856 }, "result_observations_cpu": { "n": 294, "sum_ns": 374823846, "mean_ms": 1.2749110408163267 }, "result_nms_wall": { "n": 294, "sum_ns": 473217182, "mean_ms": 1.6095822517006801 }, "result_nms_cpu": { "n": 294, "sum_ns": 169746648, "mean_ms": 0.5773695510204082 }, "result_tracking_wall": { "n": 294, "sum_ns": 366438307, "mean_ms": 1.2463887993197278 }, "result_tracking_cpu": { "n": 294, "sum_ns": 293922605, "mean_ms": 0.9997367517006802 }, "result_region_wall": { "n": 294, "sum_ns": 83696648, "mean_ms": 0.2846824761904762 }, "result_region_cpu": { "n": 294, "sum_ns": 73274261, "mean_ms": 0.24923218027210883 }, "result_fall_wall": { "n": 294, "sum_ns": 151445252, "mean_ms": 0.5151199047619047 }, "result_fall_cpu": { "n": 294, "sum_ns": 145161930, "mean_ms": 0.49374806122448983 }, "result_fight_wall": { "n": 294, "sum_ns": 51294989, "mean_ms": 0.17447275170068027 }, "result_fight_cpu": { "n": 294, "sum_ns": 46786654, "mean_ms": 0.15913827891156462 }, "result_collector_wall": { "n": 294, "sum_ns": 1741956560, "mean_ms": 5.9250223129251705 }, "result_collector_cpu": { "n": 294, "sum_ns": 1651736557, "mean_ms": 5.618151554421768 }, "result_composition_wall": { "n": 294, "sum_ns": 5954793, "mean_ms": 0.020254397959183674 }, "result_composition_cpu": { "n": 294, "sum_ns": 5723049, "mean_ms": 0.01946615306122449 }, "result_artifact_handoff_wall": { "n": 294, "sum_ns": 4194558, "mean_ms": 0.014267204081632654 }, "result_artifact_handoff_cpu": { "n": 294, "sum_ns": 3666019, "mean_ms": 0.012469452380952381 }, "result_publish_wall": { "n": 294, "sum_ns": 147416537, "mean_ms": 0.5014167925170068 }, "result_publish_cpu": { "n": 294, "sum_ns": 134077710, "mean_ms": 0.4560466326530612 }, "result_total_wall": { "n": 294, "sum_ns": 3761154930, "mean_ms": 12.793043979591838 }, "result_total_cpu": { "n": 294, "sum_ns": 3193357775, "mean_ms": 10.861761139455782 } } }, { "mode": "mixed-a", "level": 14, "camera": "34", "provider": "fire", "cohort_reset": false, "counter_seconds": 30.137361695, "new_channel": false, "seconds": 30.000090623972937, "selected_fps": 9.755333030653997, "requested_fps": 9.755333030653997, "complete_fps": 9.722151625787827, "accepted_fps": 9.722151625787827, "finalized_fps": 9.722151625787827, "redis_fps": 9.722151625787827, "redis_read_fps": 9.633304233056597, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 293, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.14, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 34, "analysis_gap_markers": 6, "c_suppressed": 0, "max_redis_silence_s": 0.3789129539509304, "redis_interval_s": { "n": 288, "mean": 0.10328156028824903, "median": 0.08778131200233474, "p95": 0.22999327501747757, "maximum": 0.3789129539509304, "minimum": 0.0003134189755655825 }, "redis_drift_s": { "n": 289, "mean": 0.2914608354226009, "median": 0.28801607698898124, "p95": 0.46376672298458743, "maximum": 0.5223529869695085, "minimum": 0.051913294990072245 }, "redis_drift_s_per_min": -0.062228638913048195, "ingress_drift_s": { "n": 12, "mean": -0.0169197621666702, "median": -0.010561369000015475, "p95": 0.02135221499997897, "maximum": 0.02135221499997897, "minimum": -0.06562348799997153 }, "ingress_drift_s_per_min": 0.005717424405210114, "source_drift_s": { "n": 12, "mean": -0.018472416666668323, "median": -0.011406999999991285, "p95": 0.02108799999996336, "maximum": 0.02108799999996336, "minimum": -0.06838699999997289 }, "ingress_to_redis_ms": { "n": 289, "mean": 337.88235294117646, "median": 340, "p95": 504, "maximum": 590, "minimum": 128 }, "source_samples": 12, "redis_samples": 289, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 294, "sum_ns": 248347031, "mean_ms": 0.8447177925170067 }, "depay_to_source_exit": { "n": 291, "sum_ns": 14744048000, "mean_ms": 50.66683161512028 }, "source_exit_to_ingress": { "n": 291, "sum_ns": 1841571153, "mean_ms": 6.328423206185567 }, "source_encoded_queue": { "n": 291, "sum_ns": 24787000, "mean_ms": 0.0851786941580756 }, "decode_between_queues": { "n": 291, "sum_ns": 13524984000, "mean_ms": 46.47760824742268 }, "source_raw_queue": { "n": 291, "sum_ns": 1071568000, "mean_ms": 3.682364261168385 }, "raw_queue_to_source_exit": { "n": 291, "sum_ns": 13179000, "mean_ms": 0.04528865979381443 }, "preprocess_start_to_preprocess_output": { "n": 294, "sum_ns": 966022182, "mean_ms": 3.2857897346938776 }, "selected_to_preprocess": { "n": 294, "sum_ns": 1441214699, "mean_ms": 4.90209081292517 }, "preprocess_start_to_preprocess": { "n": 294, "sum_ns": 1192867668, "mean_ms": 4.057373020408163 }, "preprocess_output_to_infer_entry": { "n": 294, "sum_ns": 226845486, "mean_ms": 0.7715832857142857 }, "preprocess_to_infer_output": { "n": 293, "sum_ns": 94374805312, "mean_ms": 322.0983116450512 }, "preprocess_to_callback": { "n": 293, "sum_ns": 94935719445, "mean_ms": 324.01269435153586 }, "infer_output_to_callback": { "n": 293, "sum_ns": 560914133, "mean_ms": 1.9143827064846417 }, "copy_wall": { "n": 293, "sum_ns": 1823281887, "mean_ms": 6.222805075085324 }, "copy_thread_cpu": { "n": 293, "sum_ns": 1572286290, "mean_ms": 5.36616481228669 }, "callback_to_copied": { "n": 293, "sum_ns": 1886068129, "mean_ms": 6.437092590443686 }, "accepted_interval": { "n": 293, "sum_ns": 30060647334, "mean_ms": 102.59606598634812 }, "selected_to_submitted": { "n": 293, "sum_ns": 98298653559, "mean_ms": 335.4902851843004 }, "completed_queue_wait": { "n": 293, "sum_ns": 129581199, "mean_ms": 0.44225665187713314 }, "result_composition_wall": { "n": 293, "sum_ns": 4025224, "mean_ms": 0.013737965870307168 }, "result_composition_cpu": { "n": 293, "sum_ns": 3024677, "mean_ms": 0.010323129692832765 }, "result_artifact_handoff_wall": { "n": 293, "sum_ns": 2824424, "mean_ms": 0.009639672354948805 }, "result_artifact_handoff_cpu": { "n": 293, "sum_ns": 2809623, "mean_ms": 0.009589156996587031 }, "result_publish_wall": { "n": 293, "sum_ns": 31552273, "mean_ms": 0.1076869385665529 }, "result_publish_cpu": { "n": 293, "sum_ns": 31279206, "mean_ms": 0.10675496928327645 }, "result_total_wall": { "n": 293, "sum_ns": 311753314, "mean_ms": 1.064004484641638 }, "result_total_cpu": { "n": 293, "sum_ns": 299562748, "mean_ms": 1.022398457337884 } } }, { "mode": "mixed-a", "level": 14, "camera": "34", "provider": "crowd", "cohort_reset": false, "counter_seconds": 30.131867145, "new_channel": false, "seconds": 30.000090623972937, "selected_fps": 9.889861738934732, "requested_fps": 9.85667428343495, "complete_fps": 9.85667428343495, "accepted_fps": 9.85667428343495, "finalized_fps": 9.889861738934732, "redis_fps": 9.889861738934732, "redis_read_fps": 9.766637163617933, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 296, "queue_depth_max_sampled": 1, "queue_age_max_sampled": 0.0011638010037131608, "provider_response_age_max_sampled": 0.038, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 14, "analysis_gap_markers": 4, "c_suppressed": 0, "max_redis_silence_s": 0.386587745975703, "redis_interval_s": { "n": 292, "mean": 0.10230510870544145, "median": 0.0817780764773488, "p95": 0.23705838702153414, "maximum": 0.386587745975703, "minimum": 0.0001930100261233747 }, "redis_drift_s": { "n": 293, "mean": 0.28302576258163814, "median": 0.2760983150103016, "p95": 0.4130259570060275, "maximum": 0.5323703920003027, "minimum": 0.07206939601337581 }, "redis_drift_s_per_min": -0.08337101138495022, "ingress_drift_s": { "n": 12, "mean": -0.007249957083345748, "median": -0.009454051999995272, "p95": 0.027367750999985674, "maximum": 0.027367750999985674, "minimum": -0.0369867440000462 }, "ingress_drift_s_per_min": 0.028657315276308274, "source_drift_s": { "n": 12, "mean": -0.014923999999998236, "median": -0.01049599999998918, "p95": 0.022069999999985157, "maximum": 0.022069999999985157, "minimum": -0.06836999999995896 }, "ingress_to_redis_ms": { "n": 293, "mean": 308.6962457337884, "median": 308, "p95": 439, "maximum": 547, "minimum": 98 }, "source_samples": 12, "redis_samples": 293, "native_redis_joined": 11, "durations": { "selected_to_preprocess_start": { "n": 298, "sum_ns": 235058550, "mean_ms": 0.7887870805369128 }, "depay_to_source_exit": { "n": 295, "sum_ns": 14435118000, "mean_ms": 48.932603389830504 }, "source_exit_to_ingress": { "n": 295, "sum_ns": 1082736277, "mean_ms": 3.6702924644067796 }, "source_encoded_queue": { "n": 295, "sum_ns": 21824000, "mean_ms": 0.07397966101694915 }, "decode_between_queues": { "n": 295, "sum_ns": 13802179000, "mean_ms": 46.78704745762712 }, "source_raw_queue": { "n": 295, "sum_ns": 484021000, "mean_ms": 1.640749152542373 }, "raw_queue_to_source_exit": { "n": 295, "sum_ns": 11678000, "mean_ms": 0.0395864406779661 }, "preprocess_start_to_preprocess_output": { "n": 298, "sum_ns": 980938719, "mean_ms": 3.2917406677852346 }, "selected_to_preprocess": { "n": 297, "sum_ns": 1565775180, "mean_ms": 5.271970303030303 }, "preprocess_start_to_preprocess": { "n": 297, "sum_ns": 1331365844, "mean_ms": 4.482713279461279 }, "preprocess_output_to_infer_entry": { "n": 297, "sum_ns": 351033341, "mean_ms": 1.181930441077441 }, "preprocess_to_infer_output": { "n": 297, "sum_ns": 87086655365, "mean_ms": 293.2210618350168 }, "preprocess_to_callback": { "n": 297, "sum_ns": 87640599453, "mean_ms": 295.0861934444444 }, "infer_output_to_callback": { "n": 297, "sum_ns": 553944088, "mean_ms": 1.8651316094276096 }, "copy_wall": { "n": 297, "sum_ns": 1732994869, "mean_ms": 5.834999558922559 }, "copy_thread_cpu": { "n": 297, "sum_ns": 1541953617, "mean_ms": 5.19176302020202 }, "callback_to_copied": { "n": 297, "sum_ns": 1802095962, "mean_ms": 6.067663171717172 }, "accepted_interval": { "n": 297, "sum_ns": 30113277771, "mean_ms": 101.39150764646465 }, "selected_to_submitted": { "n": 297, "sum_ns": 91040318173, "mean_ms": 306.5330578215488 }, "completed_queue_wait": { "n": 298, "sum_ns": 100670494, "mean_ms": 0.33782044966442953 }, "result_composition_wall": { "n": 298, "sum_ns": 3630947, "mean_ms": 0.012184385906040268 }, "result_composition_cpu": { "n": 298, "sum_ns": 3469733, "mean_ms": 0.01164339932885906 }, "result_publish_wall": { "n": 298, "sum_ns": 47935972, "mean_ms": 0.160858966442953 }, "result_publish_cpu": { "n": 298, "sum_ns": 44496466, "mean_ms": 0.149317 }, "result_total_wall": { "n": 298, "sum_ns": 413033381, "mean_ms": 1.38601805704698 }, "result_total_cpu": { "n": 298, "sum_ns": 370679594, "mean_ms": 1.243891255033557 } } }, { "mode": "mixed-a", "level": 14, "camera": "35", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.814743229, "new_channel": false, "seconds": 30.000090623972937, "selected_fps": 9.39132689654196, "requested_fps": 9.357786443340025, "complete_fps": 9.357786443340025, "accepted_fps": 9.357786443340025, "finalized_fps": 9.324245990138088, "redis_fps": 9.324245990138088, "redis_read_fps": 9.399971604574256, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 279, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.236, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 77, "analysis_gap_markers": 16, "c_suppressed": 0, "max_redis_silence_s": 0.48349654296180233, "redis_interval_s": { "n": 281, "mean": 0.10662457067975145, "median": 0.08774490398354828, "p95": 0.2794403629959561, "maximum": 0.48349654296180233, "minimum": 0.0010036469902843237 }, "redis_drift_s": { "n": 282, "mean": 0.3507842397055647, "median": 0.337270577003693, "p95": 0.5357142830025623, "maximum": 0.8222088369973903, "minimum": 0.1343630659836208 }, "redis_drift_s_per_min": 0.037235099107612614, "ingress_drift_s": { "n": 12, "mean": 0.0076289483333435255, "median": -0.0008732019999797558, "p95": 0.05354986700001518, "maximum": 0.05354986700001518, "minimum": -0.02374981099995921 }, "ingress_drift_s_per_min": 0.012098848140550855, "source_drift_s": { "n": 12, "mean": -0.0008232500000010153, "median": -0.007846000000000686, "p95": 0.03417300000000978, "maximum": 0.03417300000000978, "minimum": -0.025777000000005046 }, "ingress_to_redis_ms": { "n": 282, "mean": 412.23758865248226, "median": 400.5, "p95": 578, "maximum": 857, "minimum": 190 }, "source_samples": 12, "redis_samples": 282, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 280, "sum_ns": 311241484, "mean_ms": 1.1115767285714286 }, "depay_to_source_exit": { "n": 280, "sum_ns": 14791451000, "mean_ms": 52.826610714285714 }, "source_exit_to_ingress": { "n": 280, "sum_ns": 4575007125, "mean_ms": 16.339311160714285 }, "source_encoded_queue": { "n": 280, "sum_ns": 24093000, "mean_ms": 0.08604642857142857 }, "decode_between_queues": { "n": 280, "sum_ns": 12352891000, "mean_ms": 44.117467857142856 }, "source_raw_queue": { "n": 280, "sum_ns": 2253717000, "mean_ms": 8.048989285714285 }, "raw_queue_to_source_exit": { "n": 280, "sum_ns": 15632000, "mean_ms": 0.05582857142857143 }, "preprocess_start_to_preprocess_output": { "n": 280, "sum_ns": 1828487725, "mean_ms": 6.530313303571428 }, "selected_to_preprocess": { "n": 279, "sum_ns": 3101076870, "mean_ms": 11.114970860215053 }, "preprocess_start_to_preprocess": { "n": 279, "sum_ns": 2790397455, "mean_ms": 10.001424569892473 }, "preprocess_output_to_infer_entry": { "n": 279, "sum_ns": 970300147, "mean_ms": 3.4777783046594983 }, "preprocess_to_infer_output": { "n": 279, "sum_ns": 102990257770, "mean_ms": 369.1407088530466 }, "preprocess_to_callback": { "n": 279, "sum_ns": 103533159511, "mean_ms": 371.0865932293907 }, "infer_output_to_callback": { "n": 279, "sum_ns": 542901741, "mean_ms": 1.945884376344086 }, "copy_wall": { "n": 279, "sum_ns": 1025090558, "mean_ms": 3.6741597060931896 }, "copy_thread_cpu": { "n": 279, "sum_ns": 918407042, "mean_ms": 3.291781512544803 }, "callback_to_copied": { "n": 279, "sum_ns": 1088489944, "mean_ms": 3.9013976487455198 }, "accepted_interval": { "n": 279, "sum_ns": 29823288202, "mean_ms": 106.89350610035842 }, "selected_to_submitted": { "n": 279, "sum_ns": 107764950905, "mean_ms": 386.25430431899645 }, "completed_queue_wait": { "n": 279, "sum_ns": 899938139, "mean_ms": 3.2255847275985663 }, "result_observations_wall": { "n": 279, "sum_ns": 358510572, "mean_ms": 1.2849841290322581 }, "result_observations_cpu": { "n": 279, "sum_ns": 343458125, "mean_ms": 1.23103270609319 }, "result_nms_wall": { "n": 279, "sum_ns": 429773809, "mean_ms": 1.540407917562724 }, "result_nms_cpu": { "n": 279, "sum_ns": 175222337, "mean_ms": 0.6280370501792114 }, "result_tracking_wall": { "n": 279, "sum_ns": 936969290, "mean_ms": 3.3583128673835128 }, "result_tracking_cpu": { "n": 279, "sum_ns": 657856117, "mean_ms": 2.3579072293906806 }, "result_region_wall": { "n": 279, "sum_ns": 147795099, "mean_ms": 0.5297315376344086 }, "result_region_cpu": { "n": 279, "sum_ns": 138758204, "mean_ms": 0.4973412329749104 }, "result_fall_wall": { "n": 279, "sum_ns": 833276402, "mean_ms": 2.986653770609319 }, "result_fall_cpu": { "n": 279, "sum_ns": 747606664, "mean_ms": 2.679593777777778 }, "result_fight_wall": { "n": 279, "sum_ns": 165011832, "mean_ms": 0.5914402580645162 }, "result_fight_cpu": { "n": 279, "sum_ns": 145279036, "mean_ms": 0.5207133906810035 }, "result_collector_wall": { "n": 278, "sum_ns": 1791179071, "mean_ms": 6.443090183453237 }, "result_collector_cpu": { "n": 278, "sum_ns": 1678079614, "mean_ms": 6.036257604316547 }, "result_composition_wall": { "n": 278, "sum_ns": 5845697, "mean_ms": 0.021027687050359713 }, "result_composition_cpu": { "n": 278, "sum_ns": 5494676, "mean_ms": 0.019765021582733813 }, "result_artifact_handoff_wall": { "n": 278, "sum_ns": 5843803, "mean_ms": 0.021020874100719424 }, "result_artifact_handoff_cpu": { "n": 278, "sum_ns": 3541504, "mean_ms": 0.012739223021582733 }, "result_publish_wall": { "n": 278, "sum_ns": 877271007, "mean_ms": 3.1556511043165467 }, "result_publish_cpu": { "n": 278, "sum_ns": 832954582, "mean_ms": 2.9962395035971223 }, "result_total_wall": { "n": 278, "sum_ns": 5883073369, "mean_ms": 21.162134420863307 }, "result_total_cpu": { "n": 278, "sum_ns": 5013928086, "mean_ms": 18.035712539568348 } } }, { "mode": "mixed-a", "level": 14, "camera": "35", "provider": "fire", "cohort_reset": false, "counter_seconds": 29.877291766, "new_channel": false, "seconds": 30.000090623972937, "selected_fps": 9.672898141620673, "requested_fps": 9.672898141620673, "complete_fps": 9.706368377404827, "accepted_fps": 9.706368377404827, "finalized_fps": 9.706368377404827, "redis_fps": 9.706368377404827, "redis_read_fps": 9.66663746569693, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 290, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.242, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 34, "analysis_gap_markers": 7, "c_suppressed": 0, "max_redis_silence_s": 0.35768686700612307, "redis_interval_s": { "n": 289, "mean": 0.10340922126654459, "median": 0.09373480401700363, "p95": 0.2379525980213657, "maximum": 0.35768686700612307, "minimum": 0.0006303379777818918 }, "redis_drift_s": { "n": 290, "mean": 0.2400439458572515, "median": 0.23689577898684888, "p95": 0.4105603210031745, "maximum": 0.5694004330141524, "minimum": -0.0008624750068406684 }, "redis_drift_s_per_min": -0.07933545996872098, "ingress_drift_s": { "n": 12, "mean": -0.0070249298333303995, "median": -0.008838940000003959, "p95": 0.020027055000014116, "maximum": 0.020027055000014116, "minimum": -0.03804509399998324 }, "ingress_drift_s_per_min": -0.020484285630154205, "source_drift_s": { "n": 12, "mean": -0.008359249999993304, "median": -0.010190999999991845, "p95": 0.019600000000025375, "maximum": 0.019600000000025375, "minimum": -0.040009999999995216 }, "ingress_to_redis_ms": { "n": 290, "mean": 341.44827586206895, "median": 337.0, "p95": 507, "maximum": 599, "minimum": 128 }, "source_samples": 12, "redis_samples": 290, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 288, "sum_ns": 14811394000, "mean_ms": 51.42845138888889 }, "source_exit_to_ingress": { "n": 288, "sum_ns": 1826487712, "mean_ms": 6.341971222222222 }, "source_encoded_queue": { "n": 288, "sum_ns": 21674000, "mean_ms": 0.07525694444444443 }, "decode_between_queues": { "n": 288, "sum_ns": 13508287000, "mean_ms": 46.90377430555555 }, "source_raw_queue": { "n": 288, "sum_ns": 1131642000, "mean_ms": 3.9293125 }, "raw_queue_to_source_exit": { "n": 288, "sum_ns": 10961000, "mean_ms": 0.03805902777777778 }, "selected_to_preprocess_start": { "n": 289, "sum_ns": 259996760, "mean_ms": 0.89964276816609 }, "preprocess_start_to_preprocess_output": { "n": 289, "sum_ns": 1004016712, "mean_ms": 3.4741062698961938 }, "selected_to_preprocess": { "n": 289, "sum_ns": 1437331167, "mean_ms": 4.973464245674741 }, "preprocess_start_to_preprocess": { "n": 289, "sum_ns": 1177334407, "mean_ms": 4.073821477508651 }, "preprocess_output_to_infer_entry": { "n": 289, "sum_ns": 173317695, "mean_ms": 0.5997152076124568 }, "preprocess_to_infer_output": { "n": 290, "sum_ns": 94506680859, "mean_ms": 325.88510641034486 }, "preprocess_to_callback": { "n": 290, "sum_ns": 95060112780, "mean_ms": 327.7934923448276 }, "infer_output_to_callback": { "n": 290, "sum_ns": 553431921, "mean_ms": 1.9083859344827587 }, "copy_wall": { "n": 290, "sum_ns": 1802208699, "mean_ms": 6.2145127551724135 }, "copy_thread_cpu": { "n": 290, "sum_ns": 1556043961, "mean_ms": 5.3656688310344824 }, "callback_to_copied": { "n": 290, "sum_ns": 1863637651, "mean_ms": 6.426336727586207 }, "accepted_interval": { "n": 290, "sum_ns": 30100321825, "mean_ms": 103.79421318965517 }, "selected_to_submitted": { "n": 290, "sum_ns": 98403131375, "mean_ms": 339.32114267241377 }, "completed_queue_wait": { "n": 290, "sum_ns": 125016021, "mean_ms": 0.4310897275862069 }, "result_composition_wall": { "n": 290, "sum_ns": 2925364, "mean_ms": 0.010087462068965517 }, "result_composition_cpu": { "n": 290, "sum_ns": 2844812, "mean_ms": 0.009809696551724138 }, "result_artifact_handoff_wall": { "n": 290, "sum_ns": 2710683, "mean_ms": 0.00934718275862069 }, "result_artifact_handoff_cpu": { "n": 290, "sum_ns": 2602793, "mean_ms": 0.00897514827586207 }, "result_publish_wall": { "n": 290, "sum_ns": 33930975, "mean_ms": 0.11700336206896553 }, "result_publish_cpu": { "n": 290, "sum_ns": 30149258, "mean_ms": 0.10396295862068965 }, "result_total_wall": { "n": 290, "sum_ns": 298281617, "mean_ms": 1.0285573000000001 }, "result_total_cpu": { "n": 290, "sum_ns": 284147292, "mean_ms": 0.9798182482758621 } } }, { "mode": "mixed-a", "level": 14, "camera": "35", "provider": "crowd", "cohort_reset": false, "counter_seconds": 29.856549471, "new_channel": false, "seconds": 30.000090623972937, "selected_fps": 9.914072632120737, "requested_fps": 9.914072632120737, "complete_fps": 9.947566120742767, "accepted_fps": 9.947566120742767, "finalized_fps": 9.947566120742767, "redis_fps": 9.914072632120737, "redis_read_fps": 9.89997009417927, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 297, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.17, "sender": { "replaced": 1, "expired": 0, "send_error": 0 }, "gap_markers": 21, "analysis_gap_markers": 2, "c_suppressed": 0, "max_redis_silence_s": 0.38642829802120104, "redis_interval_s": { "n": 296, "mean": 0.10100201408774434, "median": 0.08676027649198659, "p95": 0.24077580001903698, "maximum": 0.38642829802120104, "minimum": 0.0018343979609198868 }, "redis_drift_s": { "n": 297, "mean": 0.2260592118543704, "median": 0.222871892000569, "p95": 0.3545187630024884, "maximum": 0.4531817570137946, "minimum": -0.001167007968319922 }, "redis_drift_s_per_min": -0.08260317106217857, "ingress_drift_s": { "n": 12, "mean": -0.0037493974166598796, "median": -0.0068916629999762336, "p95": 0.02252033500002426, "maximum": 0.02252033500002426, "minimum": -0.03805904199998622 }, "ingress_drift_s_per_min": -0.05688471061736141, "source_drift_s": { "n": 12, "mean": -0.007645666666666291, "median": -0.010412500000001046, "p95": 0.01707699999997203, "maximum": 0.01707699999997203, "minimum": -0.03981599999997343 }, "ingress_to_redis_ms": { "n": 297, "mean": 311.003367003367, "median": 310, "p95": 444, "maximum": 556, "minimum": 118 }, "source_samples": 12, "redis_samples": 297, "native_redis_joined": 13, "durations": { "selected_to_preprocess_start": { "n": 296, "sum_ns": 242690553, "mean_ms": 0.8199005168918918 }, "depay_to_source_exit": { "n": 295, "sum_ns": 14540242000, "mean_ms": 49.28895593220339 }, "source_exit_to_ingress": { "n": 295, "sum_ns": 1305338289, "mean_ms": 4.4248755559322035 }, "source_encoded_queue": { "n": 295, "sum_ns": 17371000, "mean_ms": 0.05888474576271186 }, "decode_between_queues": { "n": 295, "sum_ns": 13710678000, "mean_ms": 46.476874576271186 }, "source_raw_queue": { "n": 295, "sum_ns": 571289000, "mean_ms": 1.9365728813559322 }, "raw_queue_to_source_exit": { "n": 295, "sum_ns": 11825000, "mean_ms": 0.040084745762711864 }, "preprocess_start_to_preprocess_output": { "n": 296, "sum_ns": 1034108010, "mean_ms": 3.493608141891892 }, "selected_to_preprocess": { "n": 296, "sum_ns": 1506224784, "mean_ms": 5.088597243243243 }, "preprocess_start_to_preprocess": { "n": 296, "sum_ns": 1263534231, "mean_ms": 4.268696726351352 }, "preprocess_output_to_infer_entry": { "n": 296, "sum_ns": 229426221, "mean_ms": 0.7750885844594594 }, "preprocess_to_infer_output": { "n": 297, "sum_ns": 87572078148, "mean_ms": 294.85548197979796 }, "preprocess_to_callback": { "n": 297, "sum_ns": 88126440361, "mean_ms": 296.7220214175084 }, "infer_output_to_callback": { "n": 297, "sum_ns": 554362213, "mean_ms": 1.8665394377104376 }, "copy_wall": { "n": 297, "sum_ns": 1765148880, "mean_ms": 5.943262222222222 }, "copy_thread_cpu": { "n": 297, "sum_ns": 1577058818, "mean_ms": 5.30996235016835 }, "callback_to_copied": { "n": 297, "sum_ns": 1829419370, "mean_ms": 6.159661178451179 }, "accepted_interval": { "n": 297, "sum_ns": 29892765731, "mean_ms": 100.64904286531986 }, "selected_to_submitted": { "n": 297, "sum_ns": 91509830661, "mean_ms": 308.11390794949494 }, "completed_queue_wait": { "n": 297, "sum_ns": 108077299, "mean_ms": 0.3638966296296296 }, "result_composition_wall": { "n": 297, "sum_ns": 4809745, "mean_ms": 0.01619442760942761 }, "result_composition_cpu": { "n": 297, "sum_ns": 4605720, "mean_ms": 0.015507474747474747 }, "result_publish_wall": { "n": 297, "sum_ns": 83090963, "mean_ms": 0.2797675521885522 }, "result_publish_cpu": { "n": 297, "sum_ns": 79032632, "mean_ms": 0.26610313804713803 }, "result_total_wall": { "n": 297, "sum_ns": 611080574, "mean_ms": 2.05751035016835 }, "result_total_cpu": { "n": 297, "sum_ns": 556895413, "mean_ms": 1.8750687306397307 } } }, { "mode": "mixed-a", "level": 14, "camera": "36", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.172645392, "new_channel": false, "seconds": 30.000090623972937, "selected_fps": 9.644497398864337, "requested_fps": 9.644497398864337, "complete_fps": 9.644497398864337, "accepted_fps": 9.644497398864337, "finalized_fps": 9.644497398864337, "redis_fps": 9.644497398864337, "redis_read_fps": 9.599971000416263, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 291, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.228, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 62, "analysis_gap_markers": 10, "c_suppressed": 0, "max_redis_silence_s": 0.34761908097425476, "redis_interval_s": { "n": 287, "mean": 0.10421151719855158, "median": 0.09384781599510461, "p95": 0.2340234480216168, "maximum": 0.34761908097425476, "minimum": 0.00045638997107744217 }, "redis_drift_s": { "n": 288, "mean": 0.3342570317447632, "median": 0.3292910245130827, "p95": 0.4618967960113878, "maximum": 0.6113361649979083, "minimum": 0.13456770304588872 }, "redis_drift_s_per_min": 0.061567917148535566, "ingress_drift_s": { "n": 12, "mean": 0.013241580499993688, "median": 0.0162038900000141, "p95": 0.057816334999984065, "maximum": 0.057816334999984065, "minimum": -0.028248805000032462 }, "ingress_drift_s_per_min": -0.03702779839940498, "source_drift_s": { "n": 12, "mean": 0.008547416666668065, "median": 0.011997500000006767, "p95": 0.044709000000011656, "maximum": 0.044709000000011656, "minimum": -0.028719000000023698 }, "ingress_to_redis_ms": { "n": 288, "mean": 388.06597222222223, "median": 383.0, "p95": 518, "maximum": 598, "minimum": 205 }, "source_samples": 12, "redis_samples": 288, "native_redis_joined": 11, "durations": { "selected_to_preprocess_start": { "n": 291, "sum_ns": 344455662, "mean_ms": 1.1836964329896906 }, "depay_to_source_exit": { "n": 290, "sum_ns": 15722776000, "mean_ms": 54.21646896551724 }, "source_exit_to_ingress": { "n": 290, "sum_ns": 3120670494, "mean_ms": 10.760932737931034 }, "source_encoded_queue": { "n": 290, "sum_ns": 20570000, "mean_ms": 0.07093103448275863 }, "decode_between_queues": { "n": 290, "sum_ns": 13478238000, "mean_ms": 46.47668275862069 }, "source_raw_queue": { "n": 290, "sum_ns": 2093420000, "mean_ms": 7.2186896551724145 }, "raw_queue_to_source_exit": { "n": 290, "sum_ns": 13159000, "mean_ms": 0.04537586206896552 }, "preprocess_start_to_preprocess_output": { "n": 291, "sum_ns": 1437725105, "mean_ms": 4.940636099656357 }, "selected_to_preprocess": { "n": 291, "sum_ns": 2406436701, "mean_ms": 8.269541927835052 }, "preprocess_start_to_preprocess": { "n": 291, "sum_ns": 2061981039, "mean_ms": 7.08584549484536 }, "preprocess_output_to_infer_entry": { "n": 291, "sum_ns": 624255934, "mean_ms": 2.1452093951890037 }, "preprocess_to_infer_output": { "n": 291, "sum_ns": 104913404368, "mean_ms": 360.5271627766323 }, "preprocess_to_callback": { "n": 291, "sum_ns": 105463541134, "mean_ms": 362.4176671271478 }, "infer_output_to_callback": { "n": 291, "sum_ns": 550136766, "mean_ms": 1.890504350515464 }, "copy_wall": { "n": 291, "sum_ns": 1142904043, "mean_ms": 3.9275053024054984 }, "copy_thread_cpu": { "n": 291, "sum_ns": 1027202797, "mean_ms": 3.5299065189003436 }, "callback_to_copied": { "n": 291, "sum_ns": 1208299416, "mean_ms": 4.152231670103093 }, "accepted_interval": { "n": 291, "sum_ns": 30150614407, "mean_ms": 103.61035878694159 }, "selected_to_submitted": { "n": 291, "sum_ns": 109114148765, "mean_ms": 374.96271053264604 }, "completed_queue_wait": { "n": 291, "sum_ns": 168113802, "mean_ms": 0.5777106597938144 }, "result_observations_wall": { "n": 291, "sum_ns": 381339366, "mean_ms": 1.3104445567010308 }, "result_observations_cpu": { "n": 291, "sum_ns": 363951659, "mean_ms": 1.2506929862542955 }, "result_nms_wall": { "n": 291, "sum_ns": 305239417, "mean_ms": 1.048932704467354 }, "result_nms_cpu": { "n": 291, "sum_ns": 168148587, "mean_ms": 0.5778301958762887 }, "result_tracking_wall": { "n": 291, "sum_ns": 307302989, "mean_ms": 1.0560240171821307 }, "result_tracking_cpu": { "n": 291, "sum_ns": 247319876, "mean_ms": 0.8498964810996563 }, "result_region_wall": { "n": 291, "sum_ns": 76182044, "mean_ms": 0.2617939656357388 }, "result_region_cpu": { "n": 291, "sum_ns": 72044016, "mean_ms": 0.2475739381443299 }, "result_fall_wall": { "n": 291, "sum_ns": 128744993, "mean_ms": 0.4424226563573883 }, "result_fall_cpu": { "n": 291, "sum_ns": 122503888, "mean_ms": 0.420975560137457 }, "result_fight_wall": { "n": 291, "sum_ns": 41018127, "mean_ms": 0.14095576288659795 }, "result_fight_cpu": { "n": 291, "sum_ns": 39900423, "mean_ms": 0.1371148556701031 }, "result_collector_wall": { "n": 291, "sum_ns": 1802531670, "mean_ms": 6.194266907216495 }, "result_collector_cpu": { "n": 291, "sum_ns": 1650578838, "mean_ms": 5.672092226804123 }, "result_composition_wall": { "n": 291, "sum_ns": 7017240, "mean_ms": 0.02411422680412371 }, "result_composition_cpu": { "n": 291, "sum_ns": 5865566, "mean_ms": 0.020156584192439864 }, "result_artifact_handoff_wall": { "n": 291, "sum_ns": 5042190, "mean_ms": 0.017327113402061854 }, "result_artifact_handoff_cpu": { "n": 291, "sum_ns": 3555569, "mean_ms": 0.012218450171821304 }, "result_publish_wall": { "n": 291, "sum_ns": 83387979, "mean_ms": 0.2865566288659794 }, "result_publish_cpu": { "n": 291, "sum_ns": 75789098, "mean_ms": 0.2604436357388316 }, "result_total_wall": { "n": 291, "sum_ns": 3471174022, "mean_ms": 11.928433065292095 }, "result_total_cpu": { "n": 291, "sum_ns": 3038559364, "mean_ms": 10.441784756013746 } } }, { "mode": "mixed-a", "level": 14, "camera": "36", "provider": "fire", "cohort_reset": false, "counter_seconds": 30.122349249, "new_channel": false, "seconds": 30.000090623972937, "selected_fps": 9.693799032281449, "requested_fps": 9.693799032281449, "complete_fps": 9.660601090390074, "accepted_fps": 9.660601090390074, "finalized_fps": 9.660601090390074, "redis_fps": 9.660601090390074, "redis_read_fps": 9.633304233056597, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 291, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.107, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 33, "analysis_gap_markers": 8, "c_suppressed": 0, "max_redis_silence_s": 0.4314778579864651, "redis_interval_s": { "n": 288, "mean": 0.10342519390623137, "median": 0.08574471596512012, "p95": 0.24608495499705896, "maximum": 0.4314778579864651, "minimum": 0.0010360999731346965 }, "redis_drift_s": { "n": 289, "mean": 0.28006708631533234, "median": 0.2779278419893103, "p95": 0.4371334239626208, "maximum": 0.6241228829678107, "minimum": 0.06771322098933297 }, "redis_drift_s_per_min": -0.08449244251032662, "ingress_drift_s": { "n": 12, "mean": -0.001960136250000725, "median": 0.005938341000017999, "p95": 0.025608179000016662, "maximum": 0.025608179000016662, "minimum": -0.04919251999996277 }, "ingress_drift_s_per_min": -0.023538952106987757, "source_drift_s": { "n": 12, "mean": -0.004989583333321927, "median": 0.003768500000006725, "p95": 0.02286900000001424, "maximum": 0.02286900000001424, "minimum": -0.05523199999998951 }, "ingress_to_redis_ms": { "n": 289, "mean": 339.1799307958477, "median": 339, "p95": 498, "maximum": 587, "minimum": 138 }, "source_samples": 12, "redis_samples": 289, "native_redis_joined": 11, "durations": { "selected_to_preprocess_start": { "n": 292, "sum_ns": 244812100, "mean_ms": 0.8383976027397261 }, "preprocess_start_to_preprocess_output": { "n": 292, "sum_ns": 1007140978, "mean_ms": 3.4491129383561643 }, "depay_to_source_exit": { "n": 291, "sum_ns": 14532399000, "mean_ms": 49.93951546391752 }, "source_exit_to_ingress": { "n": 291, "sum_ns": 1764493496, "mean_ms": 6.063551532646048 }, "source_encoded_queue": { "n": 291, "sum_ns": 19707000, "mean_ms": 0.06772164948453609 }, "decode_between_queues": { "n": 291, "sum_ns": 13441252000, "mean_ms": 46.18986941580756 }, "source_raw_queue": { "n": 291, "sum_ns": 931974000, "mean_ms": 3.202659793814433 }, "raw_queue_to_source_exit": { "n": 291, "sum_ns": 12554000, "mean_ms": 0.04314089347079038 }, "selected_to_preprocess": { "n": 292, "sum_ns": 1598915549, "mean_ms": 5.475738181506849 }, "preprocess_start_to_preprocess": { "n": 292, "sum_ns": 1354103449, "mean_ms": 4.637340578767124 }, "preprocess_output_to_infer_entry": { "n": 292, "sum_ns": 346962471, "mean_ms": 1.1882276404109589 }, "preprocess_to_infer_output": { "n": 291, "sum_ns": 93921039118, "mean_ms": 322.75271174570446 }, "preprocess_to_callback": { "n": 291, "sum_ns": 94447819616, "mean_ms": 324.5629540068728 }, "infer_output_to_callback": { "n": 291, "sum_ns": 526780498, "mean_ms": 1.8102422611683848 }, "copy_wall": { "n": 291, "sum_ns": 1765414663, "mean_ms": 6.066717054982818 }, "copy_thread_cpu": { "n": 291, "sum_ns": 1536754761, "mean_ms": 5.280944195876288 }, "callback_to_copied": { "n": 291, "sum_ns": 1832327068, "mean_ms": 6.296656591065292 }, "accepted_interval": { "n": 291, "sum_ns": 30099919473, "mean_ms": 103.43614939175256 }, "selected_to_submitted": { "n": 291, "sum_ns": 97904844246, "mean_ms": 336.44276373195873 }, "completed_queue_wait": { "n": 291, "sum_ns": 130811885, "mean_ms": 0.4495253780068728 }, "result_composition_wall": { "n": 291, "sum_ns": 3305257, "mean_ms": 0.011358271477663232 }, "result_composition_cpu": { "n": 291, "sum_ns": 2878486, "mean_ms": 0.009891704467353952 }, "result_artifact_handoff_wall": { "n": 291, "sum_ns": 2683298, "mean_ms": 0.009220955326460481 }, "result_artifact_handoff_cpu": { "n": 291, "sum_ns": 2625152, "mean_ms": 0.00902114089347079 }, "result_publish_wall": { "n": 291, "sum_ns": 33147867, "mean_ms": 0.11391019587628866 }, "result_publish_cpu": { "n": 291, "sum_ns": 31138683, "mean_ms": 0.10700578350515465 }, "result_total_wall": { "n": 291, "sum_ns": 343071143, "mean_ms": 1.1789386357388316 }, "result_total_cpu": { "n": 291, "sum_ns": 324044177, "mean_ms": 1.1135538728522336 } } }, { "mode": "mixed-a", "level": 14, "camera": "36", "provider": "crowd", "cohort_reset": false, "counter_seconds": 30.129616996, "new_channel": false, "seconds": 30.000090623972937, "selected_fps": 9.923790270539953, "requested_fps": 9.923790270539953, "complete_fps": 9.923790270539953, "accepted_fps": 9.923790270539953, "finalized_fps": 9.956980204555137, "redis_fps": 9.956980204555137, "redis_read_fps": 9.866636861538936, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 299, "queue_depth_max_sampled": 1, "queue_age_max_sampled": 0.0011527790338732302, "provider_response_age_max_sampled": 0.059, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 19, "analysis_gap_markers": 2, "c_suppressed": 0, "max_redis_silence_s": 0.3283210180234164, "redis_interval_s": { "n": 295, "mean": 0.10086433280326458, "median": 0.08638614800292999, "p95": 0.21180985303362831, "maximum": 0.3283210180234164, "minimum": 9.985704673454165e-05 }, "redis_drift_s": { "n": 296, "mean": 0.25133218681360525, "median": 0.2518048584906012, "p95": 0.4017188270259453, "maximum": 0.4973834640188102, "minimum": 0.02405851601389486 }, "redis_drift_s_per_min": -0.09917651762033895, "ingress_drift_s": { "n": 12, "mean": -0.004105333166663172, "median": 0.005679762000028177, "p95": 0.018939114000033896, "maximum": 0.018939114000033896, "minimum": -0.05209884900000361 }, "ingress_drift_s_per_min": -0.0011106652210113577, "source_drift_s": { "n": 12, "mean": -0.0064669166666580695, "median": 0.0036485000000254786, "p95": 0.018067000000030475, "maximum": 0.018067000000030475, "minimum": -0.05495200000001432 }, "ingress_to_redis_ms": { "n": 296, "mean": 310.8445945945946, "median": 310.5, "p95": 458, "maximum": 575, "minimum": 103 }, "source_samples": 12, "redis_samples": 296, "native_redis_joined": 11, "durations": { "selected_to_preprocess_start": { "n": 299, "sum_ns": 262010724, "mean_ms": 0.8762900468227425 }, "depay_to_source_exit": { "n": 298, "sum_ns": 14504549000, "mean_ms": 48.67298322147651 }, "source_exit_to_ingress": { "n": 298, "sum_ns": 1445750007, "mean_ms": 4.851510090604027 }, "source_encoded_queue": { "n": 298, "sum_ns": 23441000, "mean_ms": 0.07866107382550334 }, "decode_between_queues": { "n": 298, "sum_ns": 13669603000, "mean_ms": 45.87115100671141 }, "source_raw_queue": { "n": 298, "sum_ns": 690443000, "mean_ms": 2.3169228187919466 }, "raw_queue_to_source_exit": { "n": 298, "sum_ns": 10977000, "mean_ms": 0.036835570469798656 }, "preprocess_start_to_preprocess_output": { "n": 299, "sum_ns": 1019649987, "mean_ms": 3.41020062541806 }, "selected_to_preprocess": { "n": 299, "sum_ns": 1613819897, "mean_ms": 5.397390959866221 }, "preprocess_start_to_preprocess": { "n": 299, "sum_ns": 1351809173, "mean_ms": 4.521100913043479 }, "preprocess_output_to_infer_entry": { "n": 299, "sum_ns": 332159186, "mean_ms": 1.1109002876254181 }, "preprocess_to_infer_output": { "n": 299, "sum_ns": 87968457539, "mean_ms": 294.208888090301 }, "preprocess_to_callback": { "n": 299, "sum_ns": 88542250179, "mean_ms": 296.1279270200669 }, "infer_output_to_callback": { "n": 299, "sum_ns": 573792640, "mean_ms": 1.9190389297658863 }, "copy_wall": { "n": 299, "sum_ns": 1842242334, "mean_ms": 6.161345598662207 }, "copy_thread_cpu": { "n": 299, "sum_ns": 1628657668, "mean_ms": 5.4470156120401345 }, "callback_to_copied": { "n": 298, "sum_ns": 1906258007, "mean_ms": 6.39683894966443 }, "accepted_interval": { "n": 298, "sum_ns": 30077071533, "mean_ms": 100.92977024496645 }, "selected_to_submitted": { "n": 298, "sum_ns": 91750894861, "mean_ms": 307.8889089295302 }, "completed_queue_wait": { "n": 300, "sum_ns": 112619334, "mean_ms": 0.37539778 }, "result_composition_wall": { "n": 300, "sum_ns": 6953041, "mean_ms": 0.023176803333333332 }, "result_composition_cpu": { "n": 300, "sum_ns": 6421046, "mean_ms": 0.02140348666666667 }, "result_publish_wall": { "n": 300, "sum_ns": 40956915, "mean_ms": 0.13652304999999998 }, "result_publish_cpu": { "n": 300, "sum_ns": 39705740, "mean_ms": 0.13235246666666667 }, "result_total_wall": { "n": 300, "sum_ns": 398734831, "mean_ms": 1.3291161033333332 }, "result_total_cpu": { "n": 300, "sum_ns": 363998537, "mean_ms": 1.2133284566666669 } } }, { "mode": "mixed-a", "level": 14, "camera": "37", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.940773946, "new_channel": false, "seconds": 30.000090623972937, "selected_fps": 9.451993475866978, "requested_fps": 9.485392746099723, "complete_fps": 9.451993475866978, "accepted_fps": 9.451993475866978, "finalized_fps": 9.485392746099723, "redis_fps": 9.485392746099723, "redis_read_fps": 9.333305139293588, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 283, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.154, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 74, "analysis_gap_markers": 14, "c_suppressed": 0, "max_redis_silence_s": 0.4322427799925208, "redis_interval_s": { "n": 279, "mean": 0.10727750776334763, "median": 0.08968821802409366, "p95": 0.2777111589675769, "maximum": 0.4322427799925208, "minimum": 0.003546227002516389 }, "redis_drift_s": { "n": 280, "mean": 0.3185369928980206, "median": 0.31173343600983117, "p95": 0.4961526519767858, "maximum": 0.6305754070295961, "minimum": 0.05318715201968871 }, "redis_drift_s_per_min": 0.04481800587242276, "ingress_drift_s": { "n": 12, "mean": 0.006147994333332463, "median": -0.0006964574999983597, "p95": 0.0581388269999934, "maximum": 0.0581388269999934, "minimum": -0.028133189999948627 }, "ingress_drift_s_per_min": -0.07707859135907945, "source_drift_s": { "n": 12, "mean": 0.002224583333325351, "median": -0.0014830000000358723, "p95": 0.05248699999998507, "maximum": 0.05248699999998507, "minimum": -0.03101699999996299 }, "ingress_to_redis_ms": { "n": 280, "mean": 392.4607142857143, "median": 383.0, "p95": 546, "maximum": 688, "minimum": 181 }, "source_samples": 12, "redis_samples": 280, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 284, "sum_ns": 308439781, "mean_ms": 1.0860555669014085 }, "depay_to_source_exit": { "n": 280, "sum_ns": 14731264000, "mean_ms": 52.61165714285714 }, "source_exit_to_ingress": { "n": 280, "sum_ns": 3705233407, "mean_ms": 13.23297645357143 }, "source_encoded_queue": { "n": 280, "sum_ns": 20240000, "mean_ms": 0.07228571428571429 }, "decode_between_queues": { "n": 280, "sum_ns": 12447984000, "mean_ms": 44.45708571428572 }, "source_raw_queue": { "n": 280, "sum_ns": 2163247000, "mean_ms": 7.7258821428571425 }, "raw_queue_to_source_exit": { "n": 280, "sum_ns": 10571000, "mean_ms": 0.03775357142857143 }, "preprocess_start_to_preprocess_output": { "n": 284, "sum_ns": 1644177289, "mean_ms": 5.7893566514084505 }, "selected_to_preprocess": { "n": 284, "sum_ns": 3118595342, "mean_ms": 10.980969514084506 }, "preprocess_start_to_preprocess": { "n": 284, "sum_ns": 2810155561, "mean_ms": 9.894913947183099 }, "preprocess_output_to_infer_entry": { "n": 284, "sum_ns": 1165978272, "mean_ms": 4.105557295774648 }, "preprocess_to_infer_output": { "n": 282, "sum_ns": 101325248216, "mean_ms": 359.30939083687946 }, "preprocess_to_callback": { "n": 283, "sum_ns": 102268570630, "mean_ms": 361.37304109540634 }, "infer_output_to_callback": { "n": 283, "sum_ns": 525975204, "mean_ms": 1.8585696254416961 }, "copy_wall": { "n": 283, "sum_ns": 1619399278, "mean_ms": 5.72225893286219 }, "copy_thread_cpu": { "n": 283, "sum_ns": 1468206771, "mean_ms": 5.188009791519434 }, "callback_to_copied": { "n": 283, "sum_ns": 1678994378, "mean_ms": 5.932842325088339 }, "accepted_interval": { "n": 283, "sum_ns": 30061972522, "mean_ms": 106.22605131448763 }, "selected_to_submitted": { "n": 283, "sum_ns": 107107857726, "mean_ms": 378.4729954982332 }, "completed_queue_wait": { "n": 283, "sum_ns": 219446980, "mean_ms": 0.7754310247349823 }, "result_observations_wall": { "n": 283, "sum_ns": 379593353, "mean_ms": 1.3413192685512367 }, "result_observations_cpu": { "n": 283, "sum_ns": 365378037, "mean_ms": 1.291088469964664 }, "result_nms_wall": { "n": 283, "sum_ns": 303784154, "mean_ms": 1.0734422402826855 }, "result_nms_cpu": { "n": 283, "sum_ns": 161751495, "mean_ms": 0.5715600530035336 }, "result_tracking_wall": { "n": 283, "sum_ns": 395364864, "mean_ms": 1.3970489893992932 }, "result_tracking_cpu": { "n": 283, "sum_ns": 304526680, "mean_ms": 1.076066007067138 }, "result_region_wall": { "n": 283, "sum_ns": 78300520, "mean_ms": 0.27668028268551237 }, "result_region_cpu": { "n": 283, "sum_ns": 71987299, "mean_ms": 0.2543720812720848 }, "result_fall_wall": { "n": 283, "sum_ns": 170966655, "mean_ms": 0.6041224558303887 }, "result_fall_cpu": { "n": 283, "sum_ns": 161653454, "mean_ms": 0.5712136183745583 }, "result_fight_wall": { "n": 283, "sum_ns": 39126054, "mean_ms": 0.1382546077738516 }, "result_fight_cpu": { "n": 283, "sum_ns": 37536073, "mean_ms": 0.1326363003533569 }, "result_collector_wall": { "n": 284, "sum_ns": 1615810523, "mean_ms": 5.689473672535211 }, "result_collector_cpu": { "n": 284, "sum_ns": 1500094158, "mean_ms": 5.282021683098592 }, "result_composition_wall": { "n": 284, "sum_ns": 6037776, "mean_ms": 0.021259774647887322 }, "result_composition_cpu": { "n": 284, "sum_ns": 5845464, "mean_ms": 0.02058261971830986 }, "result_artifact_handoff_wall": { "n": 284, "sum_ns": 4843016, "mean_ms": 0.01705287323943662 }, "result_artifact_handoff_cpu": { "n": 284, "sum_ns": 3453867, "mean_ms": 0.01216150352112676 }, "result_publish_wall": { "n": 284, "sum_ns": 142556071, "mean_ms": 0.5019579964788733 }, "result_publish_cpu": { "n": 284, "sum_ns": 131583779, "mean_ms": 0.46332316549295777 }, "result_total_wall": { "n": 284, "sum_ns": 3470028984, "mean_ms": 12.218411915492958 }, "result_total_cpu": { "n": 284, "sum_ns": 3034912597, "mean_ms": 10.686311961267606 } } }, { "mode": "mixed-a", "level": 14, "camera": "37", "provider": "fire", "cohort_reset": false, "counter_seconds": 30.137383888, "new_channel": false, "seconds": 30.000090623972937, "selected_fps": 9.622600325155338, "requested_fps": 9.622600325155338, "complete_fps": 9.589418944723766, "accepted_fps": 9.589418944723766, "finalized_fps": 9.589418944723766, "redis_fps": 9.589418944723766, "redis_read_fps": 9.533304535135594, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 289, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.102, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 37, "analysis_gap_markers": 8, "c_suppressed": 0, "max_redis_silence_s": 0.5039896430098452, "redis_interval_s": { "n": 285, "mean": 0.1048113309335078, "median": 0.08699069201247767, "p95": 0.22030486504081637, "maximum": 0.5039896430098452, "minimum": 0.00013268098700791597 }, "redis_drift_s": { "n": 286, "mean": 0.2236789109652476, "median": 0.2174097400023527, "p95": 0.3967173520075278, "maximum": 0.5241522699952839, "minimum": 0.012979438011086586 }, "redis_drift_s_per_min": -0.07216438703751404, "ingress_drift_s": { "n": 12, "mean": 0.006564317250000802, "median": 0.0012150655000198185, "p95": 0.03356280200000583, "maximum": 0.03356280200000583, "minimum": -0.018256530999991583 }, "ingress_drift_s_per_min": -0.00187216289192041, "source_drift_s": { "n": 12, "mean": 0.004077416666670312, "median": 0.0003670000000113305, "p95": 0.031165000000044074, "maximum": 0.031165000000044074, "minimum": -0.01831100000001129 }, "ingress_to_redis_ms": { "n": 286, "mean": 337.1713286713287, "median": 334.5, "p95": 504, "maximum": 601, "minimum": 131 }, "source_samples": 12, "redis_samples": 286, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 290, "sum_ns": 248130482, "mean_ms": 0.8556223517241379 }, "depay_to_source_exit": { "n": 287, "sum_ns": 14784004000, "mean_ms": 51.51220905923345 }, "source_exit_to_ingress": { "n": 287, "sum_ns": 1848708528, "mean_ms": 6.44149312891986 }, "source_encoded_queue": { "n": 287, "sum_ns": 16797000, "mean_ms": 0.05852613240418118 }, "decode_between_queues": { "n": 287, "sum_ns": 13315041000, "mean_ms": 46.39387108013938 }, "source_raw_queue": { "n": 287, "sum_ns": 1336820000, "mean_ms": 4.657909407665505 }, "raw_queue_to_source_exit": { "n": 287, "sum_ns": 17120000, "mean_ms": 0.05965156794425087 }, "preprocess_start_to_preprocess_output": { "n": 290, "sum_ns": 1005369524, "mean_ms": 3.4667914620689655 }, "selected_to_preprocess": { "n": 290, "sum_ns": 1418463969, "mean_ms": 4.8912550655172415 }, "preprocess_start_to_preprocess": { "n": 290, "sum_ns": 1170333487, "mean_ms": 4.035632713793103 }, "preprocess_output_to_infer_entry": { "n": 290, "sum_ns": 164963963, "mean_ms": 0.5688412517241379 }, "preprocess_to_infer_output": { "n": 289, "sum_ns": 92961821025, "mean_ms": 321.6672007785467 }, "preprocess_to_callback": { "n": 289, "sum_ns": 93530169549, "mean_ms": 323.6338046678201 }, "infer_output_to_callback": { "n": 289, "sum_ns": 568348524, "mean_ms": 1.9666038892733564 }, "copy_wall": { "n": 289, "sum_ns": 1786462412, "mean_ms": 6.181530837370242 }, "copy_thread_cpu": { "n": 289, "sum_ns": 1568176294, "mean_ms": 5.42621555017301 }, "callback_to_copied": { "n": 289, "sum_ns": 1848563090, "mean_ms": 6.396412076124568 }, "accepted_interval": { "n": 289, "sum_ns": 30176673844, "mean_ms": 104.41755655363322 }, "selected_to_submitted": { "n": 289, "sum_ns": 96819742794, "mean_ms": 335.0164110519031 }, "completed_queue_wait": { "n": 289, "sum_ns": 116230907, "mean_ms": 0.40218306920415225 }, "result_composition_wall": { "n": 289, "sum_ns": 3075078, "mean_ms": 0.010640408304498269 }, "result_composition_cpu": { "n": 289, "sum_ns": 2969216, "mean_ms": 0.010274103806228374 }, "result_artifact_handoff_wall": { "n": 289, "sum_ns": 2541988, "mean_ms": 0.008795806228373702 }, "result_artifact_handoff_cpu": { "n": 289, "sum_ns": 2543360, "mean_ms": 0.008800553633217993 }, "result_publish_wall": { "n": 289, "sum_ns": 34925038, "mean_ms": 0.12084788235294118 }, "result_publish_cpu": { "n": 289, "sum_ns": 32015302, "mean_ms": 0.11077959169550174 }, "result_total_wall": { "n": 289, "sum_ns": 323457282, "mean_ms": 1.1192293494809689 }, "result_total_cpu": { "n": 289, "sum_ns": 297046139, "mean_ms": 1.027841311418685 } } }, { "mode": "mixed-a", "level": 14, "camera": "37", "provider": "crowd", "cohort_reset": false, "counter_seconds": 30.142318606, "new_channel": false, "seconds": 30.000090623972937, "selected_fps": 9.85325660849728, "requested_fps": 9.85325660849728, "complete_fps": 9.786904712143762, "accepted_fps": 9.786904712143762, "finalized_fps": 9.786904712143762, "redis_fps": 9.786904712143762, "redis_read_fps": 9.699970698337264, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 294, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.154, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 26, "analysis_gap_markers": 3, "c_suppressed": 0, "max_redis_silence_s": 0.32418117398628965, "redis_interval_s": { "n": 290, "mean": 0.1026386373206684, "median": 0.08959478899487294, "p95": 0.22948803898179904, "maximum": 0.32418117398628965, "minimum": 0.001035850029438734 }, "redis_drift_s": { "n": 291, "mean": 0.3209196316957347, "median": 0.3142064649853751, "p95": 0.47036111196644015, "maximum": 0.5674436730202217, "minimum": 0.04282658199826983 }, "redis_drift_s_per_min": -0.1313609497260003, "ingress_drift_s": { "n": 12, "mean": 0.003554023416678357, "median": 0.0012376239999980498, "p95": 0.03265571600002204, "maximum": 0.03265571600002204, "minimum": -0.01775786700000026 }, "ingress_drift_s_per_min": 0.007021770238857684, "source_drift_s": { "n": 12, "mean": 0.0007580833333378223, "median": 0.00016600000000721593, "p95": 0.032761999999991076, "maximum": 0.032761999999991076, "minimum": -0.029858000000047014 }, "ingress_to_redis_ms": { "n": 291, "mean": 312.2233676975945, "median": 308, "p95": 439, "maximum": 563, "minimum": 95 }, "source_samples": 12, "redis_samples": 291, "native_redis_joined": 11, "durations": { "selected_to_preprocess_start": { "n": 297, "sum_ns": 267764199, "mean_ms": 0.9015629595959597 }, "preprocess_start_to_preprocess_output": { "n": 297, "sum_ns": 998597525, "mean_ms": 3.362281228956229 }, "selected_to_preprocess": { "n": 297, "sum_ns": 1486451201, "mean_ms": 5.004886198653199 }, "preprocess_start_to_preprocess": { "n": 297, "sum_ns": 1218687002, "mean_ms": 4.103323239057239 }, "preprocess_output_to_infer_entry": { "n": 297, "sum_ns": 220089477, "mean_ms": 0.7410420101010101 }, "depay_to_source_exit": { "n": 294, "sum_ns": 14543703000, "mean_ms": 49.4683775510204 }, "source_exit_to_ingress": { "n": 294, "sum_ns": 1520186164, "mean_ms": 5.170701238095238 }, "source_encoded_queue": { "n": 294, "sum_ns": 23379000, "mean_ms": 0.0795204081632653 }, "decode_between_queues": { "n": 294, "sum_ns": 13652680000, "mean_ms": 46.43768707482993 }, "source_raw_queue": { "n": 294, "sum_ns": 737240000, "mean_ms": 2.5076190476190474 }, "raw_queue_to_source_exit": { "n": 294, "sum_ns": 14374000, "mean_ms": 0.04889115646258504 }, "preprocess_to_infer_output": { "n": 296, "sum_ns": 87762684567, "mean_ms": 296.4955559695946 }, "preprocess_to_callback": { "n": 295, "sum_ns": 87966886166, "mean_ms": 298.19283446101696 }, "infer_output_to_callback": { "n": 295, "sum_ns": 543721084, "mean_ms": 1.8431223186440677 }, "copy_wall": { "n": 295, "sum_ns": 1789129878, "mean_ms": 6.064847044067796 }, "copy_thread_cpu": { "n": 295, "sum_ns": 1587230730, "mean_ms": 5.380443152542373 }, "callback_to_copied": { "n": 295, "sum_ns": 1862367317, "mean_ms": 6.313109549152543 }, "accepted_interval": { "n": 295, "sum_ns": 30039164208, "mean_ms": 101.82767528135594 }, "selected_to_submitted": { "n": 295, "sum_ns": 91336289589, "mean_ms": 309.614540979661 }, "completed_queue_wait": { "n": 295, "sum_ns": 102947188, "mean_ms": 0.3489735186440678 }, "result_composition_wall": { "n": 295, "sum_ns": 5137292, "mean_ms": 0.017414549152542372 }, "result_composition_cpu": { "n": 295, "sum_ns": 4932748, "mean_ms": 0.01672117966101695 }, "result_publish_wall": { "n": 295, "sum_ns": 47031003, "mean_ms": 0.15942712881355933 }, "result_publish_cpu": { "n": 295, "sum_ns": 43711519, "mean_ms": 0.1481746406779661 }, "result_total_wall": { "n": 295, "sum_ns": 406481624, "mean_ms": 1.3779038101694914 }, "result_total_cpu": { "n": 295, "sum_ns": 369983693, "mean_ms": 1.2541820101694916 } } }, { "mode": "mixed-a", "level": 14, "camera": "38", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.928821424, "new_channel": false, "seconds": 30.000090623972937, "selected_fps": 9.489180879413436, "requested_fps": 9.489180879413436, "complete_fps": 9.489180879413436, "accepted_fps": 9.489180879413436, "finalized_fps": 9.489180879413436, "redis_fps": 9.489180879413436, "redis_read_fps": 9.49997130249526, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 284, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.151, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 64, "analysis_gap_markers": 12, "c_suppressed": 0, "max_redis_silence_s": 0.45346758503001183, "redis_interval_s": { "n": 284, "mean": 0.1053109812992133, "median": 0.09121858549769968, "p95": 0.23879011400276795, "maximum": 0.45346758503001183, "minimum": 0.0037784450105391443 }, "redis_drift_s": { "n": 285, "mean": -3.8454703346523273, "median": -3.847021729982913, "p95": -3.704481991984892, "maximum": -3.485028405001856, "minimum": -4.015167070970875 }, "redis_drift_s_per_min": 0.06829074321116618, "ingress_drift_s": { "n": 12, "mean": -0.030256581333335458, "median": -0.025979539000005047, "p95": 0.003048126000010143, "maximum": 0.003048126000010143, "minimum": -0.07502084600000103 }, "ingress_drift_s_per_min": -0.12083614638470791, "source_drift_s": { "n": 12, "mean": -0.03036950000000142, "median": -0.026037500000001046, "p95": -0.00011200000000144428, "maximum": -0.00011200000000144428, "minimum": -0.07231199999998239 }, "ingress_to_redis_ms": { "n": 285, "mean": 391.4140350877193, "median": 389, "p95": 523, "maximum": 674, "minimum": 236 }, "source_samples": 12, "redis_samples": 285, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 284, "sum_ns": 15932863000, "mean_ms": 56.10163028169014 }, "source_exit_to_ingress": { "n": 284, "sum_ns": 2744296560, "mean_ms": 9.663016056338028 }, "source_encoded_queue": { "n": 284, "sum_ns": 18592000, "mean_ms": 0.06546478873239436 }, "decode_between_queues": { "n": 284, "sum_ns": 13503099000, "mean_ms": 47.54612323943662 }, "source_raw_queue": { "n": 284, "sum_ns": 2258526000, "mean_ms": 7.952556338028169 }, "raw_queue_to_source_exit": { "n": 284, "sum_ns": 9409000, "mean_ms": 0.033130281690140845 }, "selected_to_preprocess_start": { "n": 284, "sum_ns": 424914942, "mean_ms": 1.4961793732394366 }, "preprocess_start_to_preprocess_output": { "n": 284, "sum_ns": 1372761747, "mean_ms": 4.833668123239436 }, "selected_to_preprocess": { "n": 284, "sum_ns": 2667258218, "mean_ms": 9.391754288732395 }, "preprocess_start_to_preprocess": { "n": 284, "sum_ns": 2242343276, "mean_ms": 7.895574915492958 }, "preprocess_output_to_infer_entry": { "n": 284, "sum_ns": 869581529, "mean_ms": 3.0619067922535215 }, "preprocess_to_infer_output": { "n": 284, "sum_ns": 102152898352, "mean_ms": 359.69330405633804 }, "preprocess_to_callback": { "n": 284, "sum_ns": 102671846439, "mean_ms": 361.52058605281695 }, "infer_output_to_callback": { "n": 284, "sum_ns": 518948087, "mean_ms": 1.8272819964788733 }, "copy_wall": { "n": 284, "sum_ns": 1857191495, "mean_ms": 6.539406672535211 }, "copy_thread_cpu": { "n": 284, "sum_ns": 1704885982, "mean_ms": 6.003119654929577 }, "callback_to_copied": { "n": 284, "sum_ns": 1919427704, "mean_ms": 6.758548253521127 }, "accepted_interval": { "n": 284, "sum_ns": 29950759489, "mean_ms": 105.46042073591549 }, "selected_to_submitted": { "n": 284, "sum_ns": 107299054147, "mean_ms": 377.81357094014083 }, "completed_queue_wait": { "n": 284, "sum_ns": 223042835, "mean_ms": 0.7853620950704225 }, "result_observations_wall": { "n": 284, "sum_ns": 377173725, "mean_ms": 1.3280764964788734 }, "result_observations_cpu": { "n": 284, "sum_ns": 359324863, "mean_ms": 1.2652283908450703 }, "result_nms_wall": { "n": 284, "sum_ns": 342871855, "mean_ms": 1.207295264084507 }, "result_nms_cpu": { "n": 284, "sum_ns": 169325231, "mean_ms": 0.596215602112676 }, "result_tracking_wall": { "n": 284, "sum_ns": 548205205, "mean_ms": 1.9303000176056337 }, "result_tracking_cpu": { "n": 284, "sum_ns": 297735008, "mean_ms": 1.048362704225352 }, "result_region_wall": { "n": 284, "sum_ns": 82834091, "mean_ms": 0.29166933450704224 }, "result_region_cpu": { "n": 284, "sum_ns": 74170474, "mean_ms": 0.26116364084507043 }, "result_fall_wall": { "n": 284, "sum_ns": 171283119, "mean_ms": 0.6031095739436619 }, "result_fall_cpu": { "n": 284, "sum_ns": 166532416, "mean_ms": 0.5863817464788732 }, "result_fight_wall": { "n": 284, "sum_ns": 44814483, "mean_ms": 0.15779747535211266 }, "result_fight_cpu": { "n": 284, "sum_ns": 40026644, "mean_ms": 0.14093888732394366 }, "result_collector_wall": { "n": 284, "sum_ns": 1243241746, "mean_ms": 4.377611781690141 }, "result_collector_cpu": { "n": 284, "sum_ns": 1135558532, "mean_ms": 3.9984455352112676 }, "result_composition_wall": { "n": 284, "sum_ns": 6404154, "mean_ms": 0.022549838028169015 }, "result_composition_cpu": { "n": 284, "sum_ns": 5910603, "mean_ms": 0.0208119823943662 }, "result_artifact_handoff_wall": { "n": 284, "sum_ns": 4427982, "mean_ms": 0.015591485915492958 }, "result_artifact_handoff_cpu": { "n": 284, "sum_ns": 3570897, "mean_ms": 0.012573580985915492 }, "result_publish_wall": { "n": 284, "sum_ns": 147528834, "mean_ms": 0.5194677253521127 }, "result_publish_cpu": { "n": 284, "sum_ns": 127661199, "mean_ms": 0.4495112640845071 }, "result_total_wall": { "n": 284, "sum_ns": 3330181612, "mean_ms": 11.725991591549295 }, "result_total_cpu": { "n": 284, "sum_ns": 2676121469, "mean_ms": 9.422962919014084 } } }, { "mode": "mixed-a", "level": 14, "camera": "38", "provider": "fire", "cohort_reset": false, "counter_seconds": 30.134261709, "new_channel": false, "seconds": 30.000090623972937, "selected_fps": 9.623597312602739, "requested_fps": 9.623597312602739, "complete_fps": 9.623597312602739, "accepted_fps": 9.623597312602739, "finalized_fps": 9.623597312602739, "redis_fps": 9.623597312602739, "redis_read_fps": 9.599971000416263, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 290, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.262, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 32, "analysis_gap_markers": 9, "c_suppressed": 0, "max_redis_silence_s": 0.4323835480026901, "redis_interval_s": { "n": 287, "mean": 0.10417889917771517, "median": 0.08661044604377821, "p95": 0.2517870599986054, "maximum": 0.4323835480026901, "minimum": 0.0022361919982358813 }, "redis_drift_s": { "n": 288, "mean": 0.1834897562333065, "median": 0.18080937401671804, "p95": 0.34736741401533777, "maximum": 0.5315813790327013, "minimum": -0.08044909997516925 }, "redis_drift_s_per_min": -0.08766346394921283, "ingress_drift_s": { "n": 10, "mean": -0.02930472420000001, "median": -0.017541311000002224, "p95": 0.0023508929999991324, "maximum": 0.0023508929999991324, "minimum": -0.07725098599999569 }, "ingress_drift_s_per_min": -0.05504352144704286, "source_drift_s": { "n": 10, "mean": -0.03150979999999777, "median": -0.017900000000011573, "p95": 0.0002550000000098862, "maximum": 0.0002550000000098862, "minimum": -0.07984400000000846 }, "ingress_to_redis_ms": { "n": 288, "mean": 337.8229166666667, "median": 333.5, "p95": 500, "maximum": 603, "minimum": 127 }, "source_samples": 10, "redis_samples": 288, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 290, "sum_ns": 14698292000, "mean_ms": 50.68376551724138 }, "source_exit_to_ingress": { "n": 290, "sum_ns": 1868301734, "mean_ms": 6.442419772413793 }, "source_encoded_queue": { "n": 290, "sum_ns": 18679000, "mean_ms": 0.06441034482758622 }, "decode_between_queues": { "n": 290, "sum_ns": 13579575000, "mean_ms": 46.82612068965517 }, "source_raw_queue": { "n": 290, "sum_ns": 980075000, "mean_ms": 3.3795689655172416 }, "raw_queue_to_source_exit": { "n": 290, "sum_ns": 9397000, "mean_ms": 0.03240344827586207 }, "selected_to_preprocess_start": { "n": 290, "sum_ns": 253306433, "mean_ms": 0.8734704586206897 }, "preprocess_start_to_preprocess_output": { "n": 290, "sum_ns": 1032587531, "mean_ms": 3.5606466586206897 }, "selected_to_preprocess": { "n": 290, "sum_ns": 1549355861, "mean_ms": 5.342606417241379 }, "preprocess_start_to_preprocess": { "n": 290, "sum_ns": 1296049428, "mean_ms": 4.46913595862069 }, "preprocess_output_to_infer_entry": { "n": 290, "sum_ns": 263461897, "mean_ms": 0.9084893 }, "preprocess_to_infer_output": { "n": 290, "sum_ns": 93524240025, "mean_ms": 322.4973793965517 }, "preprocess_to_callback": { "n": 290, "sum_ns": 94077862025, "mean_ms": 324.4064207758621 }, "infer_output_to_callback": { "n": 290, "sum_ns": 553622000, "mean_ms": 1.909041379310345 }, "copy_wall": { "n": 290, "sum_ns": 1714355271, "mean_ms": 5.9115699 }, "copy_thread_cpu": { "n": 290, "sum_ns": 1510101071, "mean_ms": 5.207245072413793 }, "callback_to_copied": { "n": 290, "sum_ns": 1779374739, "mean_ms": 6.135774962068965 }, "accepted_interval": { "n": 290, "sum_ns": 30383885947, "mean_ms": 104.77202050689655 }, "selected_to_submitted": { "n": 290, "sum_ns": 97442376324, "mean_ms": 336.00819422068963 }, "completed_queue_wait": { "n": 290, "sum_ns": 129042840, "mean_ms": 0.44497531034482757 }, "result_composition_wall": { "n": 290, "sum_ns": 2911050, "mean_ms": 0.010038103448275862 }, "result_composition_cpu": { "n": 290, "sum_ns": 2778206, "mean_ms": 0.009580020689655171 }, "result_artifact_handoff_wall": { "n": 290, "sum_ns": 2959355, "mean_ms": 0.010204672413793104 }, "result_artifact_handoff_cpu": { "n": 290, "sum_ns": 2543449, "mean_ms": 0.008770513793103448 }, "result_publish_wall": { "n": 290, "sum_ns": 74474746, "mean_ms": 0.25680946896551726 }, "result_publish_cpu": { "n": 290, "sum_ns": 70330484, "mean_ms": 0.2425189103448276 }, "result_total_wall": { "n": 290, "sum_ns": 356640006, "mean_ms": 1.229793124137931 }, "result_total_cpu": { "n": 290, "sum_ns": 335503539, "mean_ms": 1.1569087551724138 } } }, { "mode": "mixed-a", "level": 14, "camera": "38", "provider": "crowd", "cohort_reset": false, "counter_seconds": 30.121297061, "new_channel": false, "seconds": 30.000090623972937, "selected_fps": 9.76053585622848, "requested_fps": 9.76053585622848, "complete_fps": 9.76053585622848, "accepted_fps": 9.76053585622848, "finalized_fps": 9.76053585622848, "redis_fps": 9.76053585622848, "redis_read_fps": 9.766637163617933, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 293, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.176, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 15, "analysis_gap_markers": 4, "c_suppressed": 0, "max_redis_silence_s": 0.3288837560103275, "redis_interval_s": { "n": 292, "mean": 0.10224717526022051, "median": 0.08572891898802482, "p95": 0.2224670610157773, "maximum": 0.3288837560103275, "minimum": 0.00889321300201118 }, "redis_drift_s": { "n": 293, "mean": 0.24274563364586826, "median": 0.24007880897727318, "p95": 0.39722058299508944, "maximum": 0.4656001640213674, "minimum": -0.0009697290114161206 }, "redis_drift_s_per_min": -0.08683860432557043, "ingress_drift_s": { "n": 12, "mean": -0.022992944166666973, "median": -0.011790122500002553, "p95": 0.01692790100000252, "maximum": 0.01692790100000252, "minimum": -0.07505714999999213 }, "ingress_drift_s_per_min": 0.0043490034966800805, "source_drift_s": { "n": 12, "mean": -0.022629666666669362, "median": -0.01270449999999812, "p95": 0.017607999999995627, "maximum": 0.017607999999995627, "minimum": -0.07530400000001691 }, "ingress_to_redis_ms": { "n": 293, "mean": 309.0887372013652, "median": 311, "p95": 465, "maximum": 538, "minimum": 48 }, "source_samples": 12, "redis_samples": 293, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 294, "sum_ns": 14598624000, "mean_ms": 49.65518367346939 }, "source_exit_to_ingress": { "n": 294, "sum_ns": 1042799166, "mean_ms": 3.54693593877551 }, "source_encoded_queue": { "n": 294, "sum_ns": 25494000, "mean_ms": 0.08671428571428572 }, "decode_between_queues": { "n": 294, "sum_ns": 13917007000, "mean_ms": 47.33675850340136 }, "source_raw_queue": { "n": 294, "sum_ns": 536473000, "mean_ms": 1.8247380952380952 }, "raw_queue_to_source_exit": { "n": 294, "sum_ns": 9770000, "mean_ms": 0.03323129251700681 }, "selected_to_preprocess_start": { "n": 294, "sum_ns": 251086852, "mean_ms": 0.8540369115646258 }, "preprocess_start_to_preprocess_output": { "n": 294, "sum_ns": 1058879792, "mean_ms": 3.6016319455782315 }, "selected_to_preprocess": { "n": 294, "sum_ns": 1676319680, "mean_ms": 5.70176761904762 }, "preprocess_start_to_preprocess": { "n": 294, "sum_ns": 1425232828, "mean_ms": 4.847730707482993 }, "preprocess_output_to_infer_entry": { "n": 294, "sum_ns": 366353036, "mean_ms": 1.2460987619047619 }, "preprocess_to_infer_output": { "n": 294, "sum_ns": 86176646827, "mean_ms": 293.11784635034013 }, "preprocess_to_callback": { "n": 294, "sum_ns": 86700916047, "mean_ms": 294.9010749897959 }, "infer_output_to_callback": { "n": 294, "sum_ns": 524269220, "mean_ms": 1.7832286394557824 }, "copy_wall": { "n": 294, "sum_ns": 1723066027, "mean_ms": 5.860768799319728 }, "copy_thread_cpu": { "n": 294, "sum_ns": 1533013193, "mean_ms": 5.214330588435375 }, "callback_to_copied": { "n": 294, "sum_ns": 1790157702, "mean_ms": 6.088971775510204 }, "accepted_interval": { "n": 294, "sum_ns": 30094036845, "mean_ms": 102.36066954081632 }, "selected_to_submitted": { "n": 294, "sum_ns": 90202003111, "mean_ms": 306.80953439115643 }, "completed_queue_wait": { "n": 294, "sum_ns": 106706998, "mean_ms": 0.36294897278911564 }, "result_composition_wall": { "n": 294, "sum_ns": 4772919, "mean_ms": 0.016234418367346938 }, "result_composition_cpu": { "n": 294, "sum_ns": 4339684, "mean_ms": 0.014760829931972788 }, "result_publish_wall": { "n": 294, "sum_ns": 45206910, "mean_ms": 0.153765 }, "result_publish_cpu": { "n": 294, "sum_ns": 44590490, "mean_ms": 0.15166833333333335 }, "result_total_wall": { "n": 294, "sum_ns": 387794454, "mean_ms": 1.3190287551020408 }, "result_total_cpu": { "n": 294, "sum_ns": 363863244, "mean_ms": 1.237630081632653 } } }, { "mode": "mixed-a", "level": 14, "camera": "39", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.009256183, "new_channel": false, "seconds": 30.000090623972937, "selected_fps": 9.597038935045303, "requested_fps": 9.597038935045303, "complete_fps": 9.597038935045303, "accepted_fps": 9.597038935045303, "finalized_fps": 9.597038935045303, "redis_fps": 9.597038935045303, "redis_read_fps": 9.599971000416263, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 288, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.084, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 74, "analysis_gap_markers": 11, "c_suppressed": 0, "max_redis_silence_s": 0.41740045993356034, "redis_interval_s": { "n": 287, "mean": 0.10441928872459759, "median": 0.09011073398869485, "p95": 0.22009030199842528, "maximum": 0.41740045993356034, "minimum": 0.000856266007758677 }, "redis_drift_s": { "n": 288, "mean": 0.30486226893244656, "median": 0.30449145545787815, "p95": 0.4338274949965921, "maximum": 0.5432495969720321, "minimum": 0.06848443798813264 }, "redis_drift_s_per_min": 0.07644094903451079, "ingress_drift_s": { "n": 12, "mean": 0.029828416500002675, "median": 0.02672270950000666, "p95": 0.07813661900001989, "maximum": 0.07813661900001989, "minimum": -0.01858053099999779 }, "ingress_drift_s_per_min": -0.03170707997332864, "source_drift_s": { "n": 12, "mean": 0.015080500000003383, "median": 0.017148000000005936, "p95": 0.040224999999992406, "maximum": 0.040224999999992406, "minimum": -0.022122999999993453 }, "ingress_to_redis_ms": { "n": 288, "mean": 389.56597222222223, "median": 385.0, "p95": 518, "maximum": 645, "minimum": 170 }, "source_samples": 12, "redis_samples": 288, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 288, "sum_ns": 513874311, "mean_ms": 1.7842858020833332 }, "preprocess_start_to_preprocess_output": { "n": 287, "sum_ns": 1424610223, "mean_ms": 4.96379868641115 }, "selected_to_preprocess": { "n": 287, "sum_ns": 2869368770, "mean_ms": 9.997800592334494 }, "preprocess_start_to_preprocess": { "n": 287, "sum_ns": 2358811068, "mean_ms": 8.218853895470383 }, "preprocess_output_to_infer_entry": { "n": 287, "sum_ns": 934200845, "mean_ms": 3.2550552090592335 }, "depay_to_source_exit": { "n": 287, "sum_ns": 15398984000, "mean_ms": 53.65499651567944 }, "source_exit_to_ingress": { "n": 287, "sum_ns": 4199367595, "mean_ms": 14.631942839721255 }, "source_encoded_queue": { "n": 287, "sum_ns": 28745000, "mean_ms": 0.10015679442508711 }, "decode_between_queues": { "n": 287, "sum_ns": 13293710000, "mean_ms": 46.31954703832752 }, "source_raw_queue": { "n": 287, "sum_ns": 1986180000, "mean_ms": 6.920487804878048 }, "raw_queue_to_source_exit": { "n": 287, "sum_ns": 10362000, "mean_ms": 0.03610452961672474 }, "preprocess_to_infer_output": { "n": 287, "sum_ns": 102833280664, "mean_ms": 358.30411381184666 }, "preprocess_to_callback": { "n": 287, "sum_ns": 103340557163, "mean_ms": 360.0716277456446 }, "infer_output_to_callback": { "n": 288, "sum_ns": 507831664, "mean_ms": 1.763304388888889 }, "copy_wall": { "n": 288, "sum_ns": 1806706835, "mean_ms": 6.273287621527778 }, "copy_thread_cpu": { "n": 288, "sum_ns": 1662022872, "mean_ms": 5.77091275 }, "callback_to_copied": { "n": 288, "sum_ns": 1866764130, "mean_ms": 6.481819895833333 }, "accepted_interval": { "n": 288, "sum_ns": 29968976353, "mean_ms": 104.0589456701389 }, "selected_to_submitted": { "n": 288, "sum_ns": 108630525241, "mean_ms": 377.1893237534722 }, "completed_queue_wait": { "n": 288, "sum_ns": 203393756, "mean_ms": 0.7062283194444445 }, "result_observations_wall": { "n": 288, "sum_ns": 389330936, "mean_ms": 1.3518435277777778 }, "result_observations_cpu": { "n": 288, "sum_ns": 364428928, "mean_ms": 1.2653782222222223 }, "result_nms_wall": { "n": 288, "sum_ns": 325322132, "mean_ms": 1.129590736111111 }, "result_nms_cpu": { "n": 288, "sum_ns": 173462601, "mean_ms": 0.6023006979166666 }, "result_tracking_wall": { "n": 288, "sum_ns": 348816733, "mean_ms": 1.2111692118055555 }, "result_tracking_cpu": { "n": 288, "sum_ns": 277989718, "mean_ms": 0.9652420763888889 }, "result_region_wall": { "n": 288, "sum_ns": 97082128, "mean_ms": 0.33709072222222225 }, "result_region_cpu": { "n": 288, "sum_ns": 91741811, "mean_ms": 0.31854795486111115 }, "result_fall_wall": { "n": 288, "sum_ns": 245547038, "mean_ms": 0.8525938819444445 }, "result_fall_cpu": { "n": 288, "sum_ns": 225053572, "mean_ms": 0.7814360138888888 }, "result_fight_wall": { "n": 288, "sum_ns": 63422574, "mean_ms": 0.22021727083333334 }, "result_fight_cpu": { "n": 288, "sum_ns": 61220083, "mean_ms": 0.21256973263888887 }, "result_collector_wall": { "n": 288, "sum_ns": 1046507653, "mean_ms": 3.633707128472222 }, "result_collector_cpu": { "n": 288, "sum_ns": 951455069, "mean_ms": 3.303663434027778 }, "result_composition_wall": { "n": 288, "sum_ns": 6242629, "mean_ms": 0.02167579513888889 }, "result_composition_cpu": { "n": 288, "sum_ns": 5803287, "mean_ms": 0.02015030208333333 }, "result_artifact_handoff_wall": { "n": 288, "sum_ns": 5740303, "mean_ms": 0.01993160763888889 }, "result_artifact_handoff_cpu": { "n": 288, "sum_ns": 3769781, "mean_ms": 0.013089517361111112 }, "result_publish_wall": { "n": 288, "sum_ns": 79609368, "mean_ms": 0.2764214166666667 }, "result_publish_cpu": { "n": 288, "sum_ns": 74719338, "mean_ms": 0.25944214583333336 }, "result_total_wall": { "n": 288, "sum_ns": 2991207816, "mean_ms": 10.38613825 }, "result_total_cpu": { "n": 288, "sum_ns": 2539320852, "mean_ms": 8.817086291666666 } } }, { "mode": "mixed-a", "level": 14, "camera": "39", "provider": "fire", "cohort_reset": false, "counter_seconds": 29.877201165, "new_channel": false, "seconds": 30.000090623972937, "selected_fps": 9.773338486004736, "requested_fps": 9.773338486004736, "complete_fps": 9.739868148723897, "accepted_fps": 9.739868148723897, "finalized_fps": 9.739868148723897, "redis_fps": 9.67292747416222, "redis_read_fps": 9.633304233056597, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 291, "queue_depth_max_sampled": 1, "queue_age_max_sampled": 0.00041252002120018005, "provider_response_age_max_sampled": 0.116, "sender": { "replaced": 2, "expired": 0, "send_error": 0 }, "gap_markers": 35, "analysis_gap_markers": 7, "c_suppressed": 0, "max_redis_silence_s": 0.44173815503017977, "redis_interval_s": { "n": 288, "mean": 0.10344157742717168, "median": 0.08437158400192857, "p95": 0.25165180396288633, "maximum": 0.44173815503017977, "minimum": 2.9327988158911467e-05 }, "redis_drift_s": { "n": 289, "mean": 0.14438984309580988, "median": 0.14231233898271967, "p95": 0.3089692670209274, "maximum": 0.4486030979785198, "minimum": -0.10645312901354487 }, "redis_drift_s_per_min": -0.07585117588702696, "ingress_drift_s": { "n": 12, "mean": -0.011429351666672952, "median": -0.012925145500005897, "p95": 0.01685351899999432, "maximum": 0.01685351899999432, "minimum": -0.04633226199999285 }, "ingress_drift_s_per_min": 0.007489881478941887, "source_drift_s": { "n": 12, "mean": -0.014073166666674316, "median": -0.014225500000009106, "p95": 0.017608999999993102, "maximum": 0.017608999999993102, "minimum": -0.04744600000000787 }, "ingress_to_redis_ms": { "n": 289, "mean": 338.24221453287197, "median": 338, "p95": 502, "maximum": 617, "minimum": 125 }, "source_samples": 12, "redis_samples": 289, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 292, "sum_ns": 280303183, "mean_ms": 0.9599424075342465 }, "preprocess_start_to_preprocess_output": { "n": 292, "sum_ns": 992014189, "mean_ms": 3.3973088664383564 }, "depay_to_source_exit": { "n": 291, "sum_ns": 14720336000, "mean_ms": 50.5853470790378 }, "source_exit_to_ingress": { "n": 291, "sum_ns": 1929389002, "mean_ms": 6.6302027560137455 }, "source_encoded_queue": { "n": 291, "sum_ns": 28595000, "mean_ms": 0.09826460481099657 }, "decode_between_queues": { "n": 291, "sum_ns": 13438631000, "mean_ms": 46.180862542955325 }, "source_raw_queue": { "n": 291, "sum_ns": 1158898000, "mean_ms": 3.98246735395189 }, "raw_queue_to_source_exit": { "n": 291, "sum_ns": 11125000, "mean_ms": 0.03823024054982818 }, "selected_to_preprocess": { "n": 292, "sum_ns": 1517036943, "mean_ms": 5.195331996575343 }, "preprocess_start_to_preprocess": { "n": 292, "sum_ns": 1236733760, "mean_ms": 4.235389589041096 }, "preprocess_output_to_infer_entry": { "n": 292, "sum_ns": 244719571, "mean_ms": 0.8380807226027397 }, "preprocess_to_infer_output": { "n": 291, "sum_ns": 93775770410, "mean_ms": 322.2535065635739 }, "preprocess_to_callback": { "n": 291, "sum_ns": 94322511055, "mean_ms": 324.132340395189 }, "infer_output_to_callback": { "n": 291, "sum_ns": 546740645, "mean_ms": 1.87883383161512 }, "copy_wall": { "n": 291, "sum_ns": 1765826546, "mean_ms": 6.0681324604811 }, "copy_thread_cpu": { "n": 291, "sum_ns": 1541836201, "mean_ms": 5.298406189003437 }, "callback_to_copied": { "n": 291, "sum_ns": 1829869353, "mean_ms": 6.288210835051546 }, "accepted_interval": { "n": 291, "sum_ns": 29861767941, "mean_ms": 102.61775924742268 }, "selected_to_submitted": { "n": 291, "sum_ns": 97701745238, "mean_ms": 335.74482899656357 }, "completed_queue_wait": { "n": 291, "sum_ns": 124419925, "mean_ms": 0.4275598797250859 }, "result_composition_wall": { "n": 291, "sum_ns": 3018478, "mean_ms": 0.010372776632302407 }, "result_composition_cpu": { "n": 291, "sum_ns": 2922181, "mean_ms": 0.01004185910652921 }, "result_artifact_handoff_wall": { "n": 291, "sum_ns": 2614710, "mean_ms": 0.008985257731958764 }, "result_artifact_handoff_cpu": { "n": 291, "sum_ns": 2595451, "mean_ms": 0.00891907560137457 }, "result_publish_wall": { "n": 291, "sum_ns": 36920479, "mean_ms": 0.12687449828178696 }, "result_publish_cpu": { "n": 291, "sum_ns": 32379147, "mean_ms": 0.11126854639175257 }, "result_total_wall": { "n": 291, "sum_ns": 315083831, "mean_ms": 1.0827623058419245 }, "result_total_cpu": { "n": 291, "sum_ns": 300520058, "mean_ms": 1.0327149759450172 } } }, { "mode": "mixed-a", "level": 14, "camera": "39", "provider": "crowd", "cohort_reset": false, "counter_seconds": 30.121707764, "new_channel": false, "seconds": 30.000090623972937, "selected_fps": 9.926396017869553, "requested_fps": 9.926396017869553, "complete_fps": 9.959594666758749, "accepted_fps": 9.959594666758749, "finalized_fps": 9.926396017869553, "redis_fps": 9.926396017869553, "redis_read_fps": 9.89997009417927, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 300, "queue_depth_max_sampled": 1, "queue_age_max_sampled": 0.0004053559969179332, "provider_response_age_max_sampled": 0.065, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 19, "analysis_gap_markers": 2, "c_suppressed": 0, "max_redis_silence_s": 0.3826482919976115, "redis_interval_s": { "n": 296, "mean": 0.1009511602668853, "median": 0.08366050702170469, "p95": 0.24718822597060353, "maximum": 0.3826482919976115, "minimum": 0.00020491203758865595 }, "redis_drift_s": { "n": 297, "mean": 0.07832983761546883, "median": 0.07737437298521854, "p95": 0.20687477699760848, "maximum": 0.3087756769591863, "minimum": -0.13579772304325388 }, "redis_drift_s_per_min": -0.07140570655615766, "ingress_drift_s": { "n": 12, "mean": -0.0349936011666756, "median": -0.032609333000010565, "p95": -0.001326922999993485, "maximum": -0.001326922999993485, "minimum": -0.06908542499999726 }, "ingress_drift_s_per_min": 0.02426139661952852, "source_drift_s": { "n": 12, "mean": -0.03502375000001242, "median": -0.03182750000000567, "p95": -0.005751000000003614, "maximum": -0.005751000000003614, "minimum": -0.06633200000001693 }, "ingress_to_redis_ms": { "n": 297, "mean": 310.4141414141414, "median": 312, "p95": 445, "maximum": 544, "minimum": 103 }, "source_samples": 12, "redis_samples": 297, "native_redis_joined": 11, "durations": { "selected_to_preprocess_start": { "n": 299, "sum_ns": 255273678, "mean_ms": 0.8537581204013377 }, "depay_to_source_exit": { "n": 298, "sum_ns": 14750040000, "mean_ms": 49.49677852348993 }, "source_exit_to_ingress": { "n": 298, "sum_ns": 1570614078, "mean_ms": 5.270517040268457 }, "source_encoded_queue": { "n": 298, "sum_ns": 16529000, "mean_ms": 0.05546644295302014 }, "decode_between_queues": { "n": 298, "sum_ns": 13900557000, "mean_ms": 46.6461644295302 }, "source_raw_queue": { "n": 298, "sum_ns": 729771000, "mean_ms": 2.4488959731543622 }, "raw_queue_to_source_exit": { "n": 298, "sum_ns": 12116000, "mean_ms": 0.04065771812080537 }, "preprocess_start_to_preprocess_output": { "n": 299, "sum_ns": 1082972959, "mean_ms": 3.621983140468227 }, "selected_to_preprocess": { "n": 299, "sum_ns": 1950127875, "mean_ms": 6.522166806020067 }, "preprocess_start_to_preprocess": { "n": 299, "sum_ns": 1694854197, "mean_ms": 5.668408685618729 }, "preprocess_output_to_infer_entry": { "n": 299, "sum_ns": 611881238, "mean_ms": 2.046425545150502 }, "preprocess_to_infer_output": { "n": 300, "sum_ns": 87766151529, "mean_ms": 292.55383843 }, "preprocess_to_callback": { "n": 300, "sum_ns": 88324308048, "mean_ms": 294.41436016 }, "infer_output_to_callback": { "n": 300, "sum_ns": 558156519, "mean_ms": 1.8605217299999999 }, "copy_wall": { "n": 300, "sum_ns": 1828418823, "mean_ms": 6.09472941 }, "copy_thread_cpu": { "n": 300, "sum_ns": 1613863102, "mean_ms": 5.379543673333333 }, "callback_to_copied": { "n": 300, "sum_ns": 1892517540, "mean_ms": 6.3083918 }, "accepted_interval": { "n": 299, "sum_ns": 30128110978, "mean_ms": 100.76291296989967 }, "selected_to_submitted": { "n": 299, "sum_ns": 91839396168, "mean_ms": 307.15517113043484 }, "completed_queue_wait": { "n": 299, "sum_ns": 108736293, "mean_ms": 0.36366653177257524 }, "result_composition_wall": { "n": 299, "sum_ns": 62571014, "mean_ms": 0.20926760535117056 }, "result_composition_cpu": { "n": 299, "sum_ns": 59888051, "mean_ms": 0.2002944849498328 }, "result_publish_wall": { "n": 299, "sum_ns": 44874281, "mean_ms": 0.15008120735785954 }, "result_publish_cpu": { "n": 299, "sum_ns": 41822994, "mean_ms": 0.1398762341137124 }, "result_total_wall": { "n": 299, "sum_ns": 474539127, "mean_ms": 1.587087381270903 }, "result_total_cpu": { "n": 299, "sum_ns": 420054840, "mean_ms": 1.4048656856187292 } } }, { "mode": "mixed-a", "level": 14, "camera": "40", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.03652841, "new_channel": false, "seconds": 30.000090623972937, "selected_fps": 9.12222598630199, "requested_fps": 9.12222598630199, "complete_fps": 9.088933190731545, "accepted_fps": 9.088933190731545, "finalized_fps": 9.088933190731545, "redis_fps": 9.12222598630199, "redis_read_fps": 9.099972510811249, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 273, "queue_depth_max_sampled": 1, "queue_age_max_sampled": 0.0007401200127787888, "provider_response_age_max_sampled": 0.204, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 68, "analysis_gap_markers": 20, "c_suppressed": 0, "max_redis_silence_s": 0.5211563349585049, "redis_interval_s": { "n": 272, "mean": 0.10988812447420274, "median": 0.0812495980062522, "p95": 0.30514119198778644, "maximum": 0.5211563349585049, "minimum": 0.0047941660159267485 }, "redis_drift_s": { "n": 273, "mean": -5.661845272149212, "median": -5.672463699987162, "p95": -5.481110274004749, "maximum": -5.288881481016517, "minimum": -5.865916977021385 }, "redis_drift_s_per_min": 0.03702665250092138, "ingress_drift_s": { "n": 12, "mean": 0.013093171249998647, "median": 0.012390627499996754, "p95": 0.06373025299998858, "maximum": 0.06373025299998858, "minimum": -0.03143942600001992 }, "ingress_drift_s_per_min": 0.022094779984268936, "source_drift_s": { "n": 12, "mean": 0.011246916666668957, "median": 0.010969500000015842, "p95": 0.06835499999999683, "maximum": 0.06835499999999683, "minimum": -0.0261870000000215 }, "ingress_to_redis_ms": { "n": 273, "mean": 415.84615384615387, "median": 406, "p95": 597, "maximum": 790, "minimum": 225 }, "source_samples": 12, "redis_samples": 273, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 274, "sum_ns": 14241690000, "mean_ms": 51.97697080291971 }, "source_exit_to_ingress": { "n": 274, "sum_ns": 3174604494, "mean_ms": 11.586147788321167 }, "source_encoded_queue": { "n": 274, "sum_ns": 31445000, "mean_ms": 0.11476277372262773 }, "decode_between_queues": { "n": 274, "sum_ns": 12350861000, "mean_ms": 45.076135036496346 }, "source_raw_queue": { "n": 274, "sum_ns": 1704229000, "mean_ms": 6.219813868613139 }, "raw_queue_to_source_exit": { "n": 274, "sum_ns": 8660000, "mean_ms": 0.03160583941605839 }, "selected_to_preprocess_start": { "n": 274, "sum_ns": 332062179, "mean_ms": 1.2119057627737226 }, "preprocess_start_to_preprocess_output": { "n": 274, "sum_ns": 1543339238, "mean_ms": 5.6326249562043795 }, "selected_to_preprocess": { "n": 274, "sum_ns": 2871460691, "mean_ms": 10.479783543795621 }, "preprocess_start_to_preprocess": { "n": 274, "sum_ns": 2539398512, "mean_ms": 9.267877781021898 }, "preprocess_output_to_infer_entry": { "n": 274, "sum_ns": 996059274, "mean_ms": 3.635252824817518 }, "preprocess_to_infer_output": { "n": 273, "sum_ns": 102235967773, "mean_ms": 374.4907244432234 }, "preprocess_to_callback": { "n": 273, "sum_ns": 102788942698, "mean_ms": 376.51627361904764 }, "infer_output_to_callback": { "n": 273, "sum_ns": 552974925, "mean_ms": 2.025549175824176 }, "copy_wall": { "n": 273, "sum_ns": 1141327009, "mean_ms": 4.180685014652015 }, "copy_thread_cpu": { "n": 273, "sum_ns": 1030439959, "mean_ms": 3.7745053443223444 }, "callback_to_copied": { "n": 272, "sum_ns": 1189756242, "mean_ms": 4.374103830882353 }, "accepted_interval": { "n": 272, "sum_ns": 30031775780, "mean_ms": 110.41094036764706 }, "selected_to_submitted": { "n": 272, "sum_ns": 106638247150, "mean_ms": 392.0523792279412 }, "completed_queue_wait": { "n": 273, "sum_ns": 446949280, "mean_ms": 1.63717684981685 }, "result_observations_wall": { "n": 273, "sum_ns": 353748406, "mean_ms": 1.295781706959707 }, "result_observations_cpu": { "n": 273, "sum_ns": 335244809, "mean_ms": 1.2280029633699634 }, "result_nms_wall": { "n": 273, "sum_ns": 397702581, "mean_ms": 1.456786010989011 }, "result_nms_cpu": { "n": 273, "sum_ns": 170191963, "mean_ms": 0.6234137838827838 }, "result_tracking_wall": { "n": 273, "sum_ns": 826322793, "mean_ms": 3.0268234175824174 }, "result_tracking_cpu": { "n": 273, "sum_ns": 577638415, "mean_ms": 2.1158916300366304 }, "result_region_wall": { "n": 273, "sum_ns": 139204401, "mean_ms": 0.5099062307692308 }, "result_region_cpu": { "n": 273, "sum_ns": 132319922, "mean_ms": 0.484688358974359 }, "result_fall_wall": { "n": 273, "sum_ns": 991891228, "mean_ms": 3.6333012014652017 }, "result_fall_cpu": { "n": 273, "sum_ns": 930958981, "mean_ms": 3.4101061575091576 }, "result_fight_wall": { "n": 273, "sum_ns": 125638746, "mean_ms": 0.4602151868131868 }, "result_fight_cpu": { "n": 273, "sum_ns": 115846955, "mean_ms": 0.4243478205128205 }, "result_collector_wall": { "n": 273, "sum_ns": 1689506562, "mean_ms": 6.188668725274725 }, "result_collector_cpu": { "n": 273, "sum_ns": 1600971240, "mean_ms": 5.864363516483516 }, "result_composition_wall": { "n": 273, "sum_ns": 5457570, "mean_ms": 0.0199910989010989 }, "result_composition_cpu": { "n": 273, "sum_ns": 5248040, "mean_ms": 0.01922358974358974 }, "result_artifact_handoff_wall": { "n": 273, "sum_ns": 4956290, "mean_ms": 0.018154908424908425 }, "result_artifact_handoff_cpu": { "n": 273, "sum_ns": 3391318, "mean_ms": 0.012422410256410256 }, "result_publish_wall": { "n": 273, "sum_ns": 805525225, "mean_ms": 2.95064184981685 }, "result_publish_cpu": { "n": 273, "sum_ns": 747206364, "mean_ms": 2.7370196483516485 }, "result_total_wall": { "n": 273, "sum_ns": 5704457794, "mean_ms": 20.895449794871794 }, "result_total_cpu": { "n": 273, "sum_ns": 4924431142, "mean_ms": 18.03820931135531 } } }, { "mode": "mixed-a", "level": 14, "camera": "40", "provider": "fire", "cohort_reset": false, "counter_seconds": 30.137028752, "new_channel": false, "seconds": 30.000090623972937, "selected_fps": 9.689077261162378, "requested_fps": 9.689077261162378, "complete_fps": 9.655895489720042, "accepted_fps": 9.655895489720042, "finalized_fps": 9.655895489720042, "redis_fps": 9.655895489720042, "redis_read_fps": 9.66663746569693, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 291, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.161, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 43, "analysis_gap_markers": 6, "c_suppressed": 0, "max_redis_silence_s": 0.4040460819960572, "redis_interval_s": { "n": 289, "mean": 0.10332257075780668, "median": 0.08882705302676186, "p95": 0.23712291999254376, "maximum": 0.4040460819960572, "minimum": 0.001177644997369498 }, "redis_drift_s": { "n": 290, "mean": -5.367753079461441, "median": -5.373802293503189, "p95": -5.193936956972351, "maximum": -5.077968560996936, "minimum": -5.604617420021441 }, "redis_drift_s_per_min": -0.0822916298862184, "ingress_drift_s": { "n": 12, "mean": -0.030159766499998852, "median": -0.029530908500007058, "p95": 0.004234743000012031, "maximum": 0.004234743000012031, "minimum": -0.06349878000000331 }, "ingress_drift_s_per_min": 0.07085961473252637, "source_drift_s": { "n": 12, "mean": -0.027276249999992785, "median": -0.02749799999998004, "p95": 0.007610999999997148, "maximum": 0.007610999999997148, "minimum": -0.05809199999998782 }, "ingress_to_redis_ms": { "n": 290, "mean": 339.53793103448277, "median": 340.5, "p95": 499, "maximum": 573, "minimum": 127 }, "source_samples": 12, "redis_samples": 290, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 291, "sum_ns": 14965195000, "mean_ms": 51.42678694158076 }, "source_exit_to_ingress": { "n": 291, "sum_ns": 2006880271, "mean_ms": 6.896495776632302 }, "source_encoded_queue": { "n": 291, "sum_ns": 22638000, "mean_ms": 0.07779381443298969 }, "decode_between_queues": { "n": 291, "sum_ns": 13511547000, "mean_ms": 46.43143298969072 }, "source_raw_queue": { "n": 291, "sum_ns": 1254566000, "mean_ms": 4.311223367697595 }, "raw_queue_to_source_exit": { "n": 291, "sum_ns": 9650000, "mean_ms": 0.03316151202749141 }, "selected_to_preprocess_start": { "n": 292, "sum_ns": 259533543, "mean_ms": 0.8888135034246575 }, "preprocess_start_to_preprocess_output": { "n": 292, "sum_ns": 1050328397, "mean_ms": 3.597015058219178 }, "selected_to_preprocess": { "n": 292, "sum_ns": 1516101679, "mean_ms": 5.192129037671233 }, "preprocess_start_to_preprocess": { "n": 292, "sum_ns": 1256568136, "mean_ms": 4.303315534246575 }, "preprocess_output_to_infer_entry": { "n": 292, "sum_ns": 206239739, "mean_ms": 0.7063004760273972 }, "preprocess_to_infer_output": { "n": 291, "sum_ns": 94256585962, "mean_ms": 323.9057936838488 }, "preprocess_to_callback": { "n": 291, "sum_ns": 94811190613, "mean_ms": 325.8116515910653 }, "infer_output_to_callback": { "n": 291, "sum_ns": 554604651, "mean_ms": 1.905857907216495 }, "copy_wall": { "n": 291, "sum_ns": 1774666795, "mean_ms": 6.098511323024055 }, "copy_thread_cpu": { "n": 291, "sum_ns": 1558676445, "mean_ms": 5.356276443298969 }, "callback_to_copied": { "n": 291, "sum_ns": 1839037261, "mean_ms": 6.31971567353952 }, "accepted_interval": { "n": 291, "sum_ns": 30132880913, "mean_ms": 103.5494189450172 }, "selected_to_submitted": { "n": 291, "sum_ns": 98188841373, "mean_ms": 337.41869887628866 }, "completed_queue_wait": { "n": 291, "sum_ns": 146859938, "mean_ms": 0.5046733264604811 }, "result_composition_wall": { "n": 291, "sum_ns": 2976745, "mean_ms": 0.010229364261168385 }, "result_composition_cpu": { "n": 291, "sum_ns": 2891666, "mean_ms": 0.009936996563573882 }, "result_artifact_handoff_wall": { "n": 291, "sum_ns": 2617092, "mean_ms": 0.008993443298969072 }, "result_artifact_handoff_cpu": { "n": 291, "sum_ns": 2586554, "mean_ms": 0.008888501718213059 }, "result_publish_wall": { "n": 291, "sum_ns": 32117091, "mean_ms": 0.11036801030927836 }, "result_publish_cpu": { "n": 291, "sum_ns": 30431594, "mean_ms": 0.10457592439862542 }, "result_total_wall": { "n": 291, "sum_ns": 347894460, "mean_ms": 1.1955136082474227 }, "result_total_cpu": { "n": 291, "sum_ns": 329027997, "mean_ms": 1.1306804020618557 } } }, { "mode": "mixed-a", "level": 14, "camera": "40", "provider": "crowd", "cohort_reset": false, "counter_seconds": 30.130257226, "new_channel": false, "seconds": 30.000090623972937, "selected_fps": 9.824011716188592, "requested_fps": 9.824011716188592, "complete_fps": 9.790822487417685, "accepted_fps": 9.790822487417685, "finalized_fps": 9.790822487417685, "redis_fps": 9.790822487417685, "redis_read_fps": 9.799970396258267, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 293, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.13, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 22, "analysis_gap_markers": 2, "c_suppressed": 0, "max_redis_silence_s": 0.4901366049889475, "redis_interval_s": { "n": 293, "mean": 0.10196170827303139, "median": 0.0894302650121972, "p95": 0.22681426798226312, "maximum": 0.4901366049889475, "minimum": 0.00039629999082535505 }, "redis_drift_s": { "n": 294, "mean": 0.0916809830746005, "median": 0.09190001701399808, "p95": 0.22648969601559088, "maximum": 0.33337048001587277, "minimum": -0.17018615498813006 }, "redis_drift_s_per_min": -0.11800145076107314, "ingress_drift_s": { "n": 12, "mean": -0.053878209000001696, "median": -0.053006634500007976, "p95": -0.03404085500000065, "maximum": -0.03404085500000065, "minimum": -0.07697863800001414 }, "ingress_drift_s_per_min": 0.056785170161539326, "source_drift_s": { "n": 12, "mean": -0.053836916666663605, "median": -0.05186750000000018, "p95": -0.035533000000015136, "maximum": -0.035533000000015136, "minimum": -0.07940800000000081 }, "ingress_to_redis_ms": { "n": 294, "mean": 313.18367346938777, "median": 312.0, "p95": 452, "maximum": 546, "minimum": 88 }, "source_samples": 12, "redis_samples": 294, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 295, "sum_ns": 14461767000, "mean_ms": 49.02293898305084 }, "source_exit_to_ingress": { "n": 295, "sum_ns": 1451677283, "mean_ms": 4.920939942372882 }, "source_encoded_queue": { "n": 295, "sum_ns": 19227000, "mean_ms": 0.06517627118644068 }, "decode_between_queues": { "n": 295, "sum_ns": 13427990000, "mean_ms": 45.518610169491524 }, "source_raw_queue": { "n": 295, "sum_ns": 822598000, "mean_ms": 2.7884677966101696 }, "raw_queue_to_source_exit": { "n": 295, "sum_ns": 10440000, "mean_ms": 0.03538983050847457 }, "selected_to_preprocess_start": { "n": 296, "sum_ns": 248118873, "mean_ms": 0.8382394358108107 }, "preprocess_start_to_preprocess_output": { "n": 296, "sum_ns": 1029227879, "mean_ms": 3.4771212128378375 }, "selected_to_preprocess": { "n": 296, "sum_ns": 1687395851, "mean_ms": 5.700661658783784 }, "preprocess_start_to_preprocess": { "n": 296, "sum_ns": 1439276978, "mean_ms": 4.862422222972973 }, "preprocess_output_to_infer_entry": { "n": 296, "sum_ns": 410049099, "mean_ms": 1.385301010135135 }, "preprocess_to_infer_output": { "n": 295, "sum_ns": 87542907064, "mean_ms": 296.7556171661017 }, "preprocess_to_callback": { "n": 295, "sum_ns": 88078186936, "mean_ms": 298.57012520677966 }, "infer_output_to_callback": { "n": 295, "sum_ns": 535279872, "mean_ms": 1.8145080406779661 }, "copy_wall": { "n": 295, "sum_ns": 1801167227, "mean_ms": 6.105651616949152 }, "copy_thread_cpu": { "n": 295, "sum_ns": 1602278698, "mean_ms": 5.431453213559322 }, "callback_to_copied": { "n": 295, "sum_ns": 1868306127, "mean_ms": 6.333241108474576 }, "accepted_interval": { "n": 295, "sum_ns": 30087438220, "mean_ms": 101.991316 }, "selected_to_submitted": { "n": 295, "sum_ns": 91660653374, "mean_ms": 310.7140792338983 }, "completed_queue_wait": { "n": 295, "sum_ns": 104472959, "mean_ms": 0.35414562372881353 }, "result_composition_wall": { "n": 295, "sum_ns": 8030929, "mean_ms": 0.027223488135593218 }, "result_composition_cpu": { "n": 295, "sum_ns": 7879836, "mean_ms": 0.02671130847457627 }, "result_publish_wall": { "n": 295, "sum_ns": 65357370, "mean_ms": 0.221550406779661 }, "result_publish_cpu": { "n": 295, "sum_ns": 63572305, "mean_ms": 0.21549933898305085 }, "result_total_wall": { "n": 295, "sum_ns": 469832682, "mean_ms": 1.5926531593220339 }, "result_total_cpu": { "n": 295, "sum_ns": 426834427, "mean_ms": 1.4468963627118643 } } }, { "mode": "mixed-a", "level": 14, "camera": "41", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.013665571, "new_channel": false, "seconds": 30.000090623972937, "selected_fps": 9.662265320907876, "requested_fps": 9.662265320907876, "complete_fps": 9.662265320907876, "accepted_fps": 9.662265320907876, "finalized_fps": 9.662265320907876, "redis_fps": 9.662265320907876, "redis_read_fps": 9.66663746569693, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 290, "queue_depth_max_sampled": 1, "queue_age_max_sampled": 0.0006080569582991302, "provider_response_age_max_sampled": 0.061, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 70, "analysis_gap_markers": 10, "c_suppressed": 0, "max_redis_silence_s": 0.34698814898729324, "redis_interval_s": { "n": 289, "mean": 0.10346355576472595, "median": 0.08983514999272302, "p95": 0.2327894769841805, "maximum": 0.34698814898729324, "minimum": 0.00157533201854676 }, "redis_drift_s": { "n": 290, "mean": -2.603401586351839, "median": -2.61049307298358, "p95": -2.46476327899191, "maximum": -2.359204396988261, "minimum": -2.772679848983884 }, "redis_drift_s_per_min": 0.0454794771050995, "ingress_drift_s": { "n": 12, "mean": 0.0326732565833332, "median": 0.02584152950000629, "p95": 0.10215484200000446, "maximum": 0.10215484200000446, "minimum": -0.014383429999995201 }, "ingress_drift_s_per_min": -0.10129980160455031, "source_drift_s": { "n": 12, "mean": 0.023573166666668754, "median": 0.022992500000007965, "p95": 0.058486000000002036, "maximum": 0.058486000000002036, "minimum": -0.015478000000001657 }, "ingress_to_redis_ms": { "n": 290, "mean": 388.6241379310345, "median": 381.0, "p95": 522, "maximum": 592, "minimum": 176 }, "source_samples": 12, "redis_samples": 290, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 289, "sum_ns": 15055726000, "mean_ms": 52.09593771626297 }, "source_exit_to_ingress": { "n": 289, "sum_ns": 2780978466, "mean_ms": 9.62276285813149 }, "source_encoded_queue": { "n": 289, "sum_ns": 20663000, "mean_ms": 0.07149826989619378 }, "decode_between_queues": { "n": 289, "sum_ns": 12884809000, "mean_ms": 44.58411418685121 }, "source_raw_queue": { "n": 289, "sum_ns": 2048529000, "mean_ms": 7.088335640138408 }, "raw_queue_to_source_exit": { "n": 289, "sum_ns": 8387000, "mean_ms": 0.02902076124567474 }, "selected_to_preprocess_start": { "n": 289, "sum_ns": 285830474, "mean_ms": 0.9890327820069205 }, "preprocess_start_to_preprocess_output": { "n": 288, "sum_ns": 1459616325, "mean_ms": 5.068112239583333 }, "selected_to_preprocess": { "n": 289, "sum_ns": 2124484526, "mean_ms": 7.351157529411765 }, "preprocess_start_to_preprocess": { "n": 289, "sum_ns": 1838654052, "mean_ms": 6.362124747404844 }, "preprocess_output_to_infer_entry": { "n": 288, "sum_ns": 366261527, "mean_ms": 1.2717414131944444 }, "preprocess_to_infer_output": { "n": 288, "sum_ns": 104114085933, "mean_ms": 361.5072428229167 }, "preprocess_to_callback": { "n": 289, "sum_ns": 105001141409, "mean_ms": 363.3257488200692 }, "infer_output_to_callback": { "n": 289, "sum_ns": 556291143, "mean_ms": 1.9248828477508653 }, "copy_wall": { "n": 290, "sum_ns": 1651142108, "mean_ms": 5.693593475862069 }, "copy_thread_cpu": { "n": 290, "sum_ns": 1511593629, "mean_ms": 5.212391824137931 }, "callback_to_copied": { "n": 289, "sum_ns": 1712643467, "mean_ms": 5.926101961937716 }, "accepted_interval": { "n": 290, "sum_ns": 30023247483, "mean_ms": 103.52843959655173 }, "selected_to_submitted": { "n": 289, "sum_ns": 108877992932, "mean_ms": 376.7404599723184 }, "completed_queue_wait": { "n": 290, "sum_ns": 228872144, "mean_ms": 0.7892142896551724 }, "result_observations_wall": { "n": 290, "sum_ns": 397392294, "mean_ms": 1.3703182551724138 }, "result_observations_cpu": { "n": 290, "sum_ns": 361871356, "mean_ms": 1.2478322620689655 }, "result_nms_wall": { "n": 290, "sum_ns": 328962682, "mean_ms": 1.134354075862069 }, "result_nms_cpu": { "n": 290, "sum_ns": 173193634, "mean_ms": 0.5972194275862069 }, "result_tracking_wall": { "n": 290, "sum_ns": 284061197, "mean_ms": 0.9795213689655172 }, "result_tracking_cpu": { "n": 290, "sum_ns": 212003399, "mean_ms": 0.7310462034482759 }, "result_region_wall": { "n": 290, "sum_ns": 81023487, "mean_ms": 0.2793913344827586 }, "result_region_cpu": { "n": 290, "sum_ns": 77727995, "mean_ms": 0.2680275689655172 }, "result_fall_wall": { "n": 290, "sum_ns": 131788472, "mean_ms": 0.4544430068965517 }, "result_fall_cpu": { "n": 290, "sum_ns": 123488733, "mean_ms": 0.42582321724137934 }, "result_fight_wall": { "n": 290, "sum_ns": 43263990, "mean_ms": 0.1491861724137931 }, "result_fight_cpu": { "n": 290, "sum_ns": 39854521, "mean_ms": 0.13742938275862068 }, "result_collector_wall": { "n": 290, "sum_ns": 1223822766, "mean_ms": 4.220078503448276 }, "result_collector_cpu": { "n": 290, "sum_ns": 1132185743, "mean_ms": 3.9040887689655173 }, "result_composition_wall": { "n": 290, "sum_ns": 8293811, "mean_ms": 0.02859934827586207 }, "result_composition_cpu": { "n": 290, "sum_ns": 5825251, "mean_ms": 0.0200870724137931 }, "result_artifact_handoff_wall": { "n": 290, "sum_ns": 6584831, "mean_ms": 0.022706313793103446 }, "result_artifact_handoff_cpu": { "n": 290, "sum_ns": 3924993, "mean_ms": 0.013534458620689655 }, "result_publish_wall": { "n": 290, "sum_ns": 107603108, "mean_ms": 0.3710452 }, "result_publish_cpu": { "n": 290, "sum_ns": 99722122, "mean_ms": 0.34386938620689655 }, "result_total_wall": { "n": 290, "sum_ns": 2952452862, "mean_ms": 10.180871937931034 }, "result_total_cpu": { "n": 290, "sum_ns": 2526554983, "mean_ms": 8.712258562068966 } } }, { "mode": "mixed-a", "level": 14, "camera": "41", "provider": "fire", "cohort_reset": false, "counter_seconds": 30.119489912, "new_channel": false, "seconds": 30.000090623972937, "selected_fps": 9.6615182013445, "requested_fps": 9.6615182013445, "complete_fps": 9.628317107869089, "accepted_fps": 9.628317107869089, "finalized_fps": 9.628317107869089, "redis_fps": 9.628317107869089, "redis_read_fps": 9.633304233056597, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 289, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.191, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 39, "analysis_gap_markers": 9, "c_suppressed": 0, "max_redis_silence_s": 0.4383803210221231, "redis_interval_s": { "n": 288, "mean": 0.10328719296881496, "median": 0.08883513248292729, "p95": 0.2257608569925651, "maximum": 0.4383803210221231, "minimum": 0.007520504994317889 }, "redis_drift_s": { "n": 289, "mean": 0.33033579420925435, "median": 0.32671508105751457, "p95": 0.48748509100312276, "maximum": 0.5669545080433664, "minimum": 0.08100683102664163 }, "redis_drift_s_per_min": -0.0928219587517663, "ingress_drift_s": { "n": 12, "mean": -0.037717166166665095, "median": -0.03767256799999785, "p95": 0.0021595730000001367, "maximum": 0.0021595730000001367, "minimum": -0.08317996899999969 }, "ingress_drift_s_per_min": -0.022555018462434344, "source_drift_s": { "n": 12, "mean": -0.04009000000000166, "median": -0.037515499999997814, "p95": -0.004535000000004175, "maximum": -0.004535000000004175, "minimum": -0.0859400000000079 }, "ingress_to_redis_ms": { "n": 289, "mean": 340.2733564013841, "median": 338, "p95": 495, "maximum": 579, "minimum": 99 }, "source_samples": 12, "redis_samples": 289, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 291, "sum_ns": 14003900000, "mean_ms": 48.1233676975945 }, "source_exit_to_ingress": { "n": 291, "sum_ns": 1822134155, "mean_ms": 6.26162939862543 }, "source_encoded_queue": { "n": 291, "sum_ns": 13806000, "mean_ms": 0.047443298969072165 }, "decode_between_queues": { "n": 291, "sum_ns": 12595870000, "mean_ms": 43.2847766323024 }, "source_raw_queue": { "n": 291, "sum_ns": 1210961000, "mean_ms": 4.1613780068728525 }, "raw_queue_to_source_exit": { "n": 291, "sum_ns": 8552000, "mean_ms": 0.02938831615120275 }, "selected_to_preprocess_start": { "n": 291, "sum_ns": 282445635, "mean_ms": 0.9706035567010309 }, "preprocess_start_to_preprocess_output": { "n": 291, "sum_ns": 1007172301, "mean_ms": 3.461073199312715 }, "selected_to_preprocess": { "n": 291, "sum_ns": 1500718605, "mean_ms": 5.157108608247422 }, "preprocess_start_to_preprocess": { "n": 291, "sum_ns": 1218272970, "mean_ms": 4.1865050515463915 }, "preprocess_output_to_infer_entry": { "n": 291, "sum_ns": 211100669, "mean_ms": 0.7254318522336769 }, "preprocess_to_infer_output": { "n": 290, "sum_ns": 94290917282, "mean_ms": 325.14109407586204 }, "preprocess_to_callback": { "n": 290, "sum_ns": 94791662655, "mean_ms": 326.86780225862066 }, "infer_output_to_callback": { "n": 290, "sum_ns": 500745373, "mean_ms": 1.7267081827586208 }, "copy_wall": { "n": 290, "sum_ns": 1748843640, "mean_ms": 6.030495310344827 }, "copy_thread_cpu": { "n": 290, "sum_ns": 1526872054, "mean_ms": 5.265076048275862 }, "callback_to_copied": { "n": 290, "sum_ns": 1815490109, "mean_ms": 6.260310720689655 }, "accepted_interval": { "n": 289, "sum_ns": 30116708059, "mean_ms": 104.21006248788927 }, "selected_to_submitted": { "n": 289, "sum_ns": 97831710041, "mean_ms": 338.5180278235294 }, "completed_queue_wait": { "n": 290, "sum_ns": 119106724, "mean_ms": 0.41071284137931036 }, "result_composition_wall": { "n": 290, "sum_ns": 2960390, "mean_ms": 0.010208241379310343 }, "result_composition_cpu": { "n": 290, "sum_ns": 2802488, "mean_ms": 0.009663751724137932 }, "result_artifact_handoff_wall": { "n": 290, "sum_ns": 2524739, "mean_ms": 0.008705996551724137 }, "result_artifact_handoff_cpu": { "n": 290, "sum_ns": 2511504, "mean_ms": 0.008660358620689654 }, "result_publish_wall": { "n": 290, "sum_ns": 31170406, "mean_ms": 0.10748415862068966 }, "result_publish_cpu": { "n": 290, "sum_ns": 30564784, "mean_ms": 0.10539580689655173 }, "result_total_wall": { "n": 290, "sum_ns": 301393541, "mean_ms": 1.0392880724137932 }, "result_total_cpu": { "n": 290, "sum_ns": 279881644, "mean_ms": 0.9651091172413794 } } }, { "mode": "mixed-a", "level": 14, "camera": "41", "provider": "crowd", "cohort_reset": false, "counter_seconds": 30.124771927, "new_channel": false, "seconds": 30.000090623972937, "selected_fps": 9.892191075242991, "requested_fps": 9.892191075242991, "complete_fps": 9.858995803178416, "accepted_fps": 9.858995803178416, "finalized_fps": 9.858995803178416, "redis_fps": 9.858995803178416, "redis_read_fps": 9.866636861538936, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 297, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.128, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 23, "analysis_gap_markers": 4, "c_suppressed": 0, "max_redis_silence_s": 0.4064507510047406, "redis_interval_s": { "n": 295, "mean": 0.10136810883394269, "median": 0.08379082998726517, "p95": 0.2401233149576001, "maximum": 0.4064507510047406, "minimum": 0.002582369023002684 }, "redis_drift_s": { "n": 296, "mean": 0.07276470028445914, "median": 0.06747425600048018, "p95": 0.22511987100588726, "maximum": 0.3101298659783822, "minimum": -0.1385499940090824 }, "redis_drift_s_per_min": -0.12533884745413557, "ingress_drift_s": { "n": 11, "mean": 0.02127311927272951, "median": 0.01589454400000534, "p95": 0.05409682500000201, "maximum": 0.05409682500000201, "minimum": -0.0007084279999958198 }, "ingress_drift_s_per_min": -0.06621487745278738, "source_drift_s": { "n": 11, "mean": 0.01910454545454663, "median": 0.014060000000000628, "p95": 0.048392000000006874, "maximum": 0.048392000000006874, "minimum": -0.0005359999999967613 }, "ingress_to_redis_ms": { "n": 296, "mean": 308.6587837837838, "median": 305.5, "p95": 445, "maximum": 525, "minimum": 112 }, "source_samples": 11, "redis_samples": 296, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 298, "sum_ns": 14165086000, "mean_ms": 47.53384563758389 }, "source_exit_to_ingress": { "n": 298, "sum_ns": 1553244304, "mean_ms": 5.212229208053691 }, "source_encoded_queue": { "n": 298, "sum_ns": 24865000, "mean_ms": 0.08343959731543624 }, "decode_between_queues": { "n": 298, "sum_ns": 13432255000, "mean_ms": 45.07468120805369 }, "source_raw_queue": { "n": 298, "sum_ns": 604705000, "mean_ms": 2.029211409395973 }, "raw_queue_to_source_exit": { "n": 298, "sum_ns": 9188000, "mean_ms": 0.03083221476510067 }, "selected_to_preprocess_start": { "n": 298, "sum_ns": 259705639, "mean_ms": 0.871495432885906 }, "preprocess_start_to_preprocess_output": { "n": 298, "sum_ns": 1048089932, "mean_ms": 3.5170803087248323 }, "selected_to_preprocess": { "n": 298, "sum_ns": 1502937541, "mean_ms": 5.043414567114095 }, "preprocess_start_to_preprocess": { "n": 298, "sum_ns": 1243231902, "mean_ms": 4.1719191342281885 }, "preprocess_output_to_infer_entry": { "n": 298, "sum_ns": 195141970, "mean_ms": 0.6548388255033557 }, "preprocess_to_infer_output": { "n": 297, "sum_ns": 87228264729, "mean_ms": 293.697861040404 }, "preprocess_to_callback": { "n": 297, "sum_ns": 87745557814, "mean_ms": 295.4395885993266 }, "infer_output_to_callback": { "n": 297, "sum_ns": 517293085, "mean_ms": 1.741727558922559 }, "copy_wall": { "n": 297, "sum_ns": 1785447428, "mean_ms": 6.0116075016835016 }, "copy_thread_cpu": { "n": 297, "sum_ns": 1557071240, "mean_ms": 5.242664107744108 }, "callback_to_copied": { "n": 297, "sum_ns": 1852698964, "mean_ms": 6.23804364983165 }, "accepted_interval": { "n": 297, "sum_ns": 30202073149, "mean_ms": 101.69048198316499 }, "selected_to_submitted": { "n": 297, "sum_ns": 91136761355, "mean_ms": 306.85778234006733 }, "completed_queue_wait": { "n": 297, "sum_ns": 111745055, "mean_ms": 0.3762459764309764 }, "result_composition_wall": { "n": 297, "sum_ns": 4154426, "mean_ms": 0.01398796632996633 }, "result_composition_cpu": { "n": 297, "sum_ns": 3912255, "mean_ms": 0.013172575757575758 }, "result_publish_wall": { "n": 297, "sum_ns": 37269072, "mean_ms": 0.1254850909090909 }, "result_publish_cpu": { "n": 297, "sum_ns": 36029190, "mean_ms": 0.12131040404040404 }, "result_total_wall": { "n": 297, "sum_ns": 343695379, "mean_ms": 1.1572234983164982 }, "result_total_cpu": { "n": 297, "sum_ns": 319364916, "mean_ms": 1.0753027474747474 } } }, { "mode": "mixed-a", "level": 14, "camera": "42", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.100208547, "new_channel": false, "seconds": 30.000090623972937, "selected_fps": 9.601262381579206, "requested_fps": 9.601262381579206, "complete_fps": 9.601262381579206, "accepted_fps": 9.601262381579206, "finalized_fps": 9.601262381579206, "redis_fps": 9.601262381579206, "redis_read_fps": 9.599971000416263, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 289, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.151, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 81, "analysis_gap_markers": 11, "c_suppressed": 0, "max_redis_silence_s": 0.48074036301113665, "redis_interval_s": { "n": 287, "mean": 0.1043134014041468, "median": 0.08854349900502712, "p95": 0.23612543800845742, "maximum": 0.48074036301113665, "minimum": 0.007062246964778751 }, "redis_drift_s": { "n": 288, "mean": -1.5891878676554514, "median": -1.5924798545020167, "p95": -1.44147756800335, "maximum": -1.3098961219852754, "minimum": -1.8217467390159214 }, "redis_drift_s_per_min": 0.07744986485468293, "ingress_drift_s": { "n": 11, "mean": 0.05024599927272533, "median": 0.038731486999992626, "p95": 0.19568572800000084, "maximum": 0.19568572800000084, "minimum": -0.01854469499999567 }, "ingress_drift_s_per_min": -0.14228558140114564, "source_drift_s": { "n": 11, "mean": 0.02507327272727299, "median": 0.02397799999999961, "p95": 0.054248000000001184, "maximum": 0.054248000000001184, "minimum": -0.01830100000000101 }, "ingress_to_redis_ms": { "n": 288, "mean": 399.9513888888889, "median": 389.0, "p95": 535, "maximum": 666, "minimum": 180 }, "source_samples": 11, "redis_samples": 288, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 289, "sum_ns": 15376262000, "mean_ms": 53.20505882352941 }, "source_exit_to_ingress": { "n": 289, "sum_ns": 4532281001, "mean_ms": 15.682633221453287 }, "source_encoded_queue": { "n": 289, "sum_ns": 24847000, "mean_ms": 0.0859757785467128 }, "decode_between_queues": { "n": 289, "sum_ns": 12848147000, "mean_ms": 44.45725605536332 }, "source_raw_queue": { "n": 289, "sum_ns": 2358933000, "mean_ms": 8.162397923875432 }, "raw_queue_to_source_exit": { "n": 289, "sum_ns": 11709000, "mean_ms": 0.040515570934256055 }, "selected_to_preprocess_start": { "n": 289, "sum_ns": 315692333, "mean_ms": 1.0923610138408304 }, "preprocess_start_to_preprocess_output": { "n": 288, "sum_ns": 1784188263, "mean_ms": 6.195098135416667 }, "selected_to_preprocess": { "n": 289, "sum_ns": 3298322290, "mean_ms": 11.412879896193772 }, "preprocess_start_to_preprocess": { "n": 289, "sum_ns": 2982629957, "mean_ms": 10.32051888235294 }, "preprocess_output_to_infer_entry": { "n": 288, "sum_ns": 1187204502, "mean_ms": 4.122237854166666 }, "preprocess_to_infer_output": { "n": 289, "sum_ns": 104569084952, "mean_ms": 361.8307437785467 }, "preprocess_to_callback": { "n": 289, "sum_ns": 105075428348, "mean_ms": 363.5827970519031 }, "infer_output_to_callback": { "n": 289, "sum_ns": 506343396, "mean_ms": 1.7520532733564014 }, "copy_wall": { "n": 289, "sum_ns": 1220039007, "mean_ms": 4.2215882595155705 }, "copy_thread_cpu": { "n": 289, "sum_ns": 1087196485, "mean_ms": 3.761925553633218 }, "callback_to_copied": { "n": 289, "sum_ns": 1287015940, "mean_ms": 4.453342352941177 }, "accepted_interval": { "n": 289, "sum_ns": 30135014935, "mean_ms": 104.27340807958478 }, "selected_to_submitted": { "n": 289, "sum_ns": 109697121393, "mean_ms": 379.57481450865055 }, "completed_queue_wait": { "n": 289, "sum_ns": 361988369, "mean_ms": 1.252554910034602 }, "result_observations_wall": { "n": 289, "sum_ns": 326898980, "mean_ms": 1.131138339100346 }, "result_observations_cpu": { "n": 289, "sum_ns": 316785124, "mean_ms": 1.0961422975778548 }, "result_nms_wall": { "n": 289, "sum_ns": 405664759, "mean_ms": 1.4036842871972317 }, "result_nms_cpu": { "n": 289, "sum_ns": 177515453, "mean_ms": 0.614240321799308 }, "result_tracking_wall": { "n": 289, "sum_ns": 912632900, "mean_ms": 3.157899307958478 }, "result_tracking_cpu": { "n": 289, "sum_ns": 602915012, "mean_ms": 2.086211114186851 }, "result_region_wall": { "n": 289, "sum_ns": 119863988, "mean_ms": 0.4147542837370242 }, "result_region_cpu": { "n": 289, "sum_ns": 115853322, "mean_ms": 0.40087654671280276 }, "result_fall_wall": { "n": 289, "sum_ns": 817241159, "mean_ms": 2.827824079584775 }, "result_fall_cpu": { "n": 289, "sum_ns": 763094288, "mean_ms": 2.6404646643598615 }, "result_fight_wall": { "n": 289, "sum_ns": 172746759, "mean_ms": 0.5977396505190311 }, "result_fight_cpu": { "n": 289, "sum_ns": 161086622, "mean_ms": 0.5573931557093426 }, "result_collector_wall": { "n": 289, "sum_ns": 1708233976, "mean_ms": 5.910844207612457 }, "result_collector_cpu": { "n": 289, "sum_ns": 1622158212, "mean_ms": 5.6130041937716255 }, "result_composition_wall": { "n": 289, "sum_ns": 6217650, "mean_ms": 0.021514359861591698 }, "result_composition_cpu": { "n": 289, "sum_ns": 6113180, "mean_ms": 0.021152871972318337 }, "result_artifact_handoff_wall": { "n": 289, "sum_ns": 7217628, "mean_ms": 0.02497449134948097 }, "result_artifact_handoff_cpu": { "n": 289, "sum_ns": 3618147, "mean_ms": 0.012519539792387542 }, "result_publish_wall": { "n": 289, "sum_ns": 371194492, "mean_ms": 1.2844100069204152 }, "result_publish_cpu": { "n": 289, "sum_ns": 329017438, "mean_ms": 1.138468643598616 }, "result_total_wall": { "n": 289, "sum_ns": 5192383750, "mean_ms": 17.966725778546714 }, "result_total_cpu": { "n": 289, "sum_ns": 4393894877, "mean_ms": 15.203788501730102 } } }, { "mode": "mixed-a", "level": 14, "camera": "42", "provider": "fire", "cohort_reset": false, "counter_seconds": 30.135436833, "new_channel": false, "seconds": 30.000090623972937, "selected_fps": 9.689589091346555, "requested_fps": 9.689589091346555, "complete_fps": 9.656405567061123, "accepted_fps": 9.656405567061123, "finalized_fps": 9.656405567061123, "redis_fps": 9.656405567061123, "redis_read_fps": 9.699970698337264, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 291, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.115, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 31, "analysis_gap_markers": 8, "c_suppressed": 0, "max_redis_silence_s": 0.3668426719959825, "redis_interval_s": { "n": 290, "mean": 0.10301661103108802, "median": 0.08599042898276821, "p95": 0.25788235501386225, "maximum": 0.3668426719959825, "minimum": 0.005509064998477697 }, "redis_drift_s": { "n": 291, "mean": -1.4155155601131961, "median": -1.4180307599981319, "p95": -1.2659106480139286, "maximum": -1.0958701760643166, "minimum": -1.6571484950361821 }, "redis_drift_s_per_min": -0.07837672581210596, "ingress_drift_s": { "n": 12, "mean": -0.010119301166666853, "median": -0.013926091500000126, "p95": 0.02449614200000383, "maximum": 0.02449614200000383, "minimum": -0.04953350399999579 }, "ingress_drift_s_per_min": 0.07174768873792933, "source_drift_s": { "n": 12, "mean": -0.014525666666666362, "median": -0.015815500000002203, "p95": 0.02052600000000382, "maximum": 0.02052600000000382, "minimum": -0.04977999999999838 }, "ingress_to_redis_ms": { "n": 291, "mean": 340.74570446735396, "median": 342, "p95": 497, "maximum": 625, "minimum": 116 }, "source_samples": 12, "redis_samples": 291, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 292, "sum_ns": 14879137000, "mean_ms": 50.95594863013699 }, "source_exit_to_ingress": { "n": 292, "sum_ns": 1561446072, "mean_ms": 5.34741805479452 }, "source_encoded_queue": { "n": 292, "sum_ns": 27294000, "mean_ms": 0.09347260273972603 }, "decode_between_queues": { "n": 292, "sum_ns": 13630554000, "mean_ms": 46.67997945205479 }, "source_raw_queue": { "n": 292, "sum_ns": 1093766000, "mean_ms": 3.74577397260274 }, "raw_queue_to_source_exit": { "n": 292, "sum_ns": 8933000, "mean_ms": 0.03059246575342466 }, "selected_to_preprocess_start": { "n": 292, "sum_ns": 264349932, "mean_ms": 0.9053079863013699 }, "preprocess_start_to_preprocess_output": { "n": 292, "sum_ns": 1051000804, "mean_ms": 3.599317821917808 }, "selected_to_preprocess": { "n": 292, "sum_ns": 1658774538, "mean_ms": 5.680734719178083 }, "preprocess_start_to_preprocess": { "n": 292, "sum_ns": 1394424606, "mean_ms": 4.775426732876713 }, "preprocess_output_to_infer_entry": { "n": 292, "sum_ns": 343423802, "mean_ms": 1.176108910958904 }, "preprocess_to_infer_output": { "n": 291, "sum_ns": 94423614632, "mean_ms": 324.4797753676976 }, "preprocess_to_callback": { "n": 291, "sum_ns": 94955133130, "mean_ms": 326.30629941580753 }, "infer_output_to_callback": { "n": 291, "sum_ns": 531518498, "mean_ms": 1.8265240481099656 }, "copy_wall": { "n": 291, "sum_ns": 1836495104, "mean_ms": 6.310979738831615 }, "copy_thread_cpu": { "n": 291, "sum_ns": 1596834415, "mean_ms": 5.487403487972508 }, "callback_to_copied": { "n": 291, "sum_ns": 1904340566, "mean_ms": 6.544125656357388 }, "accepted_interval": { "n": 291, "sum_ns": 30146901140, "mean_ms": 103.597598419244 }, "selected_to_submitted": { "n": 291, "sum_ns": 98548974502, "mean_ms": 338.656269766323 }, "completed_queue_wait": { "n": 291, "sum_ns": 128609335, "mean_ms": 0.44195647766323026 }, "result_composition_wall": { "n": 291, "sum_ns": 2944859, "mean_ms": 0.010119790378006874 }, "result_composition_cpu": { "n": 291, "sum_ns": 2820579, "mean_ms": 0.009692711340206186 }, "result_artifact_handoff_wall": { "n": 291, "sum_ns": 2827122, "mean_ms": 0.00971519587628866 }, "result_artifact_handoff_cpu": { "n": 291, "sum_ns": 2808399, "mean_ms": 0.009650855670103093 }, "result_publish_wall": { "n": 291, "sum_ns": 33116866, "mean_ms": 0.11380366323024055 }, "result_publish_cpu": { "n": 291, "sum_ns": 30767535, "mean_ms": 0.10573036082474227 }, "result_total_wall": { "n": 291, "sum_ns": 291397632, "mean_ms": 1.0013664329896907 }, "result_total_cpu": { "n": 291, "sum_ns": 275149410, "mean_ms": 0.945530618556701 } } }, { "mode": "mixed-a", "level": 14, "camera": "42", "provider": "crowd", "cohort_reset": false, "counter_seconds": 30.137301469, "new_channel": false, "seconds": 30.000090623972937, "selected_fps": 9.921259881464804, "requested_fps": 9.921259881464804, "complete_fps": 9.888078410289337, "accepted_fps": 9.888078410289337, "finalized_fps": 9.888078410289337, "redis_fps": 9.888078410289337, "redis_read_fps": 9.89997009417927, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 298, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.142, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 21, "analysis_gap_markers": 3, "c_suppressed": 0, "max_redis_silence_s": 0.33275388897163793, "redis_interval_s": { "n": 296, "mean": 0.10076735319248778, "median": 0.08543041947996244, "p95": 0.24171827704412863, "maximum": 0.33275388897163793, "minimum": 0.00015864003216847777 }, "redis_drift_s": { "n": 297, "mean": -0.03977380312025306, "median": -0.047900534999556044, "p95": 0.09923208998375799, "maximum": 0.22300203899573745, "minimum": -0.26554013298125767 }, "redis_drift_s_per_min": -0.08250898638724509, "ingress_drift_s": { "n": 12, "mean": 0.0026308119166659574, "median": 0.010947270500000883, "p95": 0.024770379999999648, "maximum": 0.024770379999999648, "minimum": -0.020960412999997402 }, "ingress_drift_s_per_min": -0.005708989275092664, "source_drift_s": { "n": 12, "mean": 0.0021030833333313126, "median": 0.006948499999992919, "p95": 0.023285999999998808, "maximum": 0.023285999999998808, "minimum": -0.021900999999999726 }, "ingress_to_redis_ms": { "n": 297, "mean": 308.8484848484849, "median": 303, "p95": 450, "maximum": 573, "minimum": 118 }, "source_samples": 12, "redis_samples": 297, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 299, "sum_ns": 14681755000, "mean_ms": 49.10285953177257 }, "source_exit_to_ingress": { "n": 299, "sum_ns": 1205518400, "mean_ms": 4.0318341137123745 }, "source_encoded_queue": { "n": 299, "sum_ns": 20281000, "mean_ms": 0.0678294314381271 }, "decode_between_queues": { "n": 299, "sum_ns": 13876109000, "mean_ms": 46.40839130434783 }, "source_raw_queue": { "n": 299, "sum_ns": 644442000, "mean_ms": 2.155324414715719 }, "raw_queue_to_source_exit": { "n": 299, "sum_ns": 8955000, "mean_ms": 0.02994983277591973 }, "selected_to_preprocess_start": { "n": 299, "sum_ns": 263951784, "mean_ms": 0.8827818862876254 }, "preprocess_start_to_preprocess_output": { "n": 299, "sum_ns": 1047780174, "mean_ms": 3.504281518394649 }, "selected_to_preprocess": { "n": 299, "sum_ns": 1794666194, "mean_ms": 6.002228073578595 }, "preprocess_start_to_preprocess": { "n": 299, "sum_ns": 1530714410, "mean_ms": 5.11944618729097 }, "preprocess_output_to_infer_entry": { "n": 299, "sum_ns": 482934236, "mean_ms": 1.615164668896321 }, "preprocess_to_infer_output": { "n": 298, "sum_ns": 87103930949, "mean_ms": 292.2950702986577 }, "preprocess_to_callback": { "n": 298, "sum_ns": 87667630776, "mean_ms": 294.1866804563758 }, "infer_output_to_callback": { "n": 298, "sum_ns": 563699827, "mean_ms": 1.8916101577181208 }, "copy_wall": { "n": 298, "sum_ns": 1826941780, "mean_ms": 6.1306771140939595 }, "copy_thread_cpu": { "n": 298, "sum_ns": 1611580083, "mean_ms": 5.4079868557046975 }, "callback_to_copied": { "n": 298, "sum_ns": 1894282206, "mean_ms": 6.356651697986577 }, "accepted_interval": { "n": 298, "sum_ns": 30133478249, "mean_ms": 101.11905452684563 }, "selected_to_submitted": { "n": 298, "sum_ns": 91361152291, "mean_ms": 306.5810479563758 }, "completed_queue_wait": { "n": 298, "sum_ns": 102014680, "mean_ms": 0.3423311409395973 }, "result_composition_wall": { "n": 298, "sum_ns": 5859789, "mean_ms": 0.01966372147651007 }, "result_composition_cpu": { "n": 298, "sum_ns": 5696554, "mean_ms": 0.01911595302013423 }, "result_publish_wall": { "n": 298, "sum_ns": 54669779, "mean_ms": 0.18345563422818795 }, "result_publish_cpu": { "n": 298, "sum_ns": 54387280, "mean_ms": 0.1825076510067114 }, "result_total_wall": { "n": 298, "sum_ns": 422405405, "mean_ms": 1.4174678020134228 }, "result_total_cpu": { "n": 298, "sum_ns": 383838936, "mean_ms": 1.2880501208053692 } } }, { "mode": "mixed-a", "level": 14, "camera": "43", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.019237208, "new_channel": true, "seconds": 30.000090623972937, "selected_fps": 9.560536065970247, "requested_fps": 9.560536065970247, "complete_fps": 9.52722409361495, "accepted_fps": 9.52722409361495, "finalized_fps": 9.52722409361495, "redis_fps": 9.52722409361495, "redis_read_fps": 9.49997130249526, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 286, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.15, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 69, "analysis_gap_markers": 12, "c_suppressed": 0, "max_redis_silence_s": 0.37149178702384233, "redis_interval_s": { "n": 284, "mean": 0.10522800971836697, "median": 0.08450309850741178, "p95": 0.2367509240284562, "maximum": 0.37149178702384233, "minimum": 0.000461831979919225 }, "redis_drift_s": { "n": 285, "mean": -0.11760548597054338, "median": -0.12453883598791471, "p95": 0.031167297012636652, "maximum": 0.17817644103430297, "minimum": -0.34618038799288087 }, "redis_drift_s_per_min": 0.10584407920942511, "ingress_drift_s": { "n": 12, "mean": 0.00994562025000049, "median": 0.006125890999999051, "p95": 0.04385235200000004, "maximum": 0.04385235200000004, "minimum": -0.008775942999999842 }, "ingress_drift_s_per_min": -0.022245257255902005, "source_drift_s": { "n": 12, "mean": 0.007129833333332798, "median": 0.0040949999999986275, "p95": 0.04033199999999937, "maximum": 0.04033199999999937, "minimum": -0.014849000000001666 }, "ingress_to_redis_ms": { "n": 285, "mean": 389.0280701754386, "median": 382, "p95": 535, "maximum": 613, "minimum": 174 }, "source_samples": 12, "redis_samples": 285, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 286, "sum_ns": 15559169000, "mean_ms": 54.40268881118881 }, "source_exit_to_ingress": { "n": 286, "sum_ns": 3339801997, "mean_ms": 11.67762936013986 }, "source_encoded_queue": { "n": 286, "sum_ns": 19193000, "mean_ms": 0.06710839160839162 }, "decode_between_queues": { "n": 286, "sum_ns": 13072375000, "mean_ms": 45.70760489510489 }, "source_raw_queue": { "n": 286, "sum_ns": 2379737000, "mean_ms": 8.320758741258741 }, "raw_queue_to_source_exit": { "n": 286, "sum_ns": 9506000, "mean_ms": 0.03323776223776224 }, "selected_to_preprocess_start": { "n": 287, "sum_ns": 308868104, "mean_ms": 1.0761954843205574 }, "preprocess_start_to_preprocess_output": { "n": 287, "sum_ns": 1434152366, "mean_ms": 4.997046571428572 }, "selected_to_preprocess": { "n": 287, "sum_ns": 2442373749, "mean_ms": 8.51001306271777 }, "preprocess_start_to_preprocess": { "n": 287, "sum_ns": 2133505645, "mean_ms": 7.433817578397212 }, "preprocess_output_to_infer_entry": { "n": 287, "sum_ns": 699353279, "mean_ms": 2.436771006968641 }, "preprocess_to_infer_output": { "n": 286, "sum_ns": 104010414140, "mean_ms": 363.6727767132867 }, "preprocess_to_callback": { "n": 286, "sum_ns": 104489273031, "mean_ms": 365.3471085 }, "infer_output_to_callback": { "n": 286, "sum_ns": 478858891, "mean_ms": 1.6743317867132868 }, "copy_wall": { "n": 286, "sum_ns": 1137667582, "mean_ms": 3.9778586783216783 }, "copy_thread_cpu": { "n": 286, "sum_ns": 1052681803, "mean_ms": 3.6807056048951052 }, "callback_to_copied": { "n": 286, "sum_ns": 1197187307, "mean_ms": 4.185969604895105 }, "accepted_interval": { "n": 286, "sum_ns": 30040410557, "mean_ms": 105.03640054895105 }, "selected_to_submitted": { "n": 286, "sum_ns": 108183179399, "mean_ms": 378.2628650314685 }, "completed_queue_wait": { "n": 286, "sum_ns": 195355787, "mean_ms": 0.6830621923076923 }, "result_observations_wall": { "n": 286, "sum_ns": 291330078, "mean_ms": 1.0186366363636363 }, "result_observations_cpu": { "n": 286, "sum_ns": 280293572, "mean_ms": 0.9800474545454546 }, "result_nms_wall": { "n": 286, "sum_ns": 274808446, "mean_ms": 0.9608686923076922 }, "result_nms_cpu": { "n": 286, "sum_ns": 161401478, "mean_ms": 0.5643408321678322 }, "result_tracking_wall": { "n": 286, "sum_ns": 529910896, "mean_ms": 1.8528353006993006 }, "result_tracking_cpu": { "n": 286, "sum_ns": 411761016, "mean_ms": 1.4397238321678323 }, "result_region_wall": { "n": 286, "sum_ns": 82382445, "mean_ms": 0.288050506993007 }, "result_region_cpu": { "n": 286, "sum_ns": 71748337, "mean_ms": 0.2508683111888112 }, "result_fall_wall": { "n": 286, "sum_ns": 300506675, "mean_ms": 1.05072263986014 }, "result_fall_cpu": { "n": 286, "sum_ns": 285966308, "mean_ms": 0.9998821958041958 }, "result_fight_wall": { "n": 286, "sum_ns": 94178820, "mean_ms": 0.3292965734265734 }, "result_fight_cpu": { "n": 286, "sum_ns": 82386285, "mean_ms": 0.28806393356643356 }, "result_collector_wall": { "n": 286, "sum_ns": 785242315, "mean_ms": 2.7456025 }, "result_collector_cpu": { "n": 286, "sum_ns": 720785462, "mean_ms": 2.520228888111888 }, "result_composition_wall": { "n": 286, "sum_ns": 5437407, "mean_ms": 0.019011912587412586 }, "result_composition_cpu": { "n": 286, "sum_ns": 5425628, "mean_ms": 0.01897072727272727 }, "result_artifact_handoff_wall": { "n": 286, "sum_ns": 7317093, "mean_ms": 0.025584241258741258 }, "result_artifact_handoff_cpu": { "n": 286, "sum_ns": 3403704, "mean_ms": 0.011901062937062938 }, "result_publish_wall": { "n": 286, "sum_ns": 78232635, "mean_ms": 0.2735406818181818 }, "result_publish_cpu": { "n": 286, "sum_ns": 71835682, "mean_ms": 0.2511737132867133 }, "result_total_wall": { "n": 286, "sum_ns": 2768037252, "mean_ms": 9.678451930069931 }, "result_total_cpu": { "n": 286, "sum_ns": 2362288492, "mean_ms": 8.259749972027972 } } }, { "mode": "mixed-a", "level": 14, "camera": "43", "provider": "fire", "cohort_reset": false, "counter_seconds": 30.119566274, "new_channel": true, "seconds": 30.000090623972937, "selected_fps": 9.727895725142805, "requested_fps": 9.727895725142805, "complete_fps": 9.694694715841976, "accepted_fps": 9.694694715841976, "finalized_fps": 9.694694715841976, "redis_fps": 9.694694715841976, "redis_read_fps": 9.733303930977598, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 292, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.186, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 35, "analysis_gap_markers": 8, "c_suppressed": 0, "max_redis_silence_s": 0.37217654299456626, "redis_interval_s": { "n": 291, "mean": 0.10276687482477541, "median": 0.08483452000655234, "p95": 0.24103302898583934, "maximum": 0.37217654299456626, "minimum": 0.00014471198664978147 }, "redis_drift_s": { "n": 292, "mean": -4.792475990743371, "median": -4.796912285043623, "p95": -4.6238663820065575, "maximum": -4.5419475169982775, "minimum": -5.024717047993093 }, "redis_drift_s_per_min": -0.09140983035922132, "ingress_drift_s": { "n": 12, "mean": -0.09446502850000016, "median": -0.09091393449999963, "p95": -0.06601552299999902, "maximum": -0.06601552299999902, "minimum": -0.1259358749999997 }, "ingress_drift_s_per_min": -0.01237793230207534, "source_drift_s": { "n": 12, "mean": -0.09793891666666739, "median": -0.08946950000000164, "p95": -0.07646100000000189, "maximum": -0.07646100000000189, "minimum": -0.12383699999999997 }, "ingress_to_redis_ms": { "n": 292, "mean": 334.60616438356163, "median": 335.0, "p95": 495, "maximum": 551, "minimum": 126 }, "source_samples": 12, "redis_samples": 292, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 293, "sum_ns": 14891580000, "mean_ms": 50.824505119453924 }, "source_exit_to_ingress": { "n": 293, "sum_ns": 1716689931, "mean_ms": 5.859010003412969 }, "source_encoded_queue": { "n": 293, "sum_ns": 33763000, "mean_ms": 0.11523208191126279 }, "decode_between_queues": { "n": 293, "sum_ns": 13737514000, "mean_ms": 46.8857133105802 }, "source_raw_queue": { "n": 293, "sum_ns": 979264000, "mean_ms": 3.34219795221843 }, "raw_queue_to_source_exit": { "n": 293, "sum_ns": 11239000, "mean_ms": 0.038358361774744026 }, "selected_to_preprocess_start": { "n": 293, "sum_ns": 297528177, "mean_ms": 1.015454529010239 }, "preprocess_start_to_preprocess_output": { "n": 293, "sum_ns": 1012115551, "mean_ms": 3.4543192866894197 }, "selected_to_preprocess": { "n": 293, "sum_ns": 1497011382, "mean_ms": 5.109253863481229 }, "preprocess_start_to_preprocess": { "n": 293, "sum_ns": 1199483205, "mean_ms": 4.093799334470989 }, "preprocess_output_to_infer_entry": { "n": 293, "sum_ns": 187367654, "mean_ms": 0.63948004778157 }, "preprocess_to_infer_output": { "n": 292, "sum_ns": 93284389503, "mean_ms": 319.4670873390411 }, "preprocess_to_callback": { "n": 292, "sum_ns": 93771481480, "mean_ms": 321.1352105479452 }, "infer_output_to_callback": { "n": 292, "sum_ns": 487091977, "mean_ms": 1.6681232089041096 }, "copy_wall": { "n": 292, "sum_ns": 1740089249, "mean_ms": 5.959209756849315 }, "copy_thread_cpu": { "n": 292, "sum_ns": 1524087564, "mean_ms": 5.21947795890411 }, "callback_to_copied": { "n": 292, "sum_ns": 1800122229, "mean_ms": 6.164802154109589 }, "accepted_interval": { "n": 292, "sum_ns": 30131333332, "mean_ms": 103.18949771232876 }, "selected_to_submitted": { "n": 292, "sum_ns": 97100994529, "mean_ms": 332.53765249657533 }, "completed_queue_wait": { "n": 292, "sum_ns": 123590738, "mean_ms": 0.42325595205479455 }, "result_composition_wall": { "n": 292, "sum_ns": 3290807, "mean_ms": 0.01126988698630137 }, "result_composition_cpu": { "n": 292, "sum_ns": 3048240, "mean_ms": 0.01043917808219178 }, "result_artifact_handoff_wall": { "n": 292, "sum_ns": 2679043, "mean_ms": 0.009174804794520547 }, "result_artifact_handoff_cpu": { "n": 292, "sum_ns": 2676730, "mean_ms": 0.009166883561643836 }, "result_publish_wall": { "n": 292, "sum_ns": 32983765, "mean_ms": 0.11295809931506849 }, "result_publish_cpu": { "n": 292, "sum_ns": 32717867, "mean_ms": 0.1120474897260274 }, "result_total_wall": { "n": 292, "sum_ns": 325636534, "mean_ms": 1.1151936095890411 }, "result_total_cpu": { "n": 292, "sum_ns": 303996016, "mean_ms": 1.0410822465753424 } } }, { "mode": "mixed-a", "level": 14, "camera": "43", "provider": "crowd", "cohort_reset": false, "counter_seconds": 30.121585028, "new_channel": true, "seconds": 30.000090623972937, "selected_fps": 9.959635248979435, "requested_fps": 9.959635248979435, "complete_fps": 9.893237680652906, "accepted_fps": 9.893237680652906, "finalized_fps": 9.893237680652906, "redis_fps": 9.893237680652906, "redis_read_fps": 9.933303326819605, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 297, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.092, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 18, "analysis_gap_markers": 2, "c_suppressed": 0, "max_redis_silence_s": 0.34999442397383973, "redis_interval_s": { "n": 297, "mean": 0.10070661050839795, "median": 0.08370032801758498, "p95": 0.2437614580267109, "maximum": 0.34999442397383973, "minimum": 0.0009544320055283606 }, "redis_drift_s": { "n": 298, "mean": -0.07246839990305107, "median": -0.0737275514784268, "p95": 0.06662228400539583, "maximum": 0.15076317200530376, "minimum": -0.2953185059586545 }, "redis_drift_s_per_min": -0.058600885135510046, "ingress_drift_s": { "n": 12, "mean": -0.03534938216666639, "median": -0.03569819299999821, "p95": 0.005628431999998185, "maximum": 0.005628431999998185, "minimum": -0.07166758099999981 }, "ingress_drift_s_per_min": -0.05177784420508356, "source_drift_s": { "n": 12, "mean": -0.032495000000000086, "median": -0.03153000000000006, "p95": 0.002162999999999471, "maximum": 0.002162999999999471, "minimum": -0.06775499999999823 }, "ingress_to_redis_ms": { "n": 298, "mean": 305.8590604026846, "median": 301.0, "p95": 445, "maximum": 507, "minimum": 102 }, "source_samples": 12, "redis_samples": 298, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 299, "sum_ns": 15091672000, "mean_ms": 50.47381939799331 }, "source_exit_to_ingress": { "n": 299, "sum_ns": 1385800526, "mean_ms": 4.634784367892977 }, "source_encoded_queue": { "n": 299, "sum_ns": 23970000, "mean_ms": 0.08016722408026755 }, "decode_between_queues": { "n": 299, "sum_ns": 14171934000, "mean_ms": 47.39777257525083 }, "source_raw_queue": { "n": 299, "sum_ns": 772212000, "mean_ms": 2.5826488294314385 }, "raw_queue_to_source_exit": { "n": 299, "sum_ns": 9229000, "mean_ms": 0.030866220735785953 }, "selected_to_preprocess_start": { "n": 299, "sum_ns": 255023543, "mean_ms": 0.8529215484949833 }, "preprocess_start_to_preprocess_output": { "n": 299, "sum_ns": 1011041621, "mean_ms": 3.3814101036789297 }, "selected_to_preprocess": { "n": 299, "sum_ns": 1525332254, "mean_ms": 5.101445665551839 }, "preprocess_start_to_preprocess": { "n": 299, "sum_ns": 1270308711, "mean_ms": 4.2485241170568555 }, "preprocess_output_to_infer_entry": { "n": 299, "sum_ns": 259267090, "mean_ms": 0.8671140133779264 }, "preprocess_to_infer_output": { "n": 297, "sum_ns": 86119574906, "mean_ms": 289.9648986734007 }, "preprocess_to_callback": { "n": 297, "sum_ns": 86689874675, "mean_ms": 291.88509991582487 }, "infer_output_to_callback": { "n": 297, "sum_ns": 570299769, "mean_ms": 1.9202012424242425 }, "copy_wall": { "n": 298, "sum_ns": 1779624282, "mean_ms": 5.971893563758389 }, "copy_thread_cpu": { "n": 298, "sum_ns": 1574564045, "mean_ms": 5.283771963087249 }, "callback_to_copied": { "n": 297, "sum_ns": 1844720899, "mean_ms": 6.2111814781144785 }, "accepted_interval": { "n": 298, "sum_ns": 30122446232, "mean_ms": 101.08203433557047 }, "selected_to_submitted": { "n": 297, "sum_ns": 90086721503, "mean_ms": 303.3222946228956 }, "completed_queue_wait": { "n": 298, "sum_ns": 102766308, "mean_ms": 0.34485338255033554 }, "result_composition_wall": { "n": 298, "sum_ns": 5356854, "mean_ms": 0.017976020134228186 }, "result_composition_cpu": { "n": 298, "sum_ns": 5147634, "mean_ms": 0.017273939597315435 }, "result_publish_wall": { "n": 298, "sum_ns": 48125371, "mean_ms": 0.161494533557047 }, "result_publish_cpu": { "n": 298, "sum_ns": 47642366, "mean_ms": 0.15987371140939596 }, "result_total_wall": { "n": 298, "sum_ns": 376889108, "mean_ms": 1.2647285503355705 }, "result_total_cpu": { "n": 298, "sum_ns": 348375409, "mean_ms": 1.1690449966442953 } } }, { "mode": "mixed-a", "level": 15, "camera": "30", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.93070838, "new_channel": false, "seconds": 30.000012986012734, "selected_fps": 8.319215062961367, "requested_fps": 8.319215062961367, "complete_fps": 8.319215062961367, "accepted_fps": 8.319215062961367, "finalized_fps": 8.352625565222256, "redis_fps": 8.319215062961367, "redis_read_fps": 8.266663088300263, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 249, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.114, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 137, "analysis_gap_markers": 41, "c_suppressed": 0, "max_redis_silence_s": 0.48162252601468936, "redis_interval_s": { "n": 247, "mean": 0.12001022980958487, "median": 0.10261473996797577, "p95": 0.33012788702035323, "maximum": 0.48162252601468936, "minimum": 0.005204420012887567 }, "redis_drift_s": { "n": 248, "mean": -4.7097982228798045, "median": -4.723762439488439, "p95": -4.4741888449979115, "maximum": -4.302099612977827, "minimum": -4.967728507995616 }, "redis_drift_s_per_min": 0.025550963604032948, "ingress_drift_s": { "n": 12, "mean": 0.024365859416661806, "median": 0.022262294000029215, "p95": 0.06810758999995414, "maximum": 0.06810758999995414, "minimum": -0.004669661999969321 }, "ingress_drift_s_per_min": -0.024290266462977973, "source_drift_s": { "n": 12, "mean": 0.009215166666668514, "median": 0.013291500000036649, "p95": 0.051393999999959306, "maximum": 0.051393999999959306, "minimum": -0.02719200000001365 }, "ingress_to_redis_ms": { "n": 248, "mean": 490.31048387096774, "median": 479.5, "p95": 684, "maximum": 880, "minimum": 268 }, "source_samples": 12, "redis_samples": 248, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 249, "sum_ns": 14119806000, "mean_ms": 56.706048192771085 }, "source_exit_to_ingress": { "n": 249, "sum_ns": 10147605916, "mean_ms": 40.753437413654616 }, "source_encoded_queue": { "n": 249, "sum_ns": 17313000, "mean_ms": 0.0695301204819277 }, "decode_between_queues": { "n": 249, "sum_ns": 10870623000, "mean_ms": 43.657120481927706 }, "source_raw_queue": { "n": 249, "sum_ns": 3179858000, "mean_ms": 12.770514056224899 }, "raw_queue_to_source_exit": { "n": 249, "sum_ns": 7031000, "mean_ms": 0.028236947791164656 }, "selected_to_preprocess_start": { "n": 249, "sum_ns": 359030829, "mean_ms": 1.4418908795180723 }, "preprocess_start_to_preprocess_output": { "n": 249, "sum_ns": 1813574916, "mean_ms": 7.283433397590361 }, "selected_to_preprocess": { "n": 249, "sum_ns": 3116760599, "mean_ms": 12.51711083935743 }, "preprocess_start_to_preprocess": { "n": 249, "sum_ns": 2759254699, "mean_ms": 11.081344172690763 }, "preprocess_output_to_infer_entry": { "n": 249, "sum_ns": 945679783, "mean_ms": 3.7979107751004015 }, "preprocess_to_infer_output": { "n": 249, "sum_ns": 110635488780, "mean_ms": 444.3192320481928 }, "preprocess_to_callback": { "n": 249, "sum_ns": 111170079192, "mean_ms": 446.46618149397585 }, "infer_output_to_callback": { "n": 249, "sum_ns": 534590412, "mean_ms": 2.146949445783133 }, "copy_wall": { "n": 249, "sum_ns": 1959781865, "mean_ms": 7.870609899598394 }, "copy_thread_cpu": { "n": 249, "sum_ns": 1807903849, "mean_ms": 7.2606580281124495 }, "callback_to_copied": { "n": 249, "sum_ns": 2018435899, "mean_ms": 8.106168269076305 }, "accepted_interval": { "n": 249, "sum_ns": 29921666402, "mean_ms": 120.16733494779116 }, "selected_to_submitted": { "n": 249, "sum_ns": 116354734143, "mean_ms": 467.2880889277108 }, "completed_queue_wait": { "n": 249, "sum_ns": 333434487, "mean_ms": 1.3390943253012049 }, "result_observations_wall": { "n": 249, "sum_ns": 368582101, "mean_ms": 1.4802494016064256 }, "result_observations_cpu": { "n": 249, "sum_ns": 344392303, "mean_ms": 1.3831016184738956 }, "result_nms_wall": { "n": 250, "sum_ns": 456404537, "mean_ms": 1.825618148 }, "result_nms_cpu": { "n": 250, "sum_ns": 158683986, "mean_ms": 0.634735944 }, "result_tracking_wall": { "n": 250, "sum_ns": 994136300, "mean_ms": 3.9765452000000003 }, "result_tracking_cpu": { "n": 250, "sum_ns": 611440331, "mean_ms": 2.4457613240000002 }, "result_region_wall": { "n": 250, "sum_ns": 96969426, "mean_ms": 0.38787770400000005 }, "result_region_cpu": { "n": 250, "sum_ns": 88385651, "mean_ms": 0.353542604 }, "result_fall_wall": { "n": 250, "sum_ns": 874640633, "mean_ms": 3.4985625320000002 }, "result_fall_cpu": { "n": 250, "sum_ns": 825786835, "mean_ms": 3.3031473399999998 }, "result_fight_wall": { "n": 250, "sum_ns": 141422340, "mean_ms": 0.56568936 }, "result_fight_cpu": { "n": 250, "sum_ns": 132864912, "mean_ms": 0.531459648 }, "result_collector_wall": { "n": 250, "sum_ns": 829663555, "mean_ms": 3.31865422 }, "result_collector_cpu": { "n": 250, "sum_ns": 780477852, "mean_ms": 3.121911408 }, "result_composition_wall": { "n": 250, "sum_ns": 6917833, "mean_ms": 0.027671332 }, "result_composition_cpu": { "n": 250, "sum_ns": 5177416, "mean_ms": 0.020709664 }, "result_artifact_handoff_wall": { "n": 250, "sum_ns": 5187767, "mean_ms": 0.020751068 }, "result_artifact_handoff_cpu": { "n": 250, "sum_ns": 3184032, "mean_ms": 0.012736128000000001 }, "result_publish_wall": { "n": 249, "sum_ns": 950168187, "mean_ms": 3.815936493975904 }, "result_publish_cpu": { "n": 249, "sum_ns": 913423414, "mean_ms": 3.668367124497992 }, "result_total_wall": { "n": 249, "sum_ns": 5036217596, "mean_ms": 20.22577347791165 }, "result_total_cpu": { "n": 249, "sum_ns": 4133371100, "mean_ms": 16.599883935742973 } } }, { "mode": "mixed-a", "level": 15, "camera": "30", "provider": "fire", "cohort_reset": false, "counter_seconds": 30.13205785, "new_channel": false, "seconds": 30.000012986012734, "selected_fps": 9.524739446230686, "requested_fps": 9.524739446230686, "complete_fps": 9.557926691687936, "accepted_fps": 9.557926691687936, "finalized_fps": 9.557926691687936, "redis_fps": 9.557926691687936, "redis_read_fps": 9.533329206668851, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 288, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.182, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 70, "analysis_gap_markers": 14, "c_suppressed": 0, "max_redis_silence_s": 0.324935719021596, "redis_interval_s": { "n": 285, "mean": 0.10503209982120448, "median": 0.0952136919950135, "p95": 0.21331418596673757, "maximum": 0.324935719021596, "minimum": 0.008758913027122617 }, "redis_drift_s": { "n": 286, "mean": 0.34590723520037936, "median": 0.3457365984595526, "p95": 0.5131874709776412, "maximum": 0.6148805579864529, "minimum": 0.10528231398063781 }, "redis_drift_s_per_min": -0.008845627016905845, "ingress_drift_s": { "n": 12, "mean": 0.00669210166666782, "median": 0.008179922500005432, "p95": 0.039043654000010974, "maximum": 0.039043654000010974, "minimum": -0.02526040500004001 }, "ingress_drift_s_per_min": 0.015436443021998451, "source_drift_s": { "n": 12, "mean": 0.00267025000001316, "median": 0.005691500000011729, "p95": 0.03749100000004546, "maximum": 0.03749100000004546, "minimum": -0.025578999999993357 }, "ingress_to_redis_ms": { "n": 286, "mean": 381.24825174825173, "median": 377.0, "p95": 523, "maximum": 629, "minimum": 183 }, "source_samples": 12, "redis_samples": 286, "native_redis_joined": 11, "durations": { "depay_to_source_exit": { "n": 286, "sum_ns": 14912342000, "mean_ms": 52.14105594405594 }, "source_exit_to_ingress": { "n": 286, "sum_ns": 3295671509, "mean_ms": 11.523326954545455 }, "source_encoded_queue": { "n": 286, "sum_ns": 27440000, "mean_ms": 0.09594405594405594 }, "decode_between_queues": { "n": 286, "sum_ns": 13001963000, "mean_ms": 45.46140909090909 }, "source_raw_queue": { "n": 286, "sum_ns": 1793168000, "mean_ms": 6.269818181818182 }, "raw_queue_to_source_exit": { "n": 286, "sum_ns": 10695000, "mean_ms": 0.03739510489510489 }, "selected_to_preprocess_start": { "n": 286, "sum_ns": 274076084, "mean_ms": 0.958307986013986 }, "preprocess_start_to_preprocess_output": { "n": 286, "sum_ns": 1030465077, "mean_ms": 3.603024744755245 }, "selected_to_preprocess": { "n": 286, "sum_ns": 1685201938, "mean_ms": 5.892314468531469 }, "preprocess_start_to_preprocess": { "n": 286, "sum_ns": 1411125854, "mean_ms": 4.934006482517483 }, "preprocess_output_to_infer_entry": { "n": 286, "sum_ns": 380660777, "mean_ms": 1.3309817377622377 }, "preprocess_to_infer_output": { "n": 287, "sum_ns": 104929779519, "mean_ms": 365.60898787108016 }, "preprocess_to_callback": { "n": 287, "sum_ns": 105496946710, "mean_ms": 367.585180174216 }, "infer_output_to_callback": { "n": 287, "sum_ns": 567167191, "mean_ms": 1.9761923031358883 }, "copy_wall": { "n": 288, "sum_ns": 1721202459, "mean_ms": 5.976397427083333 }, "copy_thread_cpu": { "n": 288, "sum_ns": 1543368283, "mean_ms": 5.358917649305556 }, "callback_to_copied": { "n": 286, "sum_ns": 1771566966, "mean_ms": 6.1942900909090906 }, "accepted_interval": { "n": 286, "sum_ns": 30169776954, "mean_ms": 105.4887306083916 }, "selected_to_submitted": { "n": 285, "sum_ns": 108025607851, "mean_ms": 379.03722052982454 }, "completed_queue_wait": { "n": 288, "sum_ns": 140583538, "mean_ms": 0.48813728472222223 }, "result_composition_wall": { "n": 288, "sum_ns": 3105266, "mean_ms": 0.010782173611111112 }, "result_composition_cpu": { "n": 288, "sum_ns": 3014630, "mean_ms": 0.010467465277777777 }, "result_artifact_handoff_wall": { "n": 288, "sum_ns": 2730317, "mean_ms": 0.009480267361111112 }, "result_artifact_handoff_cpu": { "n": 288, "sum_ns": 2731743, "mean_ms": 0.00948521875 }, "result_publish_wall": { "n": 288, "sum_ns": 31440652, "mean_ms": 0.10916893055555556 }, "result_publish_cpu": { "n": 288, "sum_ns": 30256718, "mean_ms": 0.10505804861111111 }, "result_total_wall": { "n": 288, "sum_ns": 331977498, "mean_ms": 1.1526996458333332 }, "result_total_cpu": { "n": 288, "sum_ns": 315687829, "mean_ms": 1.096138295138889 } } }, { "mode": "mixed-a", "level": 15, "camera": "30", "provider": "crowd", "cohort_reset": false, "counter_seconds": 30.118144198, "new_channel": false, "seconds": 30.000012986012734, "selected_fps": 9.761557620124654, "requested_fps": 9.761557620124654, "complete_fps": 9.728355043185454, "accepted_fps": 9.728355043185454, "finalized_fps": 9.728355043185454, "redis_fps": 9.728355043185454, "redis_read_fps": 9.73332912009547, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 293, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.109, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 67, "analysis_gap_markers": 7, "c_suppressed": 0, "max_redis_silence_s": 0.30947659397497773, "redis_interval_s": { "n": 291, "mean": 0.10285805987295794, "median": 0.09051807801006362, "p95": 0.2201160240219906, "maximum": 0.30947659397497773, "minimum": 0.001074358995538205 }, "redis_drift_s": { "n": 292, "mean": 0.044540131347141035, "median": 0.04796711752516103, "p95": 0.2206321620350309, "maximum": 0.29332045300861864, "minimum": -0.21601343400493533 }, "redis_drift_s_per_min": -0.039219922734295844, "ingress_drift_s": { "n": 12, "mean": 0.0186041603333346, "median": 0.020261089999962678, "p95": 0.06666707099998348, "maximum": 0.06666707099998348, "minimum": -0.02022438099993451 }, "ingress_drift_s_per_min": 0.11515145750024598, "source_drift_s": { "n": 12, "mean": 0.006936916666660409, "median": 0.008772000000021762, "p95": 0.041496000000051936, "maximum": 0.041496000000051936, "minimum": -0.025797000000011394 }, "ingress_to_redis_ms": { "n": 292, "mean": 360.38698630136986, "median": 364.0, "p95": 526, "maximum": 618, "minimum": 126 }, "source_samples": 12, "redis_samples": 292, "native_redis_joined": 10, "durations": { "depay_to_source_exit": { "n": 293, "sum_ns": 15403175000, "mean_ms": 52.570563139931735 }, "source_exit_to_ingress": { "n": 293, "sum_ns": 3590357822, "mean_ms": 12.253780962457338 }, "source_encoded_queue": { "n": 293, "sum_ns": 27081000, "mean_ms": 0.09242662116040956 }, "decode_between_queues": { "n": 293, "sum_ns": 13493534000, "mean_ms": 46.05301706484642 }, "source_raw_queue": { "n": 293, "sum_ns": 1793779000, "mean_ms": 6.122112627986348 }, "raw_queue_to_source_exit": { "n": 293, "sum_ns": 8558000, "mean_ms": 0.029208191126279863 }, "selected_to_preprocess_start": { "n": 293, "sum_ns": 268311149, "mean_ms": 0.9157377098976109 }, "preprocess_start_to_preprocess_output": { "n": 293, "sum_ns": 1049092099, "mean_ms": 3.580519109215017 }, "selected_to_preprocess": { "n": 293, "sum_ns": 1656335099, "mean_ms": 5.653020815699659 }, "preprocess_start_to_preprocess": { "n": 293, "sum_ns": 1388023950, "mean_ms": 4.737283105802048 }, "preprocess_output_to_infer_entry": { "n": 293, "sum_ns": 338931851, "mean_ms": 1.1567639965870309 }, "preprocess_to_infer_output": { "n": 292, "sum_ns": 100387889041, "mean_ms": 343.7941405513698 }, "preprocess_to_callback": { "n": 292, "sum_ns": 100974051884, "mean_ms": 345.8015475479452 }, "infer_output_to_callback": { "n": 292, "sum_ns": 586162843, "mean_ms": 2.0074069965753423 }, "copy_wall": { "n": 293, "sum_ns": 1732156647, "mean_ms": 5.91179743003413 }, "copy_thread_cpu": { "n": 293, "sum_ns": 1562501582, "mean_ms": 5.33276990443686 }, "callback_to_copied": { "n": 292, "sum_ns": 1789713989, "mean_ms": 6.129157496575343 }, "accepted_interval": { "n": 292, "sum_ns": 30203226483, "mean_ms": 103.43570713356164 }, "selected_to_submitted": { "n": 291, "sum_ns": 104026956510, "mean_ms": 357.4809502061856 }, "completed_queue_wait": { "n": 293, "sum_ns": 123011448, "mean_ms": 0.41983429351535834 }, "result_composition_wall": { "n": 293, "sum_ns": 8324733, "mean_ms": 0.028412058020477818 }, "result_composition_cpu": { "n": 293, "sum_ns": 5818776, "mean_ms": 0.019859303754266214 }, "result_publish_wall": { "n": 293, "sum_ns": 81768567, "mean_ms": 0.2790736075085324 }, "result_publish_cpu": { "n": 293, "sum_ns": 76022682, "mean_ms": 0.25946307849829353 }, "result_total_wall": { "n": 293, "sum_ns": 511718100, "mean_ms": 1.746478156996587 }, "result_total_cpu": { "n": 293, "sum_ns": 461104719, "mean_ms": 1.573736242320819 } } }, { "mode": "mixed-a", "level": 15, "camera": "31", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.076451881, "new_channel": false, "seconds": 30.000012986012734, "selected_fps": 8.478393695138271, "requested_fps": 8.478393695138271, "complete_fps": 8.478393695138271, "accepted_fps": 8.478393695138271, "finalized_fps": 8.478393695138271, "redis_fps": 8.478393695138271, "redis_read_fps": 8.399996363918008, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 255, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.287, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 135, "analysis_gap_markers": 35, "c_suppressed": 0, "max_redis_silence_s": 0.40916801599087194, "redis_interval_s": { "n": 251, "mean": 0.11918391661340022, "median": 0.1004641720210202, "p95": 0.2661670120432973, "maximum": 0.40916801599087194, "minimum": 0.0002729480038397014 }, "redis_drift_s": { "n": 252, "mean": -6.181022198187331, "median": -6.193410573984238, "p95": -6.0119736969578526, "maximum": -5.868478256968729, "minimum": -6.427707431948306 }, "redis_drift_s_per_min": 0.010327603880207837, "ingress_drift_s": { "n": 12, "mean": 0.03650640275000683, "median": 0.020308714500004044, "p95": 0.16502354700003252, "maximum": 0.16502354700003252, "minimum": -0.03791945700004362 }, "ingress_drift_s_per_min": 0.030080735949997557, "source_drift_s": { "n": 12, "mean": 0.007084583333314261, "median": 0.001776999999947293, "p95": 0.0772269999999935, "maximum": 0.0772269999999935, "minimum": -0.04093399999999292 }, "ingress_to_redis_ms": { "n": 252, "mean": 469.1111111111111, "median": 462.5, "p95": 602, "maximum": 791, "minimum": 300 }, "source_samples": 12, "redis_samples": 252, "native_redis_joined": 11, "durations": { "depay_to_source_exit": { "n": 254, "sum_ns": 14866238000, "mean_ms": 58.528496062992126 }, "source_exit_to_ingress": { "n": 254, "sum_ns": 9120905717, "mean_ms": 35.90907762598425 }, "source_encoded_queue": { "n": 254, "sum_ns": 15815000, "mean_ms": 0.06226377952755906 }, "decode_between_queues": { "n": 254, "sum_ns": 11506396000, "mean_ms": 45.30077165354331 }, "source_raw_queue": { "n": 254, "sum_ns": 3252161000, "mean_ms": 12.80378346456693 }, "raw_queue_to_source_exit": { "n": 254, "sum_ns": 7844000, "mean_ms": 0.03088188976377953 }, "selected_to_preprocess_start": { "n": 255, "sum_ns": 369795000, "mean_ms": 1.4501764705882352 }, "preprocess_start_to_preprocess_output": { "n": 255, "sum_ns": 1549470360, "mean_ms": 6.076354352941177 }, "selected_to_preprocess": { "n": 255, "sum_ns": 2813919949, "mean_ms": 11.034980192156862 }, "preprocess_start_to_preprocess": { "n": 255, "sum_ns": 2444124949, "mean_ms": 9.584803721568628 }, "preprocess_output_to_infer_entry": { "n": 255, "sum_ns": 894654589, "mean_ms": 3.508449368627451 }, "preprocess_to_infer_output": { "n": 255, "sum_ns": 111453208302, "mean_ms": 437.0714051058823 }, "preprocess_to_callback": { "n": 255, "sum_ns": 111933680967, "mean_ms": 438.95561163529413 }, "infer_output_to_callback": { "n": 255, "sum_ns": 480472665, "mean_ms": 1.884206529411765 }, "copy_wall": { "n": 255, "sum_ns": 1369313336, "mean_ms": 5.369856219607843 }, "copy_thread_cpu": { "n": 255, "sum_ns": 1228271135, "mean_ms": 4.816749549019607 }, "callback_to_copied": { "n": 255, "sum_ns": 1425041416, "mean_ms": 5.588397709803921 }, "accepted_interval": { "n": 255, "sum_ns": 30150173300, "mean_ms": 118.2359737254902 }, "selected_to_submitted": { "n": 255, "sum_ns": 116204931208, "mean_ms": 455.7056125803922 }, "completed_queue_wait": { "n": 255, "sum_ns": 210598389, "mean_ms": 0.8258760352941177 }, "result_observations_wall": { "n": 255, "sum_ns": 355890607, "mean_ms": 1.3956494392156862 }, "result_observations_cpu": { "n": 255, "sum_ns": 331595816, "mean_ms": 1.300375749019608 }, "result_nms_wall": { "n": 255, "sum_ns": 289354673, "mean_ms": 1.1347242078431372 }, "result_nms_cpu": { "n": 255, "sum_ns": 147905411, "mean_ms": 0.5800212196078431 }, "result_tracking_wall": { "n": 255, "sum_ns": 342534647, "mean_ms": 1.343273125490196 }, "result_tracking_cpu": { "n": 255, "sum_ns": 258299672, "mean_ms": 1.0129398901960784 }, "result_region_wall": { "n": 255, "sum_ns": 76315572, "mean_ms": 0.29927675294117645 }, "result_region_cpu": { "n": 255, "sum_ns": 63089576, "mean_ms": 0.2474101019607843 }, "result_fall_wall": { "n": 255, "sum_ns": 131643674, "mean_ms": 0.5162497019607843 }, "result_fall_cpu": { "n": 255, "sum_ns": 124941340, "mean_ms": 0.48996603921568627 }, "result_fight_wall": { "n": 255, "sum_ns": 47800303, "mean_ms": 0.18745216862745098 }, "result_fight_cpu": { "n": 255, "sum_ns": 46344740, "mean_ms": 0.18174407843137255 }, "result_collector_wall": { "n": 255, "sum_ns": 1526563181, "mean_ms": 5.986522278431373 }, "result_collector_cpu": { "n": 255, "sum_ns": 1429029279, "mean_ms": 5.604036388235294 }, "result_composition_wall": { "n": 255, "sum_ns": 6673274, "mean_ms": 0.026169701960784313 }, "result_composition_cpu": { "n": 255, "sum_ns": 5429223, "mean_ms": 0.021291070588235296 }, "result_artifact_handoff_wall": { "n": 255, "sum_ns": 4699701, "mean_ms": 0.0184302 }, "result_artifact_handoff_cpu": { "n": 255, "sum_ns": 3152368, "mean_ms": 0.012362227450980392 }, "result_publish_wall": { "n": 255, "sum_ns": 125317830, "mean_ms": 0.4914424705882353 }, "result_publish_cpu": { "n": 255, "sum_ns": 112180134, "mean_ms": 0.43992209411764704 }, "result_total_wall": { "n": 255, "sum_ns": 3223524136, "mean_ms": 12.641271121568627 }, "result_total_cpu": { "n": 255, "sum_ns": 2785014048, "mean_ms": 10.921623717647059 } } }, { "mode": "mixed-a", "level": 15, "camera": "31", "provider": "fire", "cohort_reset": false, "counter_seconds": 29.872523038, "new_channel": false, "seconds": 30.000012986012734, "selected_fps": 9.138833022330399, "requested_fps": 9.138833022330399, "complete_fps": 9.172308601166774, "accepted_fps": 9.172308601166774, "finalized_fps": 9.172308601166774, "redis_fps": 9.172308601166774, "redis_read_fps": 9.133329379815612, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 274, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.134, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 73, "analysis_gap_markers": 15, "c_suppressed": 0, "max_redis_silence_s": 0.3755244530038908, "redis_interval_s": { "n": 273, "mean": 0.10975047960794691, "median": 0.09451972600072622, "p95": 0.24761312000919133, "maximum": 0.3755244530038908, "minimum": 0.01141779200406745 }, "redis_drift_s": { "n": 274, "mean": 0.3958394567664046, "median": 0.3863428249908907, "p95": 0.5916985220327433, "maximum": 0.724058160994673, "minimum": 0.11645386701547977 }, "redis_drift_s_per_min": -0.07601767545419791, "ingress_drift_s": { "n": 12, "mean": 0.013718105583327164, "median": 0.006952176499964935, "p95": 0.04669923699998435, "maximum": 0.04669923699998435, "minimum": -0.02271745399991687 }, "ingress_drift_s_per_min": 0.0005962655452197625, "source_drift_s": { "n": 12, "mean": 0.006380000000007158, "median": 0.0044790000000034524, "p95": 0.04186200000003737, "maximum": 0.04186200000003737, "minimum": -0.02534000000002834 }, "ingress_to_redis_ms": { "n": 274, "mean": 384.5948905109489, "median": 381.5, "p95": 530, "maximum": 643, "minimum": 173 }, "source_samples": 12, "redis_samples": 274, "native_redis_joined": 14, "durations": { "depay_to_source_exit": { "n": 271, "sum_ns": 14284079000, "mean_ms": 52.70877859778598 }, "source_exit_to_ingress": { "n": 271, "sum_ns": 4079758036, "mean_ms": 15.054457697416975 }, "source_encoded_queue": { "n": 271, "sum_ns": 24513000, "mean_ms": 0.09045387453874539 }, "decode_between_queues": { "n": 271, "sum_ns": 12327025000, "mean_ms": 45.48717712177122 }, "source_raw_queue": { "n": 271, "sum_ns": 1790710000, "mean_ms": 6.607785977859779 }, "raw_queue_to_source_exit": { "n": 271, "sum_ns": 8407000, "mean_ms": 0.031022140221402213 }, "selected_to_preprocess_start": { "n": 272, "sum_ns": 260667901, "mean_ms": 0.9583378713235294 }, "preprocess_start_to_preprocess_output": { "n": 272, "sum_ns": 935091385, "mean_ms": 3.437835974264706 }, "selected_to_preprocess": { "n": 272, "sum_ns": 1785422382, "mean_ms": 6.564052875 }, "preprocess_start_to_preprocess": { "n": 272, "sum_ns": 1524754481, "mean_ms": 5.605715003676471 }, "preprocess_output_to_infer_entry": { "n": 272, "sum_ns": 589663096, "mean_ms": 2.1678790294117647 }, "preprocess_to_infer_output": { "n": 273, "sum_ns": 100385555045, "mean_ms": 367.71265584249085 }, "preprocess_to_callback": { "n": 273, "sum_ns": 100949194741, "mean_ms": 369.77727011355313 }, "infer_output_to_callback": { "n": 273, "sum_ns": 563639696, "mean_ms": 2.064614271062271 }, "copy_wall": { "n": 274, "sum_ns": 1628461334, "mean_ms": 5.943289540145986 }, "copy_thread_cpu": { "n": 274, "sum_ns": 1465224995, "mean_ms": 5.34753647810219 }, "callback_to_copied": { "n": 273, "sum_ns": 1684469393, "mean_ms": 6.170217556776557 }, "accepted_interval": { "n": 274, "sum_ns": 29835055181, "mean_ms": 108.88706270437956 }, "selected_to_submitted": { "n": 273, "sum_ns": 104463053385, "mean_ms": 382.6485471978022 }, "completed_queue_wait": { "n": 274, "sum_ns": 123603113, "mean_ms": 0.4511062518248175 }, "result_composition_wall": { "n": 274, "sum_ns": 2859308, "mean_ms": 0.010435430656934306 }, "result_composition_cpu": { "n": 274, "sum_ns": 2741010, "mean_ms": 0.010003686131386861 }, "result_artifact_handoff_wall": { "n": 274, "sum_ns": 2507555, "mean_ms": 0.009151660583941606 }, "result_artifact_handoff_cpu": { "n": 274, "sum_ns": 2481749, "mean_ms": 0.009057478102189782 }, "result_publish_wall": { "n": 274, "sum_ns": 28368874, "mean_ms": 0.10353603649635036 }, "result_publish_cpu": { "n": 274, "sum_ns": 28001880, "mean_ms": 0.10219664233576642 }, "result_total_wall": { "n": 274, "sum_ns": 286883240, "mean_ms": 1.0470191240875912 }, "result_total_cpu": { "n": 274, "sum_ns": 275492677, "mean_ms": 1.0054477262773722 } } }, { "mode": "mixed-a", "level": 15, "camera": "31", "provider": "crowd", "cohort_reset": false, "counter_seconds": 29.865166825, "new_channel": false, "seconds": 30.000012986012734, "selected_fps": 9.408954640922218, "requested_fps": 9.408954640922218, "complete_fps": 9.408954640922218, "accepted_fps": 9.408954640922218, "finalized_fps": 9.408954640922218, "redis_fps": 9.408954640922218, "redis_read_fps": 9.399995931051105, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 281, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.231, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 52, "analysis_gap_markers": 9, "c_suppressed": 0, "max_redis_silence_s": 0.5074385880143382, "redis_interval_s": { "n": 281, "mean": 0.10671120565123624, "median": 0.08575313398614526, "p95": 0.2631335490150377, "maximum": 0.5074385880143382, "minimum": 7.753301179036498e-05 }, "redis_drift_s": { "n": 282, "mean": 0.374396072625613, "median": 0.37689311602105136, "p95": 0.5254040450477078, "maximum": 0.8118512060045759, "minimum": 0.11484438405886976 }, "redis_drift_s_per_min": -0.08971974209861389, "ingress_drift_s": { "n": 12, "mean": 0.0019605445000081545, "median": -0.008235555999988264, "p95": 0.045517251000092074, "maximum": 0.045517251000092074, "minimum": -0.037524324000060005 }, "ingress_drift_s_per_min": 0.01943611942231556, "source_drift_s": { "n": 12, "mean": -0.00013041666666898286, "median": -0.010296000000039385, "p95": 0.03884000000005017, "maximum": 0.03884000000005017, "minimum": -0.040473000000019965 }, "ingress_to_redis_ms": { "n": 282, "mean": 366.4929078014184, "median": 368.5, "p95": 522, "maximum": 701, "minimum": 128 }, "source_samples": 12, "redis_samples": 282, "native_redis_joined": 14, "durations": { "depay_to_source_exit": { "n": 280, "sum_ns": 14785916000, "mean_ms": 52.80684285714286 }, "source_exit_to_ingress": { "n": 280, "sum_ns": 2487350867, "mean_ms": 8.88339595357143 }, "source_encoded_queue": { "n": 280, "sum_ns": 22944000, "mean_ms": 0.08194285714285715 }, "decode_between_queues": { "n": 280, "sum_ns": 12918971000, "mean_ms": 46.139182142857145 }, "source_raw_queue": { "n": 280, "sum_ns": 1706294000, "mean_ms": 6.093907142857143 }, "raw_queue_to_source_exit": { "n": 280, "sum_ns": 9069000, "mean_ms": 0.03238928571428571 }, "selected_to_preprocess_start": { "n": 281, "sum_ns": 244301312, "mean_ms": 0.8693996868327402 }, "preprocess_start_to_preprocess_output": { "n": 281, "sum_ns": 975859010, "mean_ms": 3.4728078647686833 }, "selected_to_preprocess": { "n": 281, "sum_ns": 1821920812, "mean_ms": 6.483703957295374 }, "preprocess_start_to_preprocess": { "n": 281, "sum_ns": 1577619500, "mean_ms": 5.614304270462633 }, "preprocess_output_to_infer_entry": { "n": 281, "sum_ns": 601760490, "mean_ms": 2.14149640569395 }, "preprocess_to_infer_output": { "n": 281, "sum_ns": 97921618041, "mean_ms": 348.47550904270463 }, "preprocess_to_callback": { "n": 281, "sum_ns": 98482204395, "mean_ms": 350.47047827402133 }, "infer_output_to_callback": { "n": 281, "sum_ns": 560586354, "mean_ms": 1.994969231316726 }, "copy_wall": { "n": 281, "sum_ns": 1707045617, "mean_ms": 6.074895434163701 }, "copy_thread_cpu": { "n": 281, "sum_ns": 1511515497, "mean_ms": 5.379058708185053 }, "callback_to_copied": { "n": 281, "sum_ns": 1770493892, "mean_ms": 6.3006900071174385 }, "accepted_interval": { "n": 281, "sum_ns": 29995036155, "mean_ms": 106.74390090747332 }, "selected_to_submitted": { "n": 281, "sum_ns": 102118933944, "mean_ms": 363.4125763131673 }, "completed_queue_wait": { "n": 281, "sum_ns": 116325723, "mean_ms": 0.41397054448398574 }, "result_composition_wall": { "n": 281, "sum_ns": 2987259, "mean_ms": 0.010630814946619218 }, "result_composition_cpu": { "n": 281, "sum_ns": 2862243, "mean_ms": 0.010185918149466192 }, "result_publish_wall": { "n": 281, "sum_ns": 42282018, "mean_ms": 0.1504698149466192 }, "result_publish_cpu": { "n": 281, "sum_ns": 41027878, "mean_ms": 0.14600668327402133 }, "result_total_wall": { "n": 281, "sum_ns": 397599856, "mean_ms": 1.4149461067615658 }, "result_total_cpu": { "n": 281, "sum_ns": 352108900, "mean_ms": 1.253056583629893 } } }, { "mode": "mixed-a", "level": 15, "camera": "32", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.09166223, "new_channel": false, "seconds": 30.000012986012734, "selected_fps": 8.407644551711426, "requested_fps": 8.407644551711426, "complete_fps": 8.440876348358506, "accepted_fps": 8.440876348358506, "finalized_fps": 8.440876348358506, "redis_fps": 8.440876348358506, "redis_read_fps": 8.433329682822444, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 254, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.184, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 122, "analysis_gap_markers": 45, "c_suppressed": 0, "max_redis_silence_s": 0.34856511699035764, "redis_interval_s": { "n": 252, "mean": 0.11814505398797337, "median": 0.10265503899427131, "p95": 0.26202101801754907, "maximum": 0.34856511699035764, "minimum": 0.0051977449911646545 }, "redis_drift_s": { "n": 253, "mean": -3.2787303124175913, "median": -3.283219038015204, "p95": -3.136317724992068, "maximum": -3.0173840310005744, "minimum": -3.4731501190033782 }, "redis_drift_s_per_min": 0.10755243462623526, "ingress_drift_s": { "n": 12, "mean": 0.030060743833336307, "median": 0.020652225000020508, "p95": 0.10346333900002946, "maximum": 0.10346333900002946, "minimum": -0.007956584999988081 }, "ingress_drift_s_per_min": -0.11423012926139836, "source_drift_s": { "n": 12, "mean": 0.015044500000006641, "median": 0.01556450000001064, "p95": 0.03914900000000898, "maximum": 0.03914900000000898, "minimum": -0.015073000000029424 }, "ingress_to_redis_ms": { "n": 253, "mean": 472.7114624505929, "median": 466, "p95": 592, "maximum": 664, "minimum": 311 }, "source_samples": 12, "redis_samples": 253, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 253, "sum_ns": 14131279000, "mean_ms": 55.854857707509886 }, "source_exit_to_ingress": { "n": 253, "sum_ns": 6181051378, "mean_ms": 24.43103311462451 }, "source_encoded_queue": { "n": 253, "sum_ns": 27727000, "mean_ms": 0.10959288537549407 }, "decode_between_queues": { "n": 253, "sum_ns": 10937000000, "mean_ms": 43.22924901185771 }, "source_raw_queue": { "n": 253, "sum_ns": 2966935000, "mean_ms": 11.72701581027668 }, "raw_queue_to_source_exit": { "n": 253, "sum_ns": 8171000, "mean_ms": 0.032296442687747035 }, "selected_to_preprocess_start": { "n": 253, "sum_ns": 320876040, "mean_ms": 1.268284743083004 }, "preprocess_start_to_preprocess_output": { "n": 252, "sum_ns": 1696082722, "mean_ms": 6.730486992063492 }, "selected_to_preprocess": { "n": 253, "sum_ns": 2965828730, "mean_ms": 11.722643201581027 }, "preprocess_start_to_preprocess": { "n": 253, "sum_ns": 2644952690, "mean_ms": 10.454358458498023 }, "preprocess_output_to_infer_entry": { "n": 252, "sum_ns": 940276774, "mean_ms": 3.7312570396825397 }, "preprocess_to_infer_output": { "n": 254, "sum_ns": 111162860304, "mean_ms": 437.64905631496066 }, "preprocess_to_callback": { "n": 254, "sum_ns": 111614152907, "mean_ms": 439.4257988464567 }, "infer_output_to_callback": { "n": 254, "sum_ns": 451292603, "mean_ms": 1.7767425314960632 }, "copy_wall": { "n": 254, "sum_ns": 1751339347, "mean_ms": 6.8950367992125985 }, "copy_thread_cpu": { "n": 254, "sum_ns": 1616948355, "mean_ms": 6.365938405511812 }, "callback_to_copied": { "n": 254, "sum_ns": 1806307859, "mean_ms": 7.111448263779527 }, "accepted_interval": { "n": 254, "sum_ns": 30257754319, "mean_ms": 119.125017003937 }, "selected_to_submitted": { "n": 254, "sum_ns": 116435429808, "mean_ms": 458.40720396850395 }, "completed_queue_wait": { "n": 254, "sum_ns": 226858903, "mean_ms": 0.8931452874015747 }, "result_observations_wall": { "n": 254, "sum_ns": 368233338, "mean_ms": 1.4497375511811024 }, "result_observations_cpu": { "n": 254, "sum_ns": 339558413, "mean_ms": 1.3368441456692912 }, "result_nms_wall": { "n": 254, "sum_ns": 304171126, "mean_ms": 1.1975241181102363 }, "result_nms_cpu": { "n": 254, "sum_ns": 153485988, "mean_ms": 0.6042755433070865 }, "result_tracking_wall": { "n": 254, "sum_ns": 452356853, "mean_ms": 1.7809324921259844 }, "result_tracking_cpu": { "n": 254, "sum_ns": 347850768, "mean_ms": 1.369491212598425 }, "result_region_wall": { "n": 254, "sum_ns": 85529944, "mean_ms": 0.336732062992126 }, "result_region_cpu": { "n": 254, "sum_ns": 79153255, "mean_ms": 0.3116269881889764 }, "result_fall_wall": { "n": 254, "sum_ns": 271804331, "mean_ms": 1.0700957913385827 }, "result_fall_cpu": { "n": 254, "sum_ns": 245973885, "mean_ms": 0.9684011220472442 }, "result_fight_wall": { "n": 254, "sum_ns": 58647138, "mean_ms": 0.2308942440944882 }, "result_fight_cpu": { "n": 254, "sum_ns": 56717935, "mean_ms": 0.2232989566929134 }, "result_collector_wall": { "n": 254, "sum_ns": 1388527341, "mean_ms": 5.466643074803149 }, "result_collector_cpu": { "n": 254, "sum_ns": 1286172775, "mean_ms": 5.063672342519685 }, "result_composition_wall": { "n": 254, "sum_ns": 5042035, "mean_ms": 0.01985053149606299 }, "result_composition_cpu": { "n": 254, "sum_ns": 5014717, "mean_ms": 0.01974298031496063 }, "result_artifact_handoff_wall": { "n": 254, "sum_ns": 5446398, "mean_ms": 0.02144251181102362 }, "result_artifact_handoff_cpu": { "n": 254, "sum_ns": 3143609, "mean_ms": 0.012376413385826773 }, "result_publish_wall": { "n": 254, "sum_ns": 177725147, "mean_ms": 0.6997053031496063 }, "result_publish_cpu": { "n": 254, "sum_ns": 160691399, "mean_ms": 0.6326433031496064 }, "result_total_wall": { "n": 254, "sum_ns": 3459261822, "mean_ms": 13.619141031496063 }, "result_total_cpu": { "n": 254, "sum_ns": 2970204590, "mean_ms": 11.693718858267717 } } }, { "mode": "mixed-a", "level": 15, "camera": "32", "provider": "fire", "cohort_reset": false, "counter_seconds": 30.12624593, "new_channel": false, "seconds": 30.000012986012734, "selected_fps": 9.659351539390425, "requested_fps": 9.62615789148874, "complete_fps": 9.69254518729211, "accepted_fps": 9.69254518729211, "finalized_fps": 9.69254518729211, "redis_fps": 9.69254518729211, "redis_read_fps": 9.633329163382161, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 292, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.06, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 80, "analysis_gap_markers": 11, "c_suppressed": 0, "max_redis_silence_s": 0.32325151102850214, "redis_interval_s": { "n": 288, "mean": 0.10342127962839084, "median": 0.09155483753420413, "p95": 0.22498585400171578, "maximum": 0.32325151102850214, "minimum": 0.008175527967978269 }, "redis_drift_s": { "n": 289, "mean": 0.3968900133068943, "median": 0.3929194469861841, "p95": 0.5748622679789719, "maximum": 0.6690383809739728, "minimum": 0.20423525498529216 }, "redis_drift_s_per_min": -0.05972682857959966, "ingress_drift_s": { "n": 12, "mean": 0.014019973666663077, "median": 0.02173135549998051, "p95": 0.03886259799998015, "maximum": 0.03886259799998015, "minimum": -0.023467299999992974 }, "ingress_drift_s_per_min": 0.05284940056533796, "source_drift_s": { "n": 12, "mean": 0.008954666666667777, "median": 0.014209499999992659, "p95": 0.03366199999999253, "maximum": 0.03366199999999253, "minimum": -0.026037999999971362 }, "ingress_to_redis_ms": { "n": 289, "mean": 375.88581314878894, "median": 373, "p95": 528, "maximum": 664, "minimum": 184 }, "source_samples": 12, "redis_samples": 289, "native_redis_joined": 10, "durations": { "depay_to_source_exit": { "n": 291, "sum_ns": 15106806000, "mean_ms": 51.913422680412374 }, "source_exit_to_ingress": { "n": 291, "sum_ns": 5072789959, "mean_ms": 17.432267900343643 }, "source_encoded_queue": { "n": 291, "sum_ns": 18501000, "mean_ms": 0.06357731958762887 }, "decode_between_queues": { "n": 291, "sum_ns": 12791031000, "mean_ms": 43.95543298969072 }, "source_raw_queue": { "n": 291, "sum_ns": 2166716000, "mean_ms": 7.445759450171821 }, "raw_queue_to_source_exit": { "n": 291, "sum_ns": 8840000, "mean_ms": 0.030378006872852234 }, "selected_to_preprocess_start": { "n": 290, "sum_ns": 292280720, "mean_ms": 1.007864551724138 }, "preprocess_start_to_preprocess_output": { "n": 290, "sum_ns": 1031491792, "mean_ms": 3.5568682482758622 }, "selected_to_preprocess": { "n": 290, "sum_ns": 1838145899, "mean_ms": 6.338434134482759 }, "preprocess_start_to_preprocess": { "n": 290, "sum_ns": 1545865179, "mean_ms": 5.330569582758621 }, "preprocess_output_to_infer_entry": { "n": 290, "sum_ns": 514373387, "mean_ms": 1.7737013344827586 }, "preprocess_to_infer_output": { "n": 292, "sum_ns": 104946353868, "mean_ms": 359.40532146575345 }, "preprocess_to_callback": { "n": 292, "sum_ns": 105537098621, "mean_ms": 361.4284199349315 }, "infer_output_to_callback": { "n": 292, "sum_ns": 590744753, "mean_ms": 2.0230984691780822 }, "copy_wall": { "n": 292, "sum_ns": 1722570411, "mean_ms": 5.89921373630137 }, "copy_thread_cpu": { "n": 292, "sum_ns": 1554750612, "mean_ms": 5.324488397260274 }, "callback_to_copied": { "n": 292, "sum_ns": 1786478889, "mean_ms": 6.118078386986301 }, "accepted_interval": { "n": 292, "sum_ns": 30145484665, "mean_ms": 103.23796118150685 }, "selected_to_submitted": { "n": 292, "sum_ns": 109209329205, "mean_ms": 374.00455207191783 }, "completed_queue_wait": { "n": 292, "sum_ns": 137231179, "mean_ms": 0.4699697910958904 }, "result_composition_wall": { "n": 292, "sum_ns": 2896078, "mean_ms": 0.009918075342465754 }, "result_composition_cpu": { "n": 292, "sum_ns": 2811060, "mean_ms": 0.009626917808219178 }, "result_artifact_handoff_wall": { "n": 292, "sum_ns": 2500349, "mean_ms": 0.008562839041095891 }, "result_artifact_handoff_cpu": { "n": 292, "sum_ns": 2485507, "mean_ms": 0.008512010273972602 }, "result_publish_wall": { "n": 292, "sum_ns": 31460560, "mean_ms": 0.10774164383561645 }, "result_publish_cpu": { "n": 292, "sum_ns": 29815743, "mean_ms": 0.10210870890410959 }, "result_total_wall": { "n": 292, "sum_ns": 301220924, "mean_ms": 1.031578506849315 }, "result_total_cpu": { "n": 292, "sum_ns": 283584877, "mean_ms": 0.9711810856164383 } } }, { "mode": "mixed-a", "level": 15, "camera": "32", "provider": "crowd", "cohort_reset": false, "counter_seconds": 30.134496686, "new_channel": false, "seconds": 30.000012986012734, "selected_fps": 9.590337712003823, "requested_fps": 9.590337712003823, "complete_fps": 9.557153152446716, "accepted_fps": 9.557153152446716, "finalized_fps": 9.557153152446716, "redis_fps": 9.52396859288961, "redis_read_fps": 9.566662525573287, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 287, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.088, "sender": { "replaced": 1, "expired": 0, "send_error": 0 }, "gap_markers": 60, "analysis_gap_markers": 10, "c_suppressed": 0, "max_redis_silence_s": 0.35800454404670745, "redis_interval_s": { "n": 286, "mean": 0.1046627333356797, "median": 0.09116215698304586, "p95": 0.23538150399690494, "maximum": 0.35800454404670745, "minimum": 0.001275721995625645 }, "redis_drift_s": { "n": 287, "mean": 0.27773260508824527, "median": 0.2775775320259868, "p95": 0.4679155609947543, "maximum": 0.5641315290047828, "minimum": -0.030146712002363074 }, "redis_drift_s_per_min": -0.0669830406203259, "ingress_drift_s": { "n": 12, "mean": 0.020785852083330763, "median": 0.003587278499992408, "p95": 0.09443837899999608, "maximum": 0.09443837899999608, "minimum": -0.01366754299999684 }, "ingress_drift_s_per_min": 0.059262485267827486, "source_drift_s": { "n": 12, "mean": 0.00205474999999448, "median": -0.006083500000016784, "p95": 0.034304000000020096, "maximum": 0.034304000000020096, "minimum": -0.015425999999990836 }, "ingress_to_redis_ms": { "n": 287, "mean": 364.4320557491289, "median": 364, "p95": 536, "maximum": 648, "minimum": 68 }, "source_samples": 12, "redis_samples": 287, "native_redis_joined": 11, "durations": { "depay_to_source_exit": { "n": 288, "sum_ns": 14412420000, "mean_ms": 50.043125 }, "source_exit_to_ingress": { "n": 288, "sum_ns": 3442576121, "mean_ms": 11.953389309027777 }, "source_encoded_queue": { "n": 288, "sum_ns": 23943000, "mean_ms": 0.08313541666666667 }, "decode_between_queues": { "n": 288, "sum_ns": 12815773000, "mean_ms": 44.499211805555554 }, "source_raw_queue": { "n": 288, "sum_ns": 1441532000, "mean_ms": 5.005319444444444 }, "raw_queue_to_source_exit": { "n": 288, "sum_ns": 8795000, "mean_ms": 0.030538194444444444 }, "selected_to_preprocess_start": { "n": 288, "sum_ns": 263755971, "mean_ms": 0.91581934375 }, "preprocess_start_to_preprocess_output": { "n": 288, "sum_ns": 1031207097, "mean_ms": 3.5805801979166665 }, "selected_to_preprocess": { "n": 288, "sum_ns": 1607789269, "mean_ms": 5.582601628472222 }, "preprocess_start_to_preprocess": { "n": 288, "sum_ns": 1344033298, "mean_ms": 4.666782284722222 }, "preprocess_output_to_infer_entry": { "n": 288, "sum_ns": 312826201, "mean_ms": 1.0862020868055555 }, "preprocess_to_infer_output": { "n": 287, "sum_ns": 99972867467, "mean_ms": 348.33751730662016 }, "preprocess_to_callback": { "n": 287, "sum_ns": 100552642795, "mean_ms": 350.3576404006969 }, "infer_output_to_callback": { "n": 287, "sum_ns": 579775328, "mean_ms": 2.0201230940766552 }, "copy_wall": { "n": 288, "sum_ns": 1694028282, "mean_ms": 5.882042645833333 }, "copy_thread_cpu": { "n": 288, "sum_ns": 1535274912, "mean_ms": 5.330815666666667 }, "callback_to_copied": { "n": 287, "sum_ns": 1750672353, "mean_ms": 6.099903668989547 }, "accepted_interval": { "n": 287, "sum_ns": 30138064632, "mean_ms": 105.01067816027876 }, "selected_to_submitted": { "n": 286, "sum_ns": 103389722642, "mean_ms": 361.5025267202797 }, "completed_queue_wait": { "n": 288, "sum_ns": 132451115, "mean_ms": 0.45989970486111115 }, "result_composition_wall": { "n": 288, "sum_ns": 7521956, "mean_ms": 0.026117902777777778 }, "result_composition_cpu": { "n": 288, "sum_ns": 7358742, "mean_ms": 0.0255511875 }, "result_publish_wall": { "n": 288, "sum_ns": 57670948, "mean_ms": 0.20024634722222223 }, "result_publish_cpu": { "n": 288, "sum_ns": 53113311, "mean_ms": 0.18442121875 }, "result_total_wall": { "n": 288, "sum_ns": 434227291, "mean_ms": 1.5077336493055555 }, "result_total_cpu": { "n": 288, "sum_ns": 388820300, "mean_ms": 1.350070486111111 } } }, { "mode": "mixed-a", "level": 15, "camera": "33", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.867360093, "new_channel": false, "seconds": 30.000012986012734, "selected_fps": 8.571229569766984, "requested_fps": 8.571229569766984, "complete_fps": 8.571229569766984, "accepted_fps": 8.571229569766984, "finalized_fps": 8.571229569766984, "redis_fps": 8.537748204260083, "redis_read_fps": 8.533329639535754, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 256, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.124, "sender": { "replaced": 1, "expired": 0, "send_error": 0 }, "gap_markers": 117, "analysis_gap_markers": 35, "c_suppressed": 0, "max_redis_silence_s": 0.46524629095802084, "redis_interval_s": { "n": 255, "mean": 0.11729352663923968, "median": 0.10172184696421027, "p95": 0.25634361698757857, "maximum": 0.46524629095802084, "minimum": 0.004627569986041635 }, "redis_drift_s": { "n": 256, "mean": -7.103535493794096, "median": -7.1156528835126664, "p95": -6.933161452023285, "maximum": -6.76996003701862, "minimum": -7.328232884011243 }, "redis_drift_s_per_min": 0.09852910443530337, "ingress_drift_s": { "n": 12, "mean": 0.019306052416662094, "median": 0.022090347499982954, "p95": 0.04635574600001746, "maximum": 0.04635574600001746, "minimum": -0.011439714999994521 }, "ingress_drift_s_per_min": 0.021806504947439832, "source_drift_s": { "n": 12, "mean": 0.009563499999998726, "median": 0.012877500000001874, "p95": 0.04068399999999883, "maximum": 0.04068399999999883, "minimum": -0.023487999999986187 }, "ingress_to_redis_ms": { "n": 256, "mean": 465.98828125, "median": 457.5, "p95": 581, "maximum": 853, "minimum": 292 }, "source_samples": 12, "redis_samples": 256, "native_redis_joined": 13, "durations": { "depay_to_source_exit": { "n": 256, "sum_ns": 14836660000, "mean_ms": 57.955703125 }, "source_exit_to_ingress": { "n": 256, "sum_ns": 8232986463, "mean_ms": 32.16010337109375 }, "source_encoded_queue": { "n": 256, "sum_ns": 19516000, "mean_ms": 0.076234375 }, "decode_between_queues": { "n": 256, "sum_ns": 11549583000, "mean_ms": 45.11555859375 }, "source_raw_queue": { "n": 256, "sum_ns": 3055264000, "mean_ms": 11.934625 }, "raw_queue_to_source_exit": { "n": 256, "sum_ns": 10562000, "mean_ms": 0.0412578125 }, "selected_to_preprocess_start": { "n": 256, "sum_ns": 337813546, "mean_ms": 1.3195841640625 }, "preprocess_start_to_preprocess_output": { "n": 256, "sum_ns": 1855630678, "mean_ms": 7.2485573359375 }, "selected_to_preprocess": { "n": 256, "sum_ns": 2884311083, "mean_ms": 11.26684016796875 }, "preprocess_start_to_preprocess": { "n": 256, "sum_ns": 2546497537, "mean_ms": 9.94725600390625 }, "preprocess_output_to_infer_entry": { "n": 256, "sum_ns": 690866859, "mean_ms": 2.69869866796875 }, "preprocess_to_infer_output": { "n": 256, "sum_ns": 110732263750, "mean_ms": 432.5479052734375 }, "preprocess_to_callback": { "n": 256, "sum_ns": 111207648312, "mean_ms": 434.40487621875 }, "infer_output_to_callback": { "n": 256, "sum_ns": 475384562, "mean_ms": 1.8569709453125 }, "copy_wall": { "n": 256, "sum_ns": 1342425190, "mean_ms": 5.2438483984375 }, "copy_thread_cpu": { "n": 256, "sum_ns": 1206755438, "mean_ms": 4.7138884296875 }, "callback_to_copied": { "n": 256, "sum_ns": 1399874121, "mean_ms": 5.46825828515625 }, "accepted_interval": { "n": 256, "sum_ns": 29821446562, "mean_ms": 116.4900256328125 }, "selected_to_submitted": { "n": 256, "sum_ns": 115535447651, "mean_ms": 451.31034238671873 }, "completed_queue_wait": { "n": 256, "sum_ns": 199186283, "mean_ms": 0.77807141796875 }, "result_observations_wall": { "n": 256, "sum_ns": 351283798, "mean_ms": 1.3722023359375 }, "result_observations_cpu": { "n": 256, "sum_ns": 332113831, "mean_ms": 1.29731965234375 }, "result_nms_wall": { "n": 256, "sum_ns": 316890893, "mean_ms": 1.23785505078125 }, "result_nms_cpu": { "n": 256, "sum_ns": 155760073, "mean_ms": 0.60843778515625 }, "result_tracking_wall": { "n": 256, "sum_ns": 456841060, "mean_ms": 1.784535390625 }, "result_tracking_cpu": { "n": 256, "sum_ns": 322911159, "mean_ms": 1.26137171484375 }, "result_region_wall": { "n": 256, "sum_ns": 84065686, "mean_ms": 0.3283815859375 }, "result_region_cpu": { "n": 256, "sum_ns": 83561820, "mean_ms": 0.326413359375 }, "result_fall_wall": { "n": 256, "sum_ns": 172910740, "mean_ms": 0.675432578125 }, "result_fall_cpu": { "n": 256, "sum_ns": 162766130, "mean_ms": 0.6358051953125 }, "result_fight_wall": { "n": 256, "sum_ns": 63897848, "mean_ms": 0.24960096875 }, "result_fight_cpu": { "n": 256, "sum_ns": 61164787, "mean_ms": 0.23892494921875 }, "result_collector_wall": { "n": 256, "sum_ns": 1726940293, "mean_ms": 6.74586051953125 }, "result_collector_cpu": { "n": 256, "sum_ns": 1615142657, "mean_ms": 6.30915100390625 }, "result_composition_wall": { "n": 256, "sum_ns": 5125440, "mean_ms": 0.02002125 }, "result_composition_cpu": { "n": 256, "sum_ns": 5050758, "mean_ms": 0.0197295234375 }, "result_artifact_handoff_wall": { "n": 256, "sum_ns": 9107095, "mean_ms": 0.03557458984375 }, "result_artifact_handoff_cpu": { "n": 256, "sum_ns": 3297204, "mean_ms": 0.012879703125 }, "result_publish_wall": { "n": 256, "sum_ns": 151172775, "mean_ms": 0.59051865234375 }, "result_publish_cpu": { "n": 256, "sum_ns": 136438531, "mean_ms": 0.53296301171875 }, "result_total_wall": { "n": 256, "sum_ns": 3665382561, "mean_ms": 14.31790062890625 }, "result_total_cpu": { "n": 256, "sum_ns": 3161185397, "mean_ms": 12.34838045703125 } } }, { "mode": "mixed-a", "level": 15, "camera": "33", "provider": "fire", "cohort_reset": false, "counter_seconds": 29.885325319, "new_channel": false, "seconds": 30.000012986012734, "selected_fps": 9.40260803590284, "requested_fps": 9.40260803590284, "complete_fps": 9.469530513026703, "accepted_fps": 9.469530513026703, "finalized_fps": 9.469530513026703, "redis_fps": 9.469530513026703, "redis_read_fps": 9.433329249955541, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 283, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.171, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 70, "analysis_gap_markers": 10, "c_suppressed": 0, "max_redis_silence_s": 0.5748311469797045, "redis_interval_s": { "n": 282, "mean": 0.1057429125318667, "median": 0.08924362750258297, "p95": 0.23295989399775863, "maximum": 0.5748311469797045, "minimum": 0.009066039987374097 }, "redis_drift_s": { "n": 283, "mean": 0.310562990923674, "median": 0.3049880449534612, "p95": 0.4885895009860519, "maximum": 0.7373919229544867, "minimum": 0.04515035995467542 }, "redis_drift_s_per_min": -0.017132713576743615, "ingress_drift_s": { "n": 12, "mean": 0.01782978800000971, "median": 0.010793029500007378, "p95": 0.12009577200001331, "maximum": 0.12009577200001331, "minimum": -0.03065232400001605 }, "ingress_drift_s_per_min": 0.05052649487832696, "source_drift_s": { "n": 12, "mean": 0.006824916666668439, "median": 0.008842499999985876, "p95": 0.034886000000028616, "maximum": 0.034886000000028616, "minimum": -0.03409700000003113 }, "ingress_to_redis_ms": { "n": 283, "mean": 379.65724381625444, "median": 378, "p95": 522, "maximum": 683, "minimum": 163 }, "source_samples": 12, "redis_samples": 283, "native_redis_joined": 14, "durations": { "depay_to_source_exit": { "n": 281, "sum_ns": 14783861000, "mean_ms": 52.6116049822064 }, "source_exit_to_ingress": { "n": 281, "sum_ns": 4673903037, "mean_ms": 16.633106893238434 }, "source_encoded_queue": { "n": 281, "sum_ns": 20939000, "mean_ms": 0.07451601423487544 }, "decode_between_queues": { "n": 281, "sum_ns": 12520927000, "mean_ms": 44.55845907473309 }, "source_raw_queue": { "n": 281, "sum_ns": 2014532000, "mean_ms": 7.169153024911032 }, "raw_queue_to_source_exit": { "n": 281, "sum_ns": 11366000, "mean_ms": 0.04044839857651245 }, "selected_to_preprocess_start": { "n": 281, "sum_ns": 272178636, "mean_ms": 0.9686072455516014 }, "preprocess_start_to_preprocess_output": { "n": 281, "sum_ns": 1012475461, "mean_ms": 3.603115519572954 }, "selected_to_preprocess": { "n": 281, "sum_ns": 1862503525, "mean_ms": 6.628126423487544 }, "preprocess_start_to_preprocess": { "n": 281, "sum_ns": 1590324889, "mean_ms": 5.659519177935943 }, "preprocess_output_to_infer_entry": { "n": 281, "sum_ns": 577849428, "mean_ms": 2.0564036583629894 }, "preprocess_to_infer_output": { "n": 283, "sum_ns": 102810569078, "mean_ms": 363.2882299575972 }, "preprocess_to_callback": { "n": 283, "sum_ns": 103380573392, "mean_ms": 365.3023794770318 }, "infer_output_to_callback": { "n": 283, "sum_ns": 570004314, "mean_ms": 2.014149519434629 }, "copy_wall": { "n": 283, "sum_ns": 1662011239, "mean_ms": 5.872831233215548 }, "copy_thread_cpu": { "n": 283, "sum_ns": 1472462646, "mean_ms": 5.203048219081272 }, "callback_to_copied": { "n": 283, "sum_ns": 1723981551, "mean_ms": 6.091807600706714 }, "accepted_interval": { "n": 283, "sum_ns": 29837245500, "mean_ms": 105.4319628975265 }, "selected_to_submitted": { "n": 283, "sum_ns": 107004820653, "mean_ms": 378.10890690106004 }, "completed_queue_wait": { "n": 283, "sum_ns": 131935007, "mean_ms": 0.46620143816254417 }, "result_composition_wall": { "n": 283, "sum_ns": 3526914, "mean_ms": 0.012462593639575971 }, "result_composition_cpu": { "n": 283, "sum_ns": 2845901, "mean_ms": 0.010056187279151944 }, "result_artifact_handoff_wall": { "n": 283, "sum_ns": 2454444, "mean_ms": 0.008672946996466431 }, "result_artifact_handoff_cpu": { "n": 283, "sum_ns": 2387748, "mean_ms": 0.008437272084805655 }, "result_publish_wall": { "n": 283, "sum_ns": 27899720, "mean_ms": 0.09858558303886926 }, "result_publish_cpu": { "n": 283, "sum_ns": 27866080, "mean_ms": 0.09846671378091873 }, "result_total_wall": { "n": 283, "sum_ns": 276831552, "mean_ms": 0.9782033639575972 }, "result_total_cpu": { "n": 283, "sum_ns": 265905082, "mean_ms": 0.939593929328622 } } }, { "mode": "mixed-a", "level": 15, "camera": "33", "provider": "crowd", "cohort_reset": false, "counter_seconds": 29.856705796, "new_channel": false, "seconds": 30.000012986012734, "selected_fps": 9.344634398258984, "requested_fps": 9.344634398258984, "complete_fps": 9.311141085003577, "accepted_fps": 9.311141085003577, "finalized_fps": 9.344634398258984, "redis_fps": 9.344634398258984, "redis_read_fps": 9.333329293242231, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 278, "queue_depth_max_sampled": 1, "queue_age_max_sampled": 0.0005313379806466401, "provider_response_age_max_sampled": 0.221, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 51, "analysis_gap_markers": 11, "c_suppressed": 0, "max_redis_silence_s": 0.41705957503290847, "redis_interval_s": { "n": 279, "mean": 0.10706834813978816, "median": 0.09246198099572212, "p95": 0.24718119704630226, "maximum": 0.41705957503290847, "minimum": 0.0029801930068060756 }, "redis_drift_s": { "n": 280, "mean": 0.30319828175852875, "median": 0.30434976748190934, "p95": 0.4981569120110976, "maximum": 0.6286482209884525, "minimum": 0.05415029900336776 }, "redis_drift_s_per_min": -0.039909552038814376, "ingress_drift_s": { "n": 12, "mean": 0.008686943750002266, "median": 0.008842401999999083, "p95": 0.039100488000030964, "maximum": 0.039100488000030964, "minimum": -0.028329945999985284 }, "ingress_drift_s_per_min": 0.04316250693742011, "source_drift_s": { "n": 12, "mean": 0.0030424166666686383, "median": -0.0006099999999946704, "p95": 0.03272900000001755, "maximum": 0.03272900000001755, "minimum": -0.03138200000000779 }, "ingress_to_redis_ms": { "n": 280, "mean": 363.86785714285713, "median": 367.5, "p95": 545, "maximum": 655, "minimum": 129 }, "source_samples": 12, "redis_samples": 280, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 279, "sum_ns": 14127068000, "mean_ms": 50.63465232974911 }, "source_exit_to_ingress": { "n": 279, "sum_ns": 2197064143, "mean_ms": 7.874781874551972 }, "source_encoded_queue": { "n": 279, "sum_ns": 23860000, "mean_ms": 0.08551971326164876 }, "decode_between_queues": { "n": 279, "sum_ns": 12060449000, "mean_ms": 43.22741577060932 }, "source_raw_queue": { "n": 279, "sum_ns": 1821020000, "mean_ms": 6.526953405017921 }, "raw_queue_to_source_exit": { "n": 279, "sum_ns": 12656000, "mean_ms": 0.045362007168458784 }, "selected_to_preprocess_start": { "n": 279, "sum_ns": 239139803, "mean_ms": 0.8571319103942652 }, "preprocess_start_to_preprocess_output": { "n": 279, "sum_ns": 977728570, "mean_ms": 3.504403476702509 }, "selected_to_preprocess": { "n": 279, "sum_ns": 1551028291, "mean_ms": 5.5592411863799285 }, "preprocess_start_to_preprocess": { "n": 279, "sum_ns": 1311888488, "mean_ms": 4.702109275985663 }, "preprocess_output_to_infer_entry": { "n": 279, "sum_ns": 334159918, "mean_ms": 1.1977057992831541 }, "preprocess_to_infer_output": { "n": 278, "sum_ns": 96512580230, "mean_ms": 347.16755478417264 }, "preprocess_to_callback": { "n": 278, "sum_ns": 97059517487, "mean_ms": 349.13495498920867 }, "infer_output_to_callback": { "n": 278, "sum_ns": 546937257, "mean_ms": 1.9674002050359714 }, "copy_wall": { "n": 278, "sum_ns": 1633863931, "mean_ms": 5.877208384892087 }, "copy_thread_cpu": { "n": 278, "sum_ns": 1437028311, "mean_ms": 5.1691665863309355 }, "callback_to_copied": { "n": 278, "sum_ns": 1700119000, "mean_ms": 6.1155359712230215 }, "accepted_interval": { "n": 278, "sum_ns": 29683685149, "mean_ms": 106.77584585971223 }, "selected_to_submitted": { "n": 278, "sum_ns": 100346111016, "mean_ms": 360.9572338705036 }, "completed_queue_wait": { "n": 279, "sum_ns": 107998290, "mean_ms": 0.3870906451612903 }, "result_composition_wall": { "n": 279, "sum_ns": 4275662, "mean_ms": 0.01532495340501792 }, "result_composition_cpu": { "n": 279, "sum_ns": 3909286, "mean_ms": 0.014011777777777778 }, "result_publish_wall": { "n": 279, "sum_ns": 51162735, "mean_ms": 0.18337897849462365 }, "result_publish_cpu": { "n": 279, "sum_ns": 49493566, "mean_ms": 0.17739629390681003 }, "result_total_wall": { "n": 279, "sum_ns": 411244710, "mean_ms": 1.473995376344086 }, "result_total_cpu": { "n": 279, "sum_ns": 369891152, "mean_ms": 1.3257747383512546 } } }, { "mode": "mixed-a", "level": 15, "camera": "34", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.088397888, "new_channel": false, "seconds": 30.000012986012734, "selected_fps": 8.707675329715448, "requested_fps": 8.674439927693633, "complete_fps": 8.707675329715448, "accepted_fps": 8.707675329715448, "finalized_fps": 8.707675329715448, "redis_fps": 8.707675329715448, "redis_read_fps": 8.633329596249064, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 262, "queue_depth_max_sampled": 1, "queue_age_max_sampled": 0.0005388839635998011, "provider_response_age_max_sampled": 0.088, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 124, "analysis_gap_markers": 38, "c_suppressed": 0, "max_redis_silence_s": 0.3617293669958599, "redis_interval_s": { "n": 258, "mean": 0.11602004399602554, "median": 0.10541503896820359, "p95": 0.23346051498083398, "maximum": 0.3617293669958599, "minimum": 0.001465548004489392 }, "redis_drift_s": { "n": 259, "mean": 0.40943314388033336, "median": 0.40274978200255873, "p95": 0.5439539610431439, "maximum": 0.6834917820063424, "minimum": 0.17336339304318926 }, "redis_drift_s_per_min": 0.061742644078719336, "ingress_drift_s": { "n": 12, "mean": 0.03105826791667236, "median": 0.006497990500008655, "p95": 0.13374597399996446, "maximum": 0.13374597399996446, "minimum": -0.027489802999980384 }, "ingress_drift_s_per_min": -0.08912718477294813, "source_drift_s": { "n": 12, "mean": -0.0019899166666543047, "median": -0.0006899999999916417, "p95": 0.022852000000000317, "maximum": 0.022852000000000317, "minimum": -0.034199999999998454 }, "ingress_to_redis_ms": { "n": 259, "mean": 460.6138996138996, "median": 457, "p95": 569, "maximum": 660, "minimum": 276 }, "source_samples": 12, "redis_samples": 259, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 262, "sum_ns": 342918789, "mean_ms": 1.3088503396946565 }, "depay_to_source_exit": { "n": 260, "sum_ns": 14576482000, "mean_ms": 56.063392307692304 }, "source_exit_to_ingress": { "n": 260, "sum_ns": 7252302334, "mean_ms": 27.893470515384614 }, "source_encoded_queue": { "n": 260, "sum_ns": 16306000, "mean_ms": 0.06271538461538462 }, "decode_between_queues": { "n": 260, "sum_ns": 11175213000, "mean_ms": 42.981588461538465 }, "source_raw_queue": { "n": 260, "sum_ns": 3277048000, "mean_ms": 12.60403076923077 }, "raw_queue_to_source_exit": { "n": 260, "sum_ns": 9636000, "mean_ms": 0.03706153846153846 }, "preprocess_start_to_preprocess_output": { "n": 261, "sum_ns": 1519176860, "mean_ms": 5.820600996168583 }, "selected_to_preprocess": { "n": 261, "sum_ns": 2373650604, "mean_ms": 9.094446758620691 }, "preprocess_start_to_preprocess": { "n": 261, "sum_ns": 2031405663, "mean_ms": 7.783163459770115 }, "preprocess_output_to_infer_entry": { "n": 260, "sum_ns": 507936870, "mean_ms": 1.9536033461538462 }, "preprocess_to_infer_output": { "n": 262, "sum_ns": 112763141063, "mean_ms": 430.3936681793893 }, "preprocess_to_callback": { "n": 262, "sum_ns": 113215020482, "mean_ms": 432.11839878625955 }, "infer_output_to_callback": { "n": 262, "sum_ns": 451879419, "mean_ms": 1.724730606870229 }, "copy_wall": { "n": 262, "sum_ns": 1276830208, "mean_ms": 4.8733977404580155 }, "copy_thread_cpu": { "n": 262, "sum_ns": 1133910937, "mean_ms": 4.327904339694657 }, "callback_to_copied": { "n": 262, "sum_ns": 1334570804, "mean_ms": 5.093781694656489 }, "accepted_interval": { "n": 262, "sum_ns": 30124420004, "mean_ms": 114.9787023053435 }, "selected_to_submitted": { "n": 262, "sum_ns": 116974297278, "mean_ms": 446.46678350381677 }, "completed_queue_wait": { "n": 262, "sum_ns": 168458384, "mean_ms": 0.6429709312977099 }, "result_observations_wall": { "n": 262, "sum_ns": 379444514, "mean_ms": 1.4482615038167939 }, "result_observations_cpu": { "n": 262, "sum_ns": 360155918, "mean_ms": 1.3746409083969464 }, "result_nms_wall": { "n": 262, "sum_ns": 298886885, "mean_ms": 1.14078963740458 }, "result_nms_cpu": { "n": 262, "sum_ns": 153855475, "mean_ms": 0.5872346374045802 }, "result_tracking_wall": { "n": 262, "sum_ns": 355069642, "mean_ms": 1.355227641221374 }, "result_tracking_cpu": { "n": 262, "sum_ns": 268147030, "mean_ms": 1.0234619465648855 }, "result_region_wall": { "n": 262, "sum_ns": 65602951, "mean_ms": 0.2503929427480916 }, "result_region_cpu": { "n": 262, "sum_ns": 64838358, "mean_ms": 0.24747464885496182 }, "result_fall_wall": { "n": 262, "sum_ns": 126655102, "mean_ms": 0.4834164198473282 }, "result_fall_cpu": { "n": 262, "sum_ns": 122592751, "mean_ms": 0.4679112633587786 }, "result_fight_wall": { "n": 262, "sum_ns": 43609406, "mean_ms": 0.1664481145038168 }, "result_fight_cpu": { "n": 262, "sum_ns": 40433200, "mean_ms": 0.15432519083969468 }, "result_collector_wall": { "n": 262, "sum_ns": 1611176829, "mean_ms": 6.149529881679389 }, "result_collector_cpu": { "n": 262, "sum_ns": 1514663470, "mean_ms": 5.781158282442749 }, "result_composition_wall": { "n": 262, "sum_ns": 6692618, "mean_ms": 0.02554434351145038 }, "result_composition_cpu": { "n": 262, "sum_ns": 5198627, "mean_ms": 0.01984208778625954 }, "result_artifact_handoff_wall": { "n": 262, "sum_ns": 8175934, "mean_ms": 0.03120585496183206 }, "result_artifact_handoff_cpu": { "n": 262, "sum_ns": 3855459, "mean_ms": 0.014715492366412215 }, "result_publish_wall": { "n": 262, "sum_ns": 133167065, "mean_ms": 0.5082712404580153 }, "result_publish_cpu": { "n": 262, "sum_ns": 123039476, "mean_ms": 0.46961632061068703 }, "result_total_wall": { "n": 262, "sum_ns": 3337812283, "mean_ms": 12.739741538167939 }, "result_total_cpu": { "n": 262, "sum_ns": 2934339876, "mean_ms": 11.19977051908397 } } }, { "mode": "mixed-a", "level": 15, "camera": "34", "provider": "fire", "cohort_reset": false, "counter_seconds": 30.132889055, "new_channel": false, "seconds": 30.000012986012734, "selected_fps": 9.590849369687165, "requested_fps": 9.590849369687165, "complete_fps": 9.624035699686083, "accepted_fps": 9.624035699686083, "finalized_fps": 9.624035699686083, "redis_fps": 9.624035699686083, "redis_read_fps": 9.566662525573287, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 290, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.218, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 62, "analysis_gap_markers": 12, "c_suppressed": 0, "max_redis_silence_s": 0.290694595023524, "redis_interval_s": { "n": 286, "mean": 0.10470735077979043, "median": 0.09601326048141345, "p95": 0.2107793409959413, "maximum": 0.290694595023524, "minimum": 0.011395991023164243 }, "redis_drift_s": { "n": 287, "mean": 0.339560299500259, "median": 0.3366461179670637, "p95": 0.4781064099939272, "maximum": 0.6332681819540653, "minimum": 0.12733191795462062 }, "redis_drift_s_per_min": 0.00025439603942827124, "ingress_drift_s": { "n": 12, "mean": 0.017119821750000597, "median": 0.015812411499979362, "p95": 0.10100588599999583, "maximum": 0.10100588599999583, "minimum": -0.0732353059999582 }, "ingress_drift_s_per_min": 0.07947154288485996, "source_drift_s": { "n": 12, "mean": -0.0010205000000051239, "median": 0.005224499999997079, "p95": 0.02505700000000388, "maximum": 0.02505700000000388, "minimum": -0.07324399999998832 }, "ingress_to_redis_ms": { "n": 287, "mean": 377.7282229965157, "median": 375, "p95": 502, "maximum": 672, "minimum": 179 }, "source_samples": 12, "redis_samples": 287, "native_redis_joined": 11, "durations": { "selected_to_preprocess_start": { "n": 289, "sum_ns": 293950426, "mean_ms": 1.0171295017301039 }, "depay_to_source_exit": { "n": 288, "sum_ns": 15032028000, "mean_ms": 52.194541666666666 }, "source_exit_to_ingress": { "n": 288, "sum_ns": 3148964571, "mean_ms": 10.933904760416667 }, "source_encoded_queue": { "n": 288, "sum_ns": 26799000, "mean_ms": 0.09305208333333333 }, "decode_between_queues": { "n": 288, "sum_ns": 12963171000, "mean_ms": 45.011010416666664 }, "source_raw_queue": { "n": 288, "sum_ns": 1938626000, "mean_ms": 6.731340277777778 }, "raw_queue_to_source_exit": { "n": 288, "sum_ns": 13235000, "mean_ms": 0.045954861111111106 }, "preprocess_start_to_preprocess_output": { "n": 289, "sum_ns": 1010535693, "mean_ms": 3.4966632975778547 }, "selected_to_preprocess": { "n": 289, "sum_ns": 1821601878, "mean_ms": 6.303120685121107 }, "preprocess_start_to_preprocess": { "n": 289, "sum_ns": 1527651452, "mean_ms": 5.285991183391004 }, "preprocess_output_to_infer_entry": { "n": 289, "sum_ns": 517115759, "mean_ms": 1.7893278858131487 }, "preprocess_to_infer_output": { "n": 290, "sum_ns": 104722852882, "mean_ms": 361.1132858 }, "preprocess_to_callback": { "n": 290, "sum_ns": 105273262818, "mean_ms": 363.0112510965517 }, "infer_output_to_callback": { "n": 290, "sum_ns": 550409936, "mean_ms": 1.8979652965517242 }, "copy_wall": { "n": 290, "sum_ns": 1795873784, "mean_ms": 6.192668220689655 }, "copy_thread_cpu": { "n": 290, "sum_ns": 1585602037, "mean_ms": 5.467593231034483 }, "callback_to_copied": { "n": 290, "sum_ns": 1857883491, "mean_ms": 6.406494796551724 }, "accepted_interval": { "n": 290, "sum_ns": 30207491335, "mean_ms": 104.16376322413794 }, "selected_to_submitted": { "n": 290, "sum_ns": 108992415631, "mean_ms": 375.83591596896554 }, "completed_queue_wait": { "n": 290, "sum_ns": 126567592, "mean_ms": 0.43643997241379306 }, "result_composition_wall": { "n": 290, "sum_ns": 2902728, "mean_ms": 0.010009406896551724 }, "result_composition_cpu": { "n": 290, "sum_ns": 2806293, "mean_ms": 0.009676872413793104 }, "result_artifact_handoff_wall": { "n": 290, "sum_ns": 2623412, "mean_ms": 0.009046248275862067 }, "result_artifact_handoff_cpu": { "n": 290, "sum_ns": 2624120, "mean_ms": 0.009048689655172413 }, "result_publish_wall": { "n": 290, "sum_ns": 31432774, "mean_ms": 0.10838887586206897 }, "result_publish_cpu": { "n": 290, "sum_ns": 30231106, "mean_ms": 0.10424519310344826 }, "result_total_wall": { "n": 290, "sum_ns": 341228713, "mean_ms": 1.1766507344827586 }, "result_total_cpu": { "n": 290, "sum_ns": 332730264, "mean_ms": 1.1473457379310346 } } }, { "mode": "mixed-a", "level": 15, "camera": "34", "provider": "crowd", "cohort_reset": false, "counter_seconds": 29.881934716, "new_channel": false, "seconds": 30.000012986012734, "selected_fps": 9.67139520070157, "requested_fps": 9.67139520070157, "complete_fps": 9.67139520070157, "accepted_fps": 9.67139520070157, "finalized_fps": 9.67139520070157, "redis_fps": 9.67139520070157, "redis_read_fps": 9.633329163382161, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 289, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.242, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 59, "analysis_gap_markers": 10, "c_suppressed": 0, "max_redis_silence_s": 0.3459954989957623, "redis_interval_s": { "n": 288, "mean": 0.10400724819454707, "median": 0.08925197401549667, "p95": 0.22761849302332848, "maximum": 0.3459954989957623, "minimum": 0.0006528559606522322 }, "redis_drift_s": { "n": 289, "mean": 0.3481759037712108, "median": 0.3501580149857091, "p95": 0.5246912380093818, "maximum": 0.6276202970203144, "minimum": 0.08776911599750292 }, "redis_drift_s_per_min": -0.06308351789209515, "ingress_drift_s": { "n": 12, "mean": -0.0068456098333295285, "median": -0.0016417990000263671, "p95": 0.02619453400001248, "maximum": 0.02619453400001248, "minimum": -0.06710320299998784 }, "ingress_drift_s_per_min": 0.027481941675278246, "source_drift_s": { "n": 12, "mean": -0.01026183333332161, "median": -0.005336499999970101, "p95": 0.023220000000037544, "maximum": 0.023220000000037544, "minimum": -0.06971699999996872 }, "ingress_to_redis_ms": { "n": 289, "mean": 361.7785467128028, "median": 365, "p95": 531, "maximum": 639, "minimum": 125 }, "source_samples": 12, "redis_samples": 289, "native_redis_joined": 13, "durations": { "selected_to_preprocess_start": { "n": 289, "sum_ns": 277663696, "mean_ms": 0.9607740346020761 }, "depay_to_source_exit": { "n": 288, "sum_ns": 14226072000, "mean_ms": 49.39608333333334 }, "source_exit_to_ingress": { "n": 288, "sum_ns": 3358742083, "mean_ms": 11.662298899305556 }, "source_encoded_queue": { "n": 288, "sum_ns": 15392000, "mean_ms": 0.05344444444444445 }, "decode_between_queues": { "n": 288, "sum_ns": 12600237000, "mean_ms": 43.750822916666664 }, "source_raw_queue": { "n": 288, "sum_ns": 1498917000, "mean_ms": 5.204572916666667 }, "raw_queue_to_source_exit": { "n": 288, "sum_ns": 11870000, "mean_ms": 0.04121527777777778 }, "preprocess_start_to_preprocess_output": { "n": 289, "sum_ns": 930725057, "mean_ms": 3.22050192733564 }, "selected_to_preprocess": { "n": 289, "sum_ns": 1716928293, "mean_ms": 5.940928349480969 }, "preprocess_start_to_preprocess": { "n": 289, "sum_ns": 1439264597, "mean_ms": 4.980154314878893 }, "preprocess_output_to_infer_entry": { "n": 289, "sum_ns": 508539540, "mean_ms": 1.7596523875432526 }, "preprocess_to_infer_output": { "n": 288, "sum_ns": 99242021560, "mean_ms": 344.5903526388889 }, "preprocess_to_callback": { "n": 289, "sum_ns": 100192650042, "mean_ms": 346.68737038754324 }, "infer_output_to_callback": { "n": 289, "sum_ns": 543054934, "mean_ms": 1.8790828166089966 }, "copy_wall": { "n": 289, "sum_ns": 1738003423, "mean_ms": 6.013852674740484 }, "copy_thread_cpu": { "n": 289, "sum_ns": 1527901641, "mean_ms": 5.2868568892733565 }, "callback_to_copied": { "n": 289, "sum_ns": 1799858931, "mean_ms": 6.227885574394463 }, "accepted_interval": { "n": 289, "sum_ns": 30065968265, "mean_ms": 104.03449226643598 }, "selected_to_submitted": { "n": 289, "sum_ns": 103752250776, "mean_ms": 359.0043279446367 }, "completed_queue_wait": { "n": 289, "sum_ns": 110357542, "mean_ms": 0.3818600069204152 }, "result_composition_wall": { "n": 289, "sum_ns": 3001669, "mean_ms": 0.010386397923875433 }, "result_composition_cpu": { "n": 289, "sum_ns": 2853019, "mean_ms": 0.009872038062283737 }, "result_publish_wall": { "n": 289, "sum_ns": 44182722, "mean_ms": 0.1528813910034602 }, "result_publish_cpu": { "n": 289, "sum_ns": 42629807, "mean_ms": 0.14750798269896195 }, "result_total_wall": { "n": 289, "sum_ns": 389839386, "mean_ms": 1.3489252110726644 }, "result_total_cpu": { "n": 289, "sum_ns": 359993292, "mean_ms": 1.2456515294117647 } } }, { "mode": "mixed-a", "level": 15, "camera": "35", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.360518695, "new_channel": false, "seconds": 30.000012986012734, "selected_fps": 8.333190962302826, "requested_fps": 8.333190962302826, "complete_fps": 8.333190962302826, "accepted_fps": 8.333190962302826, "finalized_fps": 8.333190962302826, "redis_fps": 8.333190962302826, "redis_read_fps": 8.299996407204699, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 253, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.191, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 114, "analysis_gap_markers": 40, "c_suppressed": 0, "max_redis_silence_s": 0.48076102300547063, "redis_interval_s": { "n": 248, "mean": 0.12006825938325134, "median": 0.09726761598722078, "p95": 0.31235813203966245, "maximum": 0.48076102300547063, "minimum": 0.0014499729732051492 }, "redis_drift_s": { "n": 249, "mean": 0.4366069148392265, "median": 0.41027502298214813, "p95": 0.6246382680176907, "maximum": 0.7605787150193919, "minimum": 0.2598377250311614 }, "redis_drift_s_per_min": 0.06275565854729488, "ingress_drift_s": { "n": 12, "mean": 0.012397213083337041, "median": 0.013176729000008436, "p95": 0.03819539799997074, "maximum": 0.03819539799997074, "minimum": -0.03841305400004558 }, "ingress_drift_s_per_min": 0.025597153631833038, "source_drift_s": { "n": 12, "mean": 0.005772666666662947, "median": 0.008880999999973938, "p95": 0.03096099999999069, "maximum": 0.03096099999999069, "minimum": -0.0403660000000059 }, "ingress_to_redis_ms": { "n": 249, "mean": 483.12048192771084, "median": 474, "p95": 639, "maximum": 856, "minimum": 323 }, "source_samples": 12, "redis_samples": 249, "native_redis_joined": 10, "durations": { "selected_to_preprocess_start": { "n": 253, "sum_ns": 377545110, "mean_ms": 1.492273162055336 }, "depay_to_source_exit": { "n": 253, "sum_ns": 14398633000, "mean_ms": 56.91159288537549 }, "source_exit_to_ingress": { "n": 253, "sum_ns": 6520147674, "mean_ms": 25.7713346798419 }, "source_encoded_queue": { "n": 253, "sum_ns": 23557000, "mean_ms": 0.0931106719367589 }, "decode_between_queues": { "n": 253, "sum_ns": 11205080000, "mean_ms": 44.28885375494071 }, "source_raw_queue": { "n": 253, "sum_ns": 3085926000, "mean_ms": 12.197335968379447 }, "raw_queue_to_source_exit": { "n": 253, "sum_ns": 9287000, "mean_ms": 0.03670750988142293 }, "preprocess_start_to_preprocess_output": { "n": 253, "sum_ns": 1993933586, "mean_ms": 7.881160418972332 }, "selected_to_preprocess": { "n": 253, "sum_ns": 2976707820, "mean_ms": 11.765643557312254 }, "preprocess_start_to_preprocess": { "n": 253, "sum_ns": 2599162710, "mean_ms": 10.273370395256919 }, "preprocess_output_to_infer_entry": { "n": 253, "sum_ns": 605229124, "mean_ms": 2.392209976284585 }, "preprocess_to_infer_output": { "n": 253, "sum_ns": 111975006582, "mean_ms": 442.5889588221344 }, "preprocess_to_callback": { "n": 253, "sum_ns": 112484639449, "mean_ms": 444.60331798023714 }, "infer_output_to_callback": { "n": 253, "sum_ns": 509632867, "mean_ms": 2.0143591581027667 }, "copy_wall": { "n": 253, "sum_ns": 962757427, "mean_ms": 3.8053653241106717 }, "copy_thread_cpu": { "n": 253, "sum_ns": 872991723, "mean_ms": 3.450560169960474 }, "callback_to_copied": { "n": 253, "sum_ns": 1017135211, "mean_ms": 4.020297276679842 }, "accepted_interval": { "n": 253, "sum_ns": 30303869157, "mean_ms": 119.77813896047431 }, "selected_to_submitted": { "n": 253, "sum_ns": 116525839742, "mean_ms": 460.57644166798417 }, "completed_queue_wait": { "n": 253, "sum_ns": 388816117, "mean_ms": 1.5368225968379445 }, "result_observations_wall": { "n": 253, "sum_ns": 319676397, "mean_ms": 1.2635430711462452 }, "result_observations_cpu": { "n": 253, "sum_ns": 306440822, "mean_ms": 1.2112285454545455 }, "result_nms_wall": { "n": 253, "sum_ns": 396809401, "mean_ms": 1.568416604743083 }, "result_nms_cpu": { "n": 253, "sum_ns": 156726752, "mean_ms": 0.6194733280632411 }, "result_tracking_wall": { "n": 253, "sum_ns": 835160501, "mean_ms": 3.301029648221344 }, "result_tracking_cpu": { "n": 253, "sum_ns": 543955302, "mean_ms": 2.150020956521739 }, "result_region_wall": { "n": 253, "sum_ns": 125557068, "mean_ms": 0.49627299604743086 }, "result_region_cpu": { "n": 253, "sum_ns": 116515785, "mean_ms": 0.4605366996047431 }, "result_fall_wall": { "n": 253, "sum_ns": 910217898, "mean_ms": 3.597699201581028 }, "result_fall_cpu": { "n": 253, "sum_ns": 869054054, "mean_ms": 3.4349962608695654 }, "result_fight_wall": { "n": 253, "sum_ns": 110105293, "mean_ms": 0.4351987865612648 }, "result_fight_cpu": { "n": 253, "sum_ns": 103097603, "mean_ms": 0.4075004071146245 }, "result_collector_wall": { "n": 253, "sum_ns": 1868349431, "mean_ms": 7.384780359683795 }, "result_collector_cpu": { "n": 253, "sum_ns": 1784607166, "mean_ms": 7.053783264822135 }, "result_composition_wall": { "n": 253, "sum_ns": 5973554, "mean_ms": 0.02361088537549407 }, "result_composition_cpu": { "n": 253, "sum_ns": 5088123, "mean_ms": 0.0201111581027668 }, "result_artifact_handoff_wall": { "n": 253, "sum_ns": 4745676, "mean_ms": 0.018757612648221345 }, "result_artifact_handoff_cpu": { "n": 253, "sum_ns": 3124515, "mean_ms": 0.012349861660079052 }, "result_publish_wall": { "n": 253, "sum_ns": 305696796, "mean_ms": 1.2082877312252964 }, "result_publish_cpu": { "n": 253, "sum_ns": 287440788, "mean_ms": 1.1361295968379446 }, "result_total_wall": { "n": 253, "sum_ns": 5187900397, "mean_ms": 20.505535166007906 }, "result_total_cpu": { "n": 253, "sum_ns": 4444050130, "mean_ms": 17.56541553359684 } } }, { "mode": "mixed-a", "level": 15, "camera": "35", "provider": "fire", "cohort_reset": false, "counter_seconds": 30.11455015, "new_channel": false, "seconds": 30.000012986012734, "selected_fps": 9.463863766200074, "requested_fps": 9.463863766200074, "complete_fps": 9.4970703057306, "accepted_fps": 9.4970703057306, "finalized_fps": 9.4970703057306, "redis_fps": 9.4970703057306, "redis_read_fps": 9.466662568859977, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 286, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.116, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 70, "analysis_gap_markers": 13, "c_suppressed": 0, "max_redis_silence_s": 0.32705492799868807, "redis_interval_s": { "n": 283, "mean": 0.10577739631821313, "median": 0.09112290997290984, "p95": 0.228749728994444, "maximum": 0.32705492799868807, "minimum": 0.0002639159793034196 }, "redis_drift_s": { "n": 284, "mean": 0.28670597375391704, "median": 0.2832362465111089, "p95": 0.4460312800006818, "maximum": 0.5854144250089348, "minimum": 0.03840923497824633 }, "redis_drift_s_per_min": 0.014087206437777547, "ingress_drift_s": { "n": 12, "mean": -0.00010074558332936097, "median": -0.004931229499987921, "p95": 0.03428070799998295, "maximum": 0.03428070799998295, "minimum": -0.0280725580000194 }, "ingress_drift_s_per_min": -0.013840379169179153, "source_drift_s": { "n": 12, "mean": -0.0022979999999961365, "median": -0.005789499999991676, "p95": 0.027001999999981763, "maximum": 0.027001999999981763, "minimum": -0.03024300000004132 }, "ingress_to_redis_ms": { "n": 284, "mean": 378.4788732394366, "median": 378.0, "p95": 524, "maximum": 684, "minimum": 163 }, "source_samples": 12, "redis_samples": 284, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 284, "sum_ns": 14689773000, "mean_ms": 51.72455281690141 }, "source_exit_to_ingress": { "n": 284, "sum_ns": 3813395344, "mean_ms": 13.427448394366197 }, "source_encoded_queue": { "n": 284, "sum_ns": 17625000, "mean_ms": 0.06205985915492957 }, "decode_between_queues": { "n": 284, "sum_ns": 12702699000, "mean_ms": 44.72781338028169 }, "source_raw_queue": { "n": 284, "sum_ns": 1799572000, "mean_ms": 6.336521126760564 }, "raw_queue_to_source_exit": { "n": 284, "sum_ns": 14105000, "mean_ms": 0.04966549295774648 }, "selected_to_preprocess_start": { "n": 285, "sum_ns": 256265818, "mean_ms": 0.8991783087719298 }, "preprocess_start_to_preprocess_output": { "n": 285, "sum_ns": 988585280, "mean_ms": 3.4687202807017545 }, "selected_to_preprocess": { "n": 285, "sum_ns": 1526311887, "mean_ms": 5.355480305263158 }, "preprocess_start_to_preprocess": { "n": 285, "sum_ns": 1270046069, "mean_ms": 4.456301996491228 }, "preprocess_output_to_infer_entry": { "n": 285, "sum_ns": 281460789, "mean_ms": 0.9875817157894737 }, "preprocess_to_infer_output": { "n": 286, "sum_ns": 103707532410, "mean_ms": 362.6137496853147 }, "preprocess_to_callback": { "n": 286, "sum_ns": 104251392651, "mean_ms": 364.5153589195804 }, "infer_output_to_callback": { "n": 286, "sum_ns": 543860241, "mean_ms": 1.9016092342657342 }, "copy_wall": { "n": 286, "sum_ns": 1718534498, "mean_ms": 6.008861881118881 }, "copy_thread_cpu": { "n": 286, "sum_ns": 1543599202, "mean_ms": 5.397200006993007 }, "callback_to_copied": { "n": 286, "sum_ns": 1779942652, "mean_ms": 6.223575706293706 }, "accepted_interval": { "n": 286, "sum_ns": 30108367844, "mean_ms": 105.27401344055944 }, "selected_to_submitted": { "n": 286, "sum_ns": 107582599289, "mean_ms": 376.1629345769231 }, "completed_queue_wait": { "n": 286, "sum_ns": 126205936, "mean_ms": 0.44127949650349646 }, "result_composition_wall": { "n": 286, "sum_ns": 2859141, "mean_ms": 0.009996996503496504 }, "result_composition_cpu": { "n": 286, "sum_ns": 2779081, "mean_ms": 0.009717066433566433 }, "result_artifact_handoff_wall": { "n": 286, "sum_ns": 2517308, "mean_ms": 0.008801776223776224 }, "result_artifact_handoff_cpu": { "n": 286, "sum_ns": 2519415, "mean_ms": 0.008809143356643357 }, "result_publish_wall": { "n": 286, "sum_ns": 32201283, "mean_ms": 0.1125918986013986 }, "result_publish_cpu": { "n": 286, "sum_ns": 29717075, "mean_ms": 0.10390585664335665 }, "result_total_wall": { "n": 286, "sum_ns": 287999984, "mean_ms": 1.006992951048951 }, "result_total_cpu": { "n": 286, "sum_ns": 276283638, "mean_ms": 0.9660267062937063 } } }, { "mode": "mixed-a", "level": 15, "camera": "35", "provider": "crowd", "cohort_reset": false, "counter_seconds": 30.143922909, "new_channel": false, "seconds": 30.000012986012734, "selected_fps": 9.520990378936746, "requested_fps": 9.520990378936746, "complete_fps": 9.520990378936746, "accepted_fps": 9.520990378936746, "finalized_fps": 9.520990378936746, "redis_fps": 9.520990378936746, "redis_read_fps": 9.499995887764413, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 287, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.231, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 62, "analysis_gap_markers": 9, "c_suppressed": 0, "max_redis_silence_s": 0.40834557299967855, "redis_interval_s": { "n": 284, "mean": 0.10521972665139376, "median": 0.08930386899737641, "p95": 0.25165882299188524, "maximum": 0.40834557299967855, "minimum": 0.0062327340128831565 }, "redis_drift_s": { "n": 285, "mean": 0.29120601192577267, "median": 0.29009018997896874, "p95": 0.44118127103524785, "maximum": 0.5534399080266894, "minimum": 0.04062347100767738 }, "redis_drift_s_per_min": -0.04952875020223106, "ingress_drift_s": { "n": 12, "mean": 0.00038098466667217207, "median": -0.003611636499982751, "p95": 0.040084337999985564, "maximum": 0.040084337999985564, "minimum": -0.025010246000022107 }, "ingress_drift_s_per_min": 0.06049842117280883, "source_drift_s": { "n": 12, "mean": -0.00014891666666964434, "median": -0.004607500000020082, "p95": 0.04047800000000734, "maximum": 0.04047800000000734, "minimum": -0.024101000000030126 }, "ingress_to_redis_ms": { "n": 285, "mean": 364.4877192982456, "median": 370, "p95": 521, "maximum": 671, "minimum": 111 }, "source_samples": 12, "redis_samples": 285, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 287, "sum_ns": 286483238, "mean_ms": 0.9981994355400697 }, "depay_to_source_exit": { "n": 286, "sum_ns": 14997214000, "mean_ms": 52.43781118881119 }, "source_exit_to_ingress": { "n": 286, "sum_ns": 3424185993, "mean_ms": 11.972678297202798 }, "source_encoded_queue": { "n": 286, "sum_ns": 15052000, "mean_ms": 0.05262937062937063 }, "decode_between_queues": { "n": 286, "sum_ns": 13185864000, "mean_ms": 46.10441958041958 }, "source_raw_queue": { "n": 286, "sum_ns": 1637399000, "mean_ms": 5.725171328671329 }, "raw_queue_to_source_exit": { "n": 286, "sum_ns": 10252000, "mean_ms": 0.03584615384615385 }, "preprocess_start_to_preprocess_output": { "n": 287, "sum_ns": 1019194054, "mean_ms": 3.551198794425087 }, "selected_to_preprocess": { "n": 287, "sum_ns": 1610465852, "mean_ms": 5.611379275261324 }, "preprocess_start_to_preprocess": { "n": 287, "sum_ns": 1323982614, "mean_ms": 4.613179839721254 }, "preprocess_output_to_infer_entry": { "n": 287, "sum_ns": 304788560, "mean_ms": 1.0619810452961673 }, "preprocess_to_infer_output": { "n": 287, "sum_ns": 99870168672, "mean_ms": 347.9796817839721 }, "preprocess_to_callback": { "n": 287, "sum_ns": 100418261545, "mean_ms": 349.8894130487805 }, "infer_output_to_callback": { "n": 287, "sum_ns": 548092873, "mean_ms": 1.9097312648083624 }, "copy_wall": { "n": 287, "sum_ns": 1759540896, "mean_ms": 6.130804515679443 }, "copy_thread_cpu": { "n": 287, "sum_ns": 1499531676, "mean_ms": 5.224849045296167 }, "callback_to_copied": { "n": 287, "sum_ns": 1820534820, "mean_ms": 6.343326898954704 }, "accepted_interval": { "n": 287, "sum_ns": 30102505734, "mean_ms": 104.88677956097561 }, "selected_to_submitted": { "n": 287, "sum_ns": 103881353910, "mean_ms": 361.9559369686411 }, "completed_queue_wait": { "n": 287, "sum_ns": 132776900, "mean_ms": 0.46263728222996514 }, "result_composition_wall": { "n": 287, "sum_ns": 6164755, "mean_ms": 0.02147998257839721 }, "result_composition_cpu": { "n": 287, "sum_ns": 5200216, "mean_ms": 0.018119219512195122 }, "result_publish_wall": { "n": 287, "sum_ns": 71520312, "mean_ms": 0.24919969337979092 }, "result_publish_cpu": { "n": 287, "sum_ns": 70655640, "mean_ms": 0.24618689895470383 }, "result_total_wall": { "n": 287, "sum_ns": 509915859, "mean_ms": 1.7767103101045296 }, "result_total_cpu": { "n": 287, "sum_ns": 462333972, "mean_ms": 1.6109197630662022 } } }, { "mode": "mixed-a", "level": 15, "camera": "36", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.136825693, "new_channel": false, "seconds": 30.000012986012734, "selected_fps": 8.726864689703802, "requested_fps": 8.760046684721686, "complete_fps": 8.726864689703802, "accepted_fps": 8.726864689703802, "finalized_fps": 8.726864689703802, "redis_fps": 8.726864689703802, "redis_read_fps": 8.599996277344628, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 263, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.052, "sender": { "replaced": 1, "expired": 0, "send_error": 0 }, "gap_markers": 131, "analysis_gap_markers": 32, "c_suppressed": 0, "max_redis_silence_s": 0.3923304680502042, "redis_interval_s": { "n": 257, "mean": 0.11582864635802465, "median": 0.10363258101278916, "p95": 0.24596618203213438, "maximum": 0.3923304680502042, "minimum": 0.0006378129473887384 }, "redis_drift_s": { "n": 258, "mean": 0.4328009848162846, "median": 0.42931545653192416, "p95": 0.5639460560493035, "maximum": 0.6583955640555246, "minimum": 0.2509293870497231 }, "redis_drift_s_per_min": 0.08222032621659389, "ingress_drift_s": { "n": 12, "mean": 0.06855568916666262, "median": 0.050992619500021874, "p95": 0.1726458190000244, "maximum": 0.1726458190000244, "minimum": -0.002066131000049154 }, "ingress_drift_s_per_min": 0.3096943456745923, "source_drift_s": { "n": 12, "mean": 0.02105933333333117, "median": 0.01712950000001001, "p95": 0.08985699999999497, "maximum": 0.08985699999999497, "minimum": -0.025353999999992993 }, "ingress_to_redis_ms": { "n": 258, "mean": 460.4263565891473, "median": 459.5, "p95": 572, "maximum": 689, "minimum": 261 }, "source_samples": 12, "redis_samples": 258, "native_redis_joined": 11, "durations": { "selected_to_preprocess_start": { "n": 263, "sum_ns": 485408473, "mean_ms": 1.8456595931558935 }, "depay_to_source_exit": { "n": 261, "sum_ns": 14931984000, "mean_ms": 57.21066666666666 }, "source_exit_to_ingress": { "n": 261, "sum_ns": 8693721750, "mean_ms": 33.309278735632184 }, "source_encoded_queue": { "n": 261, "sum_ns": 24224000, "mean_ms": 0.09281226053639846 }, "decode_between_queues": { "n": 261, "sum_ns": 11273766000, "mean_ms": 43.194505747126435 }, "source_raw_queue": { "n": 261, "sum_ns": 3504115000, "mean_ms": 13.42572796934866 }, "raw_queue_to_source_exit": { "n": 261, "sum_ns": 9544000, "mean_ms": 0.03656704980842912 }, "preprocess_start_to_preprocess_output": { "n": 262, "sum_ns": 1349723063, "mean_ms": 5.151614744274809 }, "selected_to_preprocess": { "n": 263, "sum_ns": 2438977160, "mean_ms": 9.273677414448668 }, "preprocess_start_to_preprocess": { "n": 263, "sum_ns": 1954686838, "mean_ms": 7.432269346007605 }, "preprocess_output_to_infer_entry": { "n": 263, "sum_ns": 597748129, "mean_ms": 2.2728065741444867 }, "preprocess_to_infer_output": { "n": 262, "sum_ns": 113378130212, "mean_ms": 432.74095500763354 }, "preprocess_to_callback": { "n": 262, "sum_ns": 113873305452, "mean_ms": 434.6309368396947 }, "infer_output_to_callback": { "n": 263, "sum_ns": 497473927, "mean_ms": 1.891535844106464 }, "copy_wall": { "n": 263, "sum_ns": 1401100339, "mean_ms": 5.327377714828898 }, "copy_thread_cpu": { "n": 263, "sum_ns": 1261343871, "mean_ms": 4.795984300380228 }, "callback_to_copied": { "n": 263, "sum_ns": 1455211213, "mean_ms": 5.533122482889734 }, "accepted_interval": { "n": 263, "sum_ns": 30095936347, "mean_ms": 114.43321804942966 }, "selected_to_submitted": { "n": 263, "sum_ns": 118267303265, "mean_ms": 449.6855637452471 }, "completed_queue_wait": { "n": 263, "sum_ns": 209921213, "mean_ms": 0.7981795171102661 }, "result_observations_wall": { "n": 263, "sum_ns": 369617942, "mean_ms": 1.4053914144486692 }, "result_observations_cpu": { "n": 263, "sum_ns": 351871391, "mean_ms": 1.3379140342205322 }, "result_nms_wall": { "n": 263, "sum_ns": 292802372, "mean_ms": 1.1133170038022813 }, "result_nms_cpu": { "n": 263, "sum_ns": 153084038, "mean_ms": 0.5820685855513308 }, "result_tracking_wall": { "n": 263, "sum_ns": 278244930, "mean_ms": 1.0579655133079846 }, "result_tracking_cpu": { "n": 263, "sum_ns": 215974663, "mean_ms": 0.8211964372623575 }, "result_region_wall": { "n": 263, "sum_ns": 63923742, "mean_ms": 0.24305605323193916 }, "result_region_cpu": { "n": 263, "sum_ns": 62553916, "mean_ms": 0.23784758935361217 }, "result_fall_wall": { "n": 263, "sum_ns": 114828198, "mean_ms": 0.43660911787072243 }, "result_fall_cpu": { "n": 263, "sum_ns": 104999831, "mean_ms": 0.39923890114068444 }, "result_fight_wall": { "n": 263, "sum_ns": 37855784, "mean_ms": 0.1439383422053232 }, "result_fight_cpu": { "n": 263, "sum_ns": 35224726, "mean_ms": 0.133934319391635 }, "result_collector_wall": { "n": 263, "sum_ns": 1260924607, "mean_ms": 4.794390140684411 }, "result_collector_cpu": { "n": 263, "sum_ns": 1151151631, "mean_ms": 4.377002399239544 }, "result_composition_wall": { "n": 263, "sum_ns": 5182839, "mean_ms": 0.01970661216730038 }, "result_composition_cpu": { "n": 263, "sum_ns": 5166702, "mean_ms": 0.01964525475285171 }, "result_artifact_handoff_wall": { "n": 263, "sum_ns": 4365871, "mean_ms": 0.016600269961977186 }, "result_artifact_handoff_cpu": { "n": 263, "sum_ns": 3121718, "mean_ms": 0.01186965019011407 }, "result_publish_wall": { "n": 263, "sum_ns": 73746427, "mean_ms": 0.2804046653992395 }, "result_publish_cpu": { "n": 263, "sum_ns": 67953147, "mean_ms": 0.2583769847908745 }, "result_total_wall": { "n": 263, "sum_ns": 2804915578, "mean_ms": 10.665078243346008 }, "result_total_cpu": { "n": 263, "sum_ns": 2412899152, "mean_ms": 9.174521490494296 } } }, { "mode": "mixed-a", "level": 15, "camera": "36", "provider": "fire", "cohort_reset": false, "counter_seconds": 29.889639439, "new_channel": false, "seconds": 30.000012986012734, "selected_fps": 9.601989364432493, "requested_fps": 9.601989364432493, "complete_fps": 9.635445773367799, "accepted_fps": 9.635445773367799, "finalized_fps": 9.635445773367799, "redis_fps": 9.635445773367799, "redis_read_fps": 9.566662525573287, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 288, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.15, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 74, "analysis_gap_markers": 10, "c_suppressed": 0, "max_redis_silence_s": 0.3248959410120733, "redis_interval_s": { "n": 286, "mean": 0.104664708269309, "median": 0.08953003698843531, "p95": 0.22167790902312845, "maximum": 0.3248959410120733, "minimum": 0.0016953679732978344 }, "redis_drift_s": { "n": 287, "mean": 0.3280923747439187, "median": 0.33015630600789336, "p95": 0.4830440640021152, "maximum": 0.6608585189781024, "minimum": 0.11671431196293724 }, "redis_drift_s_per_min": -0.005252171122740343, "ingress_drift_s": { "n": 12, "mean": 0.014292240666658055, "median": 0.009795749500000284, "p95": 0.1270555570000056, "maximum": 0.1270555570000056, "minimum": -0.04088361600003054 }, "ingress_drift_s_per_min": 0.04775266603077605, "source_drift_s": { "n": 12, "mean": 0.0011140833333342925, "median": 0.0070814999999981865, "p95": 0.020287999999993644, "maximum": 0.020287999999993644, "minimum": -0.04208100000005288 }, "ingress_to_redis_ms": { "n": 287, "mean": 377.3240418118467, "median": 378, "p95": 533, "maximum": 683, "minimum": 170 }, "source_samples": 12, "redis_samples": 287, "native_redis_joined": 14, "durations": { "selected_to_preprocess_start": { "n": 286, "sum_ns": 265490215, "mean_ms": 0.9282874650349651 }, "preprocess_start_to_preprocess_output": { "n": 286, "sum_ns": 960750147, "mean_ms": 3.3592662482517484 }, "depay_to_source_exit": { "n": 284, "sum_ns": 14919924000, "mean_ms": 52.53494366197183 }, "source_exit_to_ingress": { "n": 284, "sum_ns": 3864704538, "mean_ms": 13.608114570422536 }, "source_encoded_queue": { "n": 284, "sum_ns": 15117000, "mean_ms": 0.05322887323943662 }, "decode_between_queues": { "n": 284, "sum_ns": 12888170000, "mean_ms": 45.380880281690146 }, "source_raw_queue": { "n": 284, "sum_ns": 1878112000, "mean_ms": 6.613070422535211 }, "raw_queue_to_source_exit": { "n": 284, "sum_ns": 10389000, "mean_ms": 0.036580985915492956 }, "selected_to_preprocess": { "n": 286, "sum_ns": 1631720787, "mean_ms": 5.705317437062937 }, "preprocess_start_to_preprocess": { "n": 286, "sum_ns": 1366230572, "mean_ms": 4.7770299720279725 }, "preprocess_output_to_infer_entry": { "n": 286, "sum_ns": 405480425, "mean_ms": 1.4177637237762237 }, "preprocess_to_infer_output": { "n": 287, "sum_ns": 104021771380, "mean_ms": 362.445196445993 }, "preprocess_to_callback": { "n": 287, "sum_ns": 104551289011, "mean_ms": 364.2902056132404 }, "infer_output_to_callback": { "n": 287, "sum_ns": 529517631, "mean_ms": 1.8450091672473867 }, "copy_wall": { "n": 288, "sum_ns": 1694540761, "mean_ms": 5.883822086805556 }, "copy_thread_cpu": { "n": 288, "sum_ns": 1506790516, "mean_ms": 5.231911513888889 }, "callback_to_copied": { "n": 286, "sum_ns": 1750277233, "mean_ms": 6.119850465034966 }, "accepted_interval": { "n": 287, "sum_ns": 29793403143, "mean_ms": 103.80976704878049 }, "selected_to_submitted": { "n": 286, "sum_ns": 107488414904, "mean_ms": 375.83361854545456 }, "completed_queue_wait": { "n": 288, "sum_ns": 135730351, "mean_ms": 0.47128594097222226 }, "result_composition_wall": { "n": 288, "sum_ns": 2897141, "mean_ms": 0.010059517361111112 }, "result_composition_cpu": { "n": 288, "sum_ns": 2815066, "mean_ms": 0.009774534722222223 }, "result_artifact_handoff_wall": { "n": 288, "sum_ns": 2499156, "mean_ms": 0.008677625 }, "result_artifact_handoff_cpu": { "n": 288, "sum_ns": 2483178, "mean_ms": 0.008622145833333334 }, "result_publish_wall": { "n": 288, "sum_ns": 30356199, "mean_ms": 0.10540346875 }, "result_publish_cpu": { "n": 288, "sum_ns": 29624426, "mean_ms": 0.10286259027777778 }, "result_total_wall": { "n": 288, "sum_ns": 302046827, "mean_ms": 1.048773704861111 }, "result_total_cpu": { "n": 288, "sum_ns": 286511514, "mean_ms": 0.9948316458333334 } } }, { "mode": "mixed-a", "level": 15, "camera": "36", "provider": "crowd", "cohort_reset": false, "counter_seconds": 29.870372865, "new_channel": false, "seconds": 30.000012986012734, "selected_fps": 9.608182706560266, "requested_fps": 9.641660695084866, "complete_fps": 9.608182706560266, "accepted_fps": 9.608182706560266, "finalized_fps": 9.608182706560266, "redis_fps": 9.608182706560266, "redis_read_fps": 9.533329206668851, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 287, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.059, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 61, "analysis_gap_markers": 9, "c_suppressed": 0, "max_redis_silence_s": 0.34929091698722914, "redis_interval_s": { "n": 285, "mean": 0.10481473029848483, "median": 0.09260730200912803, "p95": 0.2346082300064154, "maximum": 0.34929091698722914, "minimum": 0.0014868369908072054 }, "redis_drift_s": { "n": 286, "mean": 0.31131821640773144, "median": 0.3144805795252239, "p95": 0.47965172203117845, "maximum": 0.5599440490291272, "minimum": 0.09647270598821933 }, "redis_drift_s_per_min": -0.018568343568606285, "ingress_drift_s": { "n": 12, "mean": 0.0026081482499951867, "median": 0.007479819499991436, "p95": 0.019459506999965015, "maximum": 0.019459506999965015, "minimum": -0.027637271999992663 }, "ingress_drift_s_per_min": 0.015379432992873799, "source_drift_s": { "n": 12, "mean": -0.00011866666667970094, "median": 0.00558250000000271, "p95": 0.0192679999999541, "maximum": 0.0192679999999541, "minimum": -0.028541000000018357 }, "ingress_to_redis_ms": { "n": 286, "mean": 361.7027972027972, "median": 368.5, "p95": 515, "maximum": 616, "minimum": 114 }, "source_samples": 12, "redis_samples": 286, "native_redis_joined": 13, "durations": { "selected_to_preprocess_start": { "n": 287, "sum_ns": 260724499, "mean_ms": 0.9084477317073171 }, "depay_to_source_exit": { "n": 285, "sum_ns": 15144203000, "mean_ms": 53.13755438596492 }, "source_exit_to_ingress": { "n": 285, "sum_ns": 2775094965, "mean_ms": 9.737175315789473 }, "source_encoded_queue": { "n": 285, "sum_ns": 21498000, "mean_ms": 0.07543157894736843 }, "decode_between_queues": { "n": 285, "sum_ns": 13046770000, "mean_ms": 45.778140350877194 }, "source_raw_queue": { "n": 285, "sum_ns": 1980605000, "mean_ms": 6.949491228070175 }, "raw_queue_to_source_exit": { "n": 285, "sum_ns": 11283000, "mean_ms": 0.03958947368421053 }, "preprocess_start_to_preprocess_output": { "n": 288, "sum_ns": 957359926, "mean_ms": 3.324166409722222 }, "selected_to_preprocess": { "n": 288, "sum_ns": 1645459670, "mean_ms": 5.713401631944444 }, "preprocess_start_to_preprocess": { "n": 288, "sum_ns": 1384142518, "mean_ms": 4.806050409722222 }, "preprocess_output_to_infer_entry": { "n": 288, "sum_ns": 426782592, "mean_ms": 1.481884 }, "preprocess_to_infer_output": { "n": 287, "sum_ns": 99189809588, "mean_ms": 345.609092641115 }, "preprocess_to_callback": { "n": 287, "sum_ns": 99736124334, "mean_ms": 347.51262834146337 }, "infer_output_to_callback": { "n": 287, "sum_ns": 546314746, "mean_ms": 1.903535700348432 }, "copy_wall": { "n": 287, "sum_ns": 1758155957, "mean_ms": 6.125978944250871 }, "copy_thread_cpu": { "n": 287, "sum_ns": 1537732912, "mean_ms": 5.357954397212543 }, "callback_to_copied": { "n": 287, "sum_ns": 1820354519, "mean_ms": 6.342698672473867 }, "accepted_interval": { "n": 287, "sum_ns": 29847204414, "mean_ms": 103.99722792334495 }, "selected_to_submitted": { "n": 287, "sum_ns": 103239433129, "mean_ms": 359.71927919512194 }, "completed_queue_wait": { "n": 287, "sum_ns": 116817324, "mean_ms": 0.40702900348432053 }, "result_composition_wall": { "n": 287, "sum_ns": 4822142, "mean_ms": 0.01680188850174216 }, "result_composition_cpu": { "n": 287, "sum_ns": 4614851, "mean_ms": 0.016079620209059235 }, "result_publish_wall": { "n": 287, "sum_ns": 39913164, "mean_ms": 0.13907025783972124 }, "result_publish_cpu": { "n": 287, "sum_ns": 38668688, "mean_ms": 0.1347341045296167 }, "result_total_wall": { "n": 287, "sum_ns": 381287400, "mean_ms": 1.328527526132404 }, "result_total_cpu": { "n": 287, "sum_ns": 341597234, "mean_ms": 1.1902342648083624 } } }, { "mode": "mixed-a", "level": 15, "camera": "37", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.102808972, "new_channel": false, "seconds": 30.000012986012734, "selected_fps": 8.570628748964179, "requested_fps": 8.570628748964179, "complete_fps": 8.570628748964179, "accepted_fps": 8.570628748964179, "finalized_fps": 8.570628748964179, "redis_fps": 8.570628748964179, "redis_read_fps": 8.499996320631318, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 258, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.155, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 144, "analysis_gap_markers": 37, "c_suppressed": 0, "max_redis_silence_s": 0.4071423019631766, "redis_interval_s": { "n": 254, "mean": 0.1176628541732097, "median": 0.1029361679975409, "p95": 0.24490527296438813, "maximum": 0.4071423019631766, "minimum": 0.0002729379921220243 }, "redis_drift_s": { "n": 255, "mean": 0.4317896759961023, "median": 0.4285783369937235, "p95": 0.595919514033028, "maximum": 0.8395806250060218, "minimum": 0.1535031270012155 }, "redis_drift_s_per_min": 0.1780075132450781, "ingress_drift_s": { "n": 12, "mean": 0.061029696333340176, "median": 0.04903319099997816, "p95": 0.13911460200000647, "maximum": 0.13911460200000647, "minimum": 0.0055654610000033244 }, "ingress_drift_s_per_min": 0.2020138654143478, "source_drift_s": { "n": 12, "mean": 0.023482333333338563, "median": 0.02291450000001305, "p95": 0.052440999999987525, "maximum": 0.052440999999987525, "minimum": -0.0017829999999889878 }, "ingress_to_redis_ms": { "n": 255, "mean": 470.4117647058824, "median": 469, "p95": 593, "maximum": 833, "minimum": 260 }, "source_samples": 12, "redis_samples": 255, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 258, "sum_ns": 335847131, "mean_ms": 1.3017330658914728 }, "depay_to_source_exit": { "n": 256, "sum_ns": 15281329000, "mean_ms": 59.69269140625 }, "source_exit_to_ingress": { "n": 256, "sum_ns": 10541265684, "mean_ms": 41.176819078125 }, "source_encoded_queue": { "n": 256, "sum_ns": 19781000, "mean_ms": 0.07726953125 }, "decode_between_queues": { "n": 256, "sum_ns": 11471096000, "mean_ms": 44.80896875 }, "source_raw_queue": { "n": 256, "sum_ns": 3697853000, "mean_ms": 14.44473828125 }, "raw_queue_to_source_exit": { "n": 256, "sum_ns": 9621000, "mean_ms": 0.03758203125 }, "preprocess_start_to_preprocess_output": { "n": 258, "sum_ns": 1880046754, "mean_ms": 7.28700292248062 }, "selected_to_preprocess": { "n": 258, "sum_ns": 3077189472, "mean_ms": 11.927090976744186 }, "preprocess_start_to_preprocess": { "n": 258, "sum_ns": 2741342341, "mean_ms": 10.625357910852713 }, "preprocess_output_to_infer_entry": { "n": 258, "sum_ns": 861295587, "mean_ms": 3.338354988372093 }, "preprocess_to_infer_output": { "n": 258, "sum_ns": 112523758976, "mean_ms": 436.1386006821706 }, "preprocess_to_callback": { "n": 258, "sum_ns": 112962816598, "mean_ms": 437.84037441085275 }, "infer_output_to_callback": { "n": 258, "sum_ns": 439057622, "mean_ms": 1.7017737286821706 }, "copy_wall": { "n": 258, "sum_ns": 1373498198, "mean_ms": 5.32363642635659 }, "copy_thread_cpu": { "n": 258, "sum_ns": 1254224747, "mean_ms": 4.861336228682171 }, "callback_to_copied": { "n": 258, "sum_ns": 1427129076, "mean_ms": 5.531508046511628 }, "accepted_interval": { "n": 258, "sum_ns": 30115613962, "mean_ms": 116.7271858992248 }, "selected_to_submitted": { "n": 258, "sum_ns": 117515910599, "mean_ms": 455.48802557751935 }, "completed_queue_wait": { "n": 258, "sum_ns": 191590306, "mean_ms": 0.7425980852713179 }, "result_observations_wall": { "n": 258, "sum_ns": 362752331, "mean_ms": 1.4060167868217055 }, "result_observations_cpu": { "n": 258, "sum_ns": 336929304, "mean_ms": 1.305927534883721 }, "result_nms_wall": { "n": 258, "sum_ns": 298182939, "mean_ms": 1.1557478255813953 }, "result_nms_cpu": { "n": 258, "sum_ns": 150904453, "mean_ms": 0.5849009806201549 }, "result_tracking_wall": { "n": 258, "sum_ns": 357374082, "mean_ms": 1.3851708604651163 }, "result_tracking_cpu": { "n": 258, "sum_ns": 282887031, "mean_ms": 1.0964613604651163 }, "result_region_wall": { "n": 258, "sum_ns": 76685985, "mean_ms": 0.2972325 }, "result_region_cpu": { "n": 258, "sum_ns": 68679643, "mean_ms": 0.2662001666666667 }, "result_fall_wall": { "n": 258, "sum_ns": 157100952, "mean_ms": 0.6089184186046511 }, "result_fall_cpu": { "n": 258, "sum_ns": 150453012, "mean_ms": 0.5831512093023257 }, "result_fight_wall": { "n": 258, "sum_ns": 37532958, "mean_ms": 0.14547658139534883 }, "result_fight_cpu": { "n": 258, "sum_ns": 36042877, "mean_ms": 0.13970107364341083 }, "result_collector_wall": { "n": 258, "sum_ns": 1644197169, "mean_ms": 6.372857244186046 }, "result_collector_cpu": { "n": 258, "sum_ns": 1521158977, "mean_ms": 5.8959650271317825 }, "result_composition_wall": { "n": 258, "sum_ns": 5057111, "mean_ms": 0.01960120542635659 }, "result_composition_cpu": { "n": 258, "sum_ns": 5005771, "mean_ms": 0.01940221317829457 }, "result_artifact_handoff_wall": { "n": 258, "sum_ns": 5380141, "mean_ms": 0.02085325968992248 }, "result_artifact_handoff_cpu": { "n": 258, "sum_ns": 3176513, "mean_ms": 0.012312065891472868 }, "result_publish_wall": { "n": 258, "sum_ns": 124914229, "mean_ms": 0.48416367829457363 }, "result_publish_cpu": { "n": 258, "sum_ns": 117240505, "mean_ms": 0.4544205620155039 }, "result_total_wall": { "n": 258, "sum_ns": 3380010426, "mean_ms": 13.100815604651162 }, "result_total_cpu": { "n": 258, "sum_ns": 2943567404, "mean_ms": 11.409175984496125 } } }, { "mode": "mixed-a", "level": 15, "camera": "37", "provider": "fire", "cohort_reset": false, "counter_seconds": 30.139997803, "new_channel": false, "seconds": 30.000012986012734, "selected_fps": 9.555408792078072, "requested_fps": 9.555408792078072, "complete_fps": 9.555408792078072, "accepted_fps": 9.555408792078072, "finalized_fps": 9.555408792078072, "redis_fps": 9.555408792078072, "redis_read_fps": 9.433329249955541, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 288, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.116, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 64, "analysis_gap_markers": 14, "c_suppressed": 0, "max_redis_silence_s": 0.33274398499634117, "redis_interval_s": { "n": 282, "mean": 0.10584934729816894, "median": 0.09356759846559726, "p95": 0.2287383559742011, "maximum": 0.33274398499634117, "minimum": 0.005708987999241799 }, "redis_drift_s": { "n": 283, "mean": 0.2796468333001475, "median": 0.27408523896383485, "p95": 0.44008633899267124, "maximum": 0.6150528979706564, "minimum": 0.0391488179652697 }, "redis_drift_s_per_min": -0.0661336186344761, "ingress_drift_s": { "n": 12, "mean": 0.008737980750008015, "median": 0.007375362499999483, "p95": 0.04219849000003251, "maximum": 0.04219849000003251, "minimum": -0.03169540800001869 }, "ingress_drift_s_per_min": -0.0023342954362188034, "source_drift_s": { "n": 12, "mean": 0.00029558333334023246, "median": 0.0017245000000229993, "p95": 0.03559500000000071, "maximum": 0.03559500000000071, "minimum": -0.03413399999999456 }, "ingress_to_redis_ms": { "n": 283, "mean": 381.41696113074204, "median": 380, "p95": 511, "maximum": 644, "minimum": 180 }, "source_samples": 12, "redis_samples": 283, "native_redis_joined": 11, "durations": { "selected_to_preprocess_start": { "n": 287, "sum_ns": 292613267, "mean_ms": 1.0195584216027875 }, "depay_to_source_exit": { "n": 284, "sum_ns": 15285838000, "mean_ms": 53.82337323943662 }, "source_exit_to_ingress": { "n": 284, "sum_ns": 3907674676, "mean_ms": 13.759417873239437 }, "source_encoded_queue": { "n": 284, "sum_ns": 18102000, "mean_ms": 0.06373943661971831 }, "decode_between_queues": { "n": 284, "sum_ns": 13220720000, "mean_ms": 46.55183098591549 }, "source_raw_queue": { "n": 284, "sum_ns": 1937966000, "mean_ms": 6.823823943661972 }, "raw_queue_to_source_exit": { "n": 284, "sum_ns": 10951000, "mean_ms": 0.03855985915492957 }, "preprocess_start_to_preprocess_output": { "n": 287, "sum_ns": 989866231, "mean_ms": 3.449011257839721 }, "selected_to_preprocess": { "n": 287, "sum_ns": 1744553869, "mean_ms": 6.078584909407666 }, "preprocess_start_to_preprocess": { "n": 287, "sum_ns": 1451940602, "mean_ms": 5.0590264878048785 }, "preprocess_output_to_infer_entry": { "n": 287, "sum_ns": 462074371, "mean_ms": 1.610015229965157 }, "preprocess_to_infer_output": { "n": 287, "sum_ns": 104349557086, "mean_ms": 363.5873069198606 }, "preprocess_to_callback": { "n": 287, "sum_ns": 104885212225, "mean_ms": 365.4537011324042 }, "infer_output_to_callback": { "n": 287, "sum_ns": 535655139, "mean_ms": 1.866394212543554 }, "copy_wall": { "n": 288, "sum_ns": 1759659401, "mean_ms": 6.109928475694444 }, "copy_thread_cpu": { "n": 288, "sum_ns": 1553140173, "mean_ms": 5.392847822916667 }, "callback_to_copied": { "n": 287, "sum_ns": 1814433410, "mean_ms": 6.322067630662021 }, "accepted_interval": { "n": 288, "sum_ns": 30055711347, "mean_ms": 104.36010884375 }, "selected_to_submitted": { "n": 287, "sum_ns": 108475856787, "mean_ms": 377.9646577944251 }, "completed_queue_wait": { "n": 288, "sum_ns": 136819137, "mean_ms": 0.4750664479166667 }, "result_composition_wall": { "n": 288, "sum_ns": 2804673, "mean_ms": 0.009738447916666665 }, "result_composition_cpu": { "n": 288, "sum_ns": 2697399, "mean_ms": 0.00936596875 }, "result_artifact_handoff_wall": { "n": 288, "sum_ns": 2827831, "mean_ms": 0.009818857638888888 }, "result_artifact_handoff_cpu": { "n": 288, "sum_ns": 2526557, "mean_ms": 0.00877276736111111 }, "result_publish_wall": { "n": 288, "sum_ns": 33835508, "mean_ms": 0.11748440277777777 }, "result_publish_cpu": { "n": 288, "sum_ns": 32753418, "mean_ms": 0.11372714583333333 }, "result_total_wall": { "n": 288, "sum_ns": 313783415, "mean_ms": 1.0895257465277777 }, "result_total_cpu": { "n": 288, "sum_ns": 301029687, "mean_ms": 1.04524196875 } } }, { "mode": "mixed-a", "level": 15, "camera": "37", "provider": "crowd", "cohort_reset": false, "counter_seconds": 30.375534182, "new_channel": false, "seconds": 30.000012986012734, "selected_fps": 9.612999667773217, "requested_fps": 9.612999667773217, "complete_fps": 9.612999667773217, "accepted_fps": 9.612999667773217, "finalized_fps": 9.612999667773217, "redis_fps": 9.612999667773217, "redis_read_fps": 9.533329206668851, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 291, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.147, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 56, "analysis_gap_markers": 9, "c_suppressed": 0, "max_redis_silence_s": 0.3745384629582986, "redis_interval_s": { "n": 285, "mean": 0.10504023908420973, "median": 0.08600470999954268, "p95": 0.25555036804871634, "maximum": 0.3745384629582986, "minimum": 0.004985076957382262 }, "redis_drift_s": { "n": 286, "mean": 0.37753784598822826, "median": 0.3806183579845879, "p95": 0.5617685159747339, "maximum": 0.6765048309746362, "minimum": 0.08138129596130739 }, "redis_drift_s_per_min": -0.07005481384750323, "ingress_drift_s": { "n": 12, "mean": 0.0029375181666608796, "median": 0.0034822154999858412, "p95": 0.024688109999999597, "maximum": 0.024688109999999597, "minimum": -0.02683338700001059 }, "ingress_drift_s_per_min": 0.036580627559465444, "source_drift_s": { "n": 12, "mean": 0.0006279166666729452, "median": 0.0022499999999752163, "p95": 0.019586000000003878, "maximum": 0.019586000000003878, "minimum": -0.026824999999973898 }, "ingress_to_redis_ms": { "n": 286, "mean": 361.3006993006993, "median": 363.0, "p95": 538, "maximum": 658, "minimum": 71 }, "source_samples": 12, "redis_samples": 286, "native_redis_joined": 11, "durations": { "selected_to_preprocess_start": { "n": 292, "sum_ns": 260968754, "mean_ms": 0.8937286095890411 }, "preprocess_start_to_preprocess_output": { "n": 292, "sum_ns": 930632380, "mean_ms": 3.187097191780822 }, "selected_to_preprocess": { "n": 292, "sum_ns": 1441442350, "mean_ms": 4.936446404109589 }, "preprocess_start_to_preprocess": { "n": 292, "sum_ns": 1180473596, "mean_ms": 4.042717794520548 }, "preprocess_output_to_infer_entry": { "n": 292, "sum_ns": 249841216, "mean_ms": 0.8556206027397261 }, "depay_to_source_exit": { "n": 289, "sum_ns": 15058093000, "mean_ms": 52.10412802768166 }, "source_exit_to_ingress": { "n": 289, "sum_ns": 2733951666, "mean_ms": 9.460040366782009 }, "source_encoded_queue": { "n": 289, "sum_ns": 15807000, "mean_ms": 0.05469550173010381 }, "decode_between_queues": { "n": 289, "sum_ns": 13494570000, "mean_ms": 46.69401384083045 }, "source_raw_queue": { "n": 289, "sum_ns": 1444696000, "mean_ms": 4.9989480968858135 }, "raw_queue_to_source_exit": { "n": 289, "sum_ns": 10715000, "mean_ms": 0.03707612456747405 }, "preprocess_to_infer_output": { "n": 292, "sum_ns": 101117115200, "mean_ms": 346.2914904109589 }, "preprocess_to_callback": { "n": 292, "sum_ns": 101650663555, "mean_ms": 348.11871080479455 }, "infer_output_to_callback": { "n": 292, "sum_ns": 533548355, "mean_ms": 1.8272203938356166 }, "copy_wall": { "n": 292, "sum_ns": 1757685141, "mean_ms": 6.019469660958904 }, "copy_thread_cpu": { "n": 292, "sum_ns": 1562684247, "mean_ms": 5.351658380136986 }, "callback_to_copied": { "n": 292, "sum_ns": 1822511424, "mean_ms": 6.241477479452055 }, "accepted_interval": { "n": 292, "sum_ns": 30481154782, "mean_ms": 104.38751637671233 }, "selected_to_submitted": { "n": 292, "sum_ns": 104973084425, "mean_ms": 359.4968644691781 }, "completed_queue_wait": { "n": 292, "sum_ns": 121745468, "mean_ms": 0.41693653424657534 }, "result_composition_wall": { "n": 292, "sum_ns": 5601237, "mean_ms": 0.019182318493150684 }, "result_composition_cpu": { "n": 292, "sum_ns": 4863129, "mean_ms": 0.016654551369863012 }, "result_publish_wall": { "n": 292, "sum_ns": 46401981, "mean_ms": 0.15891089383561643 }, "result_publish_cpu": { "n": 292, "sum_ns": 42978274, "mean_ms": 0.1471858698630137 }, "result_total_wall": { "n": 292, "sum_ns": 404907486, "mean_ms": 1.3866694726027398 }, "result_total_cpu": { "n": 292, "sum_ns": 365995183, "mean_ms": 1.253408160958904 } } }, { "mode": "mixed-a", "level": 15, "camera": "38", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.146557109, "new_channel": false, "seconds": 30.000012986012734, "selected_fps": 8.657705059198307, "requested_fps": 8.657705059198307, "complete_fps": 8.657705059198307, "accepted_fps": 8.657705059198307, "finalized_fps": 8.62453377544659, "redis_fps": 8.657705059198307, "redis_read_fps": 8.6666629151535, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 261, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.227, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 139, "analysis_gap_markers": 36, "c_suppressed": 0, "max_redis_silence_s": 0.36056356702465564, "redis_interval_s": { "n": 259, "mean": 0.11563495692660364, "median": 0.09856793994549662, "p95": 0.2572222300223075, "maximum": 0.36056356702465564, "minimum": 0.0015261439839378 }, "redis_drift_s": { "n": 260, "mean": -3.7446216963728682, "median": -3.74691870598798, "p95": -3.604534127973011, "maximum": -3.5055356120080887, "minimum": -3.958552267994719 }, "redis_drift_s_per_min": 0.013149583675432857, "ingress_drift_s": { "n": 12, "mean": 0.008035963999996435, "median": -0.008509935999995832, "p95": 0.08711521300000413, "maximum": 0.08711521300000413, "minimum": -0.07351504500002193 }, "ingress_drift_s_per_min": 0.1014963866330165, "source_drift_s": { "n": 12, "mean": -0.030303749999996892, "median": -0.023623499999985142, "p95": 0.0006670000000212895, "maximum": 0.0006670000000212895, "minimum": -0.07367699999997512 }, "ingress_to_redis_ms": { "n": 260, "mean": 467.1384615384615, "median": 459.0, "p95": 588, "maximum": 676, "minimum": 291 }, "source_samples": 12, "redis_samples": 260, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 261, "sum_ns": 14855365000, "mean_ms": 56.91710727969348 }, "source_exit_to_ingress": { "n": 261, "sum_ns": 8566332229, "mean_ms": 32.82119627969349 }, "source_encoded_queue": { "n": 261, "sum_ns": 17714000, "mean_ms": 0.06786973180076629 }, "decode_between_queues": { "n": 261, "sum_ns": 11317970000, "mean_ms": 43.36386973180076 }, "source_raw_queue": { "n": 261, "sum_ns": 3403720000, "mean_ms": 13.041072796934865 }, "raw_queue_to_source_exit": { "n": 261, "sum_ns": 7935000, "mean_ms": 0.030402298850574713 }, "selected_to_preprocess_start": { "n": 261, "sum_ns": 448576780, "mean_ms": 1.7186849808429119 }, "preprocess_start_to_preprocess_output": { "n": 260, "sum_ns": 1835896750, "mean_ms": 7.061141346153846 }, "selected_to_preprocess": { "n": 261, "sum_ns": 3230329516, "mean_ms": 12.376741440613028 }, "preprocess_start_to_preprocess": { "n": 261, "sum_ns": 2782966257, "mean_ms": 10.662705965517242 }, "preprocess_output_to_infer_entry": { "n": 261, "sum_ns": 823302797, "mean_ms": 3.154416846743295 }, "preprocess_to_infer_output": { "n": 260, "sum_ns": 112634243649, "mean_ms": 433.20862941923076 }, "preprocess_to_callback": { "n": 261, "sum_ns": 113578171834, "mean_ms": 435.16540932567045 }, "infer_output_to_callback": { "n": 261, "sum_ns": 469943021, "mean_ms": 1.8005479731800766 }, "copy_wall": { "n": 261, "sum_ns": 1337225387, "mean_ms": 5.123468915708812 }, "copy_thread_cpu": { "n": 261, "sum_ns": 1169343432, "mean_ms": 4.480243034482759 }, "callback_to_copied": { "n": 261, "sum_ns": 1392366858, "mean_ms": 5.33473891954023 }, "accepted_interval": { "n": 261, "sum_ns": 30167496026, "mean_ms": 115.58427596168582 }, "selected_to_submitted": { "n": 261, "sum_ns": 118251130477, "mean_ms": 453.06946542911874 }, "completed_queue_wait": { "n": 261, "sum_ns": 179807319, "mean_ms": 0.6889169310344828 }, "result_observations_wall": { "n": 261, "sum_ns": 355985791, "mean_ms": 1.3639302337164751 }, "result_observations_cpu": { "n": 261, "sum_ns": 341748680, "mean_ms": 1.3093819157088122 }, "result_nms_wall": { "n": 261, "sum_ns": 282287766, "mean_ms": 1.0815623218390804 }, "result_nms_cpu": { "n": 261, "sum_ns": 154476846, "mean_ms": 0.5918653103448276 }, "result_tracking_wall": { "n": 261, "sum_ns": 372653377, "mean_ms": 1.4277907164750958 }, "result_tracking_cpu": { "n": 261, "sum_ns": 285733811, "mean_ms": 1.0947655593869732 }, "result_region_wall": { "n": 261, "sum_ns": 70926761, "mean_ms": 0.27175004214559384 }, "result_region_cpu": { "n": 261, "sum_ns": 68333207, "mean_ms": 0.26181305363984675 }, "result_fall_wall": { "n": 261, "sum_ns": 284350324, "mean_ms": 1.0894648429118774 }, "result_fall_cpu": { "n": 261, "sum_ns": 277434917, "mean_ms": 1.0629690306513409 }, "result_fight_wall": { "n": 261, "sum_ns": 39051166, "mean_ms": 0.14962132567049807 }, "result_fight_cpu": { "n": 261, "sum_ns": 36666467, "mean_ms": 0.1404845478927203 }, "result_collector_wall": { "n": 260, "sum_ns": 1287949584, "mean_ms": 4.953652246153847 }, "result_collector_cpu": { "n": 260, "sum_ns": 1208953553, "mean_ms": 4.649821357692308 }, "result_composition_wall": { "n": 260, "sum_ns": 5424208, "mean_ms": 0.02086233846153846 }, "result_composition_cpu": { "n": 260, "sum_ns": 5226285, "mean_ms": 0.020101096153846153 }, "result_artifact_handoff_wall": { "n": 260, "sum_ns": 5715008, "mean_ms": 0.021980799999999998 }, "result_artifact_handoff_cpu": { "n": 260, "sum_ns": 3200910, "mean_ms": 0.012311192307692308 }, "result_publish_wall": { "n": 260, "sum_ns": 142055772, "mean_ms": 0.5463683538461538 }, "result_publish_cpu": { "n": 260, "sum_ns": 122469733, "mean_ms": 0.4710374346153846 }, "result_total_wall": { "n": 260, "sum_ns": 3173284393, "mean_ms": 12.204939973076923 }, "result_total_cpu": { "n": 260, "sum_ns": 2773634405, "mean_ms": 10.667824634615384 } } }, { "mode": "mixed-a", "level": 15, "camera": "38", "provider": "fire", "cohort_reset": false, "counter_seconds": 29.877293226, "new_channel": false, "seconds": 30.000012986012734, "selected_fps": 9.63942743479101, "requested_fps": 9.63942743479101, "complete_fps": 9.70636790308817, "accepted_fps": 9.70636790308817, "finalized_fps": 9.70636790308817, "redis_fps": 9.67289766893959, "redis_read_fps": 9.666662482286597, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 290, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.159, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 64, "analysis_gap_markers": 11, "c_suppressed": 0, "max_redis_silence_s": 0.3413130059489049, "redis_interval_s": { "n": 289, "mean": 0.10353252471639746, "median": 0.09215876995585859, "p95": 0.21829891100060195, "maximum": 0.3413130059489049, "minimum": 0.001559360942337662 }, "redis_drift_s": { "n": 290, "mean": 0.230574085573558, "median": 0.2259816585215617, "p95": 0.3817410430070254, "maximum": 0.5003865249915975, "minimum": 0.03825890301123991 }, "redis_drift_s_per_min": -0.0026427474270292687, "ingress_drift_s": { "n": 12, "mean": -0.018810269083336568, "median": -0.015866901000009648, "p95": 0.01904867100000729, "maximum": 0.01904867100000729, "minimum": -0.07933988600001385 }, "ingress_drift_s_per_min": 0.042581988704726584, "source_drift_s": { "n": 12, "mean": -0.02030700000001673, "median": -0.017246500000027254, "p95": 0.01837799999998424, "maximum": 0.01837799999998424, "minimum": -0.08059000000002925 }, "ingress_to_redis_ms": { "n": 290, "mean": 376.11724137931037, "median": 377.5, "p95": 515, "maximum": 644, "minimum": 175 }, "source_samples": 12, "redis_samples": 290, "native_redis_joined": 13, "durations": { "depay_to_source_exit": { "n": 287, "sum_ns": 14753028000, "mean_ms": 51.404278745644596 }, "source_exit_to_ingress": { "n": 287, "sum_ns": 3807537188, "mean_ms": 13.266680097560975 }, "source_encoded_queue": { "n": 287, "sum_ns": 21673000, "mean_ms": 0.07551567944250871 }, "decode_between_queues": { "n": 287, "sum_ns": 12825330000, "mean_ms": 44.687560975609756 }, "source_raw_queue": { "n": 287, "sum_ns": 1791304000, "mean_ms": 6.241477351916377 }, "raw_queue_to_source_exit": { "n": 287, "sum_ns": 10154000, "mean_ms": 0.03537979094076655 }, "selected_to_preprocess_start": { "n": 287, "sum_ns": 270494967, "mean_ms": 0.9424911742160278 }, "preprocess_start_to_preprocess_output": { "n": 287, "sum_ns": 1004684062, "mean_ms": 3.5006413310104527 }, "selected_to_preprocess": { "n": 287, "sum_ns": 1594353247, "mean_ms": 5.5552377944250875 }, "preprocess_start_to_preprocess": { "n": 287, "sum_ns": 1323858280, "mean_ms": 4.61274662020906 }, "preprocess_output_to_infer_entry": { "n": 287, "sum_ns": 319174218, "mean_ms": 1.1121052891986063 }, "preprocess_to_infer_output": { "n": 289, "sum_ns": 104038511612, "mean_ms": 359.9948498685121 }, "preprocess_to_callback": { "n": 289, "sum_ns": 104627338453, "mean_ms": 362.0323129861591 }, "infer_output_to_callback": { "n": 289, "sum_ns": 588826841, "mean_ms": 2.037463117647059 }, "copy_wall": { "n": 290, "sum_ns": 1762847287, "mean_ms": 6.078783748275862 }, "copy_thread_cpu": { "n": 290, "sum_ns": 1538885609, "mean_ms": 5.3065020999999994 }, "callback_to_copied": { "n": 288, "sum_ns": 1815290409, "mean_ms": 6.303091697916667 }, "accepted_interval": { "n": 289, "sum_ns": 30035440267, "mean_ms": 103.92885905536333 }, "selected_to_submitted": { "n": 288, "sum_ns": 107717917934, "mean_ms": 374.0205483819444 }, "completed_queue_wait": { "n": 290, "sum_ns": 130982908, "mean_ms": 0.4516652 }, "result_composition_wall": { "n": 290, "sum_ns": 5453443, "mean_ms": 0.018804975862068963 }, "result_composition_cpu": { "n": 290, "sum_ns": 3768364, "mean_ms": 0.012994358620689655 }, "result_artifact_handoff_wall": { "n": 290, "sum_ns": 2589104, "mean_ms": 0.008927944827586206 }, "result_artifact_handoff_cpu": { "n": 290, "sum_ns": 2586347, "mean_ms": 0.008918437931034483 }, "result_publish_wall": { "n": 290, "sum_ns": 36318993, "mean_ms": 0.12523790689655173 }, "result_publish_cpu": { "n": 290, "sum_ns": 32876366, "mean_ms": 0.11336677931034483 }, "result_total_wall": { "n": 290, "sum_ns": 326850757, "mean_ms": 1.1270715758620689 }, "result_total_cpu": { "n": 290, "sum_ns": 305578548, "mean_ms": 1.0537191310344827 } } }, { "mode": "mixed-a", "level": 15, "camera": "38", "provider": "crowd", "cohort_reset": false, "counter_seconds": 30.114561051, "new_channel": false, "seconds": 30.000012986012734, "selected_fps": 9.696306033001392, "requested_fps": 9.696306033001392, "complete_fps": 9.696306033001392, "accepted_fps": 9.696306033001392, "finalized_fps": 9.696306033001392, "redis_fps": 9.696306033001392, "redis_read_fps": 9.699995801191033, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 291, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.158, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 61, "analysis_gap_markers": 8, "c_suppressed": 0, "max_redis_silence_s": 0.3749862210243009, "redis_interval_s": { "n": 290, "mean": 0.10325918288616431, "median": 0.08647357049630955, "p95": 0.2636203059810214, "maximum": 0.3749862210243009, "minimum": 0.0005372089799493551 }, "redis_drift_s": { "n": 291, "mean": 0.3042595471342687, "median": 0.30689488699147205, "p95": 0.47969805502287954, "maximum": 0.5517356449910267, "minimum": 0.04668932402040582 }, "redis_drift_s_per_min": -0.07778819787323353, "ingress_drift_s": { "n": 12, "mean": -0.010533874666672697, "median": -0.00968904449999286, "p95": 0.020958052000025873, "maximum": 0.020958052000025873, "minimum": -0.047814382000012756 }, "ingress_drift_s_per_min": 0.004587284523152237, "source_drift_s": { "n": 12, "mean": -0.01011333333333179, "median": -0.008820999999983314, "p95": 0.02257600000001503, "maximum": 0.02257600000001503, "minimum": -0.04694399999999632 }, "ingress_to_redis_ms": { "n": 291, "mean": 360.11683848797253, "median": 366, "p95": 523, "maximum": 619, "minimum": 102 }, "source_samples": 12, "redis_samples": 291, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 292, "sum_ns": 14661122000, "mean_ms": 50.20932191780822 }, "source_exit_to_ingress": { "n": 292, "sum_ns": 3295292945, "mean_ms": 11.285249811643835 }, "source_encoded_queue": { "n": 292, "sum_ns": 20448000, "mean_ms": 0.07002739726027396 }, "decode_between_queues": { "n": 292, "sum_ns": 12985149000, "mean_ms": 44.46968835616438 }, "source_raw_queue": { "n": 292, "sum_ns": 1535691000, "mean_ms": 5.259215753424657 }, "raw_queue_to_source_exit": { "n": 292, "sum_ns": 10205000, "mean_ms": 0.0349486301369863 }, "selected_to_preprocess_start": { "n": 292, "sum_ns": 260591729, "mean_ms": 0.8924374280821917 }, "preprocess_start_to_preprocess_output": { "n": 292, "sum_ns": 1009767687, "mean_ms": 3.4581085171232875 }, "selected_to_preprocess": { "n": 292, "sum_ns": 1468567936, "mean_ms": 5.029342246575342 }, "preprocess_start_to_preprocess": { "n": 292, "sum_ns": 1207976207, "mean_ms": 4.136904818493151 }, "preprocess_output_to_infer_entry": { "n": 292, "sum_ns": 198208520, "mean_ms": 0.678796301369863 }, "preprocess_to_infer_output": { "n": 292, "sum_ns": 100763520849, "mean_ms": 345.08055085273975 }, "preprocess_to_callback": { "n": 292, "sum_ns": 101289730391, "mean_ms": 346.8826383253425 }, "infer_output_to_callback": { "n": 292, "sum_ns": 526209542, "mean_ms": 1.8020874726027396 }, "copy_wall": { "n": 292, "sum_ns": 1706125774, "mean_ms": 5.84289648630137 }, "copy_thread_cpu": { "n": 292, "sum_ns": 1514848341, "mean_ms": 5.187836784246575 }, "callback_to_copied": { "n": 292, "sum_ns": 1770817812, "mean_ms": 6.064444561643835 }, "accepted_interval": { "n": 292, "sum_ns": 30114199256, "mean_ms": 103.13081936986302 }, "selected_to_submitted": { "n": 292, "sum_ns": 104552789763, "mean_ms": 358.0574991883562 }, "completed_queue_wait": { "n": 292, "sum_ns": 117567786, "mean_ms": 0.4026294041095891 }, "result_composition_wall": { "n": 292, "sum_ns": 6462978, "mean_ms": 0.022133486301369864 }, "result_composition_cpu": { "n": 292, "sum_ns": 6209375, "mean_ms": 0.02126498287671233 }, "result_publish_wall": { "n": 292, "sum_ns": 46791876, "mean_ms": 0.16024615068493153 }, "result_publish_cpu": { "n": 292, "sum_ns": 44645649, "mean_ms": 0.1528960582191781 }, "result_total_wall": { "n": 292, "sum_ns": 402795858, "mean_ms": 1.3794378698630136 }, "result_total_cpu": { "n": 292, "sum_ns": 365873813, "mean_ms": 1.2529925102739725 } } }, { "mode": "mixed-a", "level": 15, "camera": "39", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.850936783, "new_channel": false, "seconds": 30.000012986012734, "selected_fps": 8.676444624930483, "requested_fps": 8.676444624930483, "complete_fps": 8.676444624930483, "accepted_fps": 8.676444624930483, "finalized_fps": 8.676444624930483, "redis_fps": 8.676444624930483, "redis_read_fps": 8.699996234057938, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 259, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.207, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 128, "analysis_gap_markers": 34, "c_suppressed": 0, "max_redis_silence_s": 0.32436897803563625, "redis_interval_s": { "n": 260, "mean": 0.11514274808846844, "median": 0.10404894297244027, "p95": 0.23675024701515213, "maximum": 0.32436897803563625, "minimum": 0.005446622963063419 }, "redis_drift_s": { "n": 261, "mean": 0.3988176512486007, "median": 0.39416134094307154, "p95": 0.5365021919817536, "maximum": 0.6355598469898212, "minimum": 0.17940884599042306 }, "redis_drift_s_per_min": 0.021525444109116287, "ingress_drift_s": { "n": 12, "mean": 0.03558464124999953, "median": 0.029121063000005165, "p95": 0.17434046899998634, "maximum": 0.17434046899998634, "minimum": -0.02915183900000784 }, "ingress_drift_s_per_min": -0.05497854308485449, "source_drift_s": { "n": 12, "mean": 0.007694916666669845, "median": 0.005296999999998775, "p95": 0.04245000000000232, "maximum": 0.04245000000000232, "minimum": -0.03064200000000028 }, "ingress_to_redis_ms": { "n": 261, "mean": 460.7547892720307, "median": 463, "p95": 572, "maximum": 661, "minimum": 263 }, "source_samples": 12, "redis_samples": 261, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 259, "sum_ns": 346385495, "mean_ms": 1.3373957335907334 }, "preprocess_start_to_preprocess_output": { "n": 259, "sum_ns": 1394699826, "mean_ms": 5.384941413127413 }, "selected_to_preprocess": { "n": 259, "sum_ns": 2419946023, "mean_ms": 9.343420938223938 }, "preprocess_start_to_preprocess": { "n": 259, "sum_ns": 2073560528, "mean_ms": 8.006025204633204 }, "preprocess_output_to_infer_entry": { "n": 259, "sum_ns": 678860702, "mean_ms": 2.6210837915057916 }, "depay_to_source_exit": { "n": 259, "sum_ns": 14656025000, "mean_ms": 56.58696911196911 }, "source_exit_to_ingress": { "n": 259, "sum_ns": 8208455315, "mean_ms": 31.692877664092663 }, "source_encoded_queue": { "n": 259, "sum_ns": 20275000, "mean_ms": 0.07828185328185329 }, "decode_between_queues": { "n": 259, "sum_ns": 11344505000, "mean_ms": 43.8011776061776 }, "source_raw_queue": { "n": 259, "sum_ns": 3195817000, "mean_ms": 12.339061776061776 }, "raw_queue_to_source_exit": { "n": 259, "sum_ns": 9375000, "mean_ms": 0.0361969111969112 }, "preprocess_to_infer_output": { "n": 259, "sum_ns": 111665153243, "mean_ms": 431.1395878108108 }, "preprocess_to_callback": { "n": 259, "sum_ns": 112142555065, "mean_ms": 432.98283808880313 }, "infer_output_to_callback": { "n": 259, "sum_ns": 477401822, "mean_ms": 1.8432502779922781 }, "copy_wall": { "n": 259, "sum_ns": 1463086816, "mean_ms": 5.648983845559846 }, "copy_thread_cpu": { "n": 259, "sum_ns": 1307326630, "mean_ms": 5.047593166023166 }, "callback_to_copied": { "n": 259, "sum_ns": 1517841327, "mean_ms": 5.860391223938224 }, "accepted_interval": { "n": 259, "sum_ns": 29697883148, "mean_ms": 114.6636414980695 }, "selected_to_submitted": { "n": 259, "sum_ns": 116111283148, "mean_ms": 448.30611254054054 }, "completed_queue_wait": { "n": 259, "sum_ns": 179301486, "mean_ms": 0.6922837297297297 }, "result_observations_wall": { "n": 259, "sum_ns": 361073300, "mean_ms": 1.3941054054054054 }, "result_observations_cpu": { "n": 259, "sum_ns": 340784107, "mean_ms": 1.315768752895753 }, "result_nms_wall": { "n": 259, "sum_ns": 310355313, "mean_ms": 1.1982830617760618 }, "result_nms_cpu": { "n": 259, "sum_ns": 158748575, "mean_ms": 0.6129288610038609 }, "result_tracking_wall": { "n": 259, "sum_ns": 332506563, "mean_ms": 1.2838091235521236 }, "result_tracking_cpu": { "n": 259, "sum_ns": 254702562, "mean_ms": 0.9834075752895752 }, "result_region_wall": { "n": 259, "sum_ns": 85964362, "mean_ms": 0.3319087335907336 }, "result_region_cpu": { "n": 259, "sum_ns": 83516312, "mean_ms": 0.3224568030888031 }, "result_fall_wall": { "n": 259, "sum_ns": 270649214, "mean_ms": 1.0449776602316603 }, "result_fall_cpu": { "n": 259, "sum_ns": 251124805, "mean_ms": 0.9695938416988417 }, "result_fight_wall": { "n": 259, "sum_ns": 53473316, "mean_ms": 0.20646067953667951 }, "result_fight_cpu": { "n": 259, "sum_ns": 51321286, "mean_ms": 0.1981516833976834 }, "result_collector_wall": { "n": 259, "sum_ns": 1045602137, "mean_ms": 4.037073888030888 }, "result_collector_cpu": { "n": 259, "sum_ns": 948496162, "mean_ms": 3.6621473436293432 }, "result_composition_wall": { "n": 259, "sum_ns": 5211231, "mean_ms": 0.02012058301158301 }, "result_composition_cpu": { "n": 259, "sum_ns": 5193600, "mean_ms": 0.020052509652509654 }, "result_artifact_handoff_wall": { "n": 259, "sum_ns": 7687952, "mean_ms": 0.029683212355212357 }, "result_artifact_handoff_cpu": { "n": 259, "sum_ns": 3429437, "mean_ms": 0.013241069498069498 }, "result_publish_wall": { "n": 259, "sum_ns": 73430417, "mean_ms": 0.28351512355212355 }, "result_publish_cpu": { "n": 259, "sum_ns": 67905456, "mean_ms": 0.2621832277992278 }, "result_total_wall": { "n": 259, "sum_ns": 2867422899, "mean_ms": 11.071130884169884 }, "result_total_cpu": { "n": 259, "sum_ns": 2444005848, "mean_ms": 9.436316015444016 } } }, { "mode": "mixed-a", "level": 15, "camera": "39", "provider": "fire", "cohort_reset": false, "counter_seconds": 29.62406085, "new_channel": false, "seconds": 30.000012986012734, "selected_fps": 9.55304545966729, "requested_fps": 9.55304545966729, "complete_fps": 9.55304545966729, "accepted_fps": 9.55304545966729, "finalized_fps": 9.55304545966729, "redis_fps": 9.58680180404774, "redis_read_fps": 9.466662568859977, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 283, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.142, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 74, "analysis_gap_markers": 12, "c_suppressed": 0, "max_redis_silence_s": 0.31715030898340046, "redis_interval_s": { "n": 283, "mean": 0.10556739407065802, "median": 0.09282691800035536, "p95": 0.22831305203726515, "maximum": 0.31715030898340046, "minimum": 0.01161008101189509 }, "redis_drift_s": { "n": 284, "mean": 0.1969493749249178, "median": 0.19318044850719218, "p95": 0.344339225002102, "maximum": 0.4572790260049544, "minimum": -0.019418200980396705 }, "redis_drift_s_per_min": -0.002719344166586303, "ingress_drift_s": { "n": 12, "mean": 0.0090594704999963, "median": 0.007909925500001691, "p95": 0.09681432100001075, "maximum": 0.09681432100001075, "minimum": -0.031935975999999755 }, "ingress_drift_s_per_min": -0.007574091465972511, "source_drift_s": { "n": 12, "mean": -0.0028158333333318333, "median": -0.0022560000000027003, "p95": 0.041169999999993934, "maximum": 0.041169999999993934, "minimum": -0.03093300000000454 }, "ingress_to_redis_ms": { "n": 284, "mean": 379.5422535211268, "median": 377.0, "p95": 520, "maximum": 667, "minimum": 166 }, "source_samples": 12, "redis_samples": 284, "native_redis_joined": 14, "durations": { "selected_to_preprocess_start": { "n": 281, "sum_ns": 271290900, "mean_ms": 0.9654480427046264 }, "preprocess_start_to_preprocess_output": { "n": 281, "sum_ns": 937721169, "mean_ms": 3.3370860106761566 }, "depay_to_source_exit": { "n": 278, "sum_ns": 14720024000, "mean_ms": 52.949726618705036 }, "source_exit_to_ingress": { "n": 278, "sum_ns": 3703768416, "mean_ms": 13.322907971223021 }, "source_encoded_queue": { "n": 278, "sum_ns": 22446000, "mean_ms": 0.08074100719424461 }, "decode_between_queues": { "n": 278, "sum_ns": 12649323000, "mean_ms": 45.501161870503594 }, "source_raw_queue": { "n": 278, "sum_ns": 1959782000, "mean_ms": 7.0495755395683455 }, "raw_queue_to_source_exit": { "n": 278, "sum_ns": 9970000, "mean_ms": 0.03586330935251799 }, "selected_to_preprocess": { "n": 281, "sum_ns": 1578986255, "mean_ms": 5.619168167259787 }, "preprocess_start_to_preprocess": { "n": 281, "sum_ns": 1307695355, "mean_ms": 4.653720124555161 }, "preprocess_output_to_infer_entry": { "n": 281, "sum_ns": 369974186, "mean_ms": 1.3166341138790036 }, "preprocess_to_infer_output": { "n": 281, "sum_ns": 102052380222, "mean_ms": 363.1757303274021 }, "preprocess_to_callback": { "n": 281, "sum_ns": 102596411462, "mean_ms": 365.11178456227753 }, "infer_output_to_callback": { "n": 281, "sum_ns": 544031240, "mean_ms": 1.9360542348754448 }, "copy_wall": { "n": 283, "sum_ns": 1757306149, "mean_ms": 6.2095623639575965 }, "copy_thread_cpu": { "n": 283, "sum_ns": 1508062303, "mean_ms": 5.328842060070671 }, "callback_to_copied": { "n": 280, "sum_ns": 1798862889, "mean_ms": 6.424510317857142 }, "accepted_interval": { "n": 281, "sum_ns": 29502135837, "mean_ms": 104.98980724911033 }, "selected_to_submitted": { "n": 279, "sum_ns": 105121283297, "mean_ms": 376.7787931792115 }, "completed_queue_wait": { "n": 283, "sum_ns": 137216120, "mean_ms": 0.4848626148409894 }, "result_composition_wall": { "n": 283, "sum_ns": 2941831, "mean_ms": 0.01039516254416961 }, "result_composition_cpu": { "n": 283, "sum_ns": 2809151, "mean_ms": 0.009926328621908127 }, "result_artifact_handoff_wall": { "n": 283, "sum_ns": 2541564, "mean_ms": 0.008980791519434629 }, "result_artifact_handoff_cpu": { "n": 283, "sum_ns": 2537684, "mean_ms": 0.008967081272084806 }, "result_publish_wall": { "n": 283, "sum_ns": 34514777, "mean_ms": 0.12196034275618374 }, "result_publish_cpu": { "n": 283, "sum_ns": 30615217, "mean_ms": 0.10818097879858657 }, "result_total_wall": { "n": 283, "sum_ns": 312615332, "mean_ms": 1.1046478162544169 }, "result_total_cpu": { "n": 283, "sum_ns": 297138296, "mean_ms": 1.0499586431095407 } } }, { "mode": "mixed-a", "level": 15, "camera": "39", "provider": "crowd", "cohort_reset": false, "counter_seconds": 29.608991503, "new_channel": false, "seconds": 30.000012986012734, "selected_fps": 9.625454483011474, "requested_fps": 9.625454483011474, "complete_fps": 9.659228007513269, "accepted_fps": 9.659228007513269, "finalized_fps": 9.625454483011474, "redis_fps": 9.625454483011474, "redis_read_fps": 9.566662525573287, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 286, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.152, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 65, "analysis_gap_markers": 8, "c_suppressed": 0, "max_redis_silence_s": 0.2997334389947355, "redis_interval_s": { "n": 286, "mean": 0.1048302068077907, "median": 0.09196502846316434, "p95": 0.23883835802553222, "maximum": 0.2997334389947355, "minimum": 0.002766275021713227 }, "redis_drift_s": { "n": 287, "mean": 0.13989075620277264, "median": 0.13971322196815095, "p95": 0.31000159295462026, "maximum": 0.43446726698010707, "minimum": -0.11269385301181956 }, "redis_drift_s_per_min": -0.07386012216492098, "ingress_drift_s": { "n": 13, "mean": -0.02466028561538827, "median": -0.031889087000024574, "p95": 0.052866096999991896, "maximum": 0.052866096999991896, "minimum": -0.07118999400000803 }, "ingress_drift_s_per_min": -0.04354937092473175, "source_drift_s": { "n": 13, "mean": -0.03008230769231309, "median": -0.03149899999999661, "p95": 0.020545999999995956, "maximum": 0.020545999999995956, "minimum": -0.07366300000001047 }, "ingress_to_redis_ms": { "n": 287, "mean": 361.8815331010453, "median": 368, "p95": 522, "maximum": 669, "minimum": 107 }, "source_samples": 13, "redis_samples": 287, "native_redis_joined": 14, "durations": { "selected_to_preprocess_start": { "n": 285, "sum_ns": 257102190, "mean_ms": 0.902112947368421 }, "depay_to_source_exit": { "n": 282, "sum_ns": 14767763000, "mean_ms": 52.36795390070922 }, "source_exit_to_ingress": { "n": 282, "sum_ns": 3149696589, "mean_ms": 11.169136840425532 }, "source_encoded_queue": { "n": 282, "sum_ns": 17248000, "mean_ms": 0.06116312056737589 }, "decode_between_queues": { "n": 282, "sum_ns": 12875711000, "mean_ms": 45.65854964539007 }, "source_raw_queue": { "n": 282, "sum_ns": 1774460000, "mean_ms": 6.292411347517731 }, "raw_queue_to_source_exit": { "n": 282, "sum_ns": 9606000, "mean_ms": 0.03406382978723404 }, "preprocess_start_to_preprocess_output": { "n": 285, "sum_ns": 926865685, "mean_ms": 3.252160298245614 }, "selected_to_preprocess": { "n": 285, "sum_ns": 1658793127, "mean_ms": 5.820326761403509 }, "preprocess_start_to_preprocess": { "n": 285, "sum_ns": 1401690937, "mean_ms": 4.918213814035088 }, "preprocess_output_to_infer_entry": { "n": 285, "sum_ns": 474825252, "mean_ms": 1.6660535157894736 }, "preprocess_to_infer_output": { "n": 286, "sum_ns": 98798130573, "mean_ms": 345.44800899650346 }, "preprocess_to_callback": { "n": 286, "sum_ns": 99352450979, "mean_ms": 347.38619223426576 }, "infer_output_to_callback": { "n": 286, "sum_ns": 554320406, "mean_ms": 1.9381832377622377 }, "copy_wall": { "n": 286, "sum_ns": 1681842761, "mean_ms": 5.880569094405594 }, "copy_thread_cpu": { "n": 286, "sum_ns": 1524496040, "mean_ms": 5.330405734265734 }, "callback_to_copied": { "n": 286, "sum_ns": 1745881255, "mean_ms": 6.104479912587412 }, "accepted_interval": { "n": 286, "sum_ns": 29652718497, "mean_ms": 103.68083390559441 }, "selected_to_submitted": { "n": 286, "sum_ns": 102813547665, "mean_ms": 359.4879288986014 }, "completed_queue_wait": { "n": 286, "sum_ns": 115068263, "mean_ms": 0.4023365839160839 }, "result_composition_wall": { "n": 285, "sum_ns": 5236828, "mean_ms": 0.018374835087719296 }, "result_composition_cpu": { "n": 285, "sum_ns": 5113915, "mean_ms": 0.017943561403508772 }, "result_publish_wall": { "n": 285, "sum_ns": 41616478, "mean_ms": 0.14602272982456138 }, "result_publish_cpu": { "n": 285, "sum_ns": 40446088, "mean_ms": 0.14191609824561405 }, "result_total_wall": { "n": 285, "sum_ns": 395897191, "mean_ms": 1.3891129508771929 }, "result_total_cpu": { "n": 285, "sum_ns": 354212285, "mean_ms": 1.2428501228070175 } } }, { "mode": "mixed-a", "level": 15, "camera": "40", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.840609658, "new_channel": false, "seconds": 30.000012986012734, "selected_fps": 8.411356298570432, "requested_fps": 8.411356298570432, "complete_fps": 8.411356298570432, "accepted_fps": 8.411356298570432, "finalized_fps": 8.411356298570432, "redis_fps": 8.411356298570432, "redis_read_fps": 8.366663045013572, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 251, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.136, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 136, "analysis_gap_markers": 41, "c_suppressed": 0, "max_redis_silence_s": 0.43267853697761893, "redis_interval_s": { "n": 250, "mean": 0.11980269493185915, "median": 0.10215784702450037, "p95": 0.2938446390326135, "maximum": 0.43267853697761893, "minimum": 0.006189684965647757 }, "redis_drift_s": { "n": 251, "mean": -5.562123548879264, "median": -5.576825078982381, "p95": -5.371991479995188, "maximum": -5.191437058004084, "minimum": -5.786905611013054 }, "redis_drift_s_per_min": 0.05503394269915564, "ingress_drift_s": { "n": 12, "mean": 0.019585989999998315, "median": 0.018422973499994555, "p95": 0.05276221200000464, "maximum": 0.05276221200000464, "minimum": -0.016406716000005872 }, "ingress_drift_s_per_min": -0.03903675363866963, "source_drift_s": { "n": 12, "mean": 0.01805841666666434, "median": 0.01612899999999229, "p95": 0.046351000000015574, "maximum": 0.046351000000015574, "minimum": -0.013256000000012591 }, "ingress_to_redis_ms": { "n": 251, "mean": 481.60956175298804, "median": 477, "p95": 633, "maximum": 842, "minimum": 251 }, "source_samples": 12, "redis_samples": 251, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 250, "sum_ns": 14878357000, "mean_ms": 59.513428 }, "source_exit_to_ingress": { "n": 250, "sum_ns": 8677407605, "mean_ms": 34.70963042 }, "source_encoded_queue": { "n": 250, "sum_ns": 14659000, "mean_ms": 0.058636 }, "decode_between_queues": { "n": 250, "sum_ns": 11216700000, "mean_ms": 44.8668 }, "source_raw_queue": { "n": 250, "sum_ns": 3581509000, "mean_ms": 14.326036 }, "raw_queue_to_source_exit": { "n": 250, "sum_ns": 7694000, "mean_ms": 0.030776 }, "selected_to_preprocess_start": { "n": 251, "sum_ns": 423961557, "mean_ms": 1.6890898685258964 }, "preprocess_start_to_preprocess_output": { "n": 251, "sum_ns": 1646589785, "mean_ms": 6.560118665338646 }, "selected_to_preprocess": { "n": 251, "sum_ns": 3184162470, "mean_ms": 12.685906254980079 }, "preprocess_start_to_preprocess": { "n": 251, "sum_ns": 2760200913, "mean_ms": 10.996816386454183 }, "preprocess_output_to_infer_entry": { "n": 251, "sum_ns": 1113611128, "mean_ms": 4.436697721115538 }, "preprocess_to_infer_output": { "n": 251, "sum_ns": 110732790667, "mean_ms": 441.1664966812749 }, "preprocess_to_callback": { "n": 251, "sum_ns": 111203317380, "mean_ms": 443.04110509960157 }, "infer_output_to_callback": { "n": 251, "sum_ns": 470526713, "mean_ms": 1.8746084183266931 }, "copy_wall": { "n": 251, "sum_ns": 1170935696, "mean_ms": 4.665082454183266 }, "copy_thread_cpu": { "n": 251, "sum_ns": 1081909340, "mean_ms": 4.31039577689243 }, "callback_to_copied": { "n": 251, "sum_ns": 1222900282, "mean_ms": 4.872112677290836 }, "accepted_interval": { "n": 251, "sum_ns": 29881554758, "mean_ms": 119.0500189561753 }, "selected_to_submitted": { "n": 251, "sum_ns": 115687607234, "mean_ms": 460.90680172908367 }, "completed_queue_wait": { "n": 251, "sum_ns": 314848373, "mean_ms": 1.254375988047809 }, "result_observations_wall": { "n": 251, "sum_ns": 334607892, "mean_ms": 1.333099171314741 }, "result_observations_cpu": { "n": 251, "sum_ns": 316829650, "mean_ms": 1.2622695219123505 }, "result_nms_wall": { "n": 251, "sum_ns": 396671775, "mean_ms": 1.580365637450199 }, "result_nms_cpu": { "n": 251, "sum_ns": 158986027, "mean_ms": 0.6334104661354583 }, "result_tracking_wall": { "n": 251, "sum_ns": 660160671, "mean_ms": 2.6301221952191236 }, "result_tracking_cpu": { "n": 251, "sum_ns": 498761448, "mean_ms": 1.9870974023904382 }, "result_region_wall": { "n": 251, "sum_ns": 126480686, "mean_ms": 0.5039071155378486 }, "result_region_cpu": { "n": 251, "sum_ns": 119343010, "mean_ms": 0.47547015936254977 }, "result_fall_wall": { "n": 251, "sum_ns": 697552856, "mean_ms": 2.779095043824701 }, "result_fall_cpu": { "n": 251, "sum_ns": 656101030, "mean_ms": 2.613948326693227 }, "result_fight_wall": { "n": 251, "sum_ns": 105190138, "mean_ms": 0.4190842151394422 }, "result_fight_cpu": { "n": 251, "sum_ns": 97556899, "mean_ms": 0.3886729043824701 }, "result_collector_wall": { "n": 251, "sum_ns": 1684898695, "mean_ms": 6.712743804780876 }, "result_collector_cpu": { "n": 251, "sum_ns": 1607072405, "mean_ms": 6.40267890438247 }, "result_composition_wall": { "n": 251, "sum_ns": 4819028, "mean_ms": 0.019199314741035856 }, "result_composition_cpu": { "n": 251, "sum_ns": 4820816, "mean_ms": 0.019206438247011952 }, "result_artifact_handoff_wall": { "n": 251, "sum_ns": 11139350, "mean_ms": 0.04437988047808765 }, "result_artifact_handoff_cpu": { "n": 251, "sum_ns": 3156419, "mean_ms": 0.012575374501992032 }, "result_publish_wall": { "n": 251, "sum_ns": 309988500, "mean_ms": 1.2350139442231076 }, "result_publish_cpu": { "n": 251, "sum_ns": 273012859, "mean_ms": 1.0877006334661354 }, "result_total_wall": { "n": 251, "sum_ns": 4667961151, "mean_ms": 18.59745478486056 }, "result_total_cpu": { "n": 251, "sum_ns": 4032130247, "mean_ms": 16.064263932270915 } } }, { "mode": "mixed-a", "level": 15, "camera": "40", "provider": "fire", "cohort_reset": false, "counter_seconds": 29.872831715, "new_channel": false, "seconds": 30.000012986012734, "selected_fps": 9.440015686842294, "requested_fps": 9.440015686842294, "complete_fps": 9.440015686842294, "accepted_fps": 9.440015686842294, "finalized_fps": 9.440015686842294, "redis_fps": 9.440015686842294, "redis_read_fps": 9.466662568859977, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 282, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.184, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 73, "analysis_gap_markers": 15, "c_suppressed": 0, "max_redis_silence_s": 0.3357429960160516, "redis_interval_s": { "n": 283, "mean": 0.10587373666416741, "median": 0.09022296901093796, "p95": 0.22902524197706953, "maximum": 0.3357429960160516, "minimum": 0.00658024603035301 }, "redis_drift_s": { "n": 284, "mean": -5.319220220306059, "median": -5.3161275114924536, "p95": -5.14731093200902, "maximum": -5.034866473976052, "minimum": -5.539090172978121 }, "redis_drift_s_per_min": -0.029174106992190793, "ingress_drift_s": { "n": 12, "mean": -0.015318641499997435, "median": -0.0230380744999934, "p95": 0.056629494000020486, "maximum": 0.056629494000020486, "minimum": -0.04828885000000582 }, "ingress_drift_s_per_min": -0.03390959103703226, "source_drift_s": { "n": 12, "mean": -0.022449166666663228, "median": -0.023679499999985865, "p95": 0.006827999999984513, "maximum": 0.006827999999984513, "minimum": -0.059258999999997286 }, "ingress_to_redis_ms": { "n": 284, "mean": 381.4507042253521, "median": 380.5, "p95": 517, "maximum": 659, "minimum": 182 }, "source_samples": 12, "redis_samples": 284, "native_redis_joined": 13, "durations": { "depay_to_source_exit": { "n": 281, "sum_ns": 14943886000, "mean_ms": 53.18108896797153 }, "source_exit_to_ingress": { "n": 281, "sum_ns": 3170455167, "mean_ms": 11.282758601423486 }, "source_encoded_queue": { "n": 281, "sum_ns": 16972000, "mean_ms": 0.06039857651245552 }, "decode_between_queues": { "n": 281, "sum_ns": 13066075000, "mean_ms": 46.49848754448399 }, "source_raw_queue": { "n": 281, "sum_ns": 1782313000, "mean_ms": 6.342750889679715 }, "raw_queue_to_source_exit": { "n": 281, "sum_ns": 8943000, "mean_ms": 0.03182562277580071 }, "selected_to_preprocess_start": { "n": 282, "sum_ns": 250153258, "mean_ms": 0.8870682907801418 }, "preprocess_start_to_preprocess_output": { "n": 282, "sum_ns": 969478706, "mean_ms": 3.4378677517730494 }, "selected_to_preprocess": { "n": 282, "sum_ns": 1555041866, "mean_ms": 5.5143328581560285 }, "preprocess_start_to_preprocess": { "n": 282, "sum_ns": 1304888608, "mean_ms": 4.627264567375886 }, "preprocess_output_to_infer_entry": { "n": 282, "sum_ns": 335409902, "mean_ms": 1.189396815602837 }, "preprocess_to_infer_output": { "n": 282, "sum_ns": 103055977509, "mean_ms": 365.44672875531916 }, "preprocess_to_callback": { "n": 282, "sum_ns": 103576775136, "mean_ms": 367.29352885106385 }, "infer_output_to_callback": { "n": 282, "sum_ns": 520797627, "mean_ms": 1.8468000957446808 }, "copy_wall": { "n": 282, "sum_ns": 1685692100, "mean_ms": 5.977631560283688 }, "copy_thread_cpu": { "n": 282, "sum_ns": 1488658451, "mean_ms": 5.278930677304965 }, "callback_to_copied": { "n": 282, "sum_ns": 1750706955, "mean_ms": 6.208180691489362 }, "accepted_interval": { "n": 282, "sum_ns": 29701129319, "mean_ms": 105.32315361347517 }, "selected_to_submitted": { "n": 282, "sum_ns": 106947114184, "mean_ms": 379.24508575886523 }, "completed_queue_wait": { "n": 282, "sum_ns": 123036007, "mean_ms": 0.43629789716312056 }, "result_composition_wall": { "n": 282, "sum_ns": 2798085, "mean_ms": 0.009922287234042553 }, "result_composition_cpu": { "n": 282, "sum_ns": 2700051, "mean_ms": 0.009574648936170214 }, "result_artifact_handoff_wall": { "n": 282, "sum_ns": 2413600, "mean_ms": 0.00855886524822695 }, "result_artifact_handoff_cpu": { "n": 282, "sum_ns": 2401615, "mean_ms": 0.008516365248226949 }, "result_publish_wall": { "n": 282, "sum_ns": 29525361, "mean_ms": 0.10469986170212765 }, "result_publish_cpu": { "n": 282, "sum_ns": 29371222, "mean_ms": 0.10415326950354609 }, "result_total_wall": { "n": 282, "sum_ns": 289337123, "mean_ms": 1.0260181666666666 }, "result_total_cpu": { "n": 282, "sum_ns": 278250892, "mean_ms": 0.9867052907801418 } } }, { "mode": "mixed-a", "level": 15, "camera": "40", "provider": "crowd", "cohort_reset": false, "counter_seconds": 29.871959084, "new_channel": false, "seconds": 30.000012986012734, "selected_fps": 9.57419629545446, "requested_fps": 9.57419629545446, "complete_fps": 9.540720084631193, "accepted_fps": 9.540720084631193, "finalized_fps": 9.57419629545446, "redis_fps": 9.57419629545446, "redis_read_fps": 9.533329206668851, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 285, "queue_depth_max_sampled": 1, "queue_age_max_sampled": 0.0008731069974601269, "provider_response_age_max_sampled": 0.136, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 64, "analysis_gap_markers": 9, "c_suppressed": 0, "max_redis_silence_s": 0.3815669909818098, "redis_interval_s": { "n": 285, "mean": 0.10506259638248339, "median": 0.08839265297865495, "p95": 0.2504685579915531, "maximum": 0.3815669909818098, "minimum": 0.006580580025911331 }, "redis_drift_s": { "n": 286, "mean": 0.15334968047943506, "median": 0.14892154549411885, "p95": 0.3306136960335948, "maximum": 0.41169757500105675, "minimum": -0.08736827298997696 }, "redis_drift_s_per_min": -0.11187020959013937, "ingress_drift_s": { "n": 12, "mean": -0.03702314625000014, "median": -0.03557606750000275, "p95": 0.038817713000014464, "maximum": 0.038817713000014464, "minimum": -0.0840727759999993 }, "ingress_drift_s_per_min": -0.05318280147123531, "source_drift_s": { "n": 12, "mean": -0.04422141666666827, "median": -0.04154600000001096, "p95": -0.011256000000003041, "maximum": -0.011256000000003041, "minimum": -0.08163999999999305 }, "ingress_to_redis_ms": { "n": 286, "mean": 362.56643356643355, "median": 362.5, "p95": 529, "maximum": 638, "minimum": 139 }, "source_samples": 12, "redis_samples": 286, "native_redis_joined": 13, "durations": { "depay_to_source_exit": { "n": 285, "sum_ns": 14848528000, "mean_ms": 52.100098245614035 }, "source_exit_to_ingress": { "n": 285, "sum_ns": 4023449034, "mean_ms": 14.117365031578947 }, "source_encoded_queue": { "n": 285, "sum_ns": 18684000, "mean_ms": 0.0655578947368421 }, "decode_between_queues": { "n": 285, "sum_ns": 13080737000, "mean_ms": 45.897322807017545 }, "source_raw_queue": { "n": 285, "sum_ns": 1656768000, "mean_ms": 5.8132210526315795 }, "raw_queue_to_source_exit": { "n": 285, "sum_ns": 9306000, "mean_ms": 0.03265263157894737 }, "selected_to_preprocess_start": { "n": 286, "sum_ns": 247004323, "mean_ms": 0.863651479020979 }, "preprocess_start_to_preprocess_output": { "n": 286, "sum_ns": 968434438, "mean_ms": 3.3861343986013988 }, "selected_to_preprocess": { "n": 286, "sum_ns": 1594914051, "mean_ms": 5.5766225559440565 }, "preprocess_start_to_preprocess": { "n": 286, "sum_ns": 1347909728, "mean_ms": 4.712971076923077 }, "preprocess_output_to_infer_entry": { "n": 286, "sum_ns": 379475290, "mean_ms": 1.3268366783216785 }, "preprocess_to_infer_output": { "n": 285, "sum_ns": 98439155517, "mean_ms": 345.40054567368423 }, "preprocess_to_callback": { "n": 285, "sum_ns": 99000328345, "mean_ms": 347.3695731403509 }, "infer_output_to_callback": { "n": 285, "sum_ns": 561172828, "mean_ms": 1.9690274666666665 }, "copy_wall": { "n": 285, "sum_ns": 1719655378, "mean_ms": 6.033878519298245 }, "copy_thread_cpu": { "n": 285, "sum_ns": 1529297474, "mean_ms": 5.365956049122807 }, "callback_to_copied": { "n": 285, "sum_ns": 1781119640, "mean_ms": 6.249542596491228 }, "accepted_interval": { "n": 285, "sum_ns": 29769878851, "mean_ms": 104.45571526666667 }, "selected_to_submitted": { "n": 285, "sum_ns": 102406026901, "mean_ms": 359.31939263508775 }, "completed_queue_wait": { "n": 286, "sum_ns": 122164393, "mean_ms": 0.4271482272727273 }, "result_composition_wall": { "n": 286, "sum_ns": 6520221, "mean_ms": 0.022797975524475524 }, "result_composition_cpu": { "n": 286, "sum_ns": 5329149, "mean_ms": 0.01863338811188811 }, "result_publish_wall": { "n": 286, "sum_ns": 56004829, "mean_ms": 0.19582108041958043 }, "result_publish_cpu": { "n": 286, "sum_ns": 55720139, "mean_ms": 0.19482566083916084 }, "result_total_wall": { "n": 286, "sum_ns": 448348808, "mean_ms": 1.5676531748251747 }, "result_total_cpu": { "n": 286, "sum_ns": 398012989, "mean_ms": 1.3916538076923077 } } }, { "mode": "mixed-a", "level": 15, "camera": "41", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.02381993, "new_channel": false, "seconds": 30.000012986012734, "selected_fps": 8.693097700709531, "requested_fps": 8.693097700709531, "complete_fps": 8.693097700709531, "accepted_fps": 8.693097700709531, "finalized_fps": 8.693097700709531, "redis_fps": 8.65979081296735, "redis_read_fps": 8.633329596249064, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 261, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.118, "sender": { "replaced": 1, "expired": 0, "send_error": 0 }, "gap_markers": 136, "analysis_gap_markers": 37, "c_suppressed": 0, "max_redis_silence_s": 0.33740081294672564, "redis_interval_s": { "n": 258, "mean": 0.1155341331239667, "median": 0.10749811551067978, "p95": 0.24808289698557928, "maximum": 0.33740081294672564, "minimum": 0.0022077710018493235 }, "redis_drift_s": { "n": 259, "mean": -2.491274311793612, "median": -2.5010288750091547, "p95": -2.3416222179993156, "maximum": -2.1997688989951314, "minimum": -2.7148060140335133 }, "redis_drift_s_per_min": 0.1185030137098819, "ingress_drift_s": { "n": 12, "mean": 0.05609894825000102, "median": 0.032180316999998126, "p95": 0.2063331079999955, "maximum": 0.2063331079999955, "minimum": -0.016619166999987556 }, "ingress_drift_s_per_min": 0.1112232369713085, "source_drift_s": { "n": 12, "mean": 0.009538583333328651, "median": 0.009700999999992632, "p95": 0.04032199999997488, "maximum": 0.04032199999997488, "minimum": -0.015857000000011112 }, "ingress_to_redis_ms": { "n": 259, "mean": 461.55212355212353, "median": 453, "p95": 579, "maximum": 666, "minimum": 283 }, "source_samples": 12, "redis_samples": 259, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 259, "sum_ns": 15337394000, "mean_ms": 59.21773745173745 }, "source_exit_to_ingress": { "n": 259, "sum_ns": 10748002430, "mean_ms": 41.49807888030888 }, "source_encoded_queue": { "n": 259, "sum_ns": 20990000, "mean_ms": 0.08104247104247103 }, "decode_between_queues": { "n": 259, "sum_ns": 11434364000, "mean_ms": 44.14812355212356 }, "source_raw_queue": { "n": 259, "sum_ns": 3760749000, "mean_ms": 14.520266409266409 }, "raw_queue_to_source_exit": { "n": 259, "sum_ns": 7767000, "mean_ms": 0.02998841698841699 }, "selected_to_preprocess_start": { "n": 259, "sum_ns": 390931055, "mean_ms": 1.5093863127413127 }, "preprocess_start_to_preprocess_output": { "n": 258, "sum_ns": 1633946958, "mean_ms": 6.333127744186046 }, "selected_to_preprocess": { "n": 259, "sum_ns": 2484415441, "mean_ms": 9.59233761003861 }, "preprocess_start_to_preprocess": { "n": 259, "sum_ns": 2093484386, "mean_ms": 8.082951297297297 }, "preprocess_output_to_infer_entry": { "n": 258, "sum_ns": 429468926, "mean_ms": 1.6646082403100775 }, "preprocess_to_infer_output": { "n": 259, "sum_ns": 111837686957, "mean_ms": 431.80574114671816 }, "preprocess_to_callback": { "n": 258, "sum_ns": 111926505411, "mean_ms": 433.82366438372094 }, "infer_output_to_callback": { "n": 258, "sum_ns": 496983662, "mean_ms": 1.9262932635658914 }, "copy_wall": { "n": 261, "sum_ns": 1545094033, "mean_ms": 5.919900509578544 }, "copy_thread_cpu": { "n": 261, "sum_ns": 1379453812, "mean_ms": 5.285263647509579 }, "callback_to_copied": { "n": 258, "sum_ns": 1593962286, "mean_ms": 6.178148395348837 }, "accepted_interval": { "n": 259, "sum_ns": 30036789804, "mean_ms": 115.9721614054054 }, "selected_to_submitted": { "n": 257, "sum_ns": 115698462868, "mean_ms": 450.1885714708171 }, "completed_queue_wait": { "n": 261, "sum_ns": 197810678, "mean_ms": 0.7578953180076629 }, "result_observations_wall": { "n": 261, "sum_ns": 356957388, "mean_ms": 1.3676528275862068 }, "result_observations_cpu": { "n": 261, "sum_ns": 329146738, "mean_ms": 1.2610986130268198 }, "result_nms_wall": { "n": 261, "sum_ns": 324948094, "mean_ms": 1.2450118544061302 }, "result_nms_cpu": { "n": 261, "sum_ns": 157454225, "mean_ms": 0.6032728927203065 }, "result_tracking_wall": { "n": 261, "sum_ns": 232338974, "mean_ms": 0.8901876398467433 }, "result_tracking_cpu": { "n": 261, "sum_ns": 187202033, "mean_ms": 0.7172491685823755 }, "result_region_wall": { "n": 261, "sum_ns": 74466822, "mean_ms": 0.2853134942528736 }, "result_region_cpu": { "n": 261, "sum_ns": 69150519, "mean_ms": 0.2649445172413793 }, "result_fall_wall": { "n": 261, "sum_ns": 143690232, "mean_ms": 0.5505372873563218 }, "result_fall_cpu": { "n": 261, "sum_ns": 133791464, "mean_ms": 0.5126109731800766 }, "result_fight_wall": { "n": 261, "sum_ns": 39163039, "mean_ms": 0.1500499578544061 }, "result_fight_cpu": { "n": 261, "sum_ns": 36645658, "mean_ms": 0.14040481992337167 }, "result_collector_wall": { "n": 261, "sum_ns": 1126676797, "mean_ms": 4.316769337164751 }, "result_collector_cpu": { "n": 261, "sum_ns": 1004802625, "mean_ms": 3.8498184865900384 }, "result_composition_wall": { "n": 261, "sum_ns": 5610835, "mean_ms": 0.021497452107279692 }, "result_composition_cpu": { "n": 261, "sum_ns": 5385383, "mean_ms": 0.020633651340996168 }, "result_artifact_handoff_wall": { "n": 261, "sum_ns": 4031908, "mean_ms": 0.01544792337164751 }, "result_artifact_handoff_cpu": { "n": 261, "sum_ns": 3474827, "mean_ms": 0.013313513409961687 }, "result_publish_wall": { "n": 261, "sum_ns": 101384125, "mean_ms": 0.3884449233716475 }, "result_publish_cpu": { "n": 261, "sum_ns": 88958831, "mean_ms": 0.34083843295019156 }, "result_total_wall": { "n": 261, "sum_ns": 2714290019, "mean_ms": 10.39957861685824 }, "result_total_cpu": { "n": 261, "sum_ns": 2286512078, "mean_ms": 8.760582674329502 } } }, { "mode": "mixed-a", "level": 15, "camera": "41", "provider": "fire", "cohort_reset": false, "counter_seconds": 30.119614835, "new_channel": false, "seconds": 30.000012986012734, "selected_fps": 9.661478129589103, "requested_fps": 9.661478129589103, "complete_fps": 9.661478129589103, "accepted_fps": 9.661478129589103, "finalized_fps": 9.661478129589103, "redis_fps": 9.661478129589103, "redis_read_fps": 9.699995801191033, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 291, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.105, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 70, "analysis_gap_markers": 10, "c_suppressed": 0, "max_redis_silence_s": 0.3240583969745785, "redis_interval_s": { "n": 290, "mean": 0.10299850531717249, "median": 0.09322759101632982, "p95": 0.20925219799391925, "maximum": 0.3240583969745785, "minimum": 0.007641394040547311 }, "redis_drift_s": { "n": 291, "mean": 0.38250924743957954, "median": 0.3763806089977777, "p95": 0.5430774750183218, "maximum": 0.6712913570036108, "minimum": 0.14718800102127716 }, "redis_drift_s_per_min": -0.06618673217132767, "ingress_drift_s": { "n": 12, "mean": -0.030005247499993004, "median": -0.029791157499985843, "p95": 0.021954351999994515, "maximum": 0.021954351999994515, "minimum": -0.059131530999991355 }, "ingress_drift_s_per_min": -0.0005590689852616767, "source_drift_s": { "n": 12, "mean": -0.03725933333333131, "median": -0.03803150000000244, "p95": -0.021553999999980533, "maximum": -0.021553999999980533, "minimum": -0.05932099999998286 }, "ingress_to_redis_ms": { "n": 291, "mean": 376.79725085910655, "median": 380, "p95": 523, "maximum": 651, "minimum": 197 }, "source_samples": 12, "redis_samples": 291, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 291, "sum_ns": 14931475000, "mean_ms": 51.31091065292096 }, "source_exit_to_ingress": { "n": 291, "sum_ns": 5190745219, "mean_ms": 17.837612436426117 }, "source_encoded_queue": { "n": 291, "sum_ns": 24406000, "mean_ms": 0.08386941580756015 }, "decode_between_queues": { "n": 291, "sum_ns": 12577064000, "mean_ms": 43.22015120274914 }, "source_raw_queue": { "n": 291, "sum_ns": 2167553000, "mean_ms": 7.448635738831615 }, "raw_queue_to_source_exit": { "n": 291, "sum_ns": 8338000, "mean_ms": 0.028652920962199315 }, "selected_to_preprocess_start": { "n": 291, "sum_ns": 283194737, "mean_ms": 0.9731777903780069 }, "preprocess_start_to_preprocess_output": { "n": 291, "sum_ns": 980709884, "mean_ms": 3.370137058419244 }, "selected_to_preprocess": { "n": 291, "sum_ns": 1663916318, "mean_ms": 5.717925491408935 }, "preprocess_start_to_preprocess": { "n": 291, "sum_ns": 1380721581, "mean_ms": 4.744747701030928 }, "preprocess_output_to_infer_entry": { "n": 291, "sum_ns": 400011697, "mean_ms": 1.3746106426116838 }, "preprocess_to_infer_output": { "n": 292, "sum_ns": 105310586019, "mean_ms": 360.6526918458904 }, "preprocess_to_callback": { "n": 291, "sum_ns": 105541582716, "mean_ms": 362.685851257732 }, "infer_output_to_callback": { "n": 291, "sum_ns": 549030072, "mean_ms": 1.8867012783505155 }, "copy_wall": { "n": 291, "sum_ns": 1719971618, "mean_ms": 5.91055538831615 }, "copy_thread_cpu": { "n": 291, "sum_ns": 1532874766, "mean_ms": 5.267610879725086 }, "callback_to_copied": { "n": 291, "sum_ns": 1780119746, "mean_ms": 6.117249986254295 }, "accepted_interval": { "n": 291, "sum_ns": 30066518387, "mean_ms": 103.3213690274914 }, "selected_to_submitted": { "n": 291, "sum_ns": 109028859707, "mean_ms": 374.6696209862543 }, "completed_queue_wait": { "n": 291, "sum_ns": 138801397, "mean_ms": 0.47698074570446736 }, "result_composition_wall": { "n": 291, "sum_ns": 3222825, "mean_ms": 0.011075 }, "result_composition_cpu": { "n": 291, "sum_ns": 2734684, "mean_ms": 0.009397539518900343 }, "result_artifact_handoff_wall": { "n": 291, "sum_ns": 2540412, "mean_ms": 0.008729938144329897 }, "result_artifact_handoff_cpu": { "n": 291, "sum_ns": 2495444, "mean_ms": 0.008575408934707904 }, "result_publish_wall": { "n": 291, "sum_ns": 76824497, "mean_ms": 0.26400170790378 }, "result_publish_cpu": { "n": 291, "sum_ns": 74230425, "mean_ms": 0.25508737113402064 }, "result_total_wall": { "n": 291, "sum_ns": 341537155, "mean_ms": 1.1736671993127148 }, "result_total_cpu": { "n": 291, "sum_ns": 324477328, "mean_ms": 1.1150423642611682 } } }, { "mode": "mixed-a", "level": 15, "camera": "41", "provider": "crowd", "cohort_reset": false, "counter_seconds": 29.87357326, "new_channel": false, "seconds": 30.000012986012734, "selected_fps": 9.6406277713562, "requested_fps": 9.6406277713562, "complete_fps": 9.6406277713562, "accepted_fps": 9.6406277713562, "finalized_fps": 9.6406277713562, "redis_fps": 9.6406277713562, "redis_read_fps": 9.666662482286597, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 288, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.187, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 59, "analysis_gap_markers": 7, "c_suppressed": 0, "max_redis_silence_s": 0.3765460859867744, "redis_interval_s": { "n": 289, "mean": 0.10361188445336936, "median": 0.09366322500864044, "p95": 0.22332429501693696, "maximum": 0.3765460859867744, "minimum": 0.001057291985489428 }, "redis_drift_s": { "n": 290, "mean": 0.1353991933745149, "median": 0.13298332548095004, "p95": 0.3139173649912834, "maximum": 0.40350977795711174, "minimum": -0.1090072240321831 }, "redis_drift_s_per_min": -0.053522518652612185, "ingress_drift_s": { "n": 12, "mean": 0.016322500749995566, "median": 0.0062241149999948675, "p95": 0.08053882599998019, "maximum": 0.08053882599998019, "minimum": -0.017102889999989657 }, "ingress_drift_s_per_min": 0.013571576916948401, "source_drift_s": { "n": 12, "mean": 0.009721249999995981, "median": 0.005249999999989541, "p95": 0.04173099999999863, "maximum": 0.04173099999999863, "minimum": -0.017056999999994105 }, "ingress_to_redis_ms": { "n": 290, "mean": 362.82068965517243, "median": 363.0, "p95": 542, "maximum": 627, "minimum": 144 }, "source_samples": 12, "redis_samples": 290, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 288, "sum_ns": 14368020000, "mean_ms": 49.888958333333335 }, "source_exit_to_ingress": { "n": 288, "sum_ns": 2978097100, "mean_ms": 10.340614930555557 }, "source_encoded_queue": { "n": 288, "sum_ns": 15550000, "mean_ms": 0.05399305555555556 }, "decode_between_queues": { "n": 288, "sum_ns": 12725233000, "mean_ms": 44.184836805555555 }, "source_raw_queue": { "n": 288, "sum_ns": 1480599000, "mean_ms": 5.14096875 }, "raw_queue_to_source_exit": { "n": 288, "sum_ns": 8510000, "mean_ms": 0.02954861111111111 }, "selected_to_preprocess_start": { "n": 288, "sum_ns": 255706082, "mean_ms": 0.8878683402777777 }, "preprocess_start_to_preprocess_output": { "n": 288, "sum_ns": 943014817, "mean_ms": 3.274357003472222 }, "selected_to_preprocess": { "n": 288, "sum_ns": 1470811934, "mean_ms": 5.1069858819444445 }, "preprocess_start_to_preprocess": { "n": 288, "sum_ns": 1215105852, "mean_ms": 4.219117541666667 }, "preprocess_output_to_infer_entry": { "n": 288, "sum_ns": 272091035, "mean_ms": 0.9447605381944445 }, "preprocess_to_infer_output": { "n": 288, "sum_ns": 99943355750, "mean_ms": 347.02554079861113 }, "preprocess_to_callback": { "n": 288, "sum_ns": 100504489882, "mean_ms": 348.9739232013889 }, "infer_output_to_callback": { "n": 288, "sum_ns": 561134132, "mean_ms": 1.9483824027777779 }, "copy_wall": { "n": 288, "sum_ns": 1703581199, "mean_ms": 5.915212496527778 }, "copy_thread_cpu": { "n": 288, "sum_ns": 1499724859, "mean_ms": 5.207377982638889 }, "callback_to_copied": { "n": 288, "sum_ns": 1765203979, "mean_ms": 6.129180482638889 }, "accepted_interval": { "n": 288, "sum_ns": 29846250709, "mean_ms": 103.63281496180555 }, "selected_to_submitted": { "n": 288, "sum_ns": 103769930720, "mean_ms": 360.3122594444444 }, "completed_queue_wait": { "n": 288, "sum_ns": 123729588, "mean_ms": 0.429616625 }, "result_composition_wall": { "n": 288, "sum_ns": 3999151, "mean_ms": 0.013885940972222222 }, "result_composition_cpu": { "n": 288, "sum_ns": 3867367, "mean_ms": 0.013428357638888888 }, "result_publish_wall": { "n": 288, "sum_ns": 35102860, "mean_ms": 0.12188493055555556 }, "result_publish_cpu": { "n": 288, "sum_ns": 34450740, "mean_ms": 0.119620625 }, "result_total_wall": { "n": 288, "sum_ns": 339823388, "mean_ms": 1.1799423194444445 }, "result_total_cpu": { "n": 288, "sum_ns": 307719543, "mean_ms": 1.0684706354166666 } } }, { "mode": "mixed-a", "level": 15, "camera": "42", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.851335591, "new_channel": false, "seconds": 30.000012986012734, "selected_fps": 8.274336645576053, "requested_fps": 8.240837306929997, "complete_fps": 8.274336645576053, "accepted_fps": 8.274336645576053, "finalized_fps": 8.240837306929997, "redis_fps": 8.20733796828394, "redis_read_fps": 8.266663088300263, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 247, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.32, "sender": { "replaced": 1, "expired": 0, "send_error": 0 }, "gap_markers": 112, "analysis_gap_markers": 43, "c_suppressed": 0, "max_redis_silence_s": 0.46867404703516513, "redis_interval_s": { "n": 247, "mean": 0.12086318949400542, "median": 0.09999756800243631, "p95": 0.298502529039979, "maximum": 0.46867404703516513, "minimum": 0.0012817620299756527 }, "redis_drift_s": { "n": 248, "mean": -1.4997280778275472, "median": -1.5069302620068186, "p95": -1.313086522008291, "maximum": -1.1287151919971166, "minimum": -1.733255499015101 }, "redis_drift_s_per_min": 0.10384045582156091, "ingress_drift_s": { "n": 12, "mean": 0.04520887200000109, "median": 0.03811930900000249, "p95": 0.14800580899999716, "maximum": 0.14800580899999716, "minimum": -0.005429194000001303 }, "ingress_drift_s_per_min": 0.1827706070700654, "source_drift_s": { "n": 12, "mean": 0.024602999999999042, "median": 0.024531500000001927, "p95": 0.051612000000005764, "maximum": 0.051612000000005764, "minimum": -0.012915000000006671 }, "ingress_to_redis_ms": { "n": 248, "mean": 482.9556451612903, "median": 476.5, "p95": 640, "maximum": 853, "minimum": 311 }, "source_samples": 12, "redis_samples": 248, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 247, "sum_ns": 13834915000, "mean_ms": 56.0118016194332 }, "source_exit_to_ingress": { "n": 247, "sum_ns": 4583082948, "mean_ms": 18.55499169230769 }, "source_encoded_queue": { "n": 247, "sum_ns": 18800000, "mean_ms": 0.07611336032388663 }, "decode_between_queues": { "n": 247, "sum_ns": 10855932000, "mean_ms": 43.95114170040486 }, "source_raw_queue": { "n": 247, "sum_ns": 2857198000, "mean_ms": 11.567603238866397 }, "raw_queue_to_source_exit": { "n": 247, "sum_ns": 7347000, "mean_ms": 0.02974493927125506 }, "selected_to_preprocess_start": { "n": 247, "sum_ns": 315996434, "mean_ms": 1.2793377894736844 }, "preprocess_start_to_preprocess_output": { "n": 247, "sum_ns": 2425136412, "mean_ms": 9.818366040485829 }, "selected_to_preprocess": { "n": 246, "sum_ns": 3813564061, "mean_ms": 15.50229293089431 }, "preprocess_start_to_preprocess": { "n": 246, "sum_ns": 3498418283, "mean_ms": 14.221212532520326 }, "preprocess_output_to_infer_entry": { "n": 246, "sum_ns": 1236293158, "mean_ms": 5.025581943089431 }, "preprocess_to_infer_output": { "n": 247, "sum_ns": 108694307467, "mean_ms": 440.0579249676113 }, "preprocess_to_callback": { "n": 247, "sum_ns": 109174330528, "mean_ms": 442.00133817004047 }, "infer_output_to_callback": { "n": 247, "sum_ns": 480023061, "mean_ms": 1.9434132024291497 }, "copy_wall": { "n": 247, "sum_ns": 1448730878, "mean_ms": 5.865307198380568 }, "copy_thread_cpu": { "n": 247, "sum_ns": 1064130695, "mean_ms": 4.308221437246964 }, "callback_to_copied": { "n": 247, "sum_ns": 1499686262, "mean_ms": 6.071604299595141 }, "accepted_interval": { "n": 247, "sum_ns": 29796848593, "mean_ms": 120.63501454655871 }, "selected_to_submitted": { "n": 247, "sum_ns": 114543928701, "mean_ms": 463.7406020283401 }, "completed_queue_wait": { "n": 247, "sum_ns": 240886017, "mean_ms": 0.975247032388664 }, "result_observations_wall": { "n": 247, "sum_ns": 306371941, "mean_ms": 1.2403722307692306 }, "result_observations_cpu": { "n": 247, "sum_ns": 295856029, "mean_ms": 1.1977976882591095 }, "result_nms_wall": { "n": 247, "sum_ns": 342028543, "mean_ms": 1.384730943319838 }, "result_nms_cpu": { "n": 247, "sum_ns": 149913177, "mean_ms": 0.606935939271255 }, "result_tracking_wall": { "n": 247, "sum_ns": 650864544, "mean_ms": 2.635079125506073 }, "result_tracking_cpu": { "n": 247, "sum_ns": 459830687, "mean_ms": 1.8616627004048583 }, "result_region_wall": { "n": 247, "sum_ns": 97543518, "mean_ms": 0.39491302834008096 }, "result_region_cpu": { "n": 247, "sum_ns": 95256945, "mean_ms": 0.3856556477732793 }, "result_fall_wall": { "n": 247, "sum_ns": 872665190, "mean_ms": 3.5330574493927127 }, "result_fall_cpu": { "n": 247, "sum_ns": 834833215, "mean_ms": 3.3798915587044536 }, "result_fight_wall": { "n": 247, "sum_ns": 114263949, "mean_ms": 0.4626070809716599 }, "result_fight_cpu": { "n": 247, "sum_ns": 109933606, "mean_ms": 0.44507532793522264 }, "result_collector_wall": { "n": 246, "sum_ns": 1232303567, "mean_ms": 5.009364093495935 }, "result_collector_cpu": { "n": 246, "sum_ns": 1130424983, "mean_ms": 4.595223508130081 }, "result_composition_wall": { "n": 246, "sum_ns": 5292163, "mean_ms": 0.021512857723577236 }, "result_composition_cpu": { "n": 246, "sum_ns": 5105803, "mean_ms": 0.02075529674796748 }, "result_artifact_handoff_wall": { "n": 246, "sum_ns": 4011790, "mean_ms": 0.01630808943089431 }, "result_artifact_handoff_cpu": { "n": 246, "sum_ns": 3005599, "mean_ms": 0.01221788211382114 }, "result_publish_wall": { "n": 246, "sum_ns": 321319636, "mean_ms": 1.3061773821138212 }, "result_publish_cpu": { "n": 246, "sum_ns": 279549123, "mean_ms": 1.1363785487804878 }, "result_total_wall": { "n": 246, "sum_ns": 4248639837, "mean_ms": 17.270893646341463 }, "result_total_cpu": { "n": 246, "sum_ns": 3619799925, "mean_ms": 14.714633841463415 } } }, { "mode": "mixed-a", "level": 15, "camera": "42", "provider": "fire", "cohort_reset": false, "counter_seconds": 30.140475179, "new_channel": false, "seconds": 30.000012986012734, "selected_fps": 9.58843542723431, "requested_fps": 9.58843542723431, "complete_fps": 9.58843542723431, "accepted_fps": 9.58843542723431, "finalized_fps": 9.58843542723431, "redis_fps": 9.58843542723431, "redis_read_fps": 9.599995844477723, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 289, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.115, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 70, "analysis_gap_markers": 13, "c_suppressed": 0, "max_redis_silence_s": 0.36753676895750687, "redis_interval_s": { "n": 287, "mean": 0.10429467109416511, "median": 0.09041257097851485, "p95": 0.22639436897588894, "maximum": 0.36753676895750687, "minimum": 0.008373187971301377 }, "redis_drift_s": { "n": 288, "mean": -1.368481464890729, "median": -1.3723496900375451, "p95": -1.2154570200624875, "maximum": -1.0652434960086765, "minimum": -1.572313442035579 }, "redis_drift_s_per_min": -0.027459282398968148, "ingress_drift_s": { "n": 12, "mean": -0.008510023333334024, "median": -0.00325463149999905, "p95": 0.017964683000002424, "maximum": 0.017964683000002424, "minimum": -0.04797754300000179 }, "ingress_drift_s_per_min": 0.03646708645477637, "source_drift_s": { "n": 12, "mean": -0.01128866666666776, "median": -0.00500600000000162, "p95": 0.008654000000007045, "maximum": 0.008654000000007045, "minimum": -0.04771099999999251 }, "ingress_to_redis_ms": { "n": 288, "mean": 378.28819444444446, "median": 380.5, "p95": 508, "maximum": 626, "minimum": 183 }, "source_samples": 12, "redis_samples": 288, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 289, "sum_ns": 15421854000, "mean_ms": 53.36281660899654 }, "source_exit_to_ingress": { "n": 289, "sum_ns": 3000193344, "mean_ms": 10.381291847750864 }, "source_encoded_queue": { "n": 289, "sum_ns": 17683000, "mean_ms": 0.06118685121107267 }, "decode_between_queues": { "n": 289, "sum_ns": 12873989000, "mean_ms": 44.546674740484434 }, "source_raw_queue": { "n": 289, "sum_ns": 2420559000, "mean_ms": 8.375636678200692 }, "raw_queue_to_source_exit": { "n": 289, "sum_ns": 8192000, "mean_ms": 0.028346020761245677 }, "selected_to_preprocess_start": { "n": 289, "sum_ns": 251222610, "mean_ms": 0.8692823875432526 }, "preprocess_start_to_preprocess_output": { "n": 289, "sum_ns": 1029206782, "mean_ms": 3.5612691418685123 }, "selected_to_preprocess": { "n": 289, "sum_ns": 1885853600, "mean_ms": 6.5254449826989624 }, "preprocess_start_to_preprocess": { "n": 289, "sum_ns": 1634630990, "mean_ms": 5.65616259515571 }, "preprocess_output_to_infer_entry": { "n": 289, "sum_ns": 605424208, "mean_ms": 2.0948934532871974 }, "preprocess_to_infer_output": { "n": 289, "sum_ns": 104432013566, "mean_ms": 361.3564483252595 }, "preprocess_to_callback": { "n": 289, "sum_ns": 104969220171, "mean_ms": 363.2152947093425 }, "infer_output_to_callback": { "n": 289, "sum_ns": 537206605, "mean_ms": 1.858846384083045 }, "copy_wall": { "n": 289, "sum_ns": 1749204499, "mean_ms": 6.052610723183391 }, "copy_thread_cpu": { "n": 289, "sum_ns": 1539012860, "mean_ms": 5.325304013840831 }, "callback_to_copied": { "n": 289, "sum_ns": 1812930463, "mean_ms": 6.273115788927336 }, "accepted_interval": { "n": 289, "sum_ns": 30157806032, "mean_ms": 104.3522700069204 }, "selected_to_submitted": { "n": 289, "sum_ns": 108707371048, "mean_ms": 376.1500728304498 }, "completed_queue_wait": { "n": 289, "sum_ns": 127791686, "mean_ms": 0.44218576470588233 }, "result_composition_wall": { "n": 289, "sum_ns": 2922475, "mean_ms": 0.010112370242214532 }, "result_composition_cpu": { "n": 289, "sum_ns": 2829107, "mean_ms": 0.009789297577854671 }, "result_artifact_handoff_wall": { "n": 289, "sum_ns": 2708807, "mean_ms": 0.009373034602076124 }, "result_artifact_handoff_cpu": { "n": 289, "sum_ns": 2705198, "mean_ms": 0.009360546712802769 }, "result_publish_wall": { "n": 289, "sum_ns": 31067503, "mean_ms": 0.10750001038062285 }, "result_publish_cpu": { "n": 289, "sum_ns": 29988993, "mean_ms": 0.10376814186851212 }, "result_total_wall": { "n": 289, "sum_ns": 287980735, "mean_ms": 0.9964731314878892 }, "result_total_cpu": { "n": 289, "sum_ns": 275240785, "mean_ms": 0.952390259515571 } } }, { "mode": "mixed-a", "level": 15, "camera": "42", "provider": "crowd", "cohort_reset": false, "counter_seconds": 29.882946245, "new_channel": false, "seconds": 30.000012986012734, "selected_fps": 9.671067826799552, "requested_fps": 9.671067826799552, "complete_fps": 9.637603924284676, "accepted_fps": 9.637603924284676, "finalized_fps": 9.637603924284676, "redis_fps": 9.637603924284676, "redis_read_fps": 9.633329163382161, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 288, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.07, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 57, "analysis_gap_markers": 10, "c_suppressed": 0, "max_redis_silence_s": 0.36467918602284044, "redis_interval_s": { "n": 288, "mean": 0.10397478828458083, "median": 0.09002964198589325, "p95": 0.23576975602190942, "maximum": 0.36467918602284044, "minimum": 0.011254306009504944 }, "redis_drift_s": { "n": 289, "mean": 0.024799806002098714, "median": 0.0287053000265729, "p95": 0.19292648402229418, "maximum": 0.29080943301507034, "minimum": -0.18449148897035172 }, "redis_drift_s_per_min": -0.04539695664886321, "ingress_drift_s": { "n": 12, "mean": 0.027185914750000723, "median": 0.028686996499999395, "p95": 0.08912397199999589, "maximum": 0.08912397199999589, "minimum": -0.015139360999995688 }, "ingress_drift_s_per_min": -0.0026539710509479388, "source_drift_s": { "n": 12, "mean": 0.015708499999998793, "median": 0.020174500000010198, "p95": 0.034655999999998244, "maximum": 0.034655999999998244, "minimum": -0.014959000000004608 }, "ingress_to_redis_ms": { "n": 289, "mean": 362.43598615916954, "median": 364, "p95": 535, "maximum": 670, "minimum": 136 }, "source_samples": 12, "redis_samples": 289, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 289, "sum_ns": 14647280000, "mean_ms": 50.68262975778547 }, "source_exit_to_ingress": { "n": 289, "sum_ns": 3135390905, "mean_ms": 10.84910347750865 }, "source_encoded_queue": { "n": 289, "sum_ns": 18125000, "mean_ms": 0.06271626297577855 }, "decode_between_queues": { "n": 289, "sum_ns": 12632136000, "mean_ms": 43.70981314878893 }, "source_raw_queue": { "n": 289, "sum_ns": 1877238000, "mean_ms": 6.495633217993079 }, "raw_queue_to_source_exit": { "n": 289, "sum_ns": 8313000, "mean_ms": 0.028764705882352942 }, "selected_to_preprocess_start": { "n": 289, "sum_ns": 251663470, "mean_ms": 0.8708078546712803 }, "preprocess_start_to_preprocess_output": { "n": 289, "sum_ns": 1000506573, "mean_ms": 3.4619604602076124 }, "selected_to_preprocess": { "n": 289, "sum_ns": 1635047982, "mean_ms": 5.657605474048443 }, "preprocess_start_to_preprocess": { "n": 289, "sum_ns": 1383384512, "mean_ms": 4.786797619377162 }, "preprocess_output_to_infer_entry": { "n": 289, "sum_ns": 382877939, "mean_ms": 1.3248371591695502 }, "preprocess_to_infer_output": { "n": 288, "sum_ns": 99530208426, "mean_ms": 345.59100147916666 }, "preprocess_to_callback": { "n": 288, "sum_ns": 100052508159, "mean_ms": 347.40454221875 }, "infer_output_to_callback": { "n": 288, "sum_ns": 522299733, "mean_ms": 1.8135407395833332 }, "copy_wall": { "n": 288, "sum_ns": 1734807343, "mean_ms": 6.023636607638889 }, "copy_thread_cpu": { "n": 288, "sum_ns": 1536712463, "mean_ms": 5.335807163194444 }, "callback_to_copied": { "n": 288, "sum_ns": 1800255096, "mean_ms": 6.25088575 }, "accepted_interval": { "n": 288, "sum_ns": 29850313402, "mean_ms": 103.64692153472222 }, "selected_to_submitted": { "n": 288, "sum_ns": 103523313392, "mean_ms": 359.4559492777778 }, "completed_queue_wait": { "n": 288, "sum_ns": 120314586, "mean_ms": 0.4177589791666667 }, "result_composition_wall": { "n": 288, "sum_ns": 6847948, "mean_ms": 0.023777597222222224 }, "result_composition_cpu": { "n": 288, "sum_ns": 6211530, "mean_ms": 0.0215678125 }, "result_publish_wall": { "n": 288, "sum_ns": 54093747, "mean_ms": 0.18782551041666665 }, "result_publish_cpu": { "n": 288, "sum_ns": 51422259, "mean_ms": 0.17854951041666667 }, "result_total_wall": { "n": 288, "sum_ns": 411826411, "mean_ms": 1.4299528159722223 }, "result_total_cpu": { "n": 288, "sum_ns": 370511700, "mean_ms": 1.2864989583333333 } } }, { "mode": "mixed-a", "level": 15, "camera": "43", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.911181326, "new_channel": false, "seconds": 30.000012986012734, "selected_fps": 8.625536958506418, "requested_fps": 8.625536958506418, "complete_fps": 8.625536958506418, "accepted_fps": 8.625536958506418, "finalized_fps": 8.625536958506418, "redis_fps": 8.625536958506418, "redis_read_fps": 8.599996277344628, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 258, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.12, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 146, "analysis_gap_markers": 38, "c_suppressed": 0, "max_redis_silence_s": 0.38082657800987363, "redis_interval_s": { "n": 257, "mean": 0.11613037271206793, "median": 0.1075382069684565, "p95": 0.24097036296734586, "maximum": 0.38082657800987363, "minimum": 6.619002670049667e-05 }, "redis_drift_s": { "n": 258, "mean": -0.0018405691437537606, "median": -0.003938177971402723, "p95": 0.13455251903878462, "maximum": 0.2796027550226938, "minimum": -0.22903047994431347 }, "redis_drift_s_per_min": 0.08377574989408267, "ingress_drift_s": { "n": 12, "mean": 0.043540038916663804, "median": 0.02881089449999763, "p95": 0.15470114999999396, "maximum": 0.15470114999999396, "minimum": -0.020454419000003554 }, "ingress_drift_s_per_min": -0.042815474567248615, "source_drift_s": { "n": 12, "mean": 0.014035999999998458, "median": 0.009990999999999417, "p95": 0.06149099999999663, "maximum": 0.06149099999999663, "minimum": -0.025249999999999773 }, "ingress_to_redis_ms": { "n": 258, "mean": 468.1434108527132, "median": 468.5, "p95": 573, "maximum": 751, "minimum": 292 }, "source_samples": 12, "redis_samples": 258, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 258, "sum_ns": 15521088000, "mean_ms": 60.159255813953486 }, "source_exit_to_ingress": { "n": 258, "sum_ns": 10350559903, "mean_ms": 40.11844923643411 }, "source_encoded_queue": { "n": 258, "sum_ns": 15474000, "mean_ms": 0.05997674418604651 }, "decode_between_queues": { "n": 258, "sum_ns": 11630158000, "mean_ms": 45.07813178294574 }, "source_raw_queue": { "n": 258, "sum_ns": 3760071000, "mean_ms": 14.573918604651162 }, "raw_queue_to_source_exit": { "n": 258, "sum_ns": 7966000, "mean_ms": 0.03087596899224806 }, "selected_to_preprocess_start": { "n": 258, "sum_ns": 364685245, "mean_ms": 1.4135087015503875 }, "preprocess_start_to_preprocess_output": { "n": 257, "sum_ns": 1616318351, "mean_ms": 6.2891764630350195 }, "selected_to_preprocess": { "n": 257, "sum_ns": 3086859973, "mean_ms": 12.011128299610894 }, "preprocess_start_to_preprocess": { "n": 257, "sum_ns": 2723130065, "mean_ms": 10.595836828793773 }, "preprocess_output_to_infer_entry": { "n": 257, "sum_ns": 1106811714, "mean_ms": 4.306660365758756 }, "preprocess_to_infer_output": { "n": 257, "sum_ns": 111901452964, "mean_ms": 435.4142138677043 }, "preprocess_to_callback": { "n": 257, "sum_ns": 112329321837, "mean_ms": 437.07907329571987 }, "infer_output_to_callback": { "n": 258, "sum_ns": 429175784, "mean_ms": 1.6634720310077518 }, "copy_wall": { "n": 258, "sum_ns": 1253204789, "mean_ms": 4.857382903100776 }, "copy_thread_cpu": { "n": 258, "sum_ns": 1147554441, "mean_ms": 4.447885430232558 }, "callback_to_copied": { "n": 258, "sum_ns": 1305419950, "mean_ms": 5.059767248062015 }, "accepted_interval": { "n": 258, "sum_ns": 29925703538, "mean_ms": 115.99109898449612 }, "selected_to_submitted": { "n": 258, "sum_ns": 117264124515, "mean_ms": 454.51211052325584 }, "completed_queue_wait": { "n": 258, "sum_ns": 195584651, "mean_ms": 0.7580800426356589 }, "result_observations_wall": { "n": 258, "sum_ns": 320585819, "mean_ms": 1.2425806937984496 }, "result_observations_cpu": { "n": 258, "sum_ns": 306994450, "mean_ms": 1.1899009689922482 }, "result_nms_wall": { "n": 258, "sum_ns": 286700598, "mean_ms": 1.1112426279069767 }, "result_nms_cpu": { "n": 258, "sum_ns": 152007875, "mean_ms": 0.5891778100775193 }, "result_tracking_wall": { "n": 258, "sum_ns": 500932773, "mean_ms": 1.9415998953488371 }, "result_tracking_cpu": { "n": 258, "sum_ns": 388726309, "mean_ms": 1.5066911201550388 }, "result_region_wall": { "n": 258, "sum_ns": 76743030, "mean_ms": 0.29745360465116283 }, "result_region_cpu": { "n": 258, "sum_ns": 71392447, "mean_ms": 0.27671491085271316 }, "result_fall_wall": { "n": 258, "sum_ns": 327234854, "mean_ms": 1.2683521472868216 }, "result_fall_cpu": { "n": 258, "sum_ns": 303807712, "mean_ms": 1.1775492713178293 }, "result_fight_wall": { "n": 258, "sum_ns": 73708185, "mean_ms": 0.2856906395348837 }, "result_fight_cpu": { "n": 258, "sum_ns": 69493382, "mean_ms": 0.2693541937984496 }, "result_collector_wall": { "n": 258, "sum_ns": 1080394466, "mean_ms": 4.187575449612403 }, "result_collector_cpu": { "n": 258, "sum_ns": 975444564, "mean_ms": 3.78079288372093 }, "result_composition_wall": { "n": 258, "sum_ns": 5214009, "mean_ms": 0.020209337209302323 }, "result_composition_cpu": { "n": 258, "sum_ns": 5109309, "mean_ms": 0.019803523255813953 }, "result_artifact_handoff_wall": { "n": 258, "sum_ns": 4846260, "mean_ms": 0.018783953488372092 }, "result_artifact_handoff_cpu": { "n": 258, "sum_ns": 3078694, "mean_ms": 0.011932922480620155 }, "result_publish_wall": { "n": 258, "sum_ns": 71916839, "mean_ms": 0.27874743798449614 }, "result_publish_cpu": { "n": 258, "sum_ns": 65918702, "mean_ms": 0.2554988449612403 }, "result_total_wall": { "n": 258, "sum_ns": 3065219935, "mean_ms": 11.88069742248062 }, "result_total_cpu": { "n": 258, "sum_ns": 2607426661, "mean_ms": 10.106304887596899 } } }, { "mode": "mixed-a", "level": 15, "camera": "43", "provider": "fire", "cohort_reset": false, "counter_seconds": 29.884002539, "new_channel": false, "seconds": 30.000012986012734, "selected_fps": 9.570337829638342, "requested_fps": 9.536875109954293, "complete_fps": 9.570337829638342, "accepted_fps": 9.570337829638342, "finalized_fps": 9.570337829638342, "redis_fps": 9.570337829638342, "redis_read_fps": 9.566662525573287, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 286, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.133, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 55, "analysis_gap_markers": 12, "c_suppressed": 0, "max_redis_silence_s": 0.41864724800689146, "redis_interval_s": { "n": 286, "mean": 0.10454679285668625, "median": 0.09030115653877147, "p95": 0.2275548919569701, "maximum": 0.41864724800689146, "minimum": 0.009548263042233884 }, "redis_drift_s": { "n": 287, "mean": -4.745856177062278, "median": -4.746882772048934, "p95": -4.583219587021041, "maximum": -4.491670287018174, "minimum": -4.980909747029187 }, "redis_drift_s_per_min": 0.007932339184131165, "ingress_drift_s": { "n": 12, "mean": -0.08118211724999942, "median": -0.08697096649999736, "p95": -0.01976876400000549, "maximum": -0.01976876400000549, "minimum": -0.12123063800000011 }, "ingress_drift_s_per_min": -0.029260290616384972, "source_drift_s": { "n": 12, "mean": -0.08604741666666567, "median": -0.08955100000000016, "p95": -0.059191999999995915, "maximum": -0.059191999999995915, "minimum": -0.12014700000000289 }, "ingress_to_redis_ms": { "n": 287, "mean": 376.0278745644599, "median": 372, "p95": 539, "maximum": 636, "minimum": 156 }, "source_samples": 12, "redis_samples": 287, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 286, "sum_ns": 15248210000, "mean_ms": 53.31541958041958 }, "source_exit_to_ingress": { "n": 286, "sum_ns": 2248830274, "mean_ms": 7.863042916083916 }, "source_encoded_queue": { "n": 286, "sum_ns": 20841000, "mean_ms": 0.07287062937062937 }, "decode_between_queues": { "n": 286, "sum_ns": 13148934000, "mean_ms": 45.97529370629371 }, "source_raw_queue": { "n": 286, "sum_ns": 1943521000, "mean_ms": 6.795527972027973 }, "raw_queue_to_source_exit": { "n": 286, "sum_ns": 8788000, "mean_ms": 0.030727272727272728 }, "selected_to_preprocess_start": { "n": 286, "sum_ns": 263037175, "mean_ms": 0.9197104020979021 }, "preprocess_start_to_preprocess_output": { "n": 285, "sum_ns": 987980959, "mean_ms": 3.466599856140351 }, "selected_to_preprocess": { "n": 285, "sum_ns": 1602265841, "mean_ms": 5.621985407017544 }, "preprocess_start_to_preprocess": { "n": 285, "sum_ns": 1339909067, "mean_ms": 4.701435322807018 }, "preprocess_output_to_infer_entry": { "n": 285, "sum_ns": 351928108, "mean_ms": 1.2348354666666665 }, "preprocess_to_infer_output": { "n": 286, "sum_ns": 103058595825, "mean_ms": 360.34474064685315 }, "preprocess_to_callback": { "n": 286, "sum_ns": 103605850577, "mean_ms": 362.2582188006993 }, "infer_output_to_callback": { "n": 286, "sum_ns": 547254752, "mean_ms": 1.9134781538461538 }, "copy_wall": { "n": 286, "sum_ns": 1721169250, "mean_ms": 6.018074300699301 }, "copy_thread_cpu": { "n": 286, "sum_ns": 1501741899, "mean_ms": 5.250845800699301 }, "callback_to_copied": { "n": 286, "sum_ns": 1779699859, "mean_ms": 6.222726779720279 }, "accepted_interval": { "n": 286, "sum_ns": 29978268664, "mean_ms": 104.8191212027972 }, "selected_to_submitted": { "n": 286, "sum_ns": 107046280653, "mean_ms": 374.28769459090904 }, "completed_queue_wait": { "n": 286, "sum_ns": 114612694, "mean_ms": 0.40074368531468535 }, "result_composition_wall": { "n": 286, "sum_ns": 2688686, "mean_ms": 0.009401 }, "result_composition_cpu": { "n": 286, "sum_ns": 2593129, "mean_ms": 0.009066884615384616 }, "result_artifact_handoff_wall": { "n": 286, "sum_ns": 2454238, "mean_ms": 0.008581251748251749 }, "result_artifact_handoff_cpu": { "n": 286, "sum_ns": 2444354, "mean_ms": 0.008546692307692309 }, "result_publish_wall": { "n": 286, "sum_ns": 31779237, "mean_ms": 0.11111621328671328 }, "result_publish_cpu": { "n": 286, "sum_ns": 30750399, "mean_ms": 0.10751887762237762 }, "result_total_wall": { "n": 286, "sum_ns": 280511378, "mean_ms": 0.9808090139860139 }, "result_total_cpu": { "n": 286, "sum_ns": 273510226, "mean_ms": 0.9563294615384615 } } }, { "mode": "mixed-a", "level": 15, "camera": "43", "provider": "crowd", "cohort_reset": false, "counter_seconds": 29.872369502, "new_channel": false, "seconds": 30.000012986012734, "selected_fps": 9.674492007761588, "requested_fps": 9.674492007761588, "complete_fps": 9.674492007761588, "accepted_fps": 9.674492007761588, "finalized_fps": 9.674492007761588, "redis_fps": 9.641016256869678, "redis_read_fps": 9.633329163382161, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 289, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.142, "sender": { "replaced": 1, "expired": 0, "send_error": 0 }, "gap_markers": 58, "analysis_gap_markers": 8, "c_suppressed": 0, "max_redis_silence_s": 0.32195431098807603, "redis_interval_s": { "n": 288, "mean": 0.1037874154929644, "median": 0.09219738299725577, "p95": 0.2324044110137038, "maximum": 0.32195431098807603, "minimum": 0.006210869993083179 }, "redis_drift_s": { "n": 289, "mean": -0.007748715391071416, "median": -0.0076020799539975314, "p95": 0.15122983303339765, "maximum": 0.2483495699968188, "minimum": -0.2397463209601085 }, "redis_drift_s_per_min": -0.06314128250526076, "ingress_drift_s": { "n": 12, "mean": -0.03412047808333204, "median": -0.03619778049999667, "p95": -0.00372090199999775, "maximum": -0.00372090199999775, "minimum": -0.06978096400000311 }, "ingress_drift_s_per_min": 0.04531403094511036, "source_drift_s": { "n": 12, "mean": -0.03176791666666645, "median": -0.03255999999999659, "p95": -0.0009629999999987149, "maximum": -0.0009629999999987149, "minimum": -0.06609700000000629 }, "ingress_to_redis_ms": { "n": 289, "mean": 361.3979238754325, "median": 365, "p95": 520, "maximum": 638, "minimum": 109 }, "source_samples": 12, "redis_samples": 289, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 289, "sum_ns": 15306924000, "mean_ms": 52.96513494809689 }, "source_exit_to_ingress": { "n": 289, "sum_ns": 2842314230, "mean_ms": 9.834997335640137 }, "source_encoded_queue": { "n": 289, "sum_ns": 21585000, "mean_ms": 0.07468858131487889 }, "decode_between_queues": { "n": 289, "sum_ns": 13247774000, "mean_ms": 45.84004844290657 }, "source_raw_queue": { "n": 289, "sum_ns": 1912993000, "mean_ms": 6.61935294117647 }, "raw_queue_to_source_exit": { "n": 289, "sum_ns": 10352000, "mean_ms": 0.03582006920415225 }, "selected_to_preprocess_start": { "n": 289, "sum_ns": 271466381, "mean_ms": 0.9393300380622838 }, "preprocess_start_to_preprocess_output": { "n": 289, "sum_ns": 984268806, "mean_ms": 3.4057744152249136 }, "selected_to_preprocess": { "n": 289, "sum_ns": 1749366276, "mean_ms": 6.053170505190311 }, "preprocess_start_to_preprocess": { "n": 289, "sum_ns": 1477899895, "mean_ms": 5.1138404671280275 }, "preprocess_output_to_infer_entry": { "n": 289, "sum_ns": 493631089, "mean_ms": 1.7080660519031141 }, "preprocess_to_infer_output": { "n": 289, "sum_ns": 99420997115, "mean_ms": 344.0172910553633 }, "preprocess_to_callback": { "n": 289, "sum_ns": 99968702437, "mean_ms": 345.9124651799308 }, "infer_output_to_callback": { "n": 289, "sum_ns": 547705322, "mean_ms": 1.895174124567474 }, "copy_wall": { "n": 289, "sum_ns": 1704823689, "mean_ms": 5.899043906574395 }, "copy_thread_cpu": { "n": 289, "sum_ns": 1513754823, "mean_ms": 5.237905961937717 }, "callback_to_copied": { "n": 289, "sum_ns": 1768489991, "mean_ms": 6.119342529411765 }, "accepted_interval": { "n": 289, "sum_ns": 29772798811, "mean_ms": 103.0200650899654 }, "selected_to_submitted": { "n": 289, "sum_ns": 103552576388, "mean_ms": 358.3134131072664 }, "completed_queue_wait": { "n": 289, "sum_ns": 122985444, "mean_ms": 0.425555169550173 }, "result_composition_wall": { "n": 289, "sum_ns": 5489113, "mean_ms": 0.018993470588235292 }, "result_composition_cpu": { "n": 289, "sum_ns": 5314362, "mean_ms": 0.018388795847750865 }, "result_publish_wall": { "n": 289, "sum_ns": 48180106, "mean_ms": 0.166713169550173 }, "result_publish_cpu": { "n": 289, "sum_ns": 46459212, "mean_ms": 0.16075851903114186 }, "result_total_wall": { "n": 289, "sum_ns": 395055671, "mean_ms": 1.3669746401384084 }, "result_total_cpu": { "n": 289, "sum_ns": 357006350, "mean_ms": 1.2353160899653979 } } }, { "mode": "mixed-a", "level": 15, "camera": "44", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.280809728, "new_channel": true, "seconds": 30.000012986012734, "selected_fps": 8.652344582375363, "requested_fps": 8.652344582375363, "complete_fps": 8.652344582375363, "accepted_fps": 8.652344582375363, "finalized_fps": 8.652344582375363, "redis_fps": 8.652344582375363, "redis_read_fps": 8.599996277344628, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 262, "queue_depth_max_sampled": 1, "queue_age_max_sampled": 0.0009041940211318433, "provider_response_age_max_sampled": 0.093, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 138, "analysis_gap_markers": 35, "c_suppressed": 0, "max_redis_silence_s": 0.3678522050031461, "redis_interval_s": { "n": 257, "mean": 0.11588296275096674, "median": 0.10503406397765502, "p95": 0.26295400701928884, "maximum": 0.3678522050031461, "minimum": 0.004319221014156938 }, "redis_drift_s": { "n": 258, "mean": 0.09715856120952703, "median": 0.09182670148229022, "p95": 0.24861595800286196, "maximum": 0.33530995899997507, "minimum": -0.1714300090288745 }, "redis_drift_s_per_min": 0.07078784532393081, "ingress_drift_s": { "n": 12, "mean": 0.004831641166666678, "median": 0.00402779349999971, "p95": 0.042712089000001896, "maximum": 0.042712089000001896, "minimum": -0.04366108600000018 }, "ingress_drift_s_per_min": -0.03939702497537174, "source_drift_s": { "n": 12, "mean": 0.03224766666666653, "median": 0.030138000000000886, "p95": 0.06823400000000035, "maximum": 0.06823400000000035, "minimum": -0.004708000000000823 }, "ingress_to_redis_ms": { "n": 258, "mean": 468.2751937984496, "median": 464.5, "p95": 595, "maximum": 763, "minimum": 249 }, "source_samples": 12, "redis_samples": 258, "native_redis_joined": 11, "durations": { "depay_to_source_exit": { "n": 262, "sum_ns": 15075939000, "mean_ms": 57.54175190839695 }, "source_exit_to_ingress": { "n": 262, "sum_ns": 10305861576, "mean_ms": 39.33534952671756 }, "source_encoded_queue": { "n": 262, "sum_ns": 14015000, "mean_ms": 0.05349236641221374 }, "decode_between_queues": { "n": 262, "sum_ns": 11595029000, "mean_ms": 44.255835877862594 }, "source_raw_queue": { "n": 262, "sum_ns": 3349320000, "mean_ms": 12.783664122137404 }, "raw_queue_to_source_exit": { "n": 262, "sum_ns": 7214000, "mean_ms": 0.027534351145038168 }, "selected_to_preprocess_start": { "n": 262, "sum_ns": 339596633, "mean_ms": 1.296170354961832 }, "preprocess_start_to_preprocess_output": { "n": 262, "sum_ns": 1988621301, "mean_ms": 7.59015763740458 }, "selected_to_preprocess": { "n": 262, "sum_ns": 3213476452, "mean_ms": 12.265177297709924 }, "preprocess_start_to_preprocess": { "n": 262, "sum_ns": 2873879819, "mean_ms": 10.969006942748091 }, "preprocess_output_to_infer_entry": { "n": 262, "sum_ns": 885258518, "mean_ms": 3.3788493053435116 }, "preprocess_to_infer_output": { "n": 262, "sum_ns": 113805191148, "mean_ms": 434.3709585801527 }, "preprocess_to_callback": { "n": 262, "sum_ns": 114253646930, "mean_ms": 436.082621870229 }, "infer_output_to_callback": { "n": 262, "sum_ns": 448455782, "mean_ms": 1.711663290076336 }, "copy_wall": { "n": 262, "sum_ns": 795746480, "mean_ms": 3.0372003053435117 }, "copy_thread_cpu": { "n": 262, "sum_ns": 745227415, "mean_ms": 2.8443794465648855 }, "callback_to_copied": { "n": 262, "sum_ns": 853238566, "mean_ms": 3.256635748091603 }, "accepted_interval": { "n": 262, "sum_ns": 30317958892, "mean_ms": 115.71740035114505 }, "selected_to_submitted": { "n": 262, "sum_ns": 118361121408, "mean_ms": 451.76000537404576 }, "completed_queue_wait": { "n": 262, "sum_ns": 224674141, "mean_ms": 0.8575348893129771 }, "result_observations_wall": { "n": 262, "sum_ns": 226277571, "mean_ms": 0.8636548511450381 }, "result_observations_cpu": { "n": 262, "sum_ns": 214963012, "mean_ms": 0.8204695114503817 }, "result_nms_wall": { "n": 262, "sum_ns": 398868522, "mean_ms": 1.5223989389312977 }, "result_nms_cpu": { "n": 262, "sum_ns": 160987438, "mean_ms": 0.6144558702290077 }, "result_tracking_wall": { "n": 262, "sum_ns": 763286457, "mean_ms": 2.9133070877862597 }, "result_tracking_cpu": { "n": 262, "sum_ns": 498203365, "mean_ms": 1.9015395610687023 }, "result_region_wall": { "n": 262, "sum_ns": 85901977, "mean_ms": 0.32787014122137403 }, "result_region_cpu": { "n": 262, "sum_ns": 78967871, "mean_ms": 0.30140408778625954 }, "result_fall_wall": { "n": 262, "sum_ns": 758159649, "mean_ms": 2.8937391183206107 }, "result_fall_cpu": { "n": 262, "sum_ns": 686418344, "mean_ms": 2.6199173435114504 }, "result_fight_wall": { "n": 262, "sum_ns": 110021970, "mean_ms": 0.4199311832061069 }, "result_fight_cpu": { "n": 262, "sum_ns": 103603470, "mean_ms": 0.39543309160305345 }, "result_collector_wall": { "n": 262, "sum_ns": 862771973, "mean_ms": 3.2930227977099236 }, "result_collector_cpu": { "n": 262, "sum_ns": 822671724, "mean_ms": 3.1399684122137406 }, "result_composition_wall": { "n": 262, "sum_ns": 4626868, "mean_ms": 0.017659801526717558 }, "result_composition_cpu": { "n": 262, "sum_ns": 4572229, "mean_ms": 0.01745125572519084 }, "result_artifact_handoff_wall": { "n": 262, "sum_ns": 3310775, "mean_ms": 0.012636545801526717 }, "result_artifact_handoff_cpu": { "n": 262, "sum_ns": 2960067, "mean_ms": 0.011297965648854963 }, "result_publish_wall": { "n": 262, "sum_ns": 260789288, "mean_ms": 0.9953789618320611 }, "result_publish_cpu": { "n": 262, "sum_ns": 233858373, "mean_ms": 0.8925892099236641 }, "result_total_wall": { "n": 262, "sum_ns": 3766281877, "mean_ms": 14.37512166793893 }, "result_total_cpu": { "n": 262, "sum_ns": 3041055439, "mean_ms": 11.607081828244274 } } }, { "mode": "mixed-a", "level": 15, "camera": "44", "provider": "fire", "cohort_reset": false, "counter_seconds": 30.183338704, "new_channel": true, "seconds": 30.000012986012734, "selected_fps": 9.508557115385177, "requested_fps": 9.541687976414392, "complete_fps": 9.508557115385177, "accepted_fps": 9.508557115385177, "finalized_fps": 9.508557115385177, "redis_fps": 9.475426254355959, "redis_read_fps": 9.499995887764413, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 287, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.136, "sender": { "replaced": 1, "expired": 0, "send_error": 0 }, "gap_markers": 73, "analysis_gap_markers": 13, "c_suppressed": 0, "max_redis_silence_s": 0.32249633700121194, "redis_interval_s": { "n": 284, "mean": 0.10513680463375583, "median": 0.09421642549568787, "p95": 0.21863377798581496, "maximum": 0.32249633700121194, "minimum": 0.008007983036804944 }, "redis_drift_s": { "n": 285, "mean": -0.0616306094351585, "median": -0.061900980983860876, "p95": 0.09280571696115736, "maximum": 0.21062504500616264, "minimum": -0.31439147999184236 }, "redis_drift_s_per_min": -0.011748251549788829, "ingress_drift_s": { "n": 12, "mean": 0.010078064000000294, "median": -0.0018681209999975579, "p95": 0.08799375099999907, "maximum": 0.08799375099999907, "minimum": -0.022282144999998366 }, "ingress_drift_s_per_min": 0.025160633650754213, "source_drift_s": { "n": 12, "mean": 0.004186999999999941, "median": -0.0010349999999998971, "p95": 0.037089000000001704, "maximum": 0.037089000000001704, "minimum": -0.018698999999998023 }, "ingress_to_redis_ms": { "n": 285, "mean": 378.3228070175439, "median": 376, "p95": 515, "maximum": 637, "minimum": 161 }, "source_samples": 12, "redis_samples": 285, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 287, "sum_ns": 15417623000, "mean_ms": 53.71994076655053 }, "source_exit_to_ingress": { "n": 287, "sum_ns": 3815509735, "mean_ms": 13.294459006968642 }, "source_encoded_queue": { "n": 287, "sum_ns": 13412000, "mean_ms": 0.04673170731707317 }, "decode_between_queues": { "n": 287, "sum_ns": 13335096000, "mean_ms": 46.463749128919865 }, "source_raw_queue": { "n": 287, "sum_ns": 1945427000, "mean_ms": 6.778491289198606 }, "raw_queue_to_source_exit": { "n": 287, "sum_ns": 8564000, "mean_ms": 0.0298397212543554 }, "selected_to_preprocess_start": { "n": 287, "sum_ns": 245359180, "mean_ms": 0.8549100348432056 }, "preprocess_start_to_preprocess_output": { "n": 288, "sum_ns": 968593936, "mean_ms": 3.363173388888889 }, "selected_to_preprocess": { "n": 288, "sum_ns": 1608743139, "mean_ms": 5.585913677083333 }, "preprocess_start_to_preprocess": { "n": 288, "sum_ns": 1362884123, "mean_ms": 4.732236538194444 }, "preprocess_output_to_infer_entry": { "n": 288, "sum_ns": 394290187, "mean_ms": 1.3690631493055554 }, "preprocess_to_infer_output": { "n": 287, "sum_ns": 104339096120, "mean_ms": 363.5508575609756 }, "preprocess_to_callback": { "n": 287, "sum_ns": 104833073332, "mean_ms": 365.2720325156794 }, "infer_output_to_callback": { "n": 287, "sum_ns": 493977212, "mean_ms": 1.7211749547038326 }, "copy_wall": { "n": 287, "sum_ns": 1634670624, "mean_ms": 5.695716459930313 }, "copy_thread_cpu": { "n": 287, "sum_ns": 1444937195, "mean_ms": 5.034624372822299 }, "callback_to_copied": { "n": 287, "sum_ns": 1696765783, "mean_ms": 5.912075898954703 }, "accepted_interval": { "n": 287, "sum_ns": 30093495214, "mean_ms": 104.85538402090593 }, "selected_to_submitted": { "n": 287, "sum_ns": 108116905563, "mean_ms": 376.71395666550524 }, "completed_queue_wait": { "n": 287, "sum_ns": 119823831, "mean_ms": 0.41750463763066203 }, "result_composition_wall": { "n": 287, "sum_ns": 3707704, "mean_ms": 0.012918829268292683 }, "result_composition_cpu": { "n": 287, "sum_ns": 3286287, "mean_ms": 0.011450477351916375 }, "result_artifact_handoff_wall": { "n": 287, "sum_ns": 2681172, "mean_ms": 0.009342062717770036 }, "result_artifact_handoff_cpu": { "n": 287, "sum_ns": 2680938, "mean_ms": 0.009341247386759581 }, "result_publish_wall": { "n": 287, "sum_ns": 29791231, "mean_ms": 0.10380219860627178 }, "result_publish_cpu": { "n": 287, "sum_ns": 29587157, "mean_ms": 0.1030911393728223 }, "result_total_wall": { "n": 287, "sum_ns": 307327293, "mean_ms": 1.070826804878049 }, "result_total_cpu": { "n": 287, "sum_ns": 290034716, "mean_ms": 1.0105739233449478 } } }, { "mode": "mixed-a", "level": 15, "camera": "44", "provider": "crowd", "cohort_reset": false, "counter_seconds": 30.113428036, "new_channel": true, "seconds": 30.000012986012734, "selected_fps": 9.663463078734024, "requested_fps": 9.663463078734024, "complete_fps": 9.663463078734024, "accepted_fps": 9.663463078734024, "finalized_fps": 9.663463078734024, "redis_fps": 9.663463078734024, "redis_read_fps": 9.666662482286597, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 291, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.195, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 66, "analysis_gap_markers": 8, "c_suppressed": 0, "max_redis_silence_s": 0.38151515898061916, "redis_interval_s": { "n": 289, "mean": 0.10357960942886113, "median": 0.08773324301000684, "p95": 0.24438563198782504, "maximum": 0.38151515898061916, "minimum": 3.316503716632724e-05 }, "redis_drift_s": { "n": 290, "mean": -6.378615027759439, "median": -6.3721134520361655, "p95": -6.209116783034521, "maximum": -6.083825568037572, "minimum": -6.63607925202092 }, "redis_drift_s_per_min": -0.05753319286137926, "ingress_drift_s": { "n": 12, "mean": -0.008037784833334172, "median": -0.014755367499999394, "p95": 0.03216245299999798, "maximum": 0.03216245299999798, "minimum": -0.04417455699999984 }, "ingress_drift_s_per_min": 0.08546850664534883, "source_drift_s": { "n": 12, "mean": -0.009358166666667186, "median": -0.014006500000000699, "p95": 0.02576599999999729, "maximum": 0.02576599999999729, "minimum": -0.043419000000000096 }, "ingress_to_redis_ms": { "n": 290, "mean": 361.7103448275862, "median": 366.5, "p95": 535, "maximum": 644, "minimum": 117 }, "source_samples": 12, "redis_samples": 290, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 291, "sum_ns": 15196851000, "mean_ms": 52.222855670103094 }, "source_exit_to_ingress": { "n": 291, "sum_ns": 3420980911, "mean_ms": 11.755948147766324 }, "source_encoded_queue": { "n": 291, "sum_ns": 15888000, "mean_ms": 0.0545979381443299 }, "decode_between_queues": { "n": 291, "sum_ns": 13136800000, "mean_ms": 45.143642611683845 }, "source_raw_queue": { "n": 291, "sum_ns": 1944969000, "mean_ms": 6.683742268041237 }, "raw_queue_to_source_exit": { "n": 291, "sum_ns": 8104000, "mean_ms": 0.02784879725085911 }, "selected_to_preprocess_start": { "n": 291, "sum_ns": 242698639, "mean_ms": 0.834015941580756 }, "preprocess_start_to_preprocess_output": { "n": 291, "sum_ns": 1012891533, "mean_ms": 3.4807269175257733 }, "selected_to_preprocess": { "n": 291, "sum_ns": 1585065294, "mean_ms": 5.446959773195877 }, "preprocess_start_to_preprocess": { "n": 291, "sum_ns": 1342366655, "mean_ms": 4.61294383161512 }, "preprocess_output_to_infer_entry": { "n": 291, "sum_ns": 329475122, "mean_ms": 1.132216914089347 }, "preprocess_to_infer_output": { "n": 291, "sum_ns": 100625046964, "mean_ms": 345.790539395189 }, "preprocess_to_callback": { "n": 291, "sum_ns": 101144605137, "mean_ms": 347.5759626701031 }, "infer_output_to_callback": { "n": 291, "sum_ns": 519558173, "mean_ms": 1.7854232749140893 }, "copy_wall": { "n": 291, "sum_ns": 1765143879, "mean_ms": 6.065786525773196 }, "copy_thread_cpu": { "n": 291, "sum_ns": 1518117935, "mean_ms": 5.216900120274914 }, "callback_to_copied": { "n": 291, "sum_ns": 1824294537, "mean_ms": 6.2690533917525775 }, "accepted_interval": { "n": 291, "sum_ns": 30104635341, "mean_ms": 103.45235512371134 }, "selected_to_submitted": { "n": 291, "sum_ns": 104591347119, "mean_ms": 359.42043683505153 }, "completed_queue_wait": { "n": 291, "sum_ns": 128543661, "mean_ms": 0.441730793814433 }, "result_composition_wall": { "n": 291, "sum_ns": 5511909, "mean_ms": 0.01894126804123711 }, "result_composition_cpu": { "n": 291, "sum_ns": 5329875, "mean_ms": 0.018315721649484536 }, "result_publish_wall": { "n": 291, "sum_ns": 81519253, "mean_ms": 0.28013489003436426 }, "result_publish_cpu": { "n": 291, "sum_ns": 78123525, "mean_ms": 0.2684657216494845 }, "result_total_wall": { "n": 291, "sum_ns": 520891165, "mean_ms": 1.7900040034364262 }, "result_total_cpu": { "n": 291, "sum_ns": 469612558, "mean_ms": 1.6137888591065292 } } }, { "mode": "mixed-a", "level": 16, "camera": "30", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.832689209, "new_channel": false, "seconds": 30.00003185699461, "selected_fps": 7.609102833797433, "requested_fps": 7.6426231105983025, "complete_fps": 7.609102833797433, "accepted_fps": 7.609102833797433, "finalized_fps": 7.6426231105983025, "redis_fps": 7.6426231105983025, "redis_read_fps": 7.566658631633225, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 227, "queue_depth_max_sampled": 1, "queue_age_max_sampled": 0.0011755389859899879, "provider_response_age_max_sampled": 0.334, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 155, "analysis_gap_markers": 54, "c_suppressed": 0, "max_redis_silence_s": 0.5261536830221303, "redis_interval_s": { "n": 226, "mean": 0.1312299364733724, "median": 0.10954939047223888, "p95": 0.3614578109700233, "maximum": 0.5261536830221303, "minimum": 0.0005098599940538406 }, "redis_drift_s": { "n": 227, "mean": -4.640963082091287, "median": -4.67017560297063, "p95": -4.4120056229699, "maximum": -4.095219578987894, "minimum": -4.909410511982628 }, "redis_drift_s_per_min": 0.017697538579069142, "ingress_drift_s": { "n": 12, "mean": 0.0724956490833506, "median": 0.03383247350001284, "p95": 0.20252176400003918, "maximum": 0.20252176400003918, "minimum": -0.017249426000034873 }, "ingress_drift_s_per_min": 0.03283197769835952, "source_drift_s": { "n": 12, "mean": 0.02957791666666291, "median": 0.018576999999993404, "p95": 0.09986000000003514, "maximum": 0.09986000000003514, "minimum": -0.02010100000006787 }, "ingress_to_redis_ms": { "n": 227, "mean": 536.7929515418502, "median": 519, "p95": 719, "maximum": 908, "minimum": 349 }, "source_samples": 12, "redis_samples": 227, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 226, "sum_ns": 13538502000, "mean_ms": 59.90487610619469 }, "source_exit_to_ingress": { "n": 226, "sum_ns": 12812311325, "mean_ms": 56.69164303097345 }, "source_encoded_queue": { "n": 226, "sum_ns": 11934000, "mean_ms": 0.05280530973451328 }, "decode_between_queues": { "n": 226, "sum_ns": 9616206000, "mean_ms": 42.54958407079646 }, "source_raw_queue": { "n": 226, "sum_ns": 3868535000, "mean_ms": 17.11741150442478 }, "raw_queue_to_source_exit": { "n": 226, "sum_ns": 6310000, "mean_ms": 0.027920353982300885 }, "selected_to_preprocess_start": { "n": 227, "sum_ns": 439738786, "mean_ms": 1.9371752687224668 }, "preprocess_start_to_preprocess_output": { "n": 227, "sum_ns": 1614689917, "mean_ms": 7.113171440528634 }, "selected_to_preprocess": { "n": 227, "sum_ns": 3446279730, "mean_ms": 15.181849030837006 }, "preprocess_start_to_preprocess": { "n": 227, "sum_ns": 3006540944, "mean_ms": 13.244673762114537 }, "preprocess_output_to_infer_entry": { "n": 227, "sum_ns": 1391851027, "mean_ms": 6.131502321585903 }, "preprocess_to_infer_output": { "n": 226, "sum_ns": 110560844101, "mean_ms": 489.2072747831858 }, "preprocess_to_callback": { "n": 226, "sum_ns": 111024328913, "mean_ms": 491.25809253539825 }, "infer_output_to_callback": { "n": 226, "sum_ns": 463484812, "mean_ms": 2.050817752212389 }, "copy_wall": { "n": 227, "sum_ns": 1607679874, "mean_ms": 7.082290193832599 }, "copy_thread_cpu": { "n": 227, "sum_ns": 1510203486, "mean_ms": 6.652878792951542 }, "callback_to_copied": { "n": 226, "sum_ns": 1648835498, "mean_ms": 7.295732292035398 }, "accepted_interval": { "n": 227, "sum_ns": 29791253664, "mean_ms": 131.23900292511013 }, "selected_to_submitted": { "n": 226, "sum_ns": 116138680548, "mean_ms": 513.8879670265487 }, "completed_queue_wait": { "n": 228, "sum_ns": 338897292, "mean_ms": 1.4863916315789474 }, "result_observations_wall": { "n": 228, "sum_ns": 331566988, "mean_ms": 1.4542411754385964 }, "result_observations_cpu": { "n": 228, "sum_ns": 299993614, "mean_ms": 1.3157614649122806 }, "result_nms_wall": { "n": 228, "sum_ns": 385391315, "mean_ms": 1.6903127850877193 }, "result_nms_cpu": { "n": 228, "sum_ns": 144889319, "mean_ms": 0.6354794692982456 }, "result_tracking_wall": { "n": 228, "sum_ns": 861580764, "mean_ms": 3.778863 }, "result_tracking_cpu": { "n": 228, "sum_ns": 571617240, "mean_ms": 2.5070931578947366 }, "result_region_wall": { "n": 228, "sum_ns": 84386377, "mean_ms": 0.37011568859649124 }, "result_region_cpu": { "n": 228, "sum_ns": 80921942, "mean_ms": 0.35492079824561407 }, "result_fall_wall": { "n": 228, "sum_ns": 743984455, "mean_ms": 3.263089714912281 }, "result_fall_cpu": { "n": 228, "sum_ns": 709847442, "mean_ms": 3.1133659736842105 }, "result_fight_wall": { "n": 228, "sum_ns": 128894056, "mean_ms": 0.5653248070175438 }, "result_fight_cpu": { "n": 228, "sum_ns": 123172145, "mean_ms": 0.5402287061403509 }, "result_collector_wall": { "n": 228, "sum_ns": 1068425651, "mean_ms": 4.6860774166666666 }, "result_collector_cpu": { "n": 228, "sum_ns": 1015929329, "mean_ms": 4.455830390350878 }, "result_composition_wall": { "n": 228, "sum_ns": 4795919, "mean_ms": 0.02103473245614035 }, "result_composition_cpu": { "n": 228, "sum_ns": 4715647, "mean_ms": 0.020682662280701754 }, "result_artifact_handoff_wall": { "n": 228, "sum_ns": 3406041, "mean_ms": 0.014938776315789474 }, "result_artifact_handoff_cpu": { "n": 228, "sum_ns": 2878823, "mean_ms": 0.012626416666666666 }, "result_publish_wall": { "n": 228, "sum_ns": 371652240, "mean_ms": 1.6300536842105262 }, "result_publish_cpu": { "n": 228, "sum_ns": 351821478, "mean_ms": 1.5430766578947368 }, "result_total_wall": { "n": 228, "sum_ns": 4267983435, "mean_ms": 18.71922559210526 }, "result_total_cpu": { "n": 228, "sum_ns": 3553880899, "mean_ms": 15.587196925438596 } } }, { "mode": "mixed-a", "level": 16, "camera": "30", "provider": "fire", "cohort_reset": false, "counter_seconds": 29.890303035, "new_channel": false, "seconds": 30.00003185699461, "selected_fps": 9.033029865366167, "requested_fps": 9.033029865366167, "complete_fps": 9.066485531534191, "accepted_fps": 9.066485531534191, "finalized_fps": 9.066485531534191, "redis_fps": 9.066485531534191, "redis_read_fps": 9.033323740848475, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 271, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.219, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 112, "analysis_gap_markers": 26, "c_suppressed": 0, "max_redis_silence_s": 0.3790174910100177, "redis_interval_s": { "n": 270, "mean": 0.11068152533693204, "median": 0.10108218851382844, "p95": 0.2140137089882046, "maximum": 0.3790174910100177, "minimum": 0.008652579970657825 }, "redis_drift_s": { "n": 271, "mean": 0.39758330035626793, "median": 0.39840162198709095, "p95": 0.5944702649982219, "maximum": 0.7827994279609811, "minimum": 0.0947712589609182 }, "redis_drift_s_per_min": -0.2787845050910662, "ingress_drift_s": { "n": 12, "mean": 0.01438080191667268, "median": 0.01736707100002377, "p95": 0.04318476599996757, "maximum": 0.04318476599996757, "minimum": -0.022083954999970956 }, "ingress_drift_s_per_min": 0.03973514389361207, "source_drift_s": { "n": 12, "mean": 0.009170416666677284, "median": 0.013381500000036795, "p95": 0.03846200000009503, "maximum": 0.03846200000009503, "minimum": -0.042462000000000444 }, "ingress_to_redis_ms": { "n": 271, "mean": 413.7859778597786, "median": 418, "p95": 550, "maximum": 798, "minimum": 168 }, "source_samples": 12, "redis_samples": 271, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 270, "sum_ns": 15142157000, "mean_ms": 56.082062962962965 }, "source_exit_to_ingress": { "n": 270, "sum_ns": 7119496142, "mean_ms": 26.36850422962963 }, "source_encoded_queue": { "n": 270, "sum_ns": 20312000, "mean_ms": 0.07522962962962963 }, "decode_between_queues": { "n": 270, "sum_ns": 12071857000, "mean_ms": 44.71058148148148 }, "source_raw_queue": { "n": 270, "sum_ns": 2940116000, "mean_ms": 10.889318518518518 }, "raw_queue_to_source_exit": { "n": 270, "sum_ns": 7713000, "mean_ms": 0.028566666666666667 }, "selected_to_preprocess_start": { "n": 270, "sum_ns": 270890911, "mean_ms": 1.0032996703703705 }, "preprocess_start_to_preprocess_output": { "n": 270, "sum_ns": 963723763, "mean_ms": 3.56934727037037 }, "selected_to_preprocess": { "n": 270, "sum_ns": 1555582161, "mean_ms": 5.761415411111111 }, "preprocess_start_to_preprocess": { "n": 270, "sum_ns": 1284691250, "mean_ms": 4.758115740740741 }, "preprocess_output_to_infer_entry": { "n": 270, "sum_ns": 320967487, "mean_ms": 1.1887684703703705 }, "preprocess_to_infer_output": { "n": 271, "sum_ns": 107737712368, "mean_ms": 397.556134199262 }, "preprocess_to_callback": { "n": 271, "sum_ns": 108285982414, "mean_ms": 399.579270900369 }, "infer_output_to_callback": { "n": 271, "sum_ns": 548270046, "mean_ms": 2.023136701107011 }, "copy_wall": { "n": 271, "sum_ns": 1612061329, "mean_ms": 5.948565789667897 }, "copy_thread_cpu": { "n": 271, "sum_ns": 1451821065, "mean_ms": 5.3572733025830255 }, "callback_to_copied": { "n": 271, "sum_ns": 1674922723, "mean_ms": 6.180526653136532 }, "accepted_interval": { "n": 271, "sum_ns": 29870414440, "mean_ms": 110.22293151291514 }, "selected_to_submitted": { "n": 271, "sum_ns": 111557443396, "mean_ms": 411.6510826420664 }, "completed_queue_wait": { "n": 271, "sum_ns": 126553915, "mean_ms": 0.4669886162361624 }, "result_composition_wall": { "n": 271, "sum_ns": 2968203, "mean_ms": 0.010952778597785979 }, "result_composition_cpu": { "n": 271, "sum_ns": 2880990, "mean_ms": 0.010630959409594095 }, "result_artifact_handoff_wall": { "n": 271, "sum_ns": 2592522, "mean_ms": 0.009566501845018451 }, "result_artifact_handoff_cpu": { "n": 271, "sum_ns": 2574039, "mean_ms": 0.00949829889298893 }, "result_publish_wall": { "n": 271, "sum_ns": 28584047, "mean_ms": 0.10547618819188191 }, "result_publish_cpu": { "n": 271, "sum_ns": 27808835, "mean_ms": 0.10261562730627306 }, "result_total_wall": { "n": 271, "sum_ns": 286830461, "mean_ms": 1.0584149852398526 }, "result_total_cpu": { "n": 271, "sum_ns": 274554378, "mean_ms": 1.0131157859778597 } } }, { "mode": "mixed-a", "level": 16, "camera": "30", "provider": "crowd", "cohort_reset": false, "counter_seconds": 29.87376921, "new_channel": false, "seconds": 30.00003185699461, "selected_fps": 9.17192598208467, "requested_fps": 9.205400164501038, "complete_fps": 9.17192598208467, "accepted_fps": 9.17192598208467, "finalized_fps": 9.205400164501038, "redis_fps": 9.205400164501038, "redis_read_fps": 9.166656932595316, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 274, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.127, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 109, "analysis_gap_markers": 23, "c_suppressed": 0, "max_redis_silence_s": 0.32986445201095194, "redis_interval_s": { "n": 274, "mean": 0.10858273858363386, "median": 0.09849839846719988, "p95": 0.2036765799857676, "maximum": 0.32986445201095194, "minimum": 0.00024849199689924717 }, "redis_drift_s": { "n": 275, "mean": 0.12024187925202402, "median": 0.1107324920026258, "p95": 0.3041787800318616, "maximum": 0.42859748602609216, "minimum": -0.21562139898492205 }, "redis_drift_s_per_min": -0.04891704784900251, "ingress_drift_s": { "n": 12, "mean": 0.027884100000013252, "median": 0.030821955000021717, "p95": 0.07227095000007466, "maximum": 0.07227095000007466, "minimum": -0.015746906000003946 }, "ingress_drift_s_per_min": 0.012942039558442215, "source_drift_s": { "n": 12, "mean": 0.01043883333333421, "median": 0.012374499999964428, "p95": 0.03832700000009481, "maximum": 0.03832700000009481, "minimum": -0.043648999999959415 }, "ingress_to_redis_ms": { "n": 275, "mean": 412.8, "median": 410, "p95": 552, "maximum": 647, "minimum": 118 }, "source_samples": 12, "redis_samples": 275, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 274, "sum_ns": 15719683000, "mean_ms": 57.37110583941606 }, "source_exit_to_ingress": { "n": 274, "sum_ns": 7542365463, "mean_ms": 27.52688125182482 }, "source_encoded_queue": { "n": 274, "sum_ns": 20794000, "mean_ms": 0.07589051094890512 }, "decode_between_queues": { "n": 274, "sum_ns": 12370273000, "mean_ms": 45.14698175182482 }, "source_raw_queue": { "n": 274, "sum_ns": 3210156000, "mean_ms": 11.715897810218978 }, "raw_queue_to_source_exit": { "n": 274, "sum_ns": 8249000, "mean_ms": 0.030105839416058395 }, "selected_to_preprocess_start": { "n": 275, "sum_ns": 258376320, "mean_ms": 0.9395502545454545 }, "preprocess_start_to_preprocess_output": { "n": 275, "sum_ns": 966132266, "mean_ms": 3.5132082400000004 }, "selected_to_preprocess": { "n": 275, "sum_ns": 1438116092, "mean_ms": 5.2295130618181815 }, "preprocess_start_to_preprocess": { "n": 275, "sum_ns": 1179739772, "mean_ms": 4.289962807272728 }, "preprocess_output_to_infer_entry": { "n": 275, "sum_ns": 213607506, "mean_ms": 0.7767545672727273 }, "preprocess_to_infer_output": { "n": 274, "sum_ns": 108625047102, "mean_ms": 396.44177774452555 }, "preprocess_to_callback": { "n": 274, "sum_ns": 109182405410, "mean_ms": 398.47593215328465 }, "infer_output_to_callback": { "n": 274, "sum_ns": 557358308, "mean_ms": 2.034154408759124 }, "copy_wall": { "n": 274, "sum_ns": 1599361158, "mean_ms": 5.837084518248175 }, "copy_thread_cpu": { "n": 274, "sum_ns": 1447472305, "mean_ms": 5.282745638686132 }, "callback_to_copied": { "n": 274, "sum_ns": 1660790109, "mean_ms": 6.0612777700729925 }, "accepted_interval": { "n": 274, "sum_ns": 29747990936, "mean_ms": 108.56930998540146 }, "selected_to_submitted": { "n": 274, "sum_ns": 112312902270, "mean_ms": 409.90110317518247 }, "completed_queue_wait": { "n": 274, "sum_ns": 129636560, "mean_ms": 0.4731261313868613 }, "result_composition_wall": { "n": 275, "sum_ns": 6646316, "mean_ms": 0.024168421818181816 }, "result_composition_cpu": { "n": 275, "sum_ns": 6055384, "mean_ms": 0.022019578181818183 }, "result_publish_wall": { "n": 275, "sum_ns": 73734989, "mean_ms": 0.26812723272727274 }, "result_publish_cpu": { "n": 275, "sum_ns": 71349528, "mean_ms": 0.2594528290909091 }, "result_total_wall": { "n": 275, "sum_ns": 499716455, "mean_ms": 1.8171507454545455 }, "result_total_cpu": { "n": 275, "sum_ns": 440707805, "mean_ms": 1.6025738363636364 } } }, { "mode": "mixed-a", "level": 16, "camera": "31", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.06701954, "new_channel": false, "seconds": 30.00003185699461, "selected_fps": 7.915649892846013, "requested_fps": 7.882390859682795, "complete_fps": 7.915649892846013, "accepted_fps": 7.915649892846013, "finalized_fps": 7.882390859682795, "redis_fps": 7.849131826519576, "redis_read_fps": 7.7999917171901965, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 238, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.178, "sender": { "replaced": 1, "expired": 0, "send_error": 0 }, "gap_markers": 173, "analysis_gap_markers": 54, "c_suppressed": 0, "max_redis_silence_s": 0.3612428900087252, "redis_interval_s": { "n": 233, "mean": 0.128263367879826, "median": 0.11595393699826673, "p95": 0.25563863798743114, "maximum": 0.3612428900087252, "minimum": 0.008884088951162994 }, "redis_drift_s": { "n": 234, "mean": -6.1055220560661585, "median": -6.119577897978729, "p95": -5.928365150980653, "maximum": -5.829362022953092, "minimum": -6.367428191943077 }, "redis_drift_s_per_min": -0.04073826348306667, "ingress_drift_s": { "n": 12, "mean": 0.07475205558333187, "median": 0.05172288649998791, "p95": 0.1556592010000486, "maximum": 0.1556592010000486, "minimum": 0.0017815400000245063 }, "ingress_drift_s_per_min": 0.01765614951257227, "source_drift_s": { "n": 12, "mean": 0.025197500000018636, "median": 0.02969850000005181, "p95": 0.04928400000005695, "maximum": 0.04928400000005695, "minimum": -0.011619999999993524 }, "ingress_to_redis_ms": { "n": 234, "mean": 509.8888888888889, "median": 505.5, "p95": 668, "maximum": 725, "minimum": 301 }, "source_samples": 12, "redis_samples": 234, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 235, "sum_ns": 14023937000, "mean_ms": 59.67632765957447 }, "source_exit_to_ingress": { "n": 235, "sum_ns": 15849579086, "mean_ms": 67.44501738723405 }, "source_encoded_queue": { "n": 235, "sum_ns": 22824000, "mean_ms": 0.09712340425531915 }, "decode_between_queues": { "n": 235, "sum_ns": 10017125000, "mean_ms": 42.626063829787235 }, "source_raw_queue": { "n": 235, "sum_ns": 3891965000, "mean_ms": 16.561553191489363 }, "raw_queue_to_source_exit": { "n": 235, "sum_ns": 7279000, "mean_ms": 0.030974468085106382 }, "selected_to_preprocess_start": { "n": 237, "sum_ns": 430103068, "mean_ms": 1.8147808776371308 }, "preprocess_start_to_preprocess_output": { "n": 236, "sum_ns": 1690413009, "mean_ms": 7.162766987288136 }, "selected_to_preprocess": { "n": 236, "sum_ns": 2714215023, "mean_ms": 11.50091111440678 }, "preprocess_start_to_preprocess": { "n": 236, "sum_ns": 2286678940, "mean_ms": 9.68931754237288 }, "preprocess_output_to_infer_entry": { "n": 235, "sum_ns": 593639081, "mean_ms": 2.52612374893617 }, "preprocess_to_infer_output": { "n": 237, "sum_ns": 113332428639, "mean_ms": 478.19590143037976 }, "preprocess_to_callback": { "n": 237, "sum_ns": 113777995325, "mean_ms": 480.0759296413502 }, "infer_output_to_callback": { "n": 237, "sum_ns": 445566686, "mean_ms": 1.8800282109704642 }, "copy_wall": { "n": 238, "sum_ns": 1484249094, "mean_ms": 6.2363407310924375 }, "copy_thread_cpu": { "n": 238, "sum_ns": 1342788215, "mean_ms": 5.641967289915967 }, "callback_to_copied": { "n": 237, "sum_ns": 1531079723, "mean_ms": 6.460251995780591 }, "accepted_interval": { "n": 238, "sum_ns": 30090632000, "mean_ms": 126.4312268907563 }, "selected_to_submitted": { "n": 237, "sum_ns": 118064166633, "mean_ms": 498.16104064556964 }, "completed_queue_wait": { "n": 238, "sum_ns": 183234489, "mean_ms": 0.7698928109243697 }, "result_observations_wall": { "n": 238, "sum_ns": 346572219, "mean_ms": 1.456185794117647 }, "result_observations_cpu": { "n": 238, "sum_ns": 322162881, "mean_ms": 1.3536255504201682 }, "result_nms_wall": { "n": 238, "sum_ns": 286865870, "mean_ms": 1.205318781512605 }, "result_nms_cpu": { "n": 238, "sum_ns": 142164220, "mean_ms": 0.5973286554621849 }, "result_tracking_wall": { "n": 238, "sum_ns": 287673031, "mean_ms": 1.2087102142857142 }, "result_tracking_cpu": { "n": 238, "sum_ns": 240838211, "mean_ms": 1.011925256302521 }, "result_region_wall": { "n": 238, "sum_ns": 65531862, "mean_ms": 0.2753439579831933 }, "result_region_cpu": { "n": 238, "sum_ns": 58500678, "mean_ms": 0.24580116806722688 }, "result_fall_wall": { "n": 238, "sum_ns": 122365545, "mean_ms": 0.5141409453781512 }, "result_fall_cpu": { "n": 238, "sum_ns": 116049107, "mean_ms": 0.4876012899159664 }, "result_fight_wall": { "n": 238, "sum_ns": 45320927, "mean_ms": 0.1904240630252101 }, "result_fight_cpu": { "n": 238, "sum_ns": 43375199, "mean_ms": 0.18224873529411764 }, "result_collector_wall": { "n": 237, "sum_ns": 1176061210, "mean_ms": 4.96228358649789 }, "result_collector_cpu": { "n": 237, "sum_ns": 1089456697, "mean_ms": 4.596863700421941 }, "result_composition_wall": { "n": 237, "sum_ns": 5210542, "mean_ms": 0.02198540928270042 }, "result_composition_cpu": { "n": 237, "sum_ns": 5177898, "mean_ms": 0.02184767088607595 }, "result_artifact_handoff_wall": { "n": 237, "sum_ns": 4032204, "mean_ms": 0.017013518987341773 }, "result_artifact_handoff_cpu": { "n": 237, "sum_ns": 3034300, "mean_ms": 0.012802953586497889 }, "result_publish_wall": { "n": 237, "sum_ns": 115280181, "mean_ms": 0.4864142658227848 }, "result_publish_cpu": { "n": 237, "sum_ns": 107666566, "mean_ms": 0.4542893080168776 }, "result_total_wall": { "n": 237, "sum_ns": 2754695585, "mean_ms": 11.623188122362869 }, "result_total_cpu": { "n": 237, "sum_ns": 2378008841, "mean_ms": 10.03379257805907 } } }, { "mode": "mixed-a", "level": 16, "camera": "31", "provider": "fire", "cohort_reset": false, "counter_seconds": 30.120037043, "new_channel": false, "seconds": 30.00003185699461, "selected_fps": 9.130134853665824, "requested_fps": 9.130134853665824, "complete_fps": 9.130134853665824, "accepted_fps": 9.130134853665824, "finalized_fps": 9.130134853665824, "redis_fps": 9.130134853665824, "redis_read_fps": 9.066657038785186, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 275, "queue_depth_max_sampled": 1, "queue_age_max_sampled": 0.0014257459552027285, "provider_response_age_max_sampled": 0.152, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 92, "analysis_gap_markers": 19, "c_suppressed": 0, "max_redis_silence_s": 0.4433853770024143, "redis_interval_s": { "n": 271, "mean": 0.11035096646128463, "median": 0.10105087299598381, "p95": 0.1973611029679887, "maximum": 0.4433853770024143, "minimum": 0.00018197100143879652 }, "redis_drift_s": { "n": 272, "mean": 0.42686998042574187, "median": 0.43236749651470063, "p95": 0.5954446010180163, "maximum": 0.8207027259883262, "minimum": 0.17652675502517923 }, "redis_drift_s_per_min": -0.22127177374140244, "ingress_drift_s": { "n": 12, "mean": 0.01584909608333381, "median": 0.015183194499968522, "p95": 0.06635635600002843, "maximum": 0.06635635600002843, "minimum": -0.02313074100004542 }, "ingress_drift_s_per_min": -0.07768652515608823, "source_drift_s": { "n": 12, "mean": 0.004441666666660164, "median": 0.0011794999999779066, "p95": 0.0374539999999115, "maximum": 0.0374539999999115, "minimum": -0.025459000000068954 }, "ingress_to_redis_ms": { "n": 272, "mean": 410.89338235294116, "median": 406.5, "p95": 564, "maximum": 794, "minimum": 169 }, "source_samples": 12, "redis_samples": 272, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 273, "sum_ns": 15200760000, "mean_ms": 55.68043956043956 }, "source_exit_to_ingress": { "n": 273, "sum_ns": 4816782635, "mean_ms": 17.643892435897435 }, "source_encoded_queue": { "n": 273, "sum_ns": 17813000, "mean_ms": 0.06524908424908425 }, "decode_between_queues": { "n": 273, "sum_ns": 12573525000, "mean_ms": 46.05686813186813 }, "source_raw_queue": { "n": 273, "sum_ns": 2468244000, "mean_ms": 9.041186813186814 }, "raw_queue_to_source_exit": { "n": 273, "sum_ns": 9326000, "mean_ms": 0.034161172161172156 }, "selected_to_preprocess_start": { "n": 275, "sum_ns": 255070933, "mean_ms": 0.9275306654545454 }, "preprocess_start_to_preprocess_output": { "n": 275, "sum_ns": 1008122510, "mean_ms": 3.6659000363636363 }, "selected_to_preprocess": { "n": 275, "sum_ns": 1576555724, "mean_ms": 5.7329299054545455 }, "preprocess_start_to_preprocess": { "n": 275, "sum_ns": 1321484791, "mean_ms": 4.80539924 }, "preprocess_output_to_infer_entry": { "n": 275, "sum_ns": 313362281, "mean_ms": 1.1394992036363636 }, "preprocess_to_infer_output": { "n": 275, "sum_ns": 108681576231, "mean_ms": 395.2057317490909 }, "preprocess_to_callback": { "n": 275, "sum_ns": 109230200136, "mean_ms": 397.2007277672727 }, "infer_output_to_callback": { "n": 275, "sum_ns": 548623905, "mean_ms": 1.994996018181818 }, "copy_wall": { "n": 275, "sum_ns": 1657736458, "mean_ms": 6.028132574545454 }, "copy_thread_cpu": { "n": 275, "sum_ns": 1478430880, "mean_ms": 5.376112290909091 }, "callback_to_copied": { "n": 275, "sum_ns": 1719496187, "mean_ms": 6.2527134072727275 }, "accepted_interval": { "n": 275, "sum_ns": 30072217648, "mean_ms": 109.35351872 }, "selected_to_submitted": { "n": 275, "sum_ns": 112540468821, "mean_ms": 409.23806844 }, "completed_queue_wait": { "n": 275, "sum_ns": 121994448, "mean_ms": 0.44361617454545454 }, "result_composition_wall": { "n": 275, "sum_ns": 3171396, "mean_ms": 0.01153234909090909 }, "result_composition_cpu": { "n": 275, "sum_ns": 2850732, "mean_ms": 0.010366298181818182 }, "result_artifact_handoff_wall": { "n": 275, "sum_ns": 2461987, "mean_ms": 0.008952680000000001 }, "result_artifact_handoff_cpu": { "n": 275, "sum_ns": 2461283, "mean_ms": 0.00895012 }, "result_publish_wall": { "n": 275, "sum_ns": 27873995, "mean_ms": 0.10135998181818182 }, "result_publish_cpu": { "n": 275, "sum_ns": 27625241, "mean_ms": 0.10045542181818182 }, "result_total_wall": { "n": 275, "sum_ns": 339793418, "mean_ms": 1.2356124290909092 }, "result_total_cpu": { "n": 275, "sum_ns": 324029128, "mean_ms": 1.1782877381818182 } } }, { "mode": "mixed-a", "level": 16, "camera": "31", "provider": "crowd", "cohort_reset": false, "counter_seconds": 30.129665718, "new_channel": false, "seconds": 30.00003185699461, "selected_fps": 9.127217094735641, "requested_fps": 9.127217094735641, "complete_fps": 9.094027214391149, "accepted_fps": 9.094027214391149, "finalized_fps": 9.127217094735641, "redis_fps": 9.127217094735641, "redis_read_fps": 9.033323740848475, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 274, "queue_depth_max_sampled": 1, "queue_age_max_sampled": 0.0011696830042637885, "provider_response_age_max_sampled": 0.177, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 108, "analysis_gap_markers": 22, "c_suppressed": 0, "max_redis_silence_s": 0.292741909972392, "redis_interval_s": { "n": 270, "mean": 0.11060671685931825, "median": 0.10058134052087553, "p95": 0.1985445570317097, "maximum": 0.292741909972392, "minimum": 0.007886513019911945 }, "redis_drift_s": { "n": 271, "mean": 0.4373879299047215, "median": 0.42630067500329005, "p95": 0.6294052030001467, "maximum": 0.7301044380045596, "minimum": 0.0754377410099778 }, "redis_drift_s_per_min": 0.137534792718411, "ingress_drift_s": { "n": 12, "mean": 0.030173662250016758, "median": 0.02885328450003044, "p95": 0.07090833799998109, "maximum": 0.07090833799998109, "minimum": -0.005285040999979174 }, "ingress_drift_s_per_min": 0.06217395295700143, "source_drift_s": { "n": 12, "mean": 0.023785000000022666, "median": 0.021865500000046723, "p95": 0.06286999999997533, "maximum": 0.06286999999997533, "minimum": -0.008548000000018874 }, "ingress_to_redis_ms": { "n": 271, "mean": 412.5313653136531, "median": 408, "p95": 558, "maximum": 631, "minimum": 128 }, "source_samples": 12, "redis_samples": 271, "native_redis_joined": 11, "durations": { "depay_to_source_exit": { "n": 273, "sum_ns": 15117882000, "mean_ms": 55.37685714285714 }, "source_exit_to_ingress": { "n": 273, "sum_ns": 6132781987, "mean_ms": 22.464402882783883 }, "source_encoded_queue": { "n": 273, "sum_ns": 17118000, "mean_ms": 0.0627032967032967 }, "decode_between_queues": { "n": 273, "sum_ns": 12351290000, "mean_ms": 45.242820512820515 }, "source_raw_queue": { "n": 273, "sum_ns": 2624408000, "mean_ms": 9.613216117216117 }, "raw_queue_to_source_exit": { "n": 273, "sum_ns": 8640000, "mean_ms": 0.03164835164835165 }, "selected_to_preprocess_start": { "n": 275, "sum_ns": 291860734, "mean_ms": 1.06131176 }, "preprocess_start_to_preprocess_output": { "n": 275, "sum_ns": 995444189, "mean_ms": 3.619797050909091 }, "selected_to_preprocess": { "n": 275, "sum_ns": 1766201259, "mean_ms": 6.4225500327272735 }, "preprocess_start_to_preprocess": { "n": 275, "sum_ns": 1474340525, "mean_ms": 5.361238272727272 }, "preprocess_output_to_infer_entry": { "n": 275, "sum_ns": 478896336, "mean_ms": 1.7414412218181818 }, "preprocess_to_infer_output": { "n": 274, "sum_ns": 108151981781, "mean_ms": 394.7152619744526 }, "preprocess_to_callback": { "n": 274, "sum_ns": 108702631120, "mean_ms": 396.7249310948905 }, "infer_output_to_callback": { "n": 274, "sum_ns": 550649339, "mean_ms": 2.009669120437956 }, "copy_wall": { "n": 274, "sum_ns": 1666149425, "mean_ms": 6.080837317518248 }, "copy_thread_cpu": { "n": 274, "sum_ns": 1461708408, "mean_ms": 5.334702218978102 }, "callback_to_copied": { "n": 274, "sum_ns": 1726399464, "mean_ms": 6.30072797080292 }, "accepted_interval": { "n": 274, "sum_ns": 29952957863, "mean_ms": 109.31736446350364 }, "selected_to_submitted": { "n": 274, "sum_ns": 112220582651, "mean_ms": 409.5641702591241 }, "completed_queue_wait": { "n": 275, "sum_ns": 138250119, "mean_ms": 0.5027277054545455 }, "result_composition_wall": { "n": 275, "sum_ns": 2937081, "mean_ms": 0.010680294545454546 }, "result_composition_cpu": { "n": 275, "sum_ns": 2780977, "mean_ms": 0.010112643636363636 }, "result_publish_wall": { "n": 275, "sum_ns": 41550054, "mean_ms": 0.15109110545454546 }, "result_publish_cpu": { "n": 275, "sum_ns": 40100038, "mean_ms": 0.14581832 }, "result_total_wall": { "n": 275, "sum_ns": 389758302, "mean_ms": 1.4173029163636364 }, "result_total_cpu": { "n": 275, "sum_ns": 346665140, "mean_ms": 1.260600509090909 } } }, { "mode": "mixed-a", "level": 16, "camera": "32", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.108391474, "new_channel": false, "seconds": 30.00003185699461, "selected_fps": 7.871559668162962, "requested_fps": 7.838346336229785, "complete_fps": 7.871559668162962, "accepted_fps": 7.871559668162962, "finalized_fps": 7.871559668162962, "redis_fps": 7.838346336229785, "redis_read_fps": 7.833325015126907, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 237, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.197, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 159, "analysis_gap_markers": 54, "c_suppressed": 0, "max_redis_silence_s": 0.4099795610527508, "redis_interval_s": { "n": 234, "mean": 0.12768516239300212, "median": 0.11534381797537208, "p95": 0.2855067490017973, "maximum": 0.4099795610527508, "minimum": 0.0028655800269916654 }, "redis_drift_s": { "n": 235, "mean": -3.1892087610693935, "median": -3.209449623983801, "p95": -2.9771414590143195, "maximum": -2.8101702109905773, "minimum": -3.446406342992077 }, "redis_drift_s_per_min": -0.042725887233042326, "ingress_drift_s": { "n": 12, "mean": 0.045252764416678325, "median": 0.030583975500064753, "p95": 0.18549202500003048, "maximum": 0.18549202500003048, "minimum": -0.01936107499989248 }, "ingress_drift_s_per_min": -0.27952382876635445, "source_drift_s": { "n": 12, "mean": 0.020280666666678826, "median": 0.019104500000025837, "p95": 0.06819700000005469, "maximum": 0.06819700000005469, "minimum": -0.031093999999939115 }, "ingress_to_redis_ms": { "n": 235, "mean": 519.0808510638298, "median": 511, "p95": 691, "maximum": 757, "minimum": 325 }, "source_samples": 12, "redis_samples": 235, "native_redis_joined": 11, "durations": { "depay_to_source_exit": { "n": 236, "sum_ns": 14473063000, "mean_ms": 61.32653813559322 }, "source_exit_to_ingress": { "n": 236, "sum_ns": 14370596805, "mean_ms": 60.892359343220335 }, "source_encoded_queue": { "n": 236, "sum_ns": 13433000, "mean_ms": 0.05691949152542373 }, "decode_between_queues": { "n": 236, "sum_ns": 10352088000, "mean_ms": 43.86477966101695 }, "source_raw_queue": { "n": 236, "sum_ns": 4013791000, "mean_ms": 17.007588983050848 }, "raw_queue_to_source_exit": { "n": 236, "sum_ns": 7189000, "mean_ms": 0.03046186440677966 }, "selected_to_preprocess_start": { "n": 236, "sum_ns": 592344672, "mean_ms": 2.509935050847458 }, "preprocess_start_to_preprocess_output": { "n": 235, "sum_ns": 1694169408, "mean_ms": 7.209231523404256 }, "selected_to_preprocess": { "n": 235, "sum_ns": 2980531506, "mean_ms": 12.68311279148936 }, "preprocess_start_to_preprocess": { "n": 235, "sum_ns": 2390121690, "mean_ms": 10.170730595744681 }, "preprocess_output_to_infer_entry": { "n": 235, "sum_ns": 695952282, "mean_ms": 2.9614990723404255 }, "preprocess_to_infer_output": { "n": 235, "sum_ns": 113035356165, "mean_ms": 481.00151559574465 }, "preprocess_to_callback": { "n": 236, "sum_ns": 113923449551, "mean_ms": 482.7264811483051 }, "infer_output_to_callback": { "n": 235, "sum_ns": 473064754, "mean_ms": 2.013041506382979 }, "copy_wall": { "n": 237, "sum_ns": 1436555495, "mean_ms": 6.0614155907173 }, "copy_thread_cpu": { "n": 237, "sum_ns": 1356846500, "mean_ms": 5.725090717299578 }, "callback_to_copied": { "n": 236, "sum_ns": 1480871145, "mean_ms": 6.274877733050848 }, "accepted_interval": { "n": 237, "sum_ns": 30123446111, "mean_ms": 127.10314814767933 }, "selected_to_submitted": { "n": 236, "sum_ns": 118432203391, "mean_ms": 501.8313703008475 }, "completed_queue_wait": { "n": 237, "sum_ns": 186301034, "mean_ms": 0.7860803122362869 }, "result_observations_wall": { "n": 237, "sum_ns": 318680076, "mean_ms": 1.344641670886076 }, "result_observations_cpu": { "n": 237, "sum_ns": 309308148, "mean_ms": 1.305097670886076 }, "result_nms_wall": { "n": 237, "sum_ns": 330935733, "mean_ms": 1.3963533037974682 }, "result_nms_cpu": { "n": 237, "sum_ns": 142137781, "mean_ms": 0.5997374725738397 }, "result_tracking_wall": { "n": 237, "sum_ns": 421052878, "mean_ms": 1.7765944219409284 }, "result_tracking_cpu": { "n": 237, "sum_ns": 321695001, "mean_ms": 1.3573628734177217 }, "result_region_wall": { "n": 237, "sum_ns": 77352592, "mean_ms": 0.3263822447257384 }, "result_region_cpu": { "n": 237, "sum_ns": 73258908, "mean_ms": 0.30910931645569617 }, "result_fall_wall": { "n": 237, "sum_ns": 248631099, "mean_ms": 1.0490763670886074 }, "result_fall_cpu": { "n": 237, "sum_ns": 228862553, "mean_ms": 0.9656647805907174 }, "result_fight_wall": { "n": 237, "sum_ns": 54594049, "mean_ms": 0.23035463713080168 }, "result_fight_cpu": { "n": 237, "sum_ns": 53394368, "mean_ms": 0.22529269198312235 }, "result_collector_wall": { "n": 237, "sum_ns": 1292135926, "mean_ms": 5.452050320675106 }, "result_collector_cpu": { "n": 237, "sum_ns": 1206728968, "mean_ms": 5.0916834092827 }, "result_composition_wall": { "n": 237, "sum_ns": 4718906, "mean_ms": 0.019910995780590718 }, "result_composition_cpu": { "n": 237, "sum_ns": 4716497, "mean_ms": 0.019900831223628693 }, "result_artifact_handoff_wall": { "n": 237, "sum_ns": 7977275, "mean_ms": 0.03365938818565401 }, "result_artifact_handoff_cpu": { "n": 237, "sum_ns": 2954339, "mean_ms": 0.012465565400843882 }, "result_publish_wall": { "n": 237, "sum_ns": 171669447, "mean_ms": 0.7243436582278481 }, "result_publish_cpu": { "n": 237, "sum_ns": 150015025, "mean_ms": 0.6329747890295359 }, "result_total_wall": { "n": 237, "sum_ns": 3235998540, "mean_ms": 13.654002278481013 }, "result_total_cpu": { "n": 237, "sum_ns": 2760530954, "mean_ms": 11.647809932489452 } } }, { "mode": "mixed-a", "level": 16, "camera": "32", "provider": "fire", "cohort_reset": false, "counter_seconds": 30.143621689, "new_channel": false, "seconds": 30.00003185699461, "selected_fps": 9.023467810414372, "requested_fps": 9.023467810414372, "complete_fps": 9.023467810414372, "accepted_fps": 9.023467810414372, "finalized_fps": 9.023467810414372, "redis_fps": 9.023467810414372, "redis_read_fps": 8.999990442911766, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 272, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.115, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 97, "analysis_gap_markers": 24, "c_suppressed": 0, "max_redis_silence_s": 0.4111489829956554, "redis_interval_s": { "n": 269, "mean": 0.11064018476209136, "median": 0.10108490794664249, "p95": 0.2230491329682991, "maximum": 0.4111489829956554, "minimum": 0.009121973998844624 }, "redis_drift_s": { "n": 270, "mean": 0.44530761751523357, "median": 0.443924585986224, "p95": 0.6162928410255972, "maximum": 0.8084490170334675, "minimum": 0.1847702259686912 }, "redis_drift_s_per_min": -0.30402716994489853, "ingress_drift_s": { "n": 12, "mean": 0.010442856583352977, "median": 0.00960080600003721, "p95": 0.0684570870000698, "maximum": 0.0684570870000698, "minimum": -0.03407041899993146 }, "ingress_drift_s_per_min": -0.06841588328392094, "source_drift_s": { "n": 12, "mean": 0.0023577500000063387, "median": 0.00466399999999112, "p95": 0.02689199999997527, "maximum": 0.02689199999997527, "minimum": -0.03658499999994547 }, "ingress_to_redis_ms": { "n": 270, "mean": 413.4074074074074, "median": 415.5, "p95": 548, "maximum": 769, "minimum": 182 }, "source_samples": 12, "redis_samples": 270, "native_redis_joined": 11, "durations": { "depay_to_source_exit": { "n": 272, "sum_ns": 14585337000, "mean_ms": 53.6225625 }, "source_exit_to_ingress": { "n": 272, "sum_ns": 6852627055, "mean_ms": 25.19348181985294 }, "source_encoded_queue": { "n": 272, "sum_ns": 18124000, "mean_ms": 0.06663235294117648 }, "decode_between_queues": { "n": 272, "sum_ns": 12111474000, "mean_ms": 44.52747794117647 }, "source_raw_queue": { "n": 272, "sum_ns": 2331729000, "mean_ms": 8.572533088235295 }, "raw_queue_to_source_exit": { "n": 272, "sum_ns": 9203000, "mean_ms": 0.03383455882352941 }, "selected_to_preprocess_start": { "n": 272, "sum_ns": 298711583, "mean_ms": 1.0982043492647058 }, "preprocess_start_to_preprocess_output": { "n": 272, "sum_ns": 949932672, "mean_ms": 3.492399529411765 }, "selected_to_preprocess": { "n": 272, "sum_ns": 1535899137, "mean_ms": 5.64668800367647 }, "preprocess_start_to_preprocess": { "n": 272, "sum_ns": 1237187554, "mean_ms": 4.548483654411765 }, "preprocess_output_to_infer_entry": { "n": 272, "sum_ns": 287254882, "mean_ms": 1.056084125 }, "preprocess_to_infer_output": { "n": 272, "sum_ns": 108178608410, "mean_ms": 397.7154720955882 }, "preprocess_to_callback": { "n": 272, "sum_ns": 108709629582, "mean_ms": 399.66775581617645 }, "infer_output_to_callback": { "n": 272, "sum_ns": 531021172, "mean_ms": 1.9522837205882353 }, "copy_wall": { "n": 272, "sum_ns": 1657587175, "mean_ms": 6.094070496323529 }, "copy_thread_cpu": { "n": 272, "sum_ns": 1468309031, "mean_ms": 5.398194966911765 }, "callback_to_copied": { "n": 272, "sum_ns": 1717024365, "mean_ms": 6.312589577205882 }, "accepted_interval": { "n": 272, "sum_ns": 30045326871, "mean_ms": 110.46076055514705 }, "selected_to_submitted": { "n": 272, "sum_ns": 111962189754, "mean_ms": 411.625697625 }, "completed_queue_wait": { "n": 272, "sum_ns": 121731657, "mean_ms": 0.44754285661764703 }, "result_composition_wall": { "n": 272, "sum_ns": 2698471, "mean_ms": 0.009920849264705883 }, "result_composition_cpu": { "n": 272, "sum_ns": 2623084, "mean_ms": 0.009643691176470588 }, "result_artifact_handoff_wall": { "n": 272, "sum_ns": 2332116, "mean_ms": 0.00857395588235294 }, "result_artifact_handoff_cpu": { "n": 272, "sum_ns": 2327804, "mean_ms": 0.00855810294117647 }, "result_publish_wall": { "n": 272, "sum_ns": 28283417, "mean_ms": 0.10398315073529411 }, "result_publish_cpu": { "n": 272, "sum_ns": 27963241, "mean_ms": 0.1028060330882353 }, "result_total_wall": { "n": 272, "sum_ns": 274551909, "mean_ms": 1.009382018382353 }, "result_total_cpu": { "n": 272, "sum_ns": 265039414, "mean_ms": 0.9744096102941175 } } }, { "mode": "mixed-a", "level": 16, "camera": "32", "provider": "crowd", "cohort_reset": false, "counter_seconds": 29.889064437, "new_channel": false, "seconds": 30.00003185699461, "selected_fps": 9.200689455491103, "requested_fps": 9.200689455491103, "complete_fps": 9.200689455491103, "accepted_fps": 9.200689455491103, "finalized_fps": 9.200689455491103, "redis_fps": 9.200689455491103, "redis_read_fps": 9.199990230532027, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 275, "queue_depth_max_sampled": 1, "queue_age_max_sampled": 0.0005688329692929983, "provider_response_age_max_sampled": 0.134, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 119, "analysis_gap_markers": 20, "c_suppressed": 0, "max_redis_silence_s": 0.3742430899874307, "redis_interval_s": { "n": 275, "mean": 0.10853211556370794, "median": 0.10005726001691073, "p95": 0.19631806196412072, "maximum": 0.3742430899874307, "minimum": 0.0012872560182586312 }, "redis_drift_s": { "n": 276, "mean": 0.3540730067387437, "median": 0.3441831700454827, "p95": 0.5452038600235483, "maximum": 0.6675563190387948, "minimum": 0.06351551703085079 }, "redis_drift_s_per_min": 0.14446099783074098, "ingress_drift_s": { "n": 12, "mean": 0.03684671283336153, "median": 0.02903519800003096, "p95": 0.11490067700003692, "maximum": 0.11490067700003692, "minimum": -0.03509830099994815 }, "ingress_drift_s_per_min": -0.042901476062562, "source_drift_s": { "n": 12, "mean": 0.01175883333334582, "median": 0.007401000000015756, "p95": 0.0659970000000385, "maximum": 0.0659970000000385, "minimum": -0.03779799999995248 }, "ingress_to_redis_ms": { "n": 276, "mean": 409.6304347826087, "median": 405.0, "p95": 551, "maximum": 662, "minimum": 147 }, "source_samples": 12, "redis_samples": 276, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 274, "sum_ns": 15510848000, "mean_ms": 56.608934306569346 }, "source_exit_to_ingress": { "n": 274, "sum_ns": 9223677476, "mean_ms": 33.66305648175182 }, "source_encoded_queue": { "n": 274, "sum_ns": 13337000, "mean_ms": 0.04867518248175183 }, "decode_between_queues": { "n": 274, "sum_ns": 12143811000, "mean_ms": 44.32047810218978 }, "source_raw_queue": { "n": 274, "sum_ns": 3227131000, "mean_ms": 11.777850364963504 }, "raw_queue_to_source_exit": { "n": 274, "sum_ns": 8030000, "mean_ms": 0.029306569343065695 }, "selected_to_preprocess_start": { "n": 274, "sum_ns": 271166582, "mean_ms": 0.9896590583941606 }, "preprocess_start_to_preprocess_output": { "n": 274, "sum_ns": 964678882, "mean_ms": 3.520725846715328 }, "selected_to_preprocess": { "n": 274, "sum_ns": 1680132725, "mean_ms": 6.131871259124087 }, "preprocess_start_to_preprocess": { "n": 274, "sum_ns": 1408966143, "mean_ms": 5.142212200729927 }, "preprocess_output_to_infer_entry": { "n": 274, "sum_ns": 444287261, "mean_ms": 1.6214863540145985 }, "preprocess_to_infer_output": { "n": 274, "sum_ns": 107367317533, "mean_ms": 391.8515238430657 }, "preprocess_to_callback": { "n": 274, "sum_ns": 107942494480, "mean_ms": 393.9507097810219 }, "infer_output_to_callback": { "n": 274, "sum_ns": 575176947, "mean_ms": 2.099185937956204 }, "copy_wall": { "n": 275, "sum_ns": 1663170564, "mean_ms": 6.0478929599999995 }, "copy_thread_cpu": { "n": 275, "sum_ns": 1467949612, "mean_ms": 5.337998589090909 }, "callback_to_copied": { "n": 273, "sum_ns": 1716195264, "mean_ms": 6.286429538461538 }, "accepted_interval": { "n": 274, "sum_ns": 29764424691, "mean_ms": 108.62928719343066 }, "selected_to_submitted": { "n": 273, "sum_ns": 110851822376, "mean_ms": 406.0506314139194 }, "completed_queue_wait": { "n": 275, "sum_ns": 133418375, "mean_ms": 0.48515772727272727 }, "result_composition_wall": { "n": 275, "sum_ns": 7194864, "mean_ms": 0.02616314181818182 }, "result_composition_cpu": { "n": 275, "sum_ns": 5663697, "mean_ms": 0.020595261818181818 }, "result_publish_wall": { "n": 275, "sum_ns": 52996598, "mean_ms": 0.19271490181818182 }, "result_publish_cpu": { "n": 275, "sum_ns": 51489269, "mean_ms": 0.18723370545454546 }, "result_total_wall": { "n": 275, "sum_ns": 413618785, "mean_ms": 1.504068309090909 }, "result_total_cpu": { "n": 275, "sum_ns": 375600155, "mean_ms": 1.3658187454545454 } } }, { "mode": "mixed-a", "level": 16, "camera": "33", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.890798467, "new_channel": false, "seconds": 30.00003185699461, "selected_fps": 7.828496125934554, "requested_fps": 7.828496125934554, "complete_fps": 7.828496125934554, "accepted_fps": 7.828496125934554, "finalized_fps": 7.828496125934554, "redis_fps": 7.828496125934554, "redis_read_fps": 7.7999917171901965, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 234, "queue_depth_max_sampled": 1, "queue_age_max_sampled": 0.0009354889625683427, "provider_response_age_max_sampled": 0.37, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 154, "analysis_gap_markers": 54, "c_suppressed": 0, "max_redis_silence_s": 0.40689642704091966, "redis_interval_s": { "n": 233, "mean": 0.12835527879391825, "median": 0.11730032501509413, "p95": 0.290035807993263, "maximum": 0.40689642704091966, "minimum": 0.0015324470004998147 }, "redis_drift_s": { "n": 234, "mean": -7.023723487452771, "median": -7.036529609020107, "p95": -6.831151697011194, "maximum": -6.673740900021528, "minimum": -7.290637733010158 }, "redis_drift_s_per_min": 0.036829100549053445, "ingress_drift_s": { "n": 12, "mean": 0.06329770016666221, "median": 0.051362294000000475, "p95": 0.18078677900001594, "maximum": 0.18078677900001594, "minimum": -0.014501267000014195 }, "ingress_drift_s_per_min": -0.22056947029481713, "source_drift_s": { "n": 12, "mean": 0.006019749999997733, "median": 0.003995499999973617, "p95": 0.03652100000005021, "maximum": 0.03652100000005021, "minimum": -0.02697000000000571 }, "ingress_to_redis_ms": { "n": 234, "mean": 514.6623931623932, "median": 506.0, "p95": 675, "maximum": 803, "minimum": 340 }, "source_samples": 12, "redis_samples": 234, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 234, "sum_ns": 14508296000, "mean_ms": 62.00126495726496 }, "source_exit_to_ingress": { "n": 234, "sum_ns": 13077970854, "mean_ms": 55.888764333333334 }, "source_encoded_queue": { "n": 234, "sum_ns": 22634000, "mean_ms": 0.09672649572649572 }, "decode_between_queues": { "n": 234, "sum_ns": 10305962000, "mean_ms": 44.04257264957265 }, "source_raw_queue": { "n": 234, "sum_ns": 3964466000, "mean_ms": 16.94216239316239 }, "raw_queue_to_source_exit": { "n": 234, "sum_ns": 10430000, "mean_ms": 0.04457264957264957 }, "selected_to_preprocess_start": { "n": 234, "sum_ns": 366156495, "mean_ms": 1.5647713461538462 }, "preprocess_start_to_preprocess_output": { "n": 233, "sum_ns": 1337133796, "mean_ms": 5.73877165665236 }, "selected_to_preprocess": { "n": 234, "sum_ns": 2361783197, "mean_ms": 10.093090585470087 }, "preprocess_start_to_preprocess": { "n": 234, "sum_ns": 1995626702, "mean_ms": 8.52831923931624 }, "preprocess_output_to_infer_entry": { "n": 233, "sum_ns": 649008802, "mean_ms": 2.785445502145923 }, "preprocess_to_infer_output": { "n": 234, "sum_ns": 112241809129, "mean_ms": 479.6658509786325 }, "preprocess_to_callback": { "n": 234, "sum_ns": 112696512627, "mean_ms": 481.60902832051283 }, "infer_output_to_callback": { "n": 234, "sum_ns": 454703498, "mean_ms": 1.943177341880342 }, "copy_wall": { "n": 234, "sum_ns": 1492462913, "mean_ms": 6.378046636752137 }, "copy_thread_cpu": { "n": 234, "sum_ns": 1370419076, "mean_ms": 5.856491777777778 }, "callback_to_copied": { "n": 234, "sum_ns": 1541505774, "mean_ms": 6.587631512820513 }, "accepted_interval": { "n": 234, "sum_ns": 29920894617, "mean_ms": 127.86707101282052 }, "selected_to_submitted": { "n": 234, "sum_ns": 116668633649, "mean_ms": 498.583904482906 }, "completed_queue_wait": { "n": 234, "sum_ns": 171958499, "mean_ms": 0.7348653803418804 }, "result_observations_wall": { "n": 234, "sum_ns": 320976753, "mean_ms": 1.3716955256410257 }, "result_observations_cpu": { "n": 234, "sum_ns": 311978694, "mean_ms": 1.333242282051282 }, "result_nms_wall": { "n": 234, "sum_ns": 280917129, "mean_ms": 1.2005005512820512 }, "result_nms_cpu": { "n": 234, "sum_ns": 141885037, "mean_ms": 0.606346311965812 }, "result_tracking_wall": { "n": 234, "sum_ns": 381265560, "mean_ms": 1.62934 }, "result_tracking_cpu": { "n": 234, "sum_ns": 295443584, "mean_ms": 1.2625794188034187 }, "result_region_wall": { "n": 234, "sum_ns": 81183032, "mean_ms": 0.3469360341880342 }, "result_region_cpu": { "n": 234, "sum_ns": 78428213, "mean_ms": 0.33516330341880346 }, "result_fall_wall": { "n": 234, "sum_ns": 151658923, "mean_ms": 0.6481150555555555 }, "result_fall_cpu": { "n": 234, "sum_ns": 143384750, "mean_ms": 0.6127553418803419 }, "result_fight_wall": { "n": 234, "sum_ns": 57521215, "mean_ms": 0.24581715811965812 }, "result_fight_cpu": { "n": 234, "sum_ns": 55474270, "mean_ms": 0.2370695299145299 }, "result_collector_wall": { "n": 234, "sum_ns": 1302000149, "mean_ms": 5.564103200854701 }, "result_collector_cpu": { "n": 234, "sum_ns": 1223033544, "mean_ms": 5.226639076923077 }, "result_composition_wall": { "n": 234, "sum_ns": 4924112, "mean_ms": 0.021043213675213675 }, "result_composition_cpu": { "n": 234, "sum_ns": 4764195, "mean_ms": 0.02035980769230769 }, "result_artifact_handoff_wall": { "n": 234, "sum_ns": 3653100, "mean_ms": 0.015611538461538461 }, "result_artifact_handoff_cpu": { "n": 234, "sum_ns": 2984622, "mean_ms": 0.01275479487179487 }, "result_publish_wall": { "n": 234, "sum_ns": 137520142, "mean_ms": 0.5876929145299145 }, "result_publish_cpu": { "n": 234, "sum_ns": 128728165, "mean_ms": 0.5501203632478633 }, "result_total_wall": { "n": 234, "sum_ns": 3018544380, "mean_ms": 12.899762307692308 }, "result_total_cpu": { "n": 234, "sum_ns": 2651690997, "mean_ms": 11.332012807692308 } } }, { "mode": "mixed-a", "level": 16, "camera": "33", "provider": "fire", "cohort_reset": false, "counter_seconds": 29.882174769, "new_channel": false, "seconds": 30.00003185699461, "selected_fps": 9.169346010393117, "requested_fps": 9.169346010393117, "complete_fps": 9.236275543315694, "accepted_fps": 9.236275543315694, "finalized_fps": 9.236275543315694, "redis_fps": 9.236275543315694, "redis_read_fps": 9.166656932595316, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 276, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.061, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 103, "analysis_gap_markers": 20, "c_suppressed": 0, "max_redis_silence_s": 0.4241192489862442, "redis_interval_s": { "n": 274, "mean": 0.10900074033211937, "median": 0.1007197649742011, "p95": 0.20119059999706224, "maximum": 0.4241192489862442, "minimum": 0.012015023035928607 }, "redis_drift_s": { "n": 275, "mean": 0.35764828631157736, "median": 0.3495145899583463, "p95": 0.5529276129771006, "maximum": 0.7201904989816512, "minimum": 0.04964866196735329 }, "redis_drift_s_per_min": -0.3209838405800057, "ingress_drift_s": { "n": 12, "mean": 0.006718032166655045, "median": 0.0024432785000101376, "p95": 0.04582333499996594, "maximum": 0.04582333499996594, "minimum": -0.027836376000038854 }, "ingress_drift_s_per_min": -0.039724824080554146, "source_drift_s": { "n": 12, "mean": 0.003179833333324685, "median": 0.0010619999999903484, "p95": 0.03731899999996813, "maximum": 0.03731899999996813, "minimum": -0.028430000000014388 }, "ingress_to_redis_ms": { "n": 275, "mean": 412.2690909090909, "median": 411, "p95": 553, "maximum": 765, "minimum": 167 }, "source_samples": 12, "redis_samples": 275, "native_redis_joined": 13, "durations": { "depay_to_source_exit": { "n": 273, "sum_ns": 15046406000, "mean_ms": 55.11504029304029 }, "source_exit_to_ingress": { "n": 273, "sum_ns": 7830282479, "mean_ms": 28.682353402930403 }, "source_encoded_queue": { "n": 273, "sum_ns": 17010000, "mean_ms": 0.06230769230769231 }, "decode_between_queues": { "n": 273, "sum_ns": 12036406000, "mean_ms": 44.089399267399266 }, "source_raw_queue": { "n": 273, "sum_ns": 2774523000, "mean_ms": 10.163087912087912 }, "raw_queue_to_source_exit": { "n": 273, "sum_ns": 10474000, "mean_ms": 0.03836630036630037 }, "selected_to_preprocess_start": { "n": 273, "sum_ns": 304773468, "mean_ms": 1.1163863296703296 }, "preprocess_start_to_preprocess_output": { "n": 273, "sum_ns": 962181236, "mean_ms": 3.5244733919413918 }, "selected_to_preprocess": { "n": 273, "sum_ns": 1588640197, "mean_ms": 5.819194860805861 }, "preprocess_start_to_preprocess": { "n": 273, "sum_ns": 1283866729, "mean_ms": 4.702808531135531 }, "preprocess_output_to_infer_entry": { "n": 273, "sum_ns": 321685493, "mean_ms": 1.1783351391941392 }, "preprocess_to_infer_output": { "n": 275, "sum_ns": 108616589450, "mean_ms": 394.9694161818182 }, "preprocess_to_callback": { "n": 275, "sum_ns": 109177548262, "mean_ms": 397.0092664072728 }, "infer_output_to_callback": { "n": 275, "sum_ns": 560958812, "mean_ms": 2.039850225454545 }, "copy_wall": { "n": 276, "sum_ns": 1573479788, "mean_ms": 5.701013724637682 }, "copy_thread_cpu": { "n": 276, "sum_ns": 1415962508, "mean_ms": 5.130298942028985 }, "callback_to_copied": { "n": 275, "sum_ns": 1629221661, "mean_ms": 5.924442403636363 }, "accepted_interval": { "n": 276, "sum_ns": 29936038135, "mean_ms": 108.46390628623189 }, "selected_to_submitted": { "n": 275, "sum_ns": 112449449746, "mean_ms": 408.90708998545455 }, "completed_queue_wait": { "n": 276, "sum_ns": 148882374, "mean_ms": 0.5394288913043478 }, "result_composition_wall": { "n": 276, "sum_ns": 2817910, "mean_ms": 0.01020981884057971 }, "result_composition_cpu": { "n": 276, "sum_ns": 2666474, "mean_ms": 0.00966113768115942 }, "result_artifact_handoff_wall": { "n": 276, "sum_ns": 2426699, "mean_ms": 0.00879238768115942 }, "result_artifact_handoff_cpu": { "n": 276, "sum_ns": 2426611, "mean_ms": 0.00879206884057971 }, "result_publish_wall": { "n": 276, "sum_ns": 32214204, "mean_ms": 0.1167181304347826 }, "result_publish_cpu": { "n": 276, "sum_ns": 29626532, "mean_ms": 0.10734250724637681 }, "result_total_wall": { "n": 276, "sum_ns": 289855029, "mean_ms": 1.0501993804347827 }, "result_total_cpu": { "n": 276, "sum_ns": 273504969, "mean_ms": 0.9909600326086957 } } }, { "mode": "mixed-a", "level": 16, "camera": "33", "provider": "crowd", "cohort_reset": false, "counter_seconds": 30.124632409, "new_channel": false, "seconds": 30.00003185699461, "selected_fps": 9.22832837345909, "requested_fps": 9.22832837345909, "complete_fps": 9.22832837345909, "accepted_fps": 9.22832837345909, "finalized_fps": 9.22832837345909, "redis_fps": 9.22832837345909, "redis_read_fps": 9.199990230532027, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 278, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.112, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 125, "analysis_gap_markers": 20, "c_suppressed": 0, "max_redis_silence_s": 0.3174188589910045, "redis_interval_s": { "n": 275, "mean": 0.10863762970907952, "median": 0.09939127397956327, "p95": 0.21044547302881256, "maximum": 0.3174188589910045, "minimum": 0.021209925995208323 }, "redis_drift_s": { "n": 276, "mean": 0.3928335701391939, "median": 0.3826766899842653, "p95": 0.5972164979707486, "maximum": 0.7259139390010318, "minimum": 0.090756181011443 }, "redis_drift_s_per_min": 0.19315379475840594, "ingress_drift_s": { "n": 12, "mean": 0.05221037999999112, "median": 0.035901671999965856, "p95": 0.1426550599999814, "maximum": 0.1426550599999814, "minimum": -0.015501747000030264 }, "ingress_drift_s_per_min": 0.10166933167362636, "source_drift_s": { "n": 12, "mean": 0.013149333333326277, "median": 0.0252219999999852, "p95": 0.040445000000033815, "maximum": 0.040445000000033815, "minimum": -0.04840999999998985 }, "ingress_to_redis_ms": { "n": 276, "mean": 414.8695652173913, "median": 404.0, "p95": 558, "maximum": 706, "minimum": 164 }, "source_samples": 12, "redis_samples": 276, "native_redis_joined": 11, "durations": { "depay_to_source_exit": { "n": 278, "sum_ns": 15827046000, "mean_ms": 56.93182014388489 }, "source_exit_to_ingress": { "n": 278, "sum_ns": 10748221617, "mean_ms": 38.66266768705036 }, "source_encoded_queue": { "n": 278, "sum_ns": 15818000, "mean_ms": 0.05689928057553957 }, "decode_between_queues": { "n": 278, "sum_ns": 12091809000, "mean_ms": 43.49571582733813 }, "source_raw_queue": { "n": 278, "sum_ns": 3583215000, "mean_ms": 12.889262589928057 }, "raw_queue_to_source_exit": { "n": 278, "sum_ns": 12928000, "mean_ms": 0.046503597122302155 }, "selected_to_preprocess_start": { "n": 278, "sum_ns": 289126247, "mean_ms": 1.0400224712230217 }, "preprocess_start_to_preprocess_output": { "n": 278, "sum_ns": 962001551, "mean_ms": 3.4604372338129497 }, "selected_to_preprocess": { "n": 278, "sum_ns": 1534350034, "mean_ms": 5.519244726618705 }, "preprocess_start_to_preprocess": { "n": 278, "sum_ns": 1245223787, "mean_ms": 4.479222255395683 }, "preprocess_output_to_infer_entry": { "n": 278, "sum_ns": 283222236, "mean_ms": 1.0187850215827339 }, "preprocess_to_infer_output": { "n": 278, "sum_ns": 110725648196, "mean_ms": 398.2936985467626 }, "preprocess_to_callback": { "n": 278, "sum_ns": 111267142616, "mean_ms": 400.24152020143885 }, "infer_output_to_callback": { "n": 278, "sum_ns": 541494420, "mean_ms": 1.947821654676259 }, "copy_wall": { "n": 278, "sum_ns": 1608878346, "mean_ms": 5.787332179856115 }, "copy_thread_cpu": { "n": 278, "sum_ns": 1443002611, "mean_ms": 5.1906568741007195 }, "callback_to_copied": { "n": 278, "sum_ns": 1668027776, "mean_ms": 6.0000999136690645 }, "accepted_interval": { "n": 278, "sum_ns": 30095518798, "mean_ms": 108.25726186330935 }, "selected_to_submitted": { "n": 278, "sum_ns": 114506874879, "mean_ms": 411.8952333776978 }, "completed_queue_wait": { "n": 278, "sum_ns": 122296477, "mean_ms": 0.4399153848920863 }, "result_composition_wall": { "n": 278, "sum_ns": 70187539, "mean_ms": 0.2524731618705036 }, "result_composition_cpu": { "n": 278, "sum_ns": 65167825, "mean_ms": 0.2344166366906475 }, "result_publish_wall": { "n": 278, "sum_ns": 50854448, "mean_ms": 0.1829296690647482 }, "result_publish_cpu": { "n": 278, "sum_ns": 49279737, "mean_ms": 0.17726524100719424 }, "result_total_wall": { "n": 278, "sum_ns": 493415940, "mean_ms": 1.7748774820143884 }, "result_total_cpu": { "n": 278, "sum_ns": 438396358, "mean_ms": 1.5769653165467625 } } }, { "mode": "mixed-a", "level": 16, "camera": "34", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.19385968, "new_channel": false, "seconds": 30.00003185699461, "selected_fps": 7.981755315622505, "requested_fps": 7.981755315622505, "complete_fps": 7.981755315622505, "accepted_fps": 7.981755315622505, "finalized_fps": 7.981755315622505, "redis_fps": 7.981755315622505, "redis_read_fps": 7.833325015126907, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 241, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.221, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 182, "analysis_gap_markers": 52, "c_suppressed": 0, "max_redis_silence_s": 0.35958332096925005, "redis_interval_s": { "n": 234, "mean": 0.12744161482048658, "median": 0.11628925145487301, "p95": 0.25090507802087814, "maximum": 0.35958332096925005, "minimum": 0.0048945629969239235 }, "redis_drift_s": { "n": 235, "mean": 0.5079156986458949, "median": 0.49835906398715224, "p95": 0.6855263490141397, "maximum": 0.7812638900117008, "minimum": 0.2548911280362063 }, "redis_drift_s_per_min": 0.08281699477635004, "ingress_drift_s": { "n": 12, "mean": 0.0805413685833211, "median": 0.057051607999966336, "p95": 0.20171222599998373, "maximum": 0.20171222599998373, "minimum": -0.00948193499999661 }, "ingress_drift_s_per_min": -0.23271203063188475, "source_drift_s": { "n": 12, "mean": 0.014044000000003129, "median": 0.01675199999999677, "p95": 0.06257699999997612, "maximum": 0.06257699999997612, "minimum": -0.03814599999998336 }, "ingress_to_redis_ms": { "n": 235, "mean": 510.82553191489365, "median": 505, "p95": 655, "maximum": 760, "minimum": 324 }, "source_samples": 12, "redis_samples": 235, "native_redis_joined": 11, "durations": { "selected_to_preprocess_start": { "n": 240, "sum_ns": 475527648, "mean_ms": 1.9813652 }, "depay_to_source_exit": { "n": 237, "sum_ns": 14088194000, "mean_ms": 59.44385654008439 }, "source_exit_to_ingress": { "n": 237, "sum_ns": 16949633548, "mean_ms": 71.51744113080169 }, "source_encoded_queue": { "n": 237, "sum_ns": 17088000, "mean_ms": 0.07210126582278481 }, "decode_between_queues": { "n": 237, "sum_ns": 9715257000, "mean_ms": 40.99264556962025 }, "source_raw_queue": { "n": 237, "sum_ns": 4265621000, "mean_ms": 17.998400843881857 }, "raw_queue_to_source_exit": { "n": 237, "sum_ns": 11242000, "mean_ms": 0.04743459915611814 }, "preprocess_start_to_preprocess_output": { "n": 240, "sum_ns": 1687682208, "mean_ms": 7.0320092 }, "selected_to_preprocess": { "n": 240, "sum_ns": 2902971606, "mean_ms": 12.095715025 }, "preprocess_start_to_preprocess": { "n": 240, "sum_ns": 2427443958, "mean_ms": 10.114349825 }, "preprocess_output_to_infer_entry": { "n": 240, "sum_ns": 739761750, "mean_ms": 3.082340625 }, "preprocess_to_infer_output": { "n": 240, "sum_ns": 114149695294, "mean_ms": 475.62373039166664 }, "preprocess_to_callback": { "n": 240, "sum_ns": 114610163008, "mean_ms": 477.54234586666666 }, "infer_output_to_callback": { "n": 240, "sum_ns": 460467714, "mean_ms": 1.9186154750000002 }, "copy_wall": { "n": 241, "sum_ns": 1392633739, "mean_ms": 5.778563232365145 }, "copy_thread_cpu": { "n": 241, "sum_ns": 1259105563, "mean_ms": 5.224504410788382 }, "callback_to_copied": { "n": 239, "sum_ns": 1428059803, "mean_ms": 5.975145619246862 }, "accepted_interval": { "n": 240, "sum_ns": 30203529192, "mean_ms": 125.8480383 }, "selected_to_submitted": { "n": 239, "sum_ns": 118459754882, "mean_ms": 495.6475099665272 }, "completed_queue_wait": { "n": 241, "sum_ns": 178415238, "mean_ms": 0.7403121908713693 }, "result_observations_wall": { "n": 241, "sum_ns": 339192282, "mean_ms": 1.4074368547717844 }, "result_observations_cpu": { "n": 241, "sum_ns": 328136268, "mean_ms": 1.3615612780082986 }, "result_nms_wall": { "n": 241, "sum_ns": 273497604, "mean_ms": 1.1348448298755185 }, "result_nms_cpu": { "n": 241, "sum_ns": 138523443, "mean_ms": 0.5747860705394191 }, "result_tracking_wall": { "n": 241, "sum_ns": 293461419, "mean_ms": 1.217682236514523 }, "result_tracking_cpu": { "n": 241, "sum_ns": 246439523, "mean_ms": 1.0225706348547718 }, "result_region_wall": { "n": 241, "sum_ns": 64891660, "mean_ms": 0.26926 }, "result_region_cpu": { "n": 241, "sum_ns": 57865235, "mean_ms": 0.24010470954356847 }, "result_fall_wall": { "n": 241, "sum_ns": 118294653, "mean_ms": 0.4908491825726141 }, "result_fall_cpu": { "n": 241, "sum_ns": 108630822, "mean_ms": 0.45075029875518674 }, "result_fight_wall": { "n": 241, "sum_ns": 41057619, "mean_ms": 0.1703635643153527 }, "result_fight_cpu": { "n": 241, "sum_ns": 37446194, "mean_ms": 0.15537839834024897 }, "result_collector_wall": { "n": 241, "sum_ns": 1251075406, "mean_ms": 5.19118425726141 }, "result_collector_cpu": { "n": 241, "sum_ns": 1165202641, "mean_ms": 4.834865730290456 }, "result_composition_wall": { "n": 241, "sum_ns": 4891271, "mean_ms": 0.02029573029045643 }, "result_composition_cpu": { "n": 241, "sum_ns": 4823732, "mean_ms": 0.02001548547717842 }, "result_artifact_handoff_wall": { "n": 241, "sum_ns": 5025574, "mean_ms": 0.020853004149377595 }, "result_artifact_handoff_cpu": { "n": 241, "sum_ns": 2986385, "mean_ms": 0.012391639004149378 }, "result_publish_wall": { "n": 241, "sum_ns": 133054242, "mean_ms": 0.5520922904564316 }, "result_publish_cpu": { "n": 241, "sum_ns": 113992398, "mean_ms": 0.47299750207468877 }, "result_total_wall": { "n": 241, "sum_ns": 2821861629, "mean_ms": 11.708969414937759 }, "result_total_cpu": { "n": 241, "sum_ns": 2454172635, "mean_ms": 10.183288941908714 } } }, { "mode": "mixed-a", "level": 16, "camera": "34", "provider": "fire", "cohort_reset": false, "counter_seconds": 29.866020212, "new_channel": false, "seconds": 30.00003185699461, "selected_fps": 9.140822850254088, "requested_fps": 9.140822850254088, "complete_fps": 9.107339982670739, "accepted_fps": 9.107339982670739, "finalized_fps": 9.107339982670739, "redis_fps": 9.107339982670739, "redis_read_fps": 8.999990442911766, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 272, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.092, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 120, "analysis_gap_markers": 21, "c_suppressed": 0, "max_redis_silence_s": 0.3911082820268348, "redis_interval_s": { "n": 269, "mean": 0.11073468058377843, "median": 0.10128129902295768, "p95": 0.21386808704119176, "maximum": 0.3911082820268348, "minimum": 0.01500316703459248 }, "redis_drift_s": { "n": 270, "mean": 0.3952829440169338, "median": 0.39530268347775177, "p95": 0.5866005320013414, "maximum": 0.7304860260081227, "minimum": 0.07969892998875139 }, "redis_drift_s_per_min": -0.31082815076132597, "ingress_drift_s": { "n": 12, "mean": 0.011385774999998452, "median": -0.004119733500004941, "p95": 0.08996298799996794, "maximum": 0.08996298799996794, "minimum": -0.04007667700000184 }, "ingress_drift_s_per_min": -0.15940491901641474, "source_drift_s": { "n": 12, "mean": 0.002232416666662592, "median": -0.0064429999999902066, "p95": 0.08207299999997986, "maximum": 0.08207299999997986, "minimum": -0.04240100000004077 }, "ingress_to_redis_ms": { "n": 270, "mean": 411.4592592592593, "median": 411.5, "p95": 550, "maximum": 741, "minimum": 163 }, "source_samples": 12, "redis_samples": 270, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 273, "sum_ns": 288657934, "mean_ms": 1.0573550695970697 }, "depay_to_source_exit": { "n": 270, "sum_ns": 15322479000, "mean_ms": 56.749922222222224 }, "source_exit_to_ingress": { "n": 270, "sum_ns": 7377133574, "mean_ms": 27.32271694074074 }, "source_encoded_queue": { "n": 270, "sum_ns": 11936000, "mean_ms": 0.04420740740740741 }, "decode_between_queues": { "n": 270, "sum_ns": 12268560000, "mean_ms": 45.43911111111111 }, "source_raw_queue": { "n": 270, "sum_ns": 2934879000, "mean_ms": 10.869922222222222 }, "raw_queue_to_source_exit": { "n": 270, "sum_ns": 11040000, "mean_ms": 0.04088888888888889 }, "preprocess_start_to_preprocess_output": { "n": 273, "sum_ns": 1028536935, "mean_ms": 3.7675345604395605 }, "selected_to_preprocess": { "n": 273, "sum_ns": 1719918959, "mean_ms": 6.3000694468864475 }, "preprocess_start_to_preprocess": { "n": 273, "sum_ns": 1431261025, "mean_ms": 5.242714377289377 }, "preprocess_output_to_infer_entry": { "n": 273, "sum_ns": 402724090, "mean_ms": 1.475179816849817 }, "preprocess_to_infer_output": { "n": 272, "sum_ns": 107102773825, "mean_ms": 393.7601978860294 }, "preprocess_to_callback": { "n": 272, "sum_ns": 107665315352, "mean_ms": 395.8283652647059 }, "infer_output_to_callback": { "n": 272, "sum_ns": 562541527, "mean_ms": 2.0681673786764705 }, "copy_wall": { "n": 272, "sum_ns": 1642417557, "mean_ms": 6.038299841911765 }, "copy_thread_cpu": { "n": 272, "sum_ns": 1464520667, "mean_ms": 5.384267158088235 }, "callback_to_copied": { "n": 272, "sum_ns": 1704443279, "mean_ms": 6.266335584558823 }, "accepted_interval": { "n": 272, "sum_ns": 29777604889, "mean_ms": 109.4764885625 }, "selected_to_submitted": { "n": 272, "sum_ns": 111115823783, "mean_ms": 408.5140580257353 }, "completed_queue_wait": { "n": 272, "sum_ns": 132153917, "mean_ms": 0.48585998897058824 }, "result_composition_wall": { "n": 272, "sum_ns": 2701039, "mean_ms": 0.00993029044117647 }, "result_composition_cpu": { "n": 272, "sum_ns": 2619805, "mean_ms": 0.009631636029411764 }, "result_artifact_handoff_wall": { "n": 272, "sum_ns": 2471620, "mean_ms": 0.009086838235294117 }, "result_artifact_handoff_cpu": { "n": 272, "sum_ns": 2466214, "mean_ms": 0.009066963235294117 }, "result_publish_wall": { "n": 272, "sum_ns": 30533374, "mean_ms": 0.11225505147058824 }, "result_publish_cpu": { "n": 272, "sum_ns": 28386337, "mean_ms": 0.1043615330882353 }, "result_total_wall": { "n": 272, "sum_ns": 288343264, "mean_ms": 1.0600855294117648 }, "result_total_cpu": { "n": 272, "sum_ns": 274427404, "mean_ms": 1.0089242794117648 } } }, { "mode": "mixed-a", "level": 16, "camera": "34", "provider": "crowd", "cohort_reset": false, "counter_seconds": 30.132155811, "new_channel": false, "seconds": 30.00003185699461, "selected_fps": 9.159649967668223, "requested_fps": 9.159649967668223, "complete_fps": 9.159649967668223, "accepted_fps": 9.159649967668223, "finalized_fps": 9.159649967668223, "redis_fps": 9.159649967668223, "redis_read_fps": 9.033323740848475, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 276, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.077, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 111, "analysis_gap_markers": 20, "c_suppressed": 0, "max_redis_silence_s": 0.3275920589803718, "redis_interval_s": { "n": 270, "mean": 0.11054693199262988, "median": 0.09923999701277353, "p95": 0.2121256929822266, "maximum": 0.3275920589803718, "minimum": 0.022110761026851833 }, "redis_drift_s": { "n": 271, "mean": 0.4137570209068906, "median": 0.40629161802212366, "p95": 0.6133788059731273, "maximum": 0.701485291986728, "minimum": 0.11155081698484537 }, "redis_drift_s_per_min": 0.08829637390634337, "ingress_drift_s": { "n": 12, "mean": 0.04988609958332783, "median": 0.02603262400000972, "p95": 0.12757418600000392, "maximum": 0.12757418600000392, "minimum": 0.0011296119999997245 }, "ingress_drift_s_per_min": 0.12331502166809159, "source_drift_s": { "n": 12, "mean": 0.004957249999984962, "median": 0.005813500000016347, "p95": 0.03210899999999128, "maximum": 0.03210899999999128, "minimum": -0.01745800000003328 }, "ingress_to_redis_ms": { "n": 271, "mean": 409.52767527675275, "median": 404, "p95": 557, "maximum": 657, "minimum": 140 }, "source_samples": 12, "redis_samples": 271, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 275, "sum_ns": 280646106, "mean_ms": 1.0205312945454545 }, "depay_to_source_exit": { "n": 272, "sum_ns": 14517363000, "mean_ms": 53.3726580882353 }, "source_exit_to_ingress": { "n": 272, "sum_ns": 7062791866, "mean_ms": 25.96614656617647 }, "source_encoded_queue": { "n": 272, "sum_ns": 21763000, "mean_ms": 0.0800110294117647 }, "decode_between_queues": { "n": 272, "sum_ns": 12110293000, "mean_ms": 44.523136029411766 }, "source_raw_queue": { "n": 272, "sum_ns": 2276500000, "mean_ms": 8.369485294117647 }, "raw_queue_to_source_exit": { "n": 272, "sum_ns": 14459000, "mean_ms": 0.05315808823529412 }, "preprocess_start_to_preprocess_output": { "n": 275, "sum_ns": 939660818, "mean_ms": 3.416948429090909 }, "selected_to_preprocess": { "n": 275, "sum_ns": 1571242409, "mean_ms": 5.71360876 }, "preprocess_start_to_preprocess": { "n": 275, "sum_ns": 1290596303, "mean_ms": 4.693077465454546 }, "preprocess_output_to_infer_entry": { "n": 275, "sum_ns": 350935485, "mean_ms": 1.2761290363636364 }, "preprocess_to_infer_output": { "n": 275, "sum_ns": 108267079766, "mean_ms": 393.6984718763636 }, "preprocess_to_callback": { "n": 275, "sum_ns": 108821793052, "mean_ms": 395.71561109818185 }, "infer_output_to_callback": { "n": 275, "sum_ns": 554713286, "mean_ms": 2.017139221818182 }, "copy_wall": { "n": 276, "sum_ns": 1650985130, "mean_ms": 5.98183018115942 }, "copy_thread_cpu": { "n": 276, "sum_ns": 1464046255, "mean_ms": 5.304515416666667 }, "callback_to_copied": { "n": 275, "sum_ns": 1707290964, "mean_ms": 6.208330778181819 }, "accepted_interval": { "n": 276, "sum_ns": 30146818883, "mean_ms": 109.22760464855072 }, "selected_to_submitted": { "n": 275, "sum_ns": 112133110539, "mean_ms": 407.75676559636366 }, "completed_queue_wait": { "n": 276, "sum_ns": 141217270, "mean_ms": 0.5116567753623188 }, "result_composition_wall": { "n": 276, "sum_ns": 2911871, "mean_ms": 0.010550257246376812 }, "result_composition_cpu": { "n": 276, "sum_ns": 2770032, "mean_ms": 0.010036347826086957 }, "result_publish_wall": { "n": 276, "sum_ns": 42853106, "mean_ms": 0.1552648768115942 }, "result_publish_cpu": { "n": 276, "sum_ns": 42180426, "mean_ms": 0.15282763043478262 }, "result_total_wall": { "n": 276, "sum_ns": 404731381, "mean_ms": 1.4664180471014492 }, "result_total_cpu": { "n": 276, "sum_ns": 356583803, "mean_ms": 1.2919703007246377 } } }, { "mode": "mixed-a", "level": 16, "camera": "35", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.81858445, "new_channel": false, "seconds": 30.00003185699461, "selected_fps": 7.746846614645385, "requested_fps": 7.746846614645385, "complete_fps": 7.746846614645385, "accepted_fps": 7.746846614645385, "finalized_fps": 7.746846614645385, "redis_fps": 7.746846614645385, "redis_read_fps": 7.599991929569935, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 231, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.197, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 141, "analysis_gap_markers": 50, "c_suppressed": 0, "max_redis_silence_s": 0.6007821870152839, "redis_interval_s": { "n": 227, "mean": 0.12945954312774505, "median": 0.1129277849686332, "p95": 0.3192632020218298, "maximum": 0.6007821870152839, "minimum": 0.0038389349938370287 }, "redis_drift_s": { "n": 228, "mean": 0.5045225103960025, "median": 0.4798523034937716, "p95": 0.7723361239721953, "maximum": 0.9041117459977954, "minimum": 0.23300212498850215 }, "redis_drift_s_per_min": 0.12903778687014061, "ingress_drift_s": { "n": 12, "mean": 0.030246572916676467, "median": 0.01499309150000272, "p95": 0.13931008100001918, "maximum": 0.13931008100001918, "minimum": -0.004546603999983745 }, "ingress_drift_s_per_min": 0.12077984899662315, "source_drift_s": { "n": 12, "mean": 0.009955416666680131, "median": 0.007401500000014494, "p95": 0.043804000000022825, "maximum": 0.043804000000022825, "minimum": -0.007124999999973625 }, "ingress_to_redis_ms": { "n": 228, "mean": 525.6184210526316, "median": 513.0, "p95": 726, "maximum": 920, "minimum": 248 }, "source_samples": 12, "redis_samples": 228, "native_redis_joined": 11, "durations": { "selected_to_preprocess_start": { "n": 230, "sum_ns": 343624121, "mean_ms": 1.4940179173913044 }, "depay_to_source_exit": { "n": 230, "sum_ns": 13792183000, "mean_ms": 59.966013043478256 }, "source_exit_to_ingress": { "n": 230, "sum_ns": 10863812747, "mean_ms": 47.23396846521739 }, "source_encoded_queue": { "n": 230, "sum_ns": 17964000, "mean_ms": 0.07810434782608695 }, "decode_between_queues": { "n": 230, "sum_ns": 10187778000, "mean_ms": 44.294686956521744 }, "source_raw_queue": { "n": 230, "sum_ns": 3406706000, "mean_ms": 14.811765217391304 }, "raw_queue_to_source_exit": { "n": 230, "sum_ns": 9773000, "mean_ms": 0.04249130434782609 }, "preprocess_start_to_preprocess_output": { "n": 230, "sum_ns": 1209846944, "mean_ms": 5.260204104347826 }, "selected_to_preprocess": { "n": 230, "sum_ns": 2787967177, "mean_ms": 12.121596421739131 }, "preprocess_start_to_preprocess": { "n": 230, "sum_ns": 2444343056, "mean_ms": 10.627578504347825 }, "preprocess_output_to_infer_entry": { "n": 230, "sum_ns": 1234496112, "mean_ms": 5.3673744 }, "preprocess_to_infer_output": { "n": 230, "sum_ns": 110824501092, "mean_ms": 481.8456569217391 }, "preprocess_to_callback": { "n": 230, "sum_ns": 111264718779, "mean_ms": 483.7596468652174 }, "infer_output_to_callback": { "n": 230, "sum_ns": 440217687, "mean_ms": 1.9139899434782608 }, "copy_wall": { "n": 231, "sum_ns": 1364832767, "mean_ms": 5.908366956709957 }, "copy_thread_cpu": { "n": 231, "sum_ns": 1257692717, "mean_ms": 5.4445572164502165 }, "callback_to_copied": { "n": 230, "sum_ns": 1413989100, "mean_ms": 6.147778695652174 }, "accepted_interval": { "n": 230, "sum_ns": 29799371057, "mean_ms": 129.56248285652174 }, "selected_to_submitted": { "n": 229, "sum_ns": 114914314323, "mean_ms": 501.8092328515284 }, "completed_queue_wait": { "n": 231, "sum_ns": 254133064, "mean_ms": 1.1001431341991343 }, "result_observations_wall": { "n": 231, "sum_ns": 294797585, "mean_ms": 1.2761800216450216 }, "result_observations_cpu": { "n": 231, "sum_ns": 277419965, "mean_ms": 1.2009522294372295 }, "result_nms_wall": { "n": 231, "sum_ns": 304664745, "mean_ms": 1.318895 }, "result_nms_cpu": { "n": 231, "sum_ns": 147814431, "mean_ms": 0.6398893116883116 }, "result_tracking_wall": { "n": 231, "sum_ns": 834079181, "mean_ms": 3.6107323852813855 }, "result_tracking_cpu": { "n": 231, "sum_ns": 636858017, "mean_ms": 2.7569611125541122 }, "result_region_wall": { "n": 231, "sum_ns": 131515534, "mean_ms": 0.5693313160173161 }, "result_region_cpu": { "n": 231, "sum_ns": 123972503, "mean_ms": 0.5366775021645022 }, "result_fall_wall": { "n": 231, "sum_ns": 741252747, "mean_ms": 3.2088863506493506 }, "result_fall_cpu": { "n": 231, "sum_ns": 693274249, "mean_ms": 3.0011872251082248 }, "result_fight_wall": { "n": 231, "sum_ns": 141819919, "mean_ms": 0.6139390432900432 }, "result_fight_cpu": { "n": 231, "sum_ns": 134072558, "mean_ms": 0.580400683982684 }, "result_collector_wall": { "n": 231, "sum_ns": 1445017198, "mean_ms": 6.255485705627706 }, "result_collector_cpu": { "n": 231, "sum_ns": 1385267950, "mean_ms": 5.996830952380952 }, "result_composition_wall": { "n": 231, "sum_ns": 4436890, "mean_ms": 0.01920731601731602 }, "result_composition_cpu": { "n": 231, "sum_ns": 4437180, "mean_ms": 0.01920857142857143 }, "result_artifact_handoff_wall": { "n": 231, "sum_ns": 3313787, "mean_ms": 0.01434539826839827 }, "result_artifact_handoff_cpu": { "n": 231, "sum_ns": 2934948, "mean_ms": 0.012705402597402597 }, "result_publish_wall": { "n": 231, "sum_ns": 388478127, "mean_ms": 1.6817234935064935 }, "result_publish_cpu": { "n": 231, "sum_ns": 358922197, "mean_ms": 1.5537757445887446 }, "result_total_wall": { "n": 231, "sum_ns": 4589581829, "mean_ms": 19.868319606060606 }, "result_total_cpu": { "n": 231, "sum_ns": 4025788522, "mean_ms": 17.427655939393937 } } }, { "mode": "mixed-a", "level": 16, "camera": "35", "provider": "fire", "cohort_reset": false, "counter_seconds": 30.146056647, "new_channel": false, "seconds": 30.00003185699461, "selected_fps": 9.122254469967856, "requested_fps": 9.122254469967856, "complete_fps": 9.122254469967856, "accepted_fps": 9.122254469967856, "finalized_fps": 9.122254469967856, "redis_fps": 9.122254469967856, "redis_read_fps": 9.133323634658607, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 275, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.118, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 108, "analysis_gap_markers": 20, "c_suppressed": 0, "max_redis_silence_s": 0.3508702000253834, "redis_interval_s": { "n": 273, "mean": 0.10978660761163785, "median": 0.09916602703742683, "p95": 0.2056878040311858, "maximum": 0.3508702000253834, "minimum": 0.0003286090213805437 }, "redis_drift_s": { "n": 274, "mean": 0.33342398325442135, "median": 0.3328182795199268, "p95": 0.5305412239767406, "maximum": 0.63957317702517, "minimum": 0.03240607197352574 }, "redis_drift_s_per_min": -0.29315068373897, "ingress_drift_s": { "n": 12, "mean": 0.022754539416662094, "median": -0.0009081130000083704, "p95": 0.15281824700002744, "maximum": 0.15281824700002744, "minimum": -0.029568233000020427 }, "ingress_drift_s_per_min": -0.2300075974810149, "source_drift_s": { "n": 12, "mean": 0.0022069166666653928, "median": -0.005716499999977032, "p95": 0.038962999999966996, "maximum": 0.038962999999966996, "minimum": -0.03186499999998205 }, "ingress_to_redis_ms": { "n": 274, "mean": 411.0839416058394, "median": 409.0, "p95": 553, "maximum": 722, "minimum": 138 }, "source_samples": 12, "redis_samples": 274, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 275, "sum_ns": 15121978000, "mean_ms": 54.98901090909091 }, "source_exit_to_ingress": { "n": 275, "sum_ns": 6720221825, "mean_ms": 24.437170272727272 }, "source_encoded_queue": { "n": 275, "sum_ns": 22480000, "mean_ms": 0.08174545454545454 }, "decode_between_queues": { "n": 275, "sum_ns": 12522245000, "mean_ms": 45.535436363636364 }, "source_raw_queue": { "n": 275, "sum_ns": 2306945000, "mean_ms": 8.388890909090907 }, "raw_queue_to_source_exit": { "n": 275, "sum_ns": 11062000, "mean_ms": 0.04022545454545454 }, "selected_to_preprocess_start": { "n": 275, "sum_ns": 260882090, "mean_ms": 0.9486621454545455 }, "preprocess_start_to_preprocess_output": { "n": 275, "sum_ns": 932634869, "mean_ms": 3.3913995236363634 }, "selected_to_preprocess": { "n": 275, "sum_ns": 1552599832, "mean_ms": 5.645817570909092 }, "preprocess_start_to_preprocess": { "n": 275, "sum_ns": 1291717742, "mean_ms": 4.697155425454546 }, "preprocess_output_to_infer_entry": { "n": 275, "sum_ns": 359082873, "mean_ms": 1.305755901818182 }, "preprocess_to_infer_output": { "n": 275, "sum_ns": 108653722517, "mean_ms": 395.1044455163636 }, "preprocess_to_callback": { "n": 275, "sum_ns": 109180543164, "mean_ms": 397.02015695999995 }, "infer_output_to_callback": { "n": 275, "sum_ns": 526820647, "mean_ms": 1.9157114436363636 }, "copy_wall": { "n": 275, "sum_ns": 1680448710, "mean_ms": 6.110722581818182 }, "copy_thread_cpu": { "n": 275, "sum_ns": 1485903837, "mean_ms": 5.40328668 }, "callback_to_copied": { "n": 275, "sum_ns": 1741047841, "mean_ms": 6.331083058181819 }, "accepted_interval": { "n": 275, "sum_ns": 30087178677, "mean_ms": 109.40792246181819 }, "selected_to_submitted": { "n": 275, "sum_ns": 112454406254, "mean_ms": 408.92511365090905 }, "completed_queue_wait": { "n": 275, "sum_ns": 141447710, "mean_ms": 0.5143553090909091 }, "result_composition_wall": { "n": 275, "sum_ns": 3104581, "mean_ms": 0.011289385454545454 }, "result_composition_cpu": { "n": 275, "sum_ns": 3013614, "mean_ms": 0.010958596363636363 }, "result_artifact_handoff_wall": { "n": 275, "sum_ns": 2444720, "mean_ms": 0.00888989090909091 }, "result_artifact_handoff_cpu": { "n": 275, "sum_ns": 2424111, "mean_ms": 0.008814949090909092 }, "result_publish_wall": { "n": 275, "sum_ns": 29343166, "mean_ms": 0.10670242181818182 }, "result_publish_cpu": { "n": 275, "sum_ns": 28094218, "mean_ms": 0.10216079272727273 }, "result_total_wall": { "n": 275, "sum_ns": 333530151, "mean_ms": 1.212836912727273 }, "result_total_cpu": { "n": 275, "sum_ns": 315168722, "mean_ms": 1.14606808 } } }, { "mode": "mixed-a", "level": 16, "camera": "35", "provider": "crowd", "cohort_reset": false, "counter_seconds": 30.13208044, "new_channel": false, "seconds": 30.00003185699461, "selected_fps": 9.126485658618533, "requested_fps": 9.126485658618533, "complete_fps": 9.126485658618533, "accepted_fps": 9.126485658618533, "finalized_fps": 9.126485658618533, "redis_fps": 9.126485658618533, "redis_read_fps": 9.099990336721897, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 275, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.131, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 121, "analysis_gap_markers": 21, "c_suppressed": 0, "max_redis_silence_s": 0.3257464339840226, "redis_interval_s": { "n": 272, "mean": 0.10927913920215146, "median": 0.10052403950248845, "p95": 0.1912249349988997, "maximum": 0.3257464339840226, "minimum": 0.023677889024838805 }, "redis_drift_s": { "n": 273, "mean": 0.36735665512155713, "median": 0.3689087060401448, "p95": 0.5360524950260128, "maximum": 0.5966642040210104, "minimum": 0.09328445000807051 }, "redis_drift_s_per_min": 0.05012426134848105, "ingress_drift_s": { "n": 12, "mean": 0.050865139916671374, "median": 0.024982513499992365, "p95": 0.15651088399999935, "maximum": 0.15651088399999935, "minimum": -0.028258136000033574 }, "ingress_drift_s_per_min": 0.09343724974756368, "source_drift_s": { "n": 12, "mean": 0.0012099166666719914, "median": 0.0044630000000438486, "p95": 0.02904599999999391, "maximum": 0.02904599999999391, "minimum": -0.03445299999998497 }, "ingress_to_redis_ms": { "n": 273, "mean": 412.02564102564105, "median": 406, "p95": 560, "maximum": 656, "minimum": 199 }, "source_samples": 12, "redis_samples": 273, "native_redis_joined": 11, "durations": { "selected_to_preprocess_start": { "n": 273, "sum_ns": 300126240, "mean_ms": 1.0993635164835165 }, "depay_to_source_exit": { "n": 273, "sum_ns": 15728531000, "mean_ms": 57.61366666666667 }, "source_exit_to_ingress": { "n": 273, "sum_ns": 8732285945, "mean_ms": 31.986395402930402 }, "source_encoded_queue": { "n": 273, "sum_ns": 15917000, "mean_ms": 0.0583040293040293 }, "decode_between_queues": { "n": 273, "sum_ns": 12515060000, "mean_ms": 45.84271062271062 }, "source_raw_queue": { "n": 273, "sum_ns": 2962617000, "mean_ms": 10.852076923076924 }, "raw_queue_to_source_exit": { "n": 273, "sum_ns": 10268000, "mean_ms": 0.03761172161172161 }, "preprocess_start_to_preprocess_output": { "n": 273, "sum_ns": 962016295, "mean_ms": 3.5238692124542124 }, "selected_to_preprocess": { "n": 273, "sum_ns": 1635073409, "mean_ms": 5.989279886446886 }, "preprocess_start_to_preprocess": { "n": 273, "sum_ns": 1334947169, "mean_ms": 4.8899163699633705 }, "preprocess_output_to_infer_entry": { "n": 273, "sum_ns": 372930874, "mean_ms": 1.3660471575091575 }, "preprocess_to_infer_output": { "n": 273, "sum_ns": 107648688970, "mean_ms": 394.317542014652 }, "preprocess_to_callback": { "n": 273, "sum_ns": 108193385237, "mean_ms": 396.3127664358974 }, "infer_output_to_callback": { "n": 273, "sum_ns": 544696267, "mean_ms": 1.9952244212454213 }, "copy_wall": { "n": 275, "sum_ns": 1620014367, "mean_ms": 5.890961334545455 }, "copy_thread_cpu": { "n": 275, "sum_ns": 1445803352, "mean_ms": 5.257466734545455 }, "callback_to_copied": { "n": 273, "sum_ns": 1663362609, "mean_ms": 6.09290332967033 }, "accepted_interval": { "n": 274, "sum_ns": 30123186288, "mean_ms": 109.93863608759125 }, "selected_to_submitted": { "n": 272, "sum_ns": 111156237717, "mean_ms": 408.66263866544114 }, "completed_queue_wait": { "n": 275, "sum_ns": 129737824, "mean_ms": 0.47177390545454545 }, "result_composition_wall": { "n": 275, "sum_ns": 8063566, "mean_ms": 0.02932205818181818 }, "result_composition_cpu": { "n": 275, "sum_ns": 5425071, "mean_ms": 0.01972753090909091 }, "result_publish_wall": { "n": 275, "sum_ns": 80458913, "mean_ms": 0.2925778654545455 }, "result_publish_cpu": { "n": 275, "sum_ns": 76728368, "mean_ms": 0.2790122472727273 }, "result_total_wall": { "n": 275, "sum_ns": 600678602, "mean_ms": 2.1842858254545456 }, "result_total_cpu": { "n": 275, "sum_ns": 535636500, "mean_ms": 1.9477690909090908 } } }, { "mode": "mixed-a", "level": 16, "camera": "36", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.822835918, "new_channel": false, "seconds": 30.00003185699461, "selected_fps": 8.013993057439187, "requested_fps": 8.013993057439187, "complete_fps": 8.013993057439187, "accepted_fps": 8.013993057439187, "finalized_fps": 8.013993057439187, "redis_fps": 8.013993057439187, "redis_read_fps": 7.966658206873748, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 239, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.125, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 167, "analysis_gap_markers": 52, "c_suppressed": 0, "max_redis_silence_s": 0.366618741012644, "redis_interval_s": { "n": 238, "mean": 0.12548416522683717, "median": 0.11761373598710634, "p95": 0.23947740002768114, "maximum": 0.366618741012644, "minimum": 0.004497160029131919 }, "redis_drift_s": { "n": 239, "mean": 0.5090128108704469, "median": 0.5132118870257614, "p95": 0.6897408500583992, "maximum": 0.7883819890147947, "minimum": 0.239342046042907 }, "redis_drift_s_per_min": 0.08722918254006541, "ingress_drift_s": { "n": 12, "mean": 0.09087228574999529, "median": 0.07607390699999428, "p95": 0.24130052999998952, "maximum": 0.24130052999998952, "minimum": -0.019622340000012173 }, "ingress_drift_s_per_min": -0.22840767051151487, "source_drift_s": { "n": 12, "mean": 0.011691666666659254, "median": 0.015548499999994192, "p95": 0.03385299999996505, "maximum": 0.03385299999996505, "minimum": -0.023199999999974352 }, "ingress_to_redis_ms": { "n": 239, "mean": 508.07531380753136, "median": 507, "p95": 678, "maximum": 765, "minimum": 290 }, "source_samples": 12, "redis_samples": 239, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 238, "sum_ns": 533999703, "mean_ms": 2.243696231092437 }, "depay_to_source_exit": { "n": 239, "sum_ns": 14295965000, "mean_ms": 59.815753138075316 }, "source_exit_to_ingress": { "n": 239, "sum_ns": 13904422922, "mean_ms": 58.17750176569038 }, "source_encoded_queue": { "n": 239, "sum_ns": 19839000, "mean_ms": 0.08300836820083682 }, "decode_between_queues": { "n": 239, "sum_ns": 10370799000, "mean_ms": 43.392464435146444 }, "source_raw_queue": { "n": 239, "sum_ns": 3778744000, "mean_ms": 15.810644351464436 }, "raw_queue_to_source_exit": { "n": 239, "sum_ns": 12164000, "mean_ms": 0.05089539748953975 }, "preprocess_start_to_preprocess_output": { "n": 237, "sum_ns": 1483053418, "mean_ms": 6.257609358649789 }, "selected_to_preprocess": { "n": 239, "sum_ns": 2624578773, "mean_ms": 10.981501142259413 }, "preprocess_start_to_preprocess": { "n": 238, "sum_ns": 2076221774, "mean_ms": 8.723620899159664 }, "preprocess_output_to_infer_entry": { "n": 238, "sum_ns": 578081748, "mean_ms": 2.428914907563025 }, "preprocess_to_infer_output": { "n": 239, "sum_ns": 113413789742, "mean_ms": 474.5346851129707 }, "preprocess_to_callback": { "n": 239, "sum_ns": 113820826826, "mean_ms": 476.2377691464435 }, "infer_output_to_callback": { "n": 239, "sum_ns": 407037084, "mean_ms": 1.7030840334728035 }, "copy_wall": { "n": 239, "sum_ns": 1136085572, "mean_ms": 4.753496117154811 }, "copy_thread_cpu": { "n": 239, "sum_ns": 1057116420, "mean_ms": 4.423081255230126 }, "callback_to_copied": { "n": 239, "sum_ns": 1184954216, "mean_ms": 4.957967430962343 }, "accepted_interval": { "n": 239, "sum_ns": 29814469042, "mean_ms": 124.74673239330544 }, "selected_to_submitted": { "n": 239, "sum_ns": 117688748817, "mean_ms": 492.421543167364 }, "completed_queue_wait": { "n": 239, "sum_ns": 168401240, "mean_ms": 0.7046076987447699 }, "result_observations_wall": { "n": 239, "sum_ns": 324788439, "mean_ms": 1.3589474435146445 }, "result_observations_cpu": { "n": 239, "sum_ns": 309489757, "mean_ms": 1.2949362217573221 }, "result_nms_wall": { "n": 239, "sum_ns": 259669823, "mean_ms": 1.0864846150627616 }, "result_nms_cpu": { "n": 239, "sum_ns": 141850231, "mean_ms": 0.593515610878661 }, "result_tracking_wall": { "n": 239, "sum_ns": 236756960, "mean_ms": 0.9906148953974896 }, "result_tracking_cpu": { "n": 239, "sum_ns": 199508874, "mean_ms": 0.8347651631799163 }, "result_region_wall": { "n": 239, "sum_ns": 59021987, "mean_ms": 0.24695392050209206 }, "result_region_cpu": { "n": 239, "sum_ns": 57208881, "mean_ms": 0.2393677029288703 }, "result_fall_wall": { "n": 239, "sum_ns": 110623408, "mean_ms": 0.46285944769874476 }, "result_fall_cpu": { "n": 239, "sum_ns": 95591357, "mean_ms": 0.3999638368200837 }, "result_fight_wall": { "n": 239, "sum_ns": 32729094, "mean_ms": 0.1369418158995816 }, "result_fight_cpu": { "n": 239, "sum_ns": 31928756, "mean_ms": 0.13359312133891213 }, "result_collector_wall": { "n": 239, "sum_ns": 1194797440, "mean_ms": 4.999152468619247 }, "result_collector_cpu": { "n": 239, "sum_ns": 1099738170, "mean_ms": 4.601414937238494 }, "result_composition_wall": { "n": 239, "sum_ns": 4972410, "mean_ms": 0.020805062761506277 }, "result_composition_cpu": { "n": 239, "sum_ns": 4955166, "mean_ms": 0.020732912133891213 }, "result_artifact_handoff_wall": { "n": 239, "sum_ns": 3362475, "mean_ms": 0.014068933054393305 }, "result_artifact_handoff_cpu": { "n": 239, "sum_ns": 2967712, "mean_ms": 0.012417205020920502 }, "result_publish_wall": { "n": 239, "sum_ns": 76898710, "mean_ms": 0.32175192468619246 }, "result_publish_cpu": { "n": 239, "sum_ns": 63746564, "mean_ms": 0.2667220251046025 }, "result_total_wall": { "n": 239, "sum_ns": 2594282889, "mean_ms": 10.854740121338912 }, "result_total_cpu": { "n": 239, "sum_ns": 2255773263, "mean_ms": 9.438381853556486 } } }, { "mode": "mixed-a", "level": 16, "camera": "36", "provider": "fire", "cohort_reset": false, "counter_seconds": 29.865636073, "new_channel": false, "seconds": 30.00003185699461, "selected_fps": 9.174423719965885, "requested_fps": 9.174423719965885, "complete_fps": 9.174423719965885, "accepted_fps": 9.174423719965885, "finalized_fps": 9.174423719965885, "redis_fps": 9.174423719965885, "redis_read_fps": 9.033323740848475, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 274, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.087, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 104, "analysis_gap_markers": 21, "c_suppressed": 0, "max_redis_silence_s": 0.42231459700269625, "redis_interval_s": { "n": 270, "mean": 0.11011740529620848, "median": 0.09894898999482393, "p95": 0.21454032801557332, "maximum": 0.42231459700269625, "minimum": 0.010154490999411792 }, "redis_drift_s": { "n": 271, "mean": 0.38724563377515137, "median": 0.3777692609904193, "p95": 0.5952446249825698, "maximum": 0.7631945910123363, "minimum": 0.07653910994810076 }, "redis_drift_s_per_min": -0.3317807130143692, "ingress_drift_s": { "n": 12, "mean": 0.04499335849999871, "median": 0.02704022550000218, "p95": 0.1710634730000038, "maximum": 0.1710634730000038, "minimum": -0.024959025999976348 }, "ingress_drift_s_per_min": -0.2230117538084254, "source_drift_s": { "n": 12, "mean": 0.011959333333332248, "median": 0.009432000000003882, "p95": 0.04017199999998411, "maximum": 0.04017199999998411, "minimum": -0.026332999999965523 }, "ingress_to_redis_ms": { "n": 271, "mean": 412.00369003690037, "median": 419, "p95": 551, "maximum": 779, "minimum": 141 }, "source_samples": 12, "redis_samples": 271, "native_redis_joined": 11, "durations": { "selected_to_preprocess_start": { "n": 274, "sum_ns": 308292323, "mean_ms": 1.1251544635036497 }, "preprocess_start_to_preprocess_output": { "n": 274, "sum_ns": 902126989, "mean_ms": 3.2924342664233577 }, "depay_to_source_exit": { "n": 272, "sum_ns": 15580621000, "mean_ms": 57.28169485294118 }, "source_exit_to_ingress": { "n": 272, "sum_ns": 8746836455, "mean_ms": 32.15748696691176 }, "source_encoded_queue": { "n": 272, "sum_ns": 16633000, "mean_ms": 0.06115073529411765 }, "decode_between_queues": { "n": 272, "sum_ns": 12572497000, "mean_ms": 46.22241544117647 }, "source_raw_queue": { "n": 272, "sum_ns": 2874809000, "mean_ms": 10.569150735294118 }, "raw_queue_to_source_exit": { "n": 272, "sum_ns": 10491000, "mean_ms": 0.03856985294117647 }, "selected_to_preprocess": { "n": 274, "sum_ns": 1568464445, "mean_ms": 5.724322791970803 }, "preprocess_start_to_preprocess": { "n": 274, "sum_ns": 1260172122, "mean_ms": 4.599168328467153 }, "preprocess_output_to_infer_entry": { "n": 274, "sum_ns": 358045133, "mean_ms": 1.3067340620437955 }, "preprocess_to_infer_output": { "n": 274, "sum_ns": 108368716401, "mean_ms": 395.5062642372263 }, "preprocess_to_callback": { "n": 274, "sum_ns": 108901090065, "mean_ms": 397.44923381386866 }, "infer_output_to_callback": { "n": 274, "sum_ns": 532373664, "mean_ms": 1.9429695766423358 }, "copy_wall": { "n": 274, "sum_ns": 1660263445, "mean_ms": 6.059355638686132 }, "copy_thread_cpu": { "n": 274, "sum_ns": 1481727488, "mean_ms": 5.407764554744526 }, "callback_to_copied": { "n": 274, "sum_ns": 1718288411, "mean_ms": 6.271125587591241 }, "accepted_interval": { "n": 274, "sum_ns": 29829261045, "mean_ms": 108.86591622262775 }, "selected_to_submitted": { "n": 274, "sum_ns": 112218434928, "mean_ms": 409.55633185401456 }, "completed_queue_wait": { "n": 274, "sum_ns": 150352847, "mean_ms": 0.5487330182481751 }, "result_composition_wall": { "n": 274, "sum_ns": 2741437, "mean_ms": 0.010005244525547446 }, "result_composition_cpu": { "n": 274, "sum_ns": 2661564, "mean_ms": 0.009713737226277372 }, "result_artifact_handoff_wall": { "n": 274, "sum_ns": 2813542, "mean_ms": 0.010268401459854014 }, "result_artifact_handoff_cpu": { "n": 274, "sum_ns": 2752139, "mean_ms": 0.010044302919708028 }, "result_publish_wall": { "n": 274, "sum_ns": 28495039, "mean_ms": 0.10399649270072993 }, "result_publish_cpu": { "n": 274, "sum_ns": 27807004, "mean_ms": 0.10148541605839416 }, "result_total_wall": { "n": 274, "sum_ns": 284151702, "mean_ms": 1.03705000729927 }, "result_total_cpu": { "n": 274, "sum_ns": 272781380, "mean_ms": 0.9955524817518249 } } }, { "mode": "mixed-a", "level": 16, "camera": "36", "provider": "crowd", "cohort_reset": false, "counter_seconds": 29.876224204, "new_channel": false, "seconds": 30.00003185699461, "selected_fps": 9.271586600388199, "requested_fps": 9.271586600388199, "complete_fps": 9.271586600388199, "accepted_fps": 9.271586600388199, "finalized_fps": 9.271586600388199, "redis_fps": 9.238115168617846, "redis_read_fps": 9.133323634658607, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 277, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.119, "sender": { "replaced": 1, "expired": 0, "send_error": 0 }, "gap_markers": 102, "analysis_gap_markers": 21, "c_suppressed": 0, "max_redis_silence_s": 0.33852924895472825, "redis_interval_s": { "n": 273, "mean": 0.10967429516489034, "median": 0.0987931220442988, "p95": 0.2037959310109727, "maximum": 0.33852924895472825, "minimum": 0.014830484986305237 }, "redis_drift_s": { "n": 274, "mean": 0.3746299717716872, "median": 0.3645544924945625, "p95": 0.5481985629638757, "maximum": 0.6269290209785368, "minimum": 0.10803700899566593 }, "redis_drift_s_per_min": 0.07724143756577063, "ingress_drift_s": { "n": 12, "mean": 0.0440587880000057, "median": 0.0419173679999858, "p95": 0.1050143190000199, "maximum": 0.1050143190000199, "minimum": -0.025460904999988543 }, "ingress_drift_s_per_min": -0.07577102079305816, "source_drift_s": { "n": 12, "mean": 0.028895333333328683, "median": 0.03304149999999595, "p95": 0.04428100000001223, "maximum": 0.04428100000001223, "minimum": -0.026160000000004402 }, "ingress_to_redis_ms": { "n": 274, "mean": 413.66058394160586, "median": 402.0, "p95": 562, "maximum": 660, "minimum": 171 }, "source_samples": 12, "redis_samples": 274, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 276, "sum_ns": 265001743, "mean_ms": 0.9601512427536232 }, "depay_to_source_exit": { "n": 274, "sum_ns": 14754525000, "mean_ms": 53.848631386861314 }, "source_exit_to_ingress": { "n": 274, "sum_ns": 4999907364, "mean_ms": 18.247837094890514 }, "source_encoded_queue": { "n": 274, "sum_ns": 17679000, "mean_ms": 0.06452189781021898 }, "decode_between_queues": { "n": 274, "sum_ns": 12174930000, "mean_ms": 44.43405109489051 }, "source_raw_queue": { "n": 274, "sum_ns": 2433543000, "mean_ms": 8.881543795620438 }, "raw_queue_to_source_exit": { "n": 274, "sum_ns": 11185000, "mean_ms": 0.04082116788321168 }, "preprocess_start_to_preprocess_output": { "n": 276, "sum_ns": 951710555, "mean_ms": 3.4482266485507247 }, "selected_to_preprocess": { "n": 276, "sum_ns": 1439924284, "mean_ms": 5.217116971014494 }, "preprocess_start_to_preprocess": { "n": 276, "sum_ns": 1174922541, "mean_ms": 4.2569657282608695 }, "preprocess_output_to_infer_entry": { "n": 276, "sum_ns": 223211986, "mean_ms": 0.8087390797101449 }, "preprocess_to_infer_output": { "n": 276, "sum_ns": 109439461528, "mean_ms": 396.5197881449276 }, "preprocess_to_callback": { "n": 276, "sum_ns": 109965028960, "mean_ms": 398.4240179710145 }, "infer_output_to_callback": { "n": 276, "sum_ns": 525567432, "mean_ms": 1.9042298260869566 }, "copy_wall": { "n": 277, "sum_ns": 1695660909, "mean_ms": 6.1215195270758125 }, "copy_thread_cpu": { "n": 277, "sum_ns": 1490120369, "mean_ms": 5.379495916967509 }, "callback_to_copied": { "n": 276, "sum_ns": 1748148817, "mean_ms": 6.3338725253623185 }, "accepted_interval": { "n": 276, "sum_ns": 29948034339, "mean_ms": 108.50737079347826 }, "selected_to_submitted": { "n": 275, "sum_ns": 112574612718, "mean_ms": 409.36222806545453 }, "completed_queue_wait": { "n": 277, "sum_ns": 132827359, "mean_ms": 0.4795211516245487 }, "result_composition_wall": { "n": 277, "sum_ns": 4418113, "mean_ms": 0.01594986642599278 }, "result_composition_cpu": { "n": 277, "sum_ns": 4299092, "mean_ms": 0.01552018772563177 }, "result_publish_wall": { "n": 277, "sum_ns": 37845438, "mean_ms": 0.13662612996389892 }, "result_publish_cpu": { "n": 277, "sum_ns": 35673761, "mean_ms": 0.12878614079422382 }, "result_total_wall": { "n": 277, "sum_ns": 387984768, "mean_ms": 1.4006670324909747 }, "result_total_cpu": { "n": 277, "sum_ns": 332875398, "mean_ms": 1.201716238267148 } } }, { "mode": "mixed-a", "level": 16, "camera": "37", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.055583627, "new_channel": false, "seconds": 30.00003185699461, "selected_fps": 7.818846671434826, "requested_fps": 7.818846671434826, "complete_fps": 7.818846671434826, "accepted_fps": 7.818846671434826, "finalized_fps": 7.818846671434826, "redis_fps": 7.818846671434826, "redis_read_fps": 7.7999917171901965, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 235, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.163, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 155, "analysis_gap_markers": 55, "c_suppressed": 0, "max_redis_silence_s": 0.3577240430167876, "redis_interval_s": { "n": 233, "mean": 0.12816585798706867, "median": 0.11558829399291426, "p95": 0.28599269303958863, "maximum": 0.3577240430167876, "minimum": 0.006303012021817267 }, "redis_drift_s": { "n": 234, "mean": 0.48599330663297235, "median": 0.4789319609953111, "p95": 0.6743909440203311, "maximum": 0.7562370299892223, "minimum": 0.2175249439915774 }, "redis_drift_s_per_min": 0.09536821154759854, "ingress_drift_s": { "n": 12, "mean": 0.05123121683333428, "median": 0.029995390499976793, "p95": 0.1412919119999856, "maximum": 0.1412919119999856, "minimum": 0.005147227000009025 }, "ingress_drift_s_per_min": 0.08992320875812666, "source_drift_s": { "n": 12, "mean": 0.012504416666672569, "median": 0.012588499999992564, "p95": 0.04225200000001905, "maximum": 0.04225200000001905, "minimum": -0.01860199999998713 }, "ingress_to_redis_ms": { "n": 234, "mean": 520.5384615384615, "median": 527.5, "p95": 678, "maximum": 801, "minimum": 308 }, "source_samples": 12, "redis_samples": 234, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 234, "sum_ns": 526301822, "mean_ms": 2.2491530854700854 }, "depay_to_source_exit": { "n": 234, "sum_ns": 13386037000, "mean_ms": 57.20528632478633 }, "source_exit_to_ingress": { "n": 234, "sum_ns": 11586213934, "mean_ms": 49.51373476068376 }, "source_encoded_queue": { "n": 234, "sum_ns": 15692000, "mean_ms": 0.06705982905982906 }, "decode_between_queues": { "n": 234, "sum_ns": 10106502000, "mean_ms": 43.190179487179485 }, "source_raw_queue": { "n": 234, "sum_ns": 3161872000, "mean_ms": 13.512273504273503 }, "raw_queue_to_source_exit": { "n": 234, "sum_ns": 9677000, "mean_ms": 0.04135470085470085 }, "preprocess_start_to_preprocess_output": { "n": 234, "sum_ns": 1500441392, "mean_ms": 6.412142700854701 }, "selected_to_preprocess": { "n": 234, "sum_ns": 3193125769, "mean_ms": 13.64583661965812 }, "preprocess_start_to_preprocess": { "n": 234, "sum_ns": 2666823947, "mean_ms": 11.396683534188034 }, "preprocess_output_to_infer_entry": { "n": 234, "sum_ns": 1166382555, "mean_ms": 4.984540833333333 }, "preprocess_to_infer_output": { "n": 234, "sum_ns": 113007218691, "mean_ms": 482.93683201282056 }, "preprocess_to_callback": { "n": 234, "sum_ns": 113408773942, "mean_ms": 484.65288009401706 }, "infer_output_to_callback": { "n": 234, "sum_ns": 401555251, "mean_ms": 1.7160480811965813 }, "copy_wall": { "n": 235, "sum_ns": 1354268546, "mean_ms": 5.762844876595745 }, "copy_thread_cpu": { "n": 235, "sum_ns": 1178769132, "mean_ms": 5.016038859574468 }, "callback_to_copied": { "n": 234, "sum_ns": 1398160279, "mean_ms": 5.975043927350427 }, "accepted_interval": { "n": 235, "sum_ns": 29925436287, "mean_ms": 127.34228207234042 }, "selected_to_submitted": { "n": 234, "sum_ns": 118041168258, "mean_ms": 504.449437 }, "completed_queue_wait": { "n": 235, "sum_ns": 157488439, "mean_ms": 0.670163570212766 }, "result_observations_wall": { "n": 235, "sum_ns": 348260498, "mean_ms": 1.4819595659574467 }, "result_observations_cpu": { "n": 235, "sum_ns": 329482041, "mean_ms": 1.4020512382978723 }, "result_nms_wall": { "n": 235, "sum_ns": 268512599, "mean_ms": 1.142606804255319 }, "result_nms_cpu": { "n": 235, "sum_ns": 137932740, "mean_ms": 0.586947829787234 }, "result_tracking_wall": { "n": 235, "sum_ns": 326306024, "mean_ms": 1.3885362723404255 }, "result_tracking_cpu": { "n": 235, "sum_ns": 259356947, "mean_ms": 1.1036465829787234 }, "result_region_wall": { "n": 235, "sum_ns": 67326251, "mean_ms": 0.286494685106383 }, "result_region_cpu": { "n": 235, "sum_ns": 61206030, "mean_ms": 0.2604511914893617 }, "result_fall_wall": { "n": 235, "sum_ns": 142447857, "mean_ms": 0.6061610936170212 }, "result_fall_cpu": { "n": 235, "sum_ns": 136633987, "mean_ms": 0.5814212212765957 }, "result_fight_wall": { "n": 235, "sum_ns": 35621568, "mean_ms": 0.15158114042553192 }, "result_fight_cpu": { "n": 235, "sum_ns": 31707331, "mean_ms": 0.13492481276595744 }, "result_collector_wall": { "n": 235, "sum_ns": 1483883088, "mean_ms": 6.314396119148936 }, "result_collector_cpu": { "n": 235, "sum_ns": 1399970182, "mean_ms": 5.957319923404255 }, "result_composition_wall": { "n": 235, "sum_ns": 5122516, "mean_ms": 0.021797940425531914 }, "result_composition_cpu": { "n": 235, "sum_ns": 4818254, "mean_ms": 0.020503208510638297 }, "result_artifact_handoff_wall": { "n": 235, "sum_ns": 7119006, "mean_ms": 0.03029364255319149 }, "result_artifact_handoff_cpu": { "n": 235, "sum_ns": 3056904, "mean_ms": 0.013008102127659574 }, "result_publish_wall": { "n": 235, "sum_ns": 142023177, "mean_ms": 0.604353944680851 }, "result_publish_cpu": { "n": 235, "sum_ns": 116630251, "mean_ms": 0.49629894042553196 }, "result_total_wall": { "n": 235, "sum_ns": 3125656789, "mean_ms": 13.300667187234042 }, "result_total_cpu": { "n": 235, "sum_ns": 2739118303, "mean_ms": 11.655822565957447 } } }, { "mode": "mixed-a", "level": 16, "camera": "37", "provider": "fire", "cohort_reset": false, "counter_seconds": 30.145540776, "new_channel": false, "seconds": 30.00003185699461, "selected_fps": 9.089238174096439, "requested_fps": 9.089238174096439, "complete_fps": 9.089238174096439, "accepted_fps": 9.089238174096439, "finalized_fps": 9.089238174096439, "redis_fps": 9.089238174096439, "redis_read_fps": 8.999990442911766, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 274, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.294, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 102, "analysis_gap_markers": 26, "c_suppressed": 0, "max_redis_silence_s": 0.3910816129646264, "redis_interval_s": { "n": 269, "mean": 0.11097602587371552, "median": 0.10207322501810268, "p95": 0.2243102570064366, "maximum": 0.3910816129646264, "minimum": 0.0025498289614915848 }, "redis_drift_s": { "n": 270, "mean": 0.3268538663781739, "median": 0.3240097774886408, "p95": 0.5186528000058388, "maximum": 0.6742120440061967, "minimum": 0.035974748959745284 }, "redis_drift_s_per_min": -0.3285639957963287, "ingress_drift_s": { "n": 12, "mean": 0.027388046833342134, "median": 0.022471399500005873, "p95": 0.11084582099999807, "maximum": 0.11084582099999807, "minimum": -0.03333616599996958 }, "ingress_drift_s_per_min": -0.11020838993936292, "source_drift_s": { "n": 12, "mean": 0.015260666666672288, "median": 0.017116500000014412, "p95": 0.07079799999996794, "maximum": 0.07079799999996794, "minimum": -0.03545099999996637 }, "ingress_to_redis_ms": { "n": 270, "mean": 411.77407407407406, "median": 417.0, "p95": 547, "maximum": 723, "minimum": 159 }, "source_samples": 12, "redis_samples": 270, "native_redis_joined": 11, "durations": { "selected_to_preprocess_start": { "n": 273, "sum_ns": 295978087, "mean_ms": 1.084168816849817 }, "depay_to_source_exit": { "n": 271, "sum_ns": 14722707000, "mean_ms": 54.327332103321034 }, "source_exit_to_ingress": { "n": 271, "sum_ns": 7881400975, "mean_ms": 29.082660424354245 }, "source_encoded_queue": { "n": 271, "sum_ns": 18788000, "mean_ms": 0.06932841328413283 }, "decode_between_queues": { "n": 271, "sum_ns": 12251176000, "mean_ms": 45.20729151291513 }, "source_raw_queue": { "n": 271, "sum_ns": 2340308000, "mean_ms": 8.635822878228781 }, "raw_queue_to_source_exit": { "n": 271, "sum_ns": 10506000, "mean_ms": 0.038767527675276754 }, "preprocess_start_to_preprocess_output": { "n": 273, "sum_ns": 921356522, "mean_ms": 3.374932315018315 }, "selected_to_preprocess": { "n": 273, "sum_ns": 1425676535, "mean_ms": 5.22225836996337 }, "preprocess_start_to_preprocess": { "n": 273, "sum_ns": 1129698448, "mean_ms": 4.138089553113553 }, "preprocess_output_to_infer_entry": { "n": 273, "sum_ns": 208341926, "mean_ms": 0.763157238095238 }, "preprocess_to_infer_output": { "n": 273, "sum_ns": 108335618334, "mean_ms": 396.8337667912088 }, "preprocess_to_callback": { "n": 273, "sum_ns": 108841043778, "mean_ms": 398.68514204395603 }, "infer_output_to_callback": { "n": 273, "sum_ns": 505425444, "mean_ms": 1.851375252747253 }, "copy_wall": { "n": 274, "sum_ns": 1615666346, "mean_ms": 5.896592503649635 }, "copy_thread_cpu": { "n": 274, "sum_ns": 1449583580, "mean_ms": 5.290451021897811 }, "callback_to_copied": { "n": 273, "sum_ns": 1666258826, "mean_ms": 6.103512183150183 }, "accepted_interval": { "n": 274, "sum_ns": 29946790567, "mean_ms": 109.29485608394161 }, "selected_to_submitted": { "n": 273, "sum_ns": 111966233736, "mean_ms": 410.1327243076923 }, "completed_queue_wait": { "n": 274, "sum_ns": 144858287, "mean_ms": 0.5286798795620438 }, "result_composition_wall": { "n": 274, "sum_ns": 2708870, "mean_ms": 0.00988638686131387 }, "result_composition_cpu": { "n": 274, "sum_ns": 2609406, "mean_ms": 0.009523379562043795 }, "result_artifact_handoff_wall": { "n": 274, "sum_ns": 2400569, "mean_ms": 0.008761200729927008 }, "result_artifact_handoff_cpu": { "n": 274, "sum_ns": 2404301, "mean_ms": 0.008774821167883213 }, "result_publish_wall": { "n": 274, "sum_ns": 33051344, "mean_ms": 0.12062534306569343 }, "result_publish_cpu": { "n": 274, "sum_ns": 29878303, "mean_ms": 0.10904490145985402 }, "result_total_wall": { "n": 274, "sum_ns": 307506442, "mean_ms": 1.122286284671533 }, "result_total_cpu": { "n": 274, "sum_ns": 288226946, "mean_ms": 1.0519231605839414 } } }, { "mode": "mixed-a", "level": 16, "camera": "37", "provider": "crowd", "cohort_reset": false, "counter_seconds": 29.863752517, "new_channel": false, "seconds": 30.00003185699461, "selected_fps": 9.108031545773207, "requested_fps": 9.108031545773207, "complete_fps": 9.108031545773207, "accepted_fps": 9.108031545773207, "finalized_fps": 9.108031545773207, "redis_fps": 9.108031545773207, "redis_read_fps": 8.999990442911766, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 272, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.125, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 99, "analysis_gap_markers": 26, "c_suppressed": 0, "max_redis_silence_s": 0.41593177197501063, "redis_interval_s": { "n": 269, "mean": 0.1110638898029598, "median": 0.10171391599578783, "p95": 0.19938729604473338, "maximum": 0.41593177197501063, "minimum": 0.009654232999309897 }, "redis_drift_s": { "n": 270, "mean": 0.4485652319411536, "median": 0.4361126020008328, "p95": 0.6155223419903564, "maximum": 0.8098387299808678, "minimum": 0.13503138102731782 }, "redis_drift_s_per_min": 0.017761637653330824, "ingress_drift_s": { "n": 12, "mean": 0.04696132150001139, "median": 0.023340122000007568, "p95": 0.19133594599998105, "maximum": 0.19133594599998105, "minimum": 1.300500002798799e-05 }, "ingress_drift_s_per_min": 0.032393825300860685, "source_drift_s": { "n": 12, "mean": 0.018976916666668824, "median": 0.01782449999998903, "p95": 0.06041899999996758, "maximum": 0.06041899999996758, "minimum": -0.00636799999995219 }, "ingress_to_redis_ms": { "n": 270, "mean": 414.9925925925926, "median": 408.5, "p95": 552, "maximum": 649, "minimum": 165 }, "source_samples": 12, "redis_samples": 270, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 272, "sum_ns": 261723318, "mean_ms": 0.9622180808823529 }, "preprocess_start_to_preprocess_output": { "n": 272, "sum_ns": 897545325, "mean_ms": 3.2997989889705885 }, "selected_to_preprocess": { "n": 272, "sum_ns": 1412701588, "mean_ms": 5.193755838235295 }, "preprocess_start_to_preprocess": { "n": 272, "sum_ns": 1150978270, "mean_ms": 4.231537757352941 }, "preprocess_output_to_infer_entry": { "n": 272, "sum_ns": 253432945, "mean_ms": 0.9317387683823529 }, "depay_to_source_exit": { "n": 270, "sum_ns": 14961318000, "mean_ms": 55.41228888888889 }, "source_exit_to_ingress": { "n": 270, "sum_ns": 5397533166, "mean_ms": 19.990863577777777 }, "source_encoded_queue": { "n": 270, "sum_ns": 14630000, "mean_ms": 0.05418518518518518 }, "decode_between_queues": { "n": 270, "sum_ns": 12054863000, "mean_ms": 44.64764074074074 }, "source_raw_queue": { "n": 270, "sum_ns": 2773408000, "mean_ms": 10.271881481481481 }, "raw_queue_to_source_exit": { "n": 270, "sum_ns": 11103000, "mean_ms": 0.04112222222222222 }, "preprocess_to_infer_output": { "n": 272, "sum_ns": 108395836010, "mean_ms": 398.51410297794115 }, "preprocess_to_callback": { "n": 272, "sum_ns": 108906971472, "mean_ms": 400.3932774705882 }, "infer_output_to_callback": { "n": 272, "sum_ns": 511135462, "mean_ms": 1.8791744926470588 }, "copy_wall": { "n": 272, "sum_ns": 1651466451, "mean_ms": 6.071567834558823 }, "copy_thread_cpu": { "n": 272, "sum_ns": 1447146905, "mean_ms": 5.320393033088235 }, "callback_to_copied": { "n": 272, "sum_ns": 1711204981, "mean_ms": 6.291194783088235 }, "accepted_interval": { "n": 272, "sum_ns": 29847395416, "mean_ms": 109.73307138235295 }, "selected_to_submitted": { "n": 272, "sum_ns": 112062857097, "mean_ms": 411.9957981507353 }, "completed_queue_wait": { "n": 272, "sum_ns": 129454015, "mean_ms": 0.4759338786764706 }, "result_composition_wall": { "n": 272, "sum_ns": 3922755, "mean_ms": 0.01442189338235294 }, "result_composition_cpu": { "n": 272, "sum_ns": 3785251, "mean_ms": 0.013916363970588236 }, "result_publish_wall": { "n": 272, "sum_ns": 43011990, "mean_ms": 0.1581323161764706 }, "result_publish_cpu": { "n": 272, "sum_ns": 41716605, "mean_ms": 0.1533698713235294 }, "result_total_wall": { "n": 272, "sum_ns": 395026737, "mean_ms": 1.4523041801470589 }, "result_total_cpu": { "n": 272, "sum_ns": 353067903, "mean_ms": 1.2980437610294118 } } }, { "mode": "mixed-a", "level": 16, "camera": "38", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.082158417, "new_channel": false, "seconds": 30.00003185699461, "selected_fps": 7.878424038418294, "requested_fps": 7.878424038418294, "complete_fps": 7.878424038418294, "accepted_fps": 7.878424038418294, "finalized_fps": 7.878424038418294, "redis_fps": 7.878424038418294, "redis_read_fps": 7.866658313063617, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 237, "queue_depth_max_sampled": 1, "queue_age_max_sampled": 0.0009382799617014825, "provider_response_age_max_sampled": 0.124, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 154, "analysis_gap_markers": 54, "c_suppressed": 0, "max_redis_silence_s": 0.3804830739973113, "redis_interval_s": { "n": 235, "mean": 0.1271623869275456, "median": 0.11228071496589109, "p95": 0.24562138400506228, "maximum": 0.3804830739973113, "minimum": 0.004734548041597009 }, "redis_drift_s": { "n": 236, "mean": -3.672786127924622, "median": -3.6778340474963045, "p95": -3.473854579992121, "maximum": -3.333327833953774, "minimum": -3.8916104439627475 }, "redis_drift_s_per_min": 0.16856799457796393, "ingress_drift_s": { "n": 12, "mean": 0.05083555583333066, "median": 0.05192205299996999, "p95": 0.19196166900002254, "maximum": 0.19196166900002254, "minimum": -0.044551674999979696 }, "ingress_drift_s_per_min": 0.25497179474951814, "source_drift_s": { "n": 12, "mean": -0.022510250000001026, "median": -0.017987000000005082, "p95": -0.0006789999999909924, "maximum": -0.0006789999999909924, "minimum": -0.05618400000003021 }, "ingress_to_redis_ms": { "n": 236, "mean": 511.41525423728814, "median": 504.0, "p95": 665, "maximum": 781, "minimum": 333 }, "source_samples": 12, "redis_samples": 236, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 236, "sum_ns": 14021140000, "mean_ms": 59.411610169491524 }, "source_exit_to_ingress": { "n": 236, "sum_ns": 13136722366, "mean_ms": 55.664077822033896 }, "source_encoded_queue": { "n": 236, "sum_ns": 14864000, "mean_ms": 0.06298305084745763 }, "decode_between_queues": { "n": 236, "sum_ns": 10530041000, "mean_ms": 44.618817796610166 }, "source_raw_queue": { "n": 236, "sum_ns": 3375320000, "mean_ms": 14.30220338983051 }, "raw_queue_to_source_exit": { "n": 236, "sum_ns": 7571000, "mean_ms": 0.032080508474576275 }, "selected_to_preprocess_start": { "n": 236, "sum_ns": 417081397, "mean_ms": 1.7672940550847458 }, "preprocess_start_to_preprocess_output": { "n": 236, "sum_ns": 1702407148, "mean_ms": 7.213589610169492 }, "selected_to_preprocess": { "n": 236, "sum_ns": 2701521006, "mean_ms": 11.447122906779661 }, "preprocess_start_to_preprocess": { "n": 236, "sum_ns": 2284439609, "mean_ms": 9.679828851694916 }, "preprocess_output_to_infer_entry": { "n": 236, "sum_ns": 582032461, "mean_ms": 2.4662392415254235 }, "preprocess_to_infer_output": { "n": 236, "sum_ns": 112402045715, "mean_ms": 476.2798547245763 }, "preprocess_to_callback": { "n": 236, "sum_ns": 112810670644, "mean_ms": 478.01131628813556 }, "infer_output_to_callback": { "n": 236, "sum_ns": 408624929, "mean_ms": 1.731461563559322 }, "copy_wall": { "n": 237, "sum_ns": 1191998688, "mean_ms": 5.029530329113924 }, "copy_thread_cpu": { "n": 237, "sum_ns": 1047635519, "mean_ms": 4.420403033755274 }, "callback_to_copied": { "n": 236, "sum_ns": 1234684333, "mean_ms": 5.231713275423729 }, "accepted_interval": { "n": 236, "sum_ns": 30018136736, "mean_ms": 127.1954946440678 }, "selected_to_submitted": { "n": 235, "sum_ns": 116295056218, "mean_ms": 494.87257965106386 }, "completed_queue_wait": { "n": 237, "sum_ns": 169110461, "mean_ms": 0.7135462489451477 }, "result_observations_wall": { "n": 237, "sum_ns": 326820134, "mean_ms": 1.3789879071729958 }, "result_observations_cpu": { "n": 237, "sum_ns": 310195923, "mean_ms": 1.3088435569620254 }, "result_nms_wall": { "n": 237, "sum_ns": 281634238, "mean_ms": 1.18833011814346 }, "result_nms_cpu": { "n": 237, "sum_ns": 142088919, "mean_ms": 0.5995313037974683 }, "result_tracking_wall": { "n": 237, "sum_ns": 323563944, "mean_ms": 1.3652487088607594 }, "result_tracking_cpu": { "n": 237, "sum_ns": 254420661, "mean_ms": 1.0735048987341773 }, "result_region_wall": { "n": 237, "sum_ns": 64373097, "mean_ms": 0.2716164430379747 }, "result_region_cpu": { "n": 237, "sum_ns": 61211397, "mean_ms": 0.2582759367088608 }, "result_fall_wall": { "n": 237, "sum_ns": 143467658, "mean_ms": 0.6053487679324894 }, "result_fall_cpu": { "n": 237, "sum_ns": 137390931, "mean_ms": 0.5797085696202532 }, "result_fight_wall": { "n": 237, "sum_ns": 32430568, "mean_ms": 0.13683783966244725 }, "result_fight_cpu": { "n": 237, "sum_ns": 32323269, "mean_ms": 0.1363851012658228 }, "result_collector_wall": { "n": 237, "sum_ns": 1441067361, "mean_ms": 6.080453 }, "result_collector_cpu": { "n": 237, "sum_ns": 1338284605, "mean_ms": 5.646770485232067 }, "result_composition_wall": { "n": 237, "sum_ns": 7955478, "mean_ms": 0.033567417721518986 }, "result_composition_cpu": { "n": 237, "sum_ns": 4734383, "mean_ms": 0.019976299578059072 }, "result_artifact_handoff_wall": { "n": 237, "sum_ns": 3086846, "mean_ms": 0.013024666666666665 }, "result_artifact_handoff_cpu": { "n": 237, "sum_ns": 2896852, "mean_ms": 0.012223004219409282 }, "result_publish_wall": { "n": 237, "sum_ns": 120513909, "mean_ms": 0.508497506329114 }, "result_publish_cpu": { "n": 237, "sum_ns": 110701396, "mean_ms": 0.46709449789029533 }, "result_total_wall": { "n": 237, "sum_ns": 3017845720, "mean_ms": 12.733526244725738 }, "result_total_cpu": { "n": 237, "sum_ns": 2643758819, "mean_ms": 11.155100502109704 } } }, { "mode": "mixed-a", "level": 16, "camera": "38", "provider": "fire", "cohort_reset": false, "counter_seconds": 30.384749467, "new_channel": false, "seconds": 30.00003185699461, "selected_fps": 9.083504219765105, "requested_fps": 9.083504219765105, "complete_fps": 9.083504219765105, "accepted_fps": 9.083504219765105, "finalized_fps": 9.083504219765105, "redis_fps": 9.083504219765105, "redis_read_fps": 9.099990336721897, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 276, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.148, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 112, "analysis_gap_markers": 21, "c_suppressed": 0, "max_redis_silence_s": 0.4208413030137308, "redis_interval_s": { "n": 272, "mean": 0.10981982638965265, "median": 0.09766377601772547, "p95": 0.21566542302025482, "maximum": 0.4208413030137308, "minimum": 0.009626906947232783 }, "redis_drift_s": { "n": 273, "mean": 0.29169441966975407, "median": 0.28299048399088633, "p95": 0.4805170730394366, "maximum": 0.666514113994765, "minimum": 0.033525871019321585 }, "redis_drift_s_per_min": -0.329869461223926, "ingress_drift_s": { "n": 12, "mean": 0.002582226666670332, "median": 0.0014159610000206158, "p95": 0.02710966800003689, "maximum": 0.02710966800003689, "minimum": -0.04303839700003209 }, "ingress_drift_s_per_min": 0.002828402894020229, "source_drift_s": { "n": 12, "mean": -0.0036791666666668257, "median": -0.001347499999980073, "p95": 0.016439999999988686, "maximum": 0.016439999999988686, "minimum": -0.043333000000018274 }, "ingress_to_redis_ms": { "n": 273, "mean": 416.6043956043956, "median": 415, "p95": 564, "maximum": 772, "minimum": 221 }, "source_samples": 12, "redis_samples": 273, "native_redis_joined": 11, "durations": { "depay_to_source_exit": { "n": 275, "sum_ns": 15415719000, "mean_ms": 56.05716 }, "source_exit_to_ingress": { "n": 275, "sum_ns": 6859871355, "mean_ms": 24.944986745454546 }, "source_encoded_queue": { "n": 275, "sum_ns": 16921000, "mean_ms": 0.06153090909090909 }, "decode_between_queues": { "n": 275, "sum_ns": 12010559000, "mean_ms": 43.67476 }, "source_raw_queue": { "n": 275, "sum_ns": 3281961000, "mean_ms": 11.934403636363637 }, "raw_queue_to_source_exit": { "n": 275, "sum_ns": 14911000, "mean_ms": 0.054221818181818184 }, "selected_to_preprocess_start": { "n": 275, "sum_ns": 264999559, "mean_ms": 0.96363476 }, "preprocess_start_to_preprocess_output": { "n": 275, "sum_ns": 941198224, "mean_ms": 3.422538996363637 }, "selected_to_preprocess": { "n": 275, "sum_ns": 1485821225, "mean_ms": 5.402986272727272 }, "preprocess_start_to_preprocess": { "n": 275, "sum_ns": 1220821666, "mean_ms": 4.4393515127272725 }, "preprocess_output_to_infer_entry": { "n": 275, "sum_ns": 279623442, "mean_ms": 1.0168125163636363 }, "preprocess_to_infer_output": { "n": 275, "sum_ns": 110091559612, "mean_ms": 400.33294404363636 }, "preprocess_to_callback": { "n": 275, "sum_ns": 110650121428, "mean_ms": 402.36407792 }, "infer_output_to_callback": { "n": 275, "sum_ns": 558561816, "mean_ms": 2.0311338763636364 }, "copy_wall": { "n": 276, "sum_ns": 1676076922, "mean_ms": 6.072742471014493 }, "copy_thread_cpu": { "n": 276, "sum_ns": 1443797669, "mean_ms": 5.231150974637681 }, "callback_to_copied": { "n": 274, "sum_ns": 1726449101, "mean_ms": 6.300909127737226 }, "accepted_interval": { "n": 275, "sum_ns": 30307711236, "mean_ms": 110.20985904000001 }, "selected_to_submitted": { "n": 274, "sum_ns": 113448688285, "mean_ms": 414.046307609489 }, "completed_queue_wait": { "n": 276, "sum_ns": 148833089, "mean_ms": 0.539250322463768 }, "result_composition_wall": { "n": 276, "sum_ns": 3409593, "mean_ms": 0.012353597826086957 }, "result_composition_cpu": { "n": 276, "sum_ns": 3309158, "mean_ms": 0.011989702898550725 }, "result_artifact_handoff_wall": { "n": 276, "sum_ns": 2408793, "mean_ms": 0.008727510869565218 }, "result_artifact_handoff_cpu": { "n": 276, "sum_ns": 2412341, "mean_ms": 0.008740365942028986 }, "result_publish_wall": { "n": 276, "sum_ns": 31094668, "mean_ms": 0.11266184057971014 }, "result_publish_cpu": { "n": 276, "sum_ns": 30807891, "mean_ms": 0.11162279347826086 }, "result_total_wall": { "n": 276, "sum_ns": 314193781, "mean_ms": 1.1383832644927536 }, "result_total_cpu": { "n": 276, "sum_ns": 294588561, "mean_ms": 1.067349858695652 } } }, { "mode": "mixed-a", "level": 16, "camera": "38", "provider": "crowd", "cohort_reset": false, "counter_seconds": 30.117791682, "new_channel": false, "seconds": 30.00003185699461, "selected_fps": 9.130815529358836, "requested_fps": 9.130815529358836, "complete_fps": 9.130815529358836, "accepted_fps": 9.130815529358836, "finalized_fps": 9.130815529358836, "redis_fps": 9.130815529358836, "redis_read_fps": 9.133323634658607, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 275, "queue_depth_max_sampled": 1, "queue_age_max_sampled": 0.000723914010450244, "provider_response_age_max_sampled": 0.124, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 108, "analysis_gap_markers": 20, "c_suppressed": 0, "max_redis_silence_s": 0.39287273096852005, "redis_interval_s": { "n": 273, "mean": 0.10953781606233765, "median": 0.09813561098417267, "p95": 0.21336942398920655, "maximum": 0.39287273096852005, "minimum": 0.0044373610289767385 }, "redis_drift_s": { "n": 274, "mean": 0.37990952383172294, "median": 0.3722736829966209, "p95": 0.5431912999898145, "maximum": 0.6278415660239034, "minimum": 0.1628753820243105 }, "redis_drift_s_per_min": 0.03761613032813709, "ingress_drift_s": { "n": 12, "mean": 0.0155451404166674, "median": -0.004238416499987352, "p95": 0.15469957000004797, "maximum": 0.15469957000004797, "minimum": -0.04286911600001986 }, "ingress_drift_s_per_min": 0.20237101978577754, "source_drift_s": { "n": 12, "mean": -0.008141166666675304, "median": -0.013202500000005557, "p95": 0.03085500000003094, "maximum": 0.03085500000003094, "minimum": -0.040323000000000775 }, "ingress_to_redis_ms": { "n": 274, "mean": 414.3284671532847, "median": 412.0, "p95": 572, "maximum": 654, "minimum": 229 }, "source_samples": 12, "redis_samples": 274, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 275, "sum_ns": 15485780000, "mean_ms": 56.311927272727274 }, "source_exit_to_ingress": { "n": 275, "sum_ns": 7309594060, "mean_ms": 26.580342036363636 }, "source_encoded_queue": { "n": 275, "sum_ns": 20982000, "mean_ms": 0.07629818181818182 }, "decode_between_queues": { "n": 275, "sum_ns": 12659228000, "mean_ms": 46.033556363636364 }, "source_raw_queue": { "n": 275, "sum_ns": 2657636000, "mean_ms": 9.664130909090908 }, "raw_queue_to_source_exit": { "n": 275, "sum_ns": 8497000, "mean_ms": 0.03089818181818182 }, "selected_to_preprocess_start": { "n": 275, "sum_ns": 292225899, "mean_ms": 1.062639632727273 }, "preprocess_start_to_preprocess_output": { "n": 275, "sum_ns": 914248031, "mean_ms": 3.3245382945454542 }, "selected_to_preprocess": { "n": 275, "sum_ns": 1510281656, "mean_ms": 5.491933294545455 }, "preprocess_start_to_preprocess": { "n": 275, "sum_ns": 1218055757, "mean_ms": 4.429293661818182 }, "preprocess_output_to_infer_entry": { "n": 275, "sum_ns": 303807726, "mean_ms": 1.1047553672727273 }, "preprocess_to_infer_output": { "n": 275, "sum_ns": 109520397496, "mean_ms": 398.25599089454545 }, "preprocess_to_callback": { "n": 275, "sum_ns": 110071758101, "mean_ms": 400.2609385490909 }, "infer_output_to_callback": { "n": 275, "sum_ns": 551360605, "mean_ms": 2.0049476545454548 }, "copy_wall": { "n": 275, "sum_ns": 1601034978, "mean_ms": 5.821945374545455 }, "copy_thread_cpu": { "n": 275, "sum_ns": 1430577099, "mean_ms": 5.202098541818182 }, "callback_to_copied": { "n": 275, "sum_ns": 1658438645, "mean_ms": 6.0306859818181815 }, "accepted_interval": { "n": 275, "sum_ns": 30107784887, "mean_ms": 109.48285413454546 }, "selected_to_submitted": { "n": 275, "sum_ns": 113278264242, "mean_ms": 411.92096088 }, "completed_queue_wait": { "n": 275, "sum_ns": 124207109, "mean_ms": 0.4516622145454545 }, "result_composition_wall": { "n": 275, "sum_ns": 5556235, "mean_ms": 0.02020449090909091 }, "result_composition_cpu": { "n": 275, "sum_ns": 5280850, "mean_ms": 0.01920309090909091 }, "result_publish_wall": { "n": 275, "sum_ns": 41968204, "mean_ms": 0.1526116509090909 }, "result_publish_cpu": { "n": 275, "sum_ns": 41309814, "mean_ms": 0.15021750545454546 }, "result_total_wall": { "n": 275, "sum_ns": 406529000, "mean_ms": 1.4782872727272727 }, "result_total_cpu": { "n": 275, "sum_ns": 352663466, "mean_ms": 1.2824126036363634 } } }, { "mode": "mixed-a", "level": 16, "camera": "39", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.073553557, "new_channel": false, "seconds": 30.00003185699461, "selected_fps": 7.880678269390457, "requested_fps": 7.847426462346616, "complete_fps": 7.880678269390457, "accepted_fps": 7.880678269390457, "finalized_fps": 7.847426462346616, "redis_fps": 7.847426462346616, "redis_read_fps": 7.7999917171901965, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 237, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.122, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 167, "analysis_gap_markers": 52, "c_suppressed": 0, "max_redis_silence_s": 0.40050464996602386, "redis_interval_s": { "n": 233, "mean": 0.12838584884112827, "median": 0.11659061396494508, "p95": 0.25656354997772723, "maximum": 0.40050464996602386, "minimum": 0.003989162971265614 }, "redis_drift_s": { "n": 234, "mean": 0.4903019627565083, "median": 0.4853327369915519, "p95": 0.6842448389679134, "maximum": 0.7787543799769878, "minimum": 0.24347519394757455 }, "redis_drift_s_per_min": 0.14298396328529564, "ingress_drift_s": { "n": 11, "mean": 0.08363236754544025, "median": 0.02626499499996271, "p95": 0.34593809199998304, "maximum": 0.34593809199998304, "minimum": 0.005127734999973654 }, "ingress_drift_s_per_min": 0.5215455854230435, "source_drift_s": { "n": 11, "mean": 0.07730536363636081, "median": 0.021872999999970943, "p95": 0.3455280000000016, "maximum": 0.3455280000000016, "minimum": -0.006607000000030894 }, "ingress_to_redis_ms": { "n": 234, "mean": 513.017094017094, "median": 515.5, "p95": 653, "maximum": 747, "minimum": 287 }, "source_samples": 11, "redis_samples": 234, "native_redis_joined": 11, "durations": { "selected_to_preprocess_start": { "n": 237, "sum_ns": 390826923, "mean_ms": 1.649058746835443 }, "preprocess_start_to_preprocess_output": { "n": 235, "sum_ns": 1475504737, "mean_ms": 6.278743561702128 }, "selected_to_preprocess": { "n": 235, "sum_ns": 2552488037, "mean_ms": 10.861651221276595 }, "preprocess_start_to_preprocess": { "n": 235, "sum_ns": 2168199525, "mean_ms": 9.226380957446809 }, "preprocess_output_to_infer_entry": { "n": 234, "sum_ns": 686139211, "mean_ms": 2.9322188504273505 }, "depay_to_source_exit": { "n": 235, "sum_ns": 14302971000, "mean_ms": 60.86370638297872 }, "source_exit_to_ingress": { "n": 235, "sum_ns": 15022210024, "mean_ms": 63.92429797446808 }, "source_encoded_queue": { "n": 235, "sum_ns": 13569000, "mean_ms": 0.05774042553191489 }, "decode_between_queues": { "n": 235, "sum_ns": 10336213000, "mean_ms": 43.98388510638298 }, "source_raw_queue": { "n": 235, "sum_ns": 3878025000, "mean_ms": 16.50223404255319 }, "raw_queue_to_source_exit": { "n": 235, "sum_ns": 11485000, "mean_ms": 0.048872340425531915 }, "preprocess_to_infer_output": { "n": 236, "sum_ns": 113174155390, "mean_ms": 479.55150588983054 }, "preprocess_to_callback": { "n": 236, "sum_ns": 113614671218, "mean_ms": 481.41809838135595 }, "infer_output_to_callback": { "n": 237, "sum_ns": 441932020, "mean_ms": 1.8646920675105485 }, "copy_wall": { "n": 237, "sum_ns": 1219109188, "mean_ms": 5.143920624472574 }, "copy_thread_cpu": { "n": 237, "sum_ns": 1079272084, "mean_ms": 4.55389064978903 }, "callback_to_copied": { "n": 237, "sum_ns": 1270626052, "mean_ms": 5.3612913586497895 }, "accepted_interval": { "n": 237, "sum_ns": 30149891449, "mean_ms": 127.21473185232067 }, "selected_to_submitted": { "n": 237, "sum_ns": 117872194818, "mean_ms": 497.35103298734174 }, "completed_queue_wait": { "n": 237, "sum_ns": 157608301, "mean_ms": 0.6650139282700421 }, "result_observations_wall": { "n": 237, "sum_ns": 328888321, "mean_ms": 1.387714434599156 }, "result_observations_cpu": { "n": 237, "sum_ns": 316663007, "mean_ms": 1.3361308312236286 }, "result_nms_wall": { "n": 236, "sum_ns": 256469114, "mean_ms": 1.086733533898305 }, "result_nms_cpu": { "n": 236, "sum_ns": 145562726, "mean_ms": 0.6167912118644068 }, "result_tracking_wall": { "n": 236, "sum_ns": 272546959, "mean_ms": 1.154859995762712 }, "result_tracking_cpu": { "n": 236, "sum_ns": 231757472, "mean_ms": 0.982023186440678 }, "result_region_wall": { "n": 236, "sum_ns": 79396455, "mean_ms": 0.336425656779661 }, "result_region_cpu": { "n": 236, "sum_ns": 77068748, "mean_ms": 0.3265624915254237 }, "result_fall_wall": { "n": 236, "sum_ns": 214912171, "mean_ms": 0.9106447923728813 }, "result_fall_cpu": { "n": 236, "sum_ns": 193102570, "mean_ms": 0.8182312288135593 }, "result_fight_wall": { "n": 236, "sum_ns": 58195204, "mean_ms": 0.24658984745762713 }, "result_fight_cpu": { "n": 236, "sum_ns": 47629823, "mean_ms": 0.2018212838983051 }, "result_collector_wall": { "n": 236, "sum_ns": 1100714025, "mean_ms": 4.66404247881356 }, "result_collector_cpu": { "n": 236, "sum_ns": 1028895261, "mean_ms": 4.35972568220339 }, "result_composition_wall": { "n": 236, "sum_ns": 5177710, "mean_ms": 0.021939449152542374 }, "result_composition_cpu": { "n": 236, "sum_ns": 4820507, "mean_ms": 0.02042587711864407 }, "result_artifact_handoff_wall": { "n": 236, "sum_ns": 4280545, "mean_ms": 0.01813790254237288 }, "result_artifact_handoff_cpu": { "n": 236, "sum_ns": 3120759, "mean_ms": 0.013223555084745764 }, "result_publish_wall": { "n": 236, "sum_ns": 67311031, "mean_ms": 0.2852162330508475 }, "result_publish_cpu": { "n": 236, "sum_ns": 61797662, "mean_ms": 0.2618545 }, "result_total_wall": { "n": 236, "sum_ns": 2719668728, "mean_ms": 11.524020033898305 }, "result_total_cpu": { "n": 236, "sum_ns": 2369441183, "mean_ms": 10.040005012711864 } } }, { "mode": "mixed-a", "level": 16, "camera": "39", "provider": "fire", "cohort_reset": false, "counter_seconds": 30.117242264, "new_channel": false, "seconds": 30.00003185699461, "selected_fps": 9.064574956994807, "requested_fps": 9.064574956994807, "complete_fps": 9.064574956994807, "accepted_fps": 9.064574956994807, "finalized_fps": 9.064574956994807, "redis_fps": 9.064574956994807, "redis_read_fps": 9.066657038785186, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 273, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.116, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 105, "analysis_gap_markers": 24, "c_suppressed": 0, "max_redis_silence_s": 0.5947280499967746, "redis_interval_s": { "n": 271, "mean": 0.11039793009593107, "median": 0.0992685470264405, "p95": 0.20729887404013425, "maximum": 0.5947280499967746, "minimum": 0.017480426002293825 }, "redis_drift_s": { "n": 272, "mean": 0.24777670448298708, "median": 0.24494690851284417, "p95": 0.46872817300402403, "maximum": 0.8208200130034129, "minimum": -0.013512628027228857 }, "redis_drift_s_per_min": -0.3247733818492365, "ingress_drift_s": { "n": 11, "mean": 0.018733103181825136, "median": 0.0022227470000188987, "p95": 0.10657972699999618, "maximum": 0.10657972699999618, "minimum": -0.032581474999972215 }, "ingress_drift_s_per_min": -0.05762719613764318, "source_drift_s": { "n": 11, "mean": -0.00785336363635865, "median": -0.012952999999981785, "p95": 0.04384099999998625, "maximum": 0.04384099999998625, "minimum": -0.03005400000000691 }, "ingress_to_redis_ms": { "n": 272, "mean": 412.6102941176471, "median": 410.0, "p95": 557, "maximum": 819, "minimum": 185 }, "source_samples": 11, "redis_samples": 272, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 273, "sum_ns": 276092156, "mean_ms": 1.0113265787545787 }, "preprocess_start_to_preprocess_output": { "n": 273, "sum_ns": 965186154, "mean_ms": 3.5354804175824173 }, "depay_to_source_exit": { "n": 272, "sum_ns": 15027030000, "mean_ms": 55.246433823529415 }, "source_exit_to_ingress": { "n": 272, "sum_ns": 7059524828, "mean_ms": 25.95413539705882 }, "source_encoded_queue": { "n": 272, "sum_ns": 18133000, "mean_ms": 0.0666654411764706 }, "decode_between_queues": { "n": 272, "sum_ns": 12538825000, "mean_ms": 46.098621323529414 }, "source_raw_queue": { "n": 272, "sum_ns": 2370986000, "mean_ms": 8.716860294117646 }, "raw_queue_to_source_exit": { "n": 272, "sum_ns": 9401000, "mean_ms": 0.0345625 }, "selected_to_preprocess": { "n": 273, "sum_ns": 1779473350, "mean_ms": 6.5182173992673995 }, "preprocess_start_to_preprocess": { "n": 273, "sum_ns": 1503381194, "mean_ms": 5.506890820512821 }, "preprocess_output_to_infer_entry": { "n": 273, "sum_ns": 538195040, "mean_ms": 1.971410402930403 }, "preprocess_to_infer_output": { "n": 273, "sum_ns": 107969574332, "mean_ms": 395.49294627106224 }, "preprocess_to_callback": { "n": 273, "sum_ns": 108502735787, "mean_ms": 397.44591863369965 }, "infer_output_to_callback": { "n": 273, "sum_ns": 533161455, "mean_ms": 1.9529723626373627 }, "copy_wall": { "n": 273, "sum_ns": 1679377336, "mean_ms": 6.151565333333333 }, "copy_thread_cpu": { "n": 273, "sum_ns": 1475951114, "mean_ms": 5.406414336996337 }, "callback_to_copied": { "n": 273, "sum_ns": 1737549513, "mean_ms": 6.364650230769231 }, "accepted_interval": { "n": 273, "sum_ns": 30064397218, "mean_ms": 110.12599713553114 }, "selected_to_submitted": { "n": 273, "sum_ns": 112067148529, "mean_ms": 410.5023755641026 }, "completed_queue_wait": { "n": 273, "sum_ns": 128359121, "mean_ms": 0.47017993040293043 }, "result_composition_wall": { "n": 273, "sum_ns": 2824057, "mean_ms": 0.010344531135531135 }, "result_composition_cpu": { "n": 273, "sum_ns": 2702470, "mean_ms": 0.009899157509157508 }, "result_artifact_handoff_wall": { "n": 273, "sum_ns": 2465854, "mean_ms": 0.009032432234432234 }, "result_artifact_handoff_cpu": { "n": 273, "sum_ns": 2464691, "mean_ms": 0.00902817216117216 }, "result_publish_wall": { "n": 273, "sum_ns": 30397432, "mean_ms": 0.11134590476190476 }, "result_publish_cpu": { "n": 273, "sum_ns": 30053397, "mean_ms": 0.11008570329670331 }, "result_total_wall": { "n": 273, "sum_ns": 355080987, "mean_ms": 1.3006629560439562 }, "result_total_cpu": { "n": 273, "sum_ns": 333708797, "mean_ms": 1.222376545787546 } } }, { "mode": "mixed-a", "level": 16, "camera": "39", "provider": "crowd", "cohort_reset": false, "counter_seconds": 30.131493359, "new_channel": false, "seconds": 30.00003185699461, "selected_fps": 9.126663478757186, "requested_fps": 9.126663478757186, "complete_fps": 9.126663478757186, "accepted_fps": 9.126663478757186, "finalized_fps": 9.126663478757186, "redis_fps": 9.126663478757186, "redis_read_fps": 9.099990336721897, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 275, "queue_depth_max_sampled": 1, "queue_age_max_sampled": 0.0015009060152806342, "provider_response_age_max_sampled": 0.19, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 108, "analysis_gap_markers": 18, "c_suppressed": 0, "max_redis_silence_s": 0.45040313800564036, "redis_interval_s": { "n": 272, "mean": 0.10910736176468644, "median": 0.10020186251495034, "p95": 0.20631610898999497, "maximum": 0.45040313800564036, "minimum": 0.010268413985613734 }, "redis_drift_s": { "n": 273, "mean": 0.21710504627967467, "median": 0.20171153600279013, "p95": 0.4266195669998183, "maximum": 0.7287327439659066, "minimum": -0.06468755100712542 }, "redis_drift_s_per_min": 0.16219590521357824, "ingress_drift_s": { "n": 11, "mean": 0.005496417636358977, "median": 0.007747804000018732, "p95": 0.054354005999982746, "maximum": 0.054354005999982746, "minimum": -0.033382407000033254 }, "ingress_drift_s_per_min": 0.13683792930190125, "source_drift_s": { "n": 11, "mean": -0.01608272727272916, "median": -0.016677000000015596, "p95": 0.017866999999966993, "maximum": 0.017866999999966993, "minimum": -0.04641900000001442 }, "ingress_to_redis_ms": { "n": 273, "mean": 414.2967032967033, "median": 406, "p95": 575, "maximum": 803, "minimum": 170 }, "source_samples": 11, "redis_samples": 273, "native_redis_joined": 11, "durations": { "selected_to_preprocess_start": { "n": 274, "sum_ns": 280544532, "mean_ms": 1.0238851532846716 }, "depay_to_source_exit": { "n": 273, "sum_ns": 15592770000, "mean_ms": 57.11637362637363 }, "source_exit_to_ingress": { "n": 273, "sum_ns": 7483688366, "mean_ms": 27.412777897435895 }, "source_encoded_queue": { "n": 273, "sum_ns": 15411000, "mean_ms": 0.05645054945054945 }, "decode_between_queues": { "n": 273, "sum_ns": 12533692000, "mean_ms": 45.91095970695971 }, "source_raw_queue": { "n": 273, "sum_ns": 2952583000, "mean_ms": 10.815322344322345 }, "raw_queue_to_source_exit": { "n": 273, "sum_ns": 9074000, "mean_ms": 0.03323809523809523 }, "preprocess_start_to_preprocess_output": { "n": 274, "sum_ns": 924142288, "mean_ms": 3.3727820729927007 }, "selected_to_preprocess": { "n": 274, "sum_ns": 1682947219, "mean_ms": 6.142143135036497 }, "preprocess_start_to_preprocess": { "n": 274, "sum_ns": 1402402687, "mean_ms": 5.118257981751825 }, "preprocess_output_to_infer_entry": { "n": 274, "sum_ns": 478260399, "mean_ms": 1.745475908759124 }, "preprocess_to_infer_output": { "n": 275, "sum_ns": 109332889621, "mean_ms": 397.5741440763636 }, "preprocess_to_callback": { "n": 274, "sum_ns": 109335172050, "mean_ms": 399.03347463503644 }, "infer_output_to_callback": { "n": 274, "sum_ns": 516409226, "mean_ms": 1.884705204379562 }, "copy_wall": { "n": 275, "sum_ns": 1669511691, "mean_ms": 6.070951603636363 }, "copy_thread_cpu": { "n": 275, "sum_ns": 1461339478, "mean_ms": 5.313961738181819 }, "callback_to_copied": { "n": 274, "sum_ns": 1725474465, "mean_ms": 6.297352062043795 }, "accepted_interval": { "n": 274, "sum_ns": 29992719790, "mean_ms": 109.46248098540147 }, "selected_to_submitted": { "n": 273, "sum_ns": 112250344970, "mean_ms": 411.1734247985348 }, "completed_queue_wait": { "n": 275, "sum_ns": 139797579, "mean_ms": 0.5083548327272727 }, "result_composition_wall": { "n": 275, "sum_ns": 6023740, "mean_ms": 0.021904509090909092 }, "result_composition_cpu": { "n": 275, "sum_ns": 5892966, "mean_ms": 0.021428967272727275 }, "result_publish_wall": { "n": 275, "sum_ns": 41967265, "mean_ms": 0.15260823636363635 }, "result_publish_cpu": { "n": 275, "sum_ns": 40151135, "mean_ms": 0.14600412727272727 }, "result_total_wall": { "n": 275, "sum_ns": 380149980, "mean_ms": 1.3823635636363638 }, "result_total_cpu": { "n": 275, "sum_ns": 342450931, "mean_ms": 1.245276112727273 } } }, { "mode": "mixed-a", "level": 16, "camera": "40", "provider": "pose", "cohort_reset": false, "counter_seconds": 29.923355551, "new_channel": false, "seconds": 30.00003185699461, "selected_fps": 7.652885038568046, "requested_fps": 7.652885038568046, "complete_fps": 7.652885038568046, "accepted_fps": 7.652885038568046, "finalized_fps": 7.652885038568046, "redis_fps": 7.652885038568046, "redis_read_fps": 7.566658631633225, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 229, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.282, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 152, "analysis_gap_markers": 49, "c_suppressed": 0, "max_redis_silence_s": 0.5133747030049562, "redis_interval_s": { "n": 226, "mean": 0.13127430219463881, "median": 0.11243740949430503, "p95": 0.3347575169755146, "maximum": 0.5133747030049562, "minimum": 0.00027413899078965187 }, "redis_drift_s": { "n": 227, "mean": -5.488312756799386, "median": -5.498304635988546, "p95": -5.284455249996398, "maximum": -5.019525862003206, "minimum": -5.771378713000104 }, "redis_drift_s_per_min": 0.04462551024448622, "ingress_drift_s": { "n": 12, "mean": 0.07507570808333479, "median": 0.06022388699999226, "p95": 0.18372596699998667, "maximum": 0.18372596699998667, "minimum": -0.00036568600000919105 }, "ingress_drift_s_per_min": -0.0602303547836937, "source_drift_s": { "n": 12, "mean": 0.023853083333330954, "median": 0.023136999999991303, "p95": 0.0741649999999936, "maximum": 0.0741649999999936, "minimum": -0.02031700000000569 }, "ingress_to_redis_ms": { "n": 227, "mean": 536.5242290748898, "median": 517, "p95": 720, "maximum": 896, "minimum": 326 }, "source_samples": 12, "redis_samples": 227, "native_redis_joined": 11, "durations": { "depay_to_source_exit": { "n": 228, "sum_ns": 13226331000, "mean_ms": 58.01022368421052 }, "source_exit_to_ingress": { "n": 228, "sum_ns": 12480989518, "mean_ms": 54.74118209649122 }, "source_encoded_queue": { "n": 228, "sum_ns": 20334000, "mean_ms": 0.08918421052631578 }, "decode_between_queues": { "n": 228, "sum_ns": 9430309000, "mean_ms": 41.36100438596492 }, "source_raw_queue": { "n": 228, "sum_ns": 3636004000, "mean_ms": 15.94738596491228 }, "raw_queue_to_source_exit": { "n": 228, "sum_ns": 7781000, "mean_ms": 0.03412719298245614 }, "selected_to_preprocess_start": { "n": 228, "sum_ns": 323308815, "mean_ms": 1.4180211184210525 }, "preprocess_start_to_preprocess_output": { "n": 228, "sum_ns": 1842110217, "mean_ms": 8.079430776315789 }, "selected_to_preprocess": { "n": 228, "sum_ns": 3675763158, "mean_ms": 16.121768236842104 }, "preprocess_start_to_preprocess": { "n": 228, "sum_ns": 3352454343, "mean_ms": 14.703747118421054 }, "preprocess_output_to_infer_entry": { "n": 228, "sum_ns": 1510344126, "mean_ms": 6.624316342105263 }, "preprocess_to_infer_output": { "n": 228, "sum_ns": 111036940380, "mean_ms": 487.0041244736842 }, "preprocess_to_callback": { "n": 228, "sum_ns": 111446343864, "mean_ms": 488.7997537894737 }, "infer_output_to_callback": { "n": 228, "sum_ns": 409403484, "mean_ms": 1.7956293157894736 }, "copy_wall": { "n": 229, "sum_ns": 1097807428, "mean_ms": 4.793918899563319 }, "copy_thread_cpu": { "n": 229, "sum_ns": 1024641731, "mean_ms": 4.47441803930131 }, "callback_to_copied": { "n": 228, "sum_ns": 1134576010, "mean_ms": 4.976210570175438 }, "accepted_interval": { "n": 228, "sum_ns": 29821238202, "mean_ms": 130.79490439473685 }, "selected_to_submitted": { "n": 227, "sum_ns": 115829034651, "mean_ms": 510.2600645418502 }, "completed_queue_wait": { "n": 229, "sum_ns": 304545568, "mean_ms": 1.329893310043668 }, "result_observations_wall": { "n": 229, "sum_ns": 296086387, "mean_ms": 1.292953655021834 }, "result_observations_cpu": { "n": 229, "sum_ns": 285423595, "mean_ms": 1.2463912445414846 }, "result_nms_wall": { "n": 229, "sum_ns": 329467979, "mean_ms": 1.4387247991266376 }, "result_nms_cpu": { "n": 229, "sum_ns": 140070354, "mean_ms": 0.6116609344978166 }, "result_tracking_wall": { "n": 229, "sum_ns": 807716260, "mean_ms": 3.5271452401746726 }, "result_tracking_cpu": { "n": 229, "sum_ns": 533093289, "mean_ms": 2.327918292576419 }, "result_region_wall": { "n": 229, "sum_ns": 117853968, "mean_ms": 0.5146461484716157 }, "result_region_cpu": { "n": 229, "sum_ns": 113462654, "mean_ms": 0.4954701048034934 }, "result_fall_wall": { "n": 229, "sum_ns": 739245865, "mean_ms": 3.22814788209607 }, "result_fall_cpu": { "n": 229, "sum_ns": 708120487, "mean_ms": 3.0922292008733625 }, "result_fight_wall": { "n": 229, "sum_ns": 115767640, "mean_ms": 0.5055355458515284 }, "result_fight_cpu": { "n": 229, "sum_ns": 105610725, "mean_ms": 0.46118220524017467 }, "result_collector_wall": { "n": 229, "sum_ns": 1717031837, "mean_ms": 7.497955620087335 }, "result_collector_cpu": { "n": 229, "sum_ns": 1625038682, "mean_ms": 7.096238786026201 }, "result_composition_wall": { "n": 229, "sum_ns": 5196103, "mean_ms": 0.02269040611353712 }, "result_composition_cpu": { "n": 229, "sum_ns": 4506914, "mean_ms": 0.019680847161572052 }, "result_artifact_handoff_wall": { "n": 229, "sum_ns": 3687978, "mean_ms": 0.016104707423580788 }, "result_artifact_handoff_cpu": { "n": 229, "sum_ns": 2834277, "mean_ms": 0.012376755458515283 }, "result_publish_wall": { "n": 229, "sum_ns": 315858977, "mean_ms": 1.3792968427947598 }, "result_publish_cpu": { "n": 229, "sum_ns": 285572936, "mean_ms": 1.2470433886462884 }, "result_total_wall": { "n": 229, "sum_ns": 4778547210, "mean_ms": 20.867018384279476 }, "result_total_cpu": { "n": 229, "sum_ns": 4083259686, "mean_ms": 17.830828323144104 } } }, { "mode": "mixed-a", "level": 16, "camera": "40", "provider": "fire", "cohort_reset": false, "counter_seconds": 29.889847239, "new_channel": false, "seconds": 30.00003185699461, "selected_fps": 9.133536140786697, "requested_fps": 9.133536140786697, "complete_fps": 9.133536140786697, "accepted_fps": 9.133536140786697, "finalized_fps": 9.133536140786697, "redis_fps": 9.133536140786697, "redis_read_fps": 9.099990336721897, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 273, "queue_depth_max_sampled": 1, "queue_age_max_sampled": 0.0014736050507053733, "provider_response_age_max_sampled": 0.114, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 121, "analysis_gap_markers": 21, "c_suppressed": 0, "max_redis_silence_s": 0.3522101169801317, "redis_interval_s": { "n": 272, "mean": 0.10979484176106566, "median": 0.09915711748180911, "p95": 0.2190344599657692, "maximum": 0.3522101169801317, "minimum": 0.00018782599363476038 }, "redis_drift_s": { "n": 273, "mean": -5.258697390662001, "median": -5.2651310509792495, "p95": -5.044655951049634, "maximum": -4.923101064024479, "minimum": -5.567328147991105 }, "redis_drift_s_per_min": -0.36803504847999413, "ingress_drift_s": { "n": 12, "mean": 0.00015655558333094177, "median": -0.015564258499992434, "p95": 0.09771422999997981, "maximum": 0.09771422999997981, "minimum": -0.032810586000010744 }, "ingress_drift_s_per_min": -0.1917149763253912, "source_drift_s": { "n": 12, "mean": -0.020477666666669354, "median": -0.021087500000007253, "p95": 0.005595999999997048, "maximum": 0.005595999999997048, "minimum": -0.05561099999999897 }, "ingress_to_redis_ms": { "n": 273, "mean": 413.7692307692308, "median": 418, "p95": 570, "maximum": 706, "minimum": 146 }, "source_samples": 12, "redis_samples": 273, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 272, "sum_ns": 15385598000, "mean_ms": 56.564698529411764 }, "source_exit_to_ingress": { "n": 272, "sum_ns": 8864569005, "mean_ms": 32.590327224264705 }, "source_encoded_queue": { "n": 272, "sum_ns": 19395000, "mean_ms": 0.07130514705882353 }, "decode_between_queues": { "n": 272, "sum_ns": 11776267000, "mean_ms": 43.29509926470588 }, "source_raw_queue": { "n": 272, "sum_ns": 3430572000, "mean_ms": 12.612397058823529 }, "raw_queue_to_source_exit": { "n": 272, "sum_ns": 15150000, "mean_ms": 0.05569852941176471 }, "selected_to_preprocess_start": { "n": 273, "sum_ns": 285316342, "mean_ms": 1.045114805860806 }, "preprocess_start_to_preprocess_output": { "n": 273, "sum_ns": 942712359, "mean_ms": 3.4531588241758238 }, "selected_to_preprocess": { "n": 273, "sum_ns": 1670306772, "mean_ms": 6.118339824175824 }, "preprocess_start_to_preprocess": { "n": 273, "sum_ns": 1384990430, "mean_ms": 5.073225018315018 }, "preprocess_output_to_infer_entry": { "n": 273, "sum_ns": 442278071, "mean_ms": 1.6200661941391943 }, "preprocess_to_infer_output": { "n": 273, "sum_ns": 108154351155, "mean_ms": 396.1697844505494 }, "preprocess_to_callback": { "n": 273, "sum_ns": 108698809344, "mean_ms": 398.1641367912088 }, "infer_output_to_callback": { "n": 273, "sum_ns": 544458189, "mean_ms": 1.9943523406593406 }, "copy_wall": { "n": 273, "sum_ns": 1645391785, "mean_ms": 6.027076135531136 }, "copy_thread_cpu": { "n": 273, "sum_ns": 1431151405, "mean_ms": 5.242312838827839 }, "callback_to_copied": { "n": 273, "sum_ns": 1704609260, "mean_ms": 6.243989963369963 }, "accepted_interval": { "n": 273, "sum_ns": 29837011514, "mean_ms": 109.29308246886447 }, "selected_to_submitted": { "n": 273, "sum_ns": 112104655692, "mean_ms": 410.6397644395604 }, "completed_queue_wait": { "n": 273, "sum_ns": 145730026, "mean_ms": 0.533809619047619 }, "result_composition_wall": { "n": 273, "sum_ns": 2763018, "mean_ms": 0.010120945054945056 }, "result_composition_cpu": { "n": 273, "sum_ns": 2673570, "mean_ms": 0.009793296703296702 }, "result_artifact_handoff_wall": { "n": 273, "sum_ns": 2380013, "mean_ms": 0.008717996336996338 }, "result_artifact_handoff_cpu": { "n": 273, "sum_ns": 2365822, "mean_ms": 0.008666014652014652 }, "result_publish_wall": { "n": 273, "sum_ns": 29861164, "mean_ms": 0.10938155311355312 }, "result_publish_cpu": { "n": 273, "sum_ns": 28100343, "mean_ms": 0.10293165934065934 }, "result_total_wall": { "n": 273, "sum_ns": 287889838, "mean_ms": 1.054541531135531 }, "result_total_cpu": { "n": 273, "sum_ns": 273504765, "mean_ms": 1.001848956043956 } } }, { "mode": "mixed-a", "level": 16, "camera": "40", "provider": "crowd", "cohort_reset": false, "counter_seconds": 29.884397585, "new_channel": false, "seconds": 30.00003185699461, "selected_fps": 9.101739435314101, "requested_fps": 9.101739435314101, "complete_fps": 9.101739435314101, "accepted_fps": 9.101739435314101, "finalized_fps": 9.101739435314101, "redis_fps": 9.101739435314101, "redis_read_fps": 9.066657038785186, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 272, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.216, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 102, "analysis_gap_markers": 19, "c_suppressed": 0, "max_redis_silence_s": 0.38192327599972486, "redis_interval_s": { "n": 271, "mean": 0.11001137410341229, "median": 0.10057236405555159, "p95": 0.2016360510024242, "maximum": 0.38192327599972486, "minimum": 0.010635340993758291 }, "redis_drift_s": { "n": 272, "mean": 0.2180138691440715, "median": 0.2144367640044038, "p95": 0.374278359011754, "maximum": 0.4503823440000474, "minimum": -0.10610055100917748 }, "redis_drift_s_per_min": 0.021148247035661632, "ingress_drift_s": { "n": 12, "mean": -0.029711689833334276, "median": -0.04939984899999672, "p95": 0.07897035999999957, "maximum": 0.07897035999999957, "minimum": -0.07848492900001247 }, "ingress_drift_s_per_min": -0.07921762136117297, "source_drift_s": { "n": 12, "mean": -0.05115250000000534, "median": -0.050387000000000626, "p95": -0.020640000000014425, "maximum": -0.020640000000014425, "minimum": -0.07838600000002316 }, "ingress_to_redis_ms": { "n": 272, "mean": 414.23161764705884, "median": 407.0, "p95": 563, "maximum": 658, "minimum": 151 }, "source_samples": 12, "redis_samples": 272, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 271, "sum_ns": 14872340000, "mean_ms": 54.87948339483395 }, "source_exit_to_ingress": { "n": 271, "sum_ns": 5846802869, "mean_ms": 21.574918335793356 }, "source_encoded_queue": { "n": 271, "sum_ns": 25185000, "mean_ms": 0.09293357933579335 }, "decode_between_queues": { "n": 271, "sum_ns": 11897448000, "mean_ms": 43.902022140221405 }, "source_raw_queue": { "n": 271, "sum_ns": 2796715000, "mean_ms": 10.319981549815498 }, "raw_queue_to_source_exit": { "n": 271, "sum_ns": 10759000, "mean_ms": 0.03970110701107011 }, "selected_to_preprocess_start": { "n": 272, "sum_ns": 275889124, "mean_ms": 1.01429825 }, "preprocess_start_to_preprocess_output": { "n": 272, "sum_ns": 909945429, "mean_ms": 3.3453876066176473 }, "selected_to_preprocess": { "n": 272, "sum_ns": 1482718776, "mean_ms": 5.451171970588235 }, "preprocess_start_to_preprocess": { "n": 272, "sum_ns": 1206829652, "mean_ms": 4.436873720588236 }, "preprocess_output_to_infer_entry": { "n": 272, "sum_ns": 296884223, "mean_ms": 1.0914861139705883 }, "preprocess_to_infer_output": { "n": 272, "sum_ns": 108030132931, "mean_ms": 397.16960636397056 }, "preprocess_to_callback": { "n": 272, "sum_ns": 108542792877, "mean_ms": 399.0543855772059 }, "infer_output_to_callback": { "n": 272, "sum_ns": 512659946, "mean_ms": 1.8847792132352943 }, "copy_wall": { "n": 272, "sum_ns": 1681900588, "mean_ms": 6.183458044117647 }, "copy_thread_cpu": { "n": 272, "sum_ns": 1461629084, "mean_ms": 5.373636338235294 }, "callback_to_copied": { "n": 272, "sum_ns": 1740431358, "mean_ms": 6.398644698529412 }, "accepted_interval": { "n": 272, "sum_ns": 29677175005, "mean_ms": 109.10726104779413 }, "selected_to_submitted": { "n": 272, "sum_ns": 111800633942, "mean_ms": 411.0317424338235 }, "completed_queue_wait": { "n": 272, "sum_ns": 122129283, "mean_ms": 0.4490047169117647 }, "result_composition_wall": { "n": 272, "sum_ns": 12737568, "mean_ms": 0.04682929411764706 }, "result_composition_cpu": { "n": 272, "sum_ns": 5960225, "mean_ms": 0.021912591911764707 }, "result_publish_wall": { "n": 272, "sum_ns": 61799147, "mean_ms": 0.2272027463235294 }, "result_publish_cpu": { "n": 272, "sum_ns": 61353069, "mean_ms": 0.2255627536764706 }, "result_total_wall": { "n": 272, "sum_ns": 469953296, "mean_ms": 1.7277694705882352 }, "result_total_cpu": { "n": 272, "sum_ns": 412376115, "mean_ms": 1.5160886580882351 } } }, { "mode": "mixed-a", "level": 16, "camera": "41", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.066602968, "new_channel": false, "seconds": 30.00003185699461, "selected_fps": 8.01553804586761, "requested_fps": 7.982278551901354, "complete_fps": 8.01553804586761, "accepted_fps": 8.01553804586761, "finalized_fps": 8.01553804586761, "redis_fps": 8.01553804586761, "redis_read_fps": 7.999991504810458, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 241, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.112, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 158, "analysis_gap_markers": 54, "c_suppressed": 0, "max_redis_silence_s": 0.3962626929860562, "redis_interval_s": { "n": 239, "mean": 0.1249685766987374, "median": 0.11439389595761895, "p95": 0.23732719098916277, "maximum": 0.3962626929860562, "minimum": 0.00233960198238492 }, "redis_drift_s": { "n": 240, "mean": -2.4363566639877994, "median": -2.441006789501756, "p95": -2.2586553179989437, "maximum": -2.127060081994159, "minimum": -2.6539644829844917 }, "redis_drift_s_per_min": 0.0561073816072923, "ingress_drift_s": { "n": 12, "mean": 0.08649370666666319, "median": 0.08329442299998391, "p95": 0.20093069300000366, "maximum": 0.20093069300000366, "minimum": 0.010017067000006818 }, "ingress_drift_s_per_min": -0.26916135545265735, "source_drift_s": { "n": 12, "mean": 0.005014083333333493, "median": 0.011490000000009104, "p95": 0.02966699999998923, "maximum": 0.02966699999998923, "minimum": -0.04446300000000747 }, "ingress_to_redis_ms": { "n": 240, "mean": 504.6625, "median": 497.5, "p95": 651, "maximum": 810, "minimum": 319 }, "source_samples": 12, "redis_samples": 240, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 241, "sum_ns": 13981217000, "mean_ms": 58.01334854771784 }, "source_exit_to_ingress": { "n": 241, "sum_ns": 13135467018, "mean_ms": 54.504012522821576 }, "source_encoded_queue": { "n": 241, "sum_ns": 19404000, "mean_ms": 0.08051452282157676 }, "decode_between_queues": { "n": 241, "sum_ns": 10260607000, "mean_ms": 42.57513278008299 }, "source_raw_queue": { "n": 241, "sum_ns": 3525304000, "mean_ms": 14.627817427385892 }, "raw_queue_to_source_exit": { "n": 241, "sum_ns": 6872000, "mean_ms": 0.028514522821576765 }, "selected_to_preprocess_start": { "n": 241, "sum_ns": 349576150, "mean_ms": 1.4505234439834025 }, "preprocess_start_to_preprocess_output": { "n": 241, "sum_ns": 1612789095, "mean_ms": 6.692070933609958 }, "selected_to_preprocess": { "n": 240, "sum_ns": 2408372552, "mean_ms": 10.034885633333333 }, "preprocess_start_to_preprocess": { "n": 240, "sum_ns": 2059444080, "mean_ms": 8.581017 }, "preprocess_output_to_infer_entry": { "n": 240, "sum_ns": 450694296, "mean_ms": 1.8778929 }, "preprocess_to_infer_output": { "n": 241, "sum_ns": 114184439240, "mean_ms": 473.79435369294606 }, "preprocess_to_callback": { "n": 241, "sum_ns": 114595546075, "mean_ms": 475.5001911825726 }, "infer_output_to_callback": { "n": 241, "sum_ns": 411106835, "mean_ms": 1.705837489626556 }, "copy_wall": { "n": 241, "sum_ns": 1251101740, "mean_ms": 5.191293526970955 }, "copy_thread_cpu": { "n": 241, "sum_ns": 1118545436, "mean_ms": 4.6412673692946065 }, "callback_to_copied": { "n": 241, "sum_ns": 1307501243, "mean_ms": 5.425316360995851 }, "accepted_interval": { "n": 241, "sum_ns": 30054754887, "mean_ms": 124.70852650207469 }, "selected_to_submitted": { "n": 241, "sum_ns": 118213173001, "mean_ms": 490.5110912904564 }, "completed_queue_wait": { "n": 241, "sum_ns": 151918939, "mean_ms": 0.6303690414937759 }, "result_observations_wall": { "n": 241, "sum_ns": 346001746, "mean_ms": 1.4356918921161825 }, "result_observations_cpu": { "n": 241, "sum_ns": 323227121, "mean_ms": 1.3411913734439835 }, "result_nms_wall": { "n": 241, "sum_ns": 259602088, "mean_ms": 1.0771870871369293 }, "result_nms_cpu": { "n": 241, "sum_ns": 145582754, "mean_ms": 0.604077817427386 }, "result_tracking_wall": { "n": 241, "sum_ns": 223679335, "mean_ms": 0.928130020746888 }, "result_tracking_cpu": { "n": 241, "sum_ns": 176315367, "mean_ms": 0.7315990331950207 }, "result_region_wall": { "n": 241, "sum_ns": 67238839, "mean_ms": 0.2789993319502075 }, "result_region_cpu": { "n": 241, "sum_ns": 64819916, "mean_ms": 0.26896230705394186 }, "result_fall_wall": { "n": 241, "sum_ns": 123230193, "mean_ms": 0.511328601659751 }, "result_fall_cpu": { "n": 241, "sum_ns": 114610856, "mean_ms": 0.47556371784232365 }, "result_fight_wall": { "n": 241, "sum_ns": 33310483, "mean_ms": 0.13821777178423236 }, "result_fight_cpu": { "n": 241, "sum_ns": 32019296, "mean_ms": 0.13286014937759336 }, "result_collector_wall": { "n": 241, "sum_ns": 1298177777, "mean_ms": 5.386629780082988 }, "result_collector_cpu": { "n": 241, "sum_ns": 1195318592, "mean_ms": 4.959828182572615 }, "result_composition_wall": { "n": 241, "sum_ns": 4917701, "mean_ms": 0.020405398340248963 }, "result_composition_cpu": { "n": 241, "sum_ns": 4809490, "mean_ms": 0.019956390041493775 }, "result_artifact_handoff_wall": { "n": 241, "sum_ns": 5802416, "mean_ms": 0.024076414937759336 }, "result_artifact_handoff_cpu": { "n": 241, "sum_ns": 3280052, "mean_ms": 0.013610174273858923 }, "result_publish_wall": { "n": 241, "sum_ns": 93298772, "mean_ms": 0.38713183402489626 }, "result_publish_cpu": { "n": 241, "sum_ns": 83308540, "mean_ms": 0.34567858921161826 }, "result_total_wall": { "n": 241, "sum_ns": 2750093285, "mean_ms": 11.411175456431536 }, "result_total_cpu": { "n": 241, "sum_ns": 2406861615, "mean_ms": 9.98697765560166 } } }, { "mode": "mixed-a", "level": 16, "camera": "41", "provider": "fire", "cohort_reset": false, "counter_seconds": 29.877661896, "new_channel": false, "seconds": 30.00003185699461, "selected_fps": 9.137261173590998, "requested_fps": 9.137261173590998, "complete_fps": 9.170730994739683, "accepted_fps": 9.170730994739683, "finalized_fps": 9.137261173590998, "redis_fps": 9.137261173590998, "redis_read_fps": 9.133323634658607, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 274, "queue_depth_max_sampled": 1, "queue_age_max_sampled": 0.0011980999843217432, "provider_response_age_max_sampled": 0.087, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 100, "analysis_gap_markers": 22, "c_suppressed": 0, "max_redis_silence_s": 0.3471271590096876, "redis_interval_s": { "n": 273, "mean": 0.10942500908778052, "median": 0.10011197096901014, "p95": 0.21041588200023398, "maximum": 0.3471271590096876, "minimum": 0.0087391990236938 }, "redis_drift_s": { "n": 274, "mean": 0.423769486587542, "median": 0.41628988903178765, "p95": 0.6106378350299906, "maximum": 0.8090951080382922, "minimum": 0.11457524200062608 }, "redis_drift_s_per_min": -0.25897852354763284, "ingress_drift_s": { "n": 12, "mean": -0.016879292833335075, "median": -0.01568086999999707, "p95": 0.055138706999997567, "maximum": 0.055138706999997567, "minimum": -0.058818580000007614 }, "ingress_drift_s_per_min": -0.022274524630516126, "source_drift_s": { "n": 12, "mean": -0.034019749999998794, "median": -0.03207649999998807, "p95": -0.01349700000000098, "maximum": -0.01349700000000098, "minimum": -0.05874599999998509 }, "ingress_to_redis_ms": { "n": 274, "mean": 412.35766423357666, "median": 413.0, "p95": 558, "maximum": 745, "minimum": 161 }, "source_samples": 12, "redis_samples": 274, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 273, "sum_ns": 14534565000, "mean_ms": 53.24016483516484 }, "source_exit_to_ingress": { "n": 273, "sum_ns": 5879767793, "mean_ms": 21.53761096336996 }, "source_encoded_queue": { "n": 273, "sum_ns": 24671000, "mean_ms": 0.09036996336996338 }, "decode_between_queues": { "n": 273, "sum_ns": 12142041000, "mean_ms": 44.47634065934066 }, "source_raw_queue": { "n": 273, "sum_ns": 2230744000, "mean_ms": 8.171223443223443 }, "raw_queue_to_source_exit": { "n": 273, "sum_ns": 7602000, "mean_ms": 0.027846153846153847 }, "selected_to_preprocess_start": { "n": 273, "sum_ns": 272379711, "mean_ms": 0.9977278791208791 }, "preprocess_start_to_preprocess_output": { "n": 273, "sum_ns": 945004957, "mean_ms": 3.461556619047619 }, "selected_to_preprocess": { "n": 273, "sum_ns": 1686424305, "mean_ms": 6.177378406593407 }, "preprocess_start_to_preprocess": { "n": 273, "sum_ns": 1414044594, "mean_ms": 5.1796505274725275 }, "preprocess_output_to_infer_entry": { "n": 273, "sum_ns": 469039637, "mean_ms": 1.7180939084249085 }, "preprocess_to_infer_output": { "n": 274, "sum_ns": 108460112017, "mean_ms": 395.839824879562 }, "preprocess_to_callback": { "n": 274, "sum_ns": 108984120962, "mean_ms": 397.7522662846715 }, "infer_output_to_callback": { "n": 274, "sum_ns": 524008945, "mean_ms": 1.9124414051094891 }, "copy_wall": { "n": 274, "sum_ns": 1620848420, "mean_ms": 5.915505182481752 }, "copy_thread_cpu": { "n": 274, "sum_ns": 1430251100, "mean_ms": 5.219894525547445 }, "callback_to_copied": { "n": 274, "sum_ns": 1682500041, "mean_ms": 6.140511098540146 }, "accepted_interval": { "n": 274, "sum_ns": 29946827201, "mean_ms": 109.29498978467153 }, "selected_to_submitted": { "n": 274, "sum_ns": 112395895595, "mean_ms": 410.2039985218978 }, "completed_queue_wait": { "n": 273, "sum_ns": 144278550, "mean_ms": 0.5284928571428572 }, "result_composition_wall": { "n": 273, "sum_ns": 2771901, "mean_ms": 0.010153483516483517 }, "result_composition_cpu": { "n": 273, "sum_ns": 2665577, "mean_ms": 0.009764018315018315 }, "result_artifact_handoff_wall": { "n": 273, "sum_ns": 2410493, "mean_ms": 0.00882964468864469 }, "result_artifact_handoff_cpu": { "n": 273, "sum_ns": 2411050, "mean_ms": 0.008831684981684981 }, "result_publish_wall": { "n": 273, "sum_ns": 28902015, "mean_ms": 0.10586818681318681 }, "result_publish_cpu": { "n": 273, "sum_ns": 28598775, "mean_ms": 0.10475741758241758 }, "result_total_wall": { "n": 273, "sum_ns": 298105869, "mean_ms": 1.0919628901098901 }, "result_total_cpu": { "n": 273, "sum_ns": 272095561, "mean_ms": 0.9966870366300367 } } }, { "mode": "mixed-a", "level": 16, "camera": "41", "provider": "crowd", "cohort_reset": false, "counter_seconds": 30.138819371, "new_channel": false, "seconds": 30.00003185699461, "selected_fps": 9.124445009435535, "requested_fps": 9.124445009435535, "complete_fps": 9.124445009435535, "accepted_fps": 9.124445009435535, "finalized_fps": 9.124445009435535, "redis_fps": 9.124445009435535, "redis_read_fps": 9.133323634658607, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 275, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.21, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 98, "analysis_gap_markers": 23, "c_suppressed": 0, "max_redis_silence_s": 0.29149617796065286, "redis_interval_s": { "n": 273, "mean": 0.10938149816488793, "median": 0.09983267600182444, "p95": 0.21187592600472271, "maximum": 0.29149617796065286, "minimum": 0.022620864037889987 }, "redis_drift_s": { "n": 274, "mean": 0.20015222439239203, "median": 0.18963599596615666, "p95": 0.3653614379679766, "maximum": 0.4474609340126676, "minimum": -0.08689721299194275 }, "redis_drift_s_per_min": 0.06906324315178972, "ingress_drift_s": { "n": 12, "mean": 0.053070157583334776, "median": 0.018474985000011657, "p95": 0.17049307299998873, "maximum": 0.17049307299998873, "minimum": -0.0021430490000113878 }, "ingress_drift_s_per_min": 0.1408295698431177, "source_drift_s": { "n": 12, "mean": 0.016778416666667795, "median": 0.015386999999989825, "p95": 0.05256200000002309, "maximum": 0.05256200000002309, "minimum": -0.002881000000002132 }, "ingress_to_redis_ms": { "n": 274, "mean": 411.04014598540147, "median": 405.0, "p95": 553, "maximum": 647, "minimum": 185 }, "source_samples": 12, "redis_samples": 274, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 275, "sum_ns": 14450025000, "mean_ms": 52.545545454545454 }, "source_exit_to_ingress": { "n": 275, "sum_ns": 6300936022, "mean_ms": 22.912494625454546 }, "source_encoded_queue": { "n": 275, "sum_ns": 27478000, "mean_ms": 0.09992 }, "decode_between_queues": { "n": 275, "sum_ns": 11660176000, "mean_ms": 42.40064 }, "source_raw_queue": { "n": 275, "sum_ns": 2622733000, "mean_ms": 9.537210909090907 }, "raw_queue_to_source_exit": { "n": 275, "sum_ns": 8154000, "mean_ms": 0.029650909090909092 }, "selected_to_preprocess_start": { "n": 275, "sum_ns": 265560233, "mean_ms": 0.9656735745454545 }, "preprocess_start_to_preprocess_output": { "n": 275, "sum_ns": 915663782, "mean_ms": 3.32968648 }, "selected_to_preprocess": { "n": 275, "sum_ns": 1426833639, "mean_ms": 5.18848596 }, "preprocess_start_to_preprocess": { "n": 275, "sum_ns": 1161273406, "mean_ms": 4.222812385454546 }, "preprocess_output_to_infer_entry": { "n": 275, "sum_ns": 245609624, "mean_ms": 0.8931259054545454 }, "preprocess_to_infer_output": { "n": 275, "sum_ns": 108675246443, "mean_ms": 395.18271433818177 }, "preprocess_to_callback": { "n": 275, "sum_ns": 109199964471, "mean_ms": 397.09077989454545 }, "infer_output_to_callback": { "n": 275, "sum_ns": 524718028, "mean_ms": 1.9080655563636364 }, "copy_wall": { "n": 275, "sum_ns": 1667477382, "mean_ms": 6.063554116363636 }, "copy_thread_cpu": { "n": 275, "sum_ns": 1453045896, "mean_ms": 5.283803258181818 }, "callback_to_copied": { "n": 275, "sum_ns": 1726759314, "mean_ms": 6.279124778181818 }, "accepted_interval": { "n": 275, "sum_ns": 29966059029, "mean_ms": 108.96748737818181 }, "selected_to_submitted": { "n": 275, "sum_ns": 112386741499, "mean_ms": 408.67905999636366 }, "completed_queue_wait": { "n": 275, "sum_ns": 126221573, "mean_ms": 0.4589875381818182 }, "result_composition_wall": { "n": 275, "sum_ns": 4011674, "mean_ms": 0.014587905454545455 }, "result_composition_cpu": { "n": 275, "sum_ns": 3929537, "mean_ms": 0.014289225454545454 }, "result_publish_wall": { "n": 275, "sum_ns": 32445373, "mean_ms": 0.11798317454545454 }, "result_publish_cpu": { "n": 275, "sum_ns": 32165036, "mean_ms": 0.11696376727272727 }, "result_total_wall": { "n": 275, "sum_ns": 325565576, "mean_ms": 1.1838748218181818 }, "result_total_cpu": { "n": 275, "sum_ns": 300446759, "mean_ms": 1.092533669090909 } } }, { "mode": "mixed-a", "level": 16, "camera": "42", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.126529773, "new_channel": false, "seconds": 30.00003185699461, "selected_fps": 7.700853757405642, "requested_fps": 7.700853757405642, "complete_fps": 7.700853757405642, "accepted_fps": 7.700853757405642, "finalized_fps": 7.700853757405642, "redis_fps": 7.700853757405642, "redis_read_fps": 7.6666585254433555, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 232, "queue_depth_max_sampled": 1, "queue_age_max_sampled": 0.0015158719616010785, "provider_response_age_max_sampled": 0.146, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 142, "analysis_gap_markers": 56, "c_suppressed": 0, "max_redis_silence_s": 0.45488929498242214, "redis_interval_s": { "n": 229, "mean": 0.1298712536198998, "median": 0.11527616198873147, "p95": 0.3226572250132449, "maximum": 0.45488929498242214, "minimum": 0.0052101159817539155 }, "redis_drift_s": { "n": 230, "mean": -1.4159772626533083, "median": -1.433069371517746, "p95": -1.1790010580103853, "maximum": -0.9868004970252571, "minimum": -1.6703849340281351 }, "redis_drift_s_per_min": 0.04518671004929419, "ingress_drift_s": { "n": 12, "mean": 0.09877327899999244, "median": 0.052751822499999435, "p95": 0.22039016200000106, "maximum": 0.22039016200000106, "minimum": -0.005095092000004797 }, "ingress_drift_s_per_min": -0.1547727964942223, "source_drift_s": { "n": 12, "mean": 0.02986408333333183, "median": 0.03136449999999513, "p95": 0.055234000000012884, "maximum": 0.055234000000012884, "minimum": -0.010474999999985357 }, "ingress_to_redis_ms": { "n": 230, "mean": 528.0043478260869, "median": 516.5, "p95": 694, "maximum": 831, "minimum": 304 }, "source_samples": 12, "redis_samples": 230, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 232, "sum_ns": 13972205000, "mean_ms": 60.22502155172413 }, "source_exit_to_ingress": { "n": 232, "sum_ns": 12395120271, "mean_ms": 53.4272425474138 }, "source_encoded_queue": { "n": 232, "sum_ns": 24780000, "mean_ms": 0.10681034482758621 }, "decode_between_queues": { "n": 232, "sum_ns": 10344341000, "mean_ms": 44.587676724137935 }, "source_raw_queue": { "n": 232, "sum_ns": 3418019000, "mean_ms": 14.73284051724138 }, "raw_queue_to_source_exit": { "n": 232, "sum_ns": 6639000, "mean_ms": 0.028616379310344827 }, "selected_to_preprocess_start": { "n": 232, "sum_ns": 366600535, "mean_ms": 1.5801747198275864 }, "preprocess_start_to_preprocess_output": { "n": 232, "sum_ns": 1580675150, "mean_ms": 6.813254956896552 }, "selected_to_preprocess": { "n": 231, "sum_ns": 3034879496, "mean_ms": 13.138006476190476 }, "preprocess_start_to_preprocess": { "n": 231, "sum_ns": 2669009459, "mean_ms": 11.554153502164501 }, "preprocess_output_to_infer_entry": { "n": 231, "sum_ns": 1093049638, "mean_ms": 4.731816614718615 }, "preprocess_to_infer_output": { "n": 231, "sum_ns": 112012168520, "mean_ms": 484.90116242424244 }, "preprocess_to_callback": { "n": 231, "sum_ns": 112400186782, "mean_ms": 486.58089516017316 }, "infer_output_to_callback": { "n": 232, "sum_ns": 389306568, "mean_ms": 1.678045551724138 }, "copy_wall": { "n": 232, "sum_ns": 1534366572, "mean_ms": 6.6136490172413795 }, "copy_thread_cpu": { "n": 232, "sum_ns": 1439853410, "mean_ms": 6.206264698275862 }, "callback_to_copied": { "n": 232, "sum_ns": 1581941766, "mean_ms": 6.8187145086206895 }, "accepted_interval": { "n": 232, "sum_ns": 30071761334, "mean_ms": 129.6196609224138 }, "selected_to_submitted": { "n": 232, "sum_ns": 117440085418, "mean_ms": 506.20726473275863 }, "completed_queue_wait": { "n": 232, "sum_ns": 298721945, "mean_ms": 1.2875945905172412 }, "result_observations_wall": { "n": 232, "sum_ns": 305160436, "mean_ms": 1.3153467068965516 }, "result_observations_cpu": { "n": 232, "sum_ns": 291308912, "mean_ms": 1.2556418620689656 }, "result_nms_wall": { "n": 232, "sum_ns": 339332225, "mean_ms": 1.4626389008620688 }, "result_nms_cpu": { "n": 232, "sum_ns": 147382627, "mean_ms": 0.6352699439655172 }, "result_tracking_wall": { "n": 232, "sum_ns": 689508564, "mean_ms": 2.972019672413793 }, "result_tracking_cpu": { "n": 232, "sum_ns": 495950479, "mean_ms": 2.1377175818965517 }, "result_region_wall": { "n": 232, "sum_ns": 106029041, "mean_ms": 0.4570217284482759 }, "result_region_cpu": { "n": 232, "sum_ns": 100219463, "mean_ms": 0.4319804439655172 }, "result_fall_wall": { "n": 232, "sum_ns": 762087135, "mean_ms": 3.2848583405172413 }, "result_fall_cpu": { "n": 232, "sum_ns": 736824032, "mean_ms": 3.175965655172414 }, "result_fight_wall": { "n": 232, "sum_ns": 131700642, "mean_ms": 0.5676751810344828 }, "result_fight_cpu": { "n": 232, "sum_ns": 117655319, "mean_ms": 0.5071349956896551 }, "result_collector_wall": { "n": 232, "sum_ns": 905362473, "mean_ms": 3.902424452586207 }, "result_collector_cpu": { "n": 232, "sum_ns": 833448573, "mean_ms": 3.5924507456896553 }, "result_composition_wall": { "n": 232, "sum_ns": 11346721, "mean_ms": 0.04890828017241379 }, "result_composition_cpu": { "n": 232, "sum_ns": 5013043, "mean_ms": 0.021607943965517244 }, "result_artifact_handoff_wall": { "n": 232, "sum_ns": 7705617, "mean_ms": 0.03321386637931035 }, "result_artifact_handoff_cpu": { "n": 232, "sum_ns": 2996927, "mean_ms": 0.012917788793103447 }, "result_publish_wall": { "n": 232, "sum_ns": 606353170, "mean_ms": 2.61359125 }, "result_publish_cpu": { "n": 232, "sum_ns": 555743319, "mean_ms": 2.3954453405172416 }, "result_total_wall": { "n": 232, "sum_ns": 4200030664, "mean_ms": 18.10358044827586 }, "result_total_cpu": { "n": 232, "sum_ns": 3546886468, "mean_ms": 15.288303741379309 } } }, { "mode": "mixed-a", "level": 16, "camera": "42", "provider": "fire", "cohort_reset": false, "counter_seconds": 30.135503321, "new_channel": false, "seconds": 30.00003185699461, "selected_fps": 9.125449044959723, "requested_fps": 9.125449044959723, "complete_fps": 9.158632496032302, "accepted_fps": 9.158632496032302, "finalized_fps": 9.125449044959723, "redis_fps": 9.125449044959723, "redis_read_fps": 9.166656932595316, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 276, "queue_depth_max_sampled": 1, "queue_age_max_sampled": 0.0014028620207682252, "provider_response_age_max_sampled": 0.132, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 105, "analysis_gap_markers": 24, "c_suppressed": 0, "max_redis_silence_s": 0.4201526209944859, "redis_interval_s": { "n": 274, "mean": 0.10916934056202439, "median": 0.10002478648675606, "p95": 0.2027020359528251, "maximum": 0.4201526209944859, "minimum": 0.0003352910280227661 }, "redis_drift_s": { "n": 275, "mean": -1.3166528117104013, "median": -1.3167676730472522, "p95": -1.138096377019309, "maximum": -0.978859848024797, "minimum": -1.639881622042509 }, "redis_drift_s_per_min": -0.21930750376379665, "ingress_drift_s": { "n": 12, "mean": 0.015769779166667774, "median": -0.003954504999995834, "p95": 0.12493288399997482, "maximum": 0.12493288399997482, "minimum": -0.018276410999988002 }, "ingress_drift_s_per_min": -0.1357276841111391, "source_drift_s": { "n": 12, "mean": -0.005333916666662238, "median": -0.012291499999989242, "p95": 0.02410599999998908, "maximum": 0.02410599999998908, "minimum": -0.01959199999998873 }, "ingress_to_redis_ms": { "n": 275, "mean": 413.1090909090909, "median": 408, "p95": 559, "maximum": 754, "minimum": 122 }, "source_samples": 12, "redis_samples": 275, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 274, "sum_ns": 15262779000, "mean_ms": 55.703572992700735 }, "source_exit_to_ingress": { "n": 274, "sum_ns": 6865645290, "mean_ms": 25.057099598540145 }, "source_encoded_queue": { "n": 274, "sum_ns": 21705000, "mean_ms": 0.07921532846715329 }, "decode_between_queues": { "n": 274, "sum_ns": 12118755000, "mean_ms": 44.229032846715334 }, "source_raw_queue": { "n": 274, "sum_ns": 2949601000, "mean_ms": 10.76496715328467 }, "raw_queue_to_source_exit": { "n": 274, "sum_ns": 8202000, "mean_ms": 0.029934306569343067 }, "selected_to_preprocess_start": { "n": 274, "sum_ns": 271999250, "mean_ms": 0.99269799270073 }, "preprocess_start_to_preprocess_output": { "n": 274, "sum_ns": 963131689, "mean_ms": 3.5150791569343065 }, "selected_to_preprocess": { "n": 274, "sum_ns": 1496554497, "mean_ms": 5.461877726277372 }, "preprocess_start_to_preprocess": { "n": 274, "sum_ns": 1224555247, "mean_ms": 4.4691797335766426 }, "preprocess_output_to_infer_entry": { "n": 274, "sum_ns": 261423558, "mean_ms": 0.9541005766423357 }, "preprocess_to_infer_output": { "n": 275, "sum_ns": 109052574992, "mean_ms": 396.55481815272725 }, "preprocess_to_callback": { "n": 275, "sum_ns": 109589139710, "mean_ms": 398.50596258181815 }, "infer_output_to_callback": { "n": 275, "sum_ns": 536564718, "mean_ms": 1.9511444290909092 }, "copy_wall": { "n": 276, "sum_ns": 1667846310, "mean_ms": 6.042921413043478 }, "copy_thread_cpu": { "n": 276, "sum_ns": 1462500292, "mean_ms": 5.2989141014492755 }, "callback_to_copied": { "n": 275, "sum_ns": 1719959353, "mean_ms": 6.254397647272728 }, "accepted_interval": { "n": 276, "sum_ns": 30163283333, "mean_ms": 109.28725845289854 }, "selected_to_submitted": { "n": 275, "sum_ns": 112838425418, "mean_ms": 410.32154697454547 }, "completed_queue_wait": { "n": 275, "sum_ns": 148419171, "mean_ms": 0.5397060763636364 }, "result_composition_wall": { "n": 275, "sum_ns": 2739226, "mean_ms": 0.009960821818181817 }, "result_composition_cpu": { "n": 275, "sum_ns": 2642601, "mean_ms": 0.009609458181818182 }, "result_artifact_handoff_wall": { "n": 275, "sum_ns": 2613172, "mean_ms": 0.009502443636363636 }, "result_artifact_handoff_cpu": { "n": 275, "sum_ns": 2610201, "mean_ms": 0.009491639999999999 }, "result_publish_wall": { "n": 275, "sum_ns": 30189135, "mean_ms": 0.10977867272727274 }, "result_publish_cpu": { "n": 275, "sum_ns": 28511050, "mean_ms": 0.10367654545454545 }, "result_total_wall": { "n": 275, "sum_ns": 347719625, "mean_ms": 1.264435 }, "result_total_cpu": { "n": 275, "sum_ns": 325663553, "mean_ms": 1.1842311018181817 } } }, { "mode": "mixed-a", "level": 16, "camera": "42", "provider": "crowd", "cohort_reset": false, "counter_seconds": 30.107847324, "new_channel": false, "seconds": 30.00003185699461, "selected_fps": 9.200259222093031, "requested_fps": 9.200259222093031, "complete_fps": 9.200259222093031, "accepted_fps": 9.200259222093031, "finalized_fps": 9.200259222093031, "redis_fps": 9.200259222093031, "redis_read_fps": 9.233323528468738, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 277, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.141, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 117, "analysis_gap_markers": 22, "c_suppressed": 0, "max_redis_silence_s": 0.4319360199733637, "redis_interval_s": { "n": 276, "mean": 0.10846652315935437, "median": 0.09690194099675864, "p95": 0.2171148739871569, "maximum": 0.4319360199733637, "minimum": 0.009443594026379287 }, "redis_drift_s": { "n": 277, "mean": 0.09098683368287704, "median": 0.08707827702630766, "p95": 0.24647851900664364, "maximum": 0.3506195990298977, "minimum": -0.17226211197441899 }, "redis_drift_s_per_min": 0.11851974371578163, "ingress_drift_s": { "n": 12, "mean": 0.053129613499997674, "median": 0.035246036000017966, "p95": 0.17124850099997957, "maximum": 0.17124850099997957, "minimum": 0.011246858999982123 }, "ingress_drift_s_per_min": 0.09246590163933871, "source_drift_s": { "n": 12, "mean": 0.029005666666665302, "median": 0.022279500000010444, "p95": 0.06640000000001578, "maximum": 0.06640000000001578, "minimum": 0.005440999999990481 }, "ingress_to_redis_ms": { "n": 277, "mean": 410.12996389891697, "median": 408, "p95": 550, "maximum": 659, "minimum": 193 }, "source_samples": 12, "redis_samples": 277, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 276, "sum_ns": 15250702000, "mean_ms": 55.256166666666665 }, "source_exit_to_ingress": { "n": 276, "sum_ns": 6904578687, "mean_ms": 25.016589445652176 }, "source_encoded_queue": { "n": 276, "sum_ns": 25561000, "mean_ms": 0.09261231884057972 }, "decode_between_queues": { "n": 276, "sum_ns": 12251767000, "mean_ms": 44.39046014492754 }, "source_raw_queue": { "n": 276, "sum_ns": 2756033000, "mean_ms": 9.985626811594203 }, "raw_queue_to_source_exit": { "n": 276, "sum_ns": 8627000, "mean_ms": 0.0312572463768116 }, "selected_to_preprocess_start": { "n": 276, "sum_ns": 292770832, "mean_ms": 1.060763884057971 }, "preprocess_start_to_preprocess_output": { "n": 276, "sum_ns": 960241150, "mean_ms": 3.4791346014492754 }, "selected_to_preprocess": { "n": 276, "sum_ns": 1619705186, "mean_ms": 5.8684970507246375 }, "preprocess_start_to_preprocess": { "n": 276, "sum_ns": 1326934354, "mean_ms": 4.807733166666667 }, "preprocess_output_to_infer_entry": { "n": 276, "sum_ns": 366693204, "mean_ms": 1.3285985652173913 }, "preprocess_to_infer_output": { "n": 276, "sum_ns": 108377646083, "mean_ms": 392.67263073550725 }, "preprocess_to_callback": { "n": 276, "sum_ns": 108908536015, "mean_ms": 394.59614498188404 }, "infer_output_to_callback": { "n": 276, "sum_ns": 530889932, "mean_ms": 1.9235142463768116 }, "copy_wall": { "n": 277, "sum_ns": 1670658368, "mean_ms": 6.0312576462093865 }, "copy_thread_cpu": { "n": 277, "sum_ns": 1472989484, "mean_ms": 5.317651566787004 }, "callback_to_copied": { "n": 276, "sum_ns": 1724115756, "mean_ms": 6.246796217391305 }, "accepted_interval": { "n": 277, "sum_ns": 30083849711, "mean_ms": 108.60595563537906 }, "selected_to_submitted": { "n": 276, "sum_ns": 112279160115, "mean_ms": 406.80855114130435 }, "completed_queue_wait": { "n": 277, "sum_ns": 125299987, "mean_ms": 0.452346523465704 }, "result_composition_wall": { "n": 277, "sum_ns": 5029654, "mean_ms": 0.018157595667870036 }, "result_composition_cpu": { "n": 277, "sum_ns": 4683512, "mean_ms": 0.016907985559566786 }, "result_publish_wall": { "n": 277, "sum_ns": 57445091, "mean_ms": 0.207383 }, "result_publish_cpu": { "n": 277, "sum_ns": 52877061, "mean_ms": 0.190891916967509 }, "result_total_wall": { "n": 277, "sum_ns": 519048043, "mean_ms": 1.8738196498194948 }, "result_total_cpu": { "n": 277, "sum_ns": 443141384, "mean_ms": 1.599788389891697 } } }, { "mode": "mixed-a", "level": 16, "camera": "43", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.152901883, "new_channel": false, "seconds": 30.00003185699461, "selected_fps": 7.9594329239438935, "requested_fps": 7.9594329239438935, "complete_fps": 7.9594329239438935, "accepted_fps": 7.9594329239438935, "finalized_fps": 7.9594329239438935, "redis_fps": 7.9594329239438935, "redis_read_fps": 7.899991611000328, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 240, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.085, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 164, "analysis_gap_markers": 55, "c_suppressed": 0, "max_redis_silence_s": 0.33958751300815493, "redis_interval_s": { "n": 236, "mean": 0.1262240665424635, "median": 0.1152632825251203, "p95": 0.26395268499618396, "maximum": 0.33958751300815493, "minimum": 0.0050907020340673625 }, "redis_drift_s": { "n": 237, "mean": 0.06238052307766221, "median": 0.05710037301155069, "p95": 0.2513507220344593, "maximum": 0.34456917405221077, "minimum": -0.18311344796279627 }, "redis_drift_s_per_min": 0.07541788955461723, "ingress_drift_s": { "n": 12, "mean": 0.10934984916666697, "median": 0.11041723049999774, "p95": 0.20719204000000957, "maximum": 0.20719204000000957, "minimum": 0.009020947999999862 }, "ingress_drift_s_per_min": 0.21722373287958702, "source_drift_s": { "n": 12, "mean": 0.03648358333333235, "median": 0.032661499999996124, "p95": 0.08580999999999506, "maximum": 0.08580999999999506, "minimum": 0.003219000000001415 }, "ingress_to_redis_ms": { "n": 237, "mean": 512.2489451476794, "median": 510, "p95": 673, "maximum": 755, "minimum": 320 }, "source_samples": 12, "redis_samples": 237, "native_redis_joined": 11, "durations": { "depay_to_source_exit": { "n": 239, "sum_ns": 14508066000, "mean_ms": 60.7032050209205 }, "source_exit_to_ingress": { "n": 239, "sum_ns": 14376414909, "mean_ms": 60.152363635983264 }, "source_encoded_queue": { "n": 239, "sum_ns": 13747000, "mean_ms": 0.057518828451882845 }, "decode_between_queues": { "n": 239, "sum_ns": 10602598000, "mean_ms": 44.362334728033474 }, "source_raw_queue": { "n": 239, "sum_ns": 3755863000, "mean_ms": 15.714907949790794 }, "raw_queue_to_source_exit": { "n": 239, "sum_ns": 7495000, "mean_ms": 0.03135983263598326 }, "selected_to_preprocess_start": { "n": 239, "sum_ns": 374454285, "mean_ms": 1.5667543305439329 }, "preprocess_start_to_preprocess_output": { "n": 239, "sum_ns": 1495943520, "mean_ms": 6.25917790794979 }, "selected_to_preprocess": { "n": 239, "sum_ns": 2315967410, "mean_ms": 9.69024020920502 }, "preprocess_start_to_preprocess": { "n": 239, "sum_ns": 1941513125, "mean_ms": 8.123485878661088 }, "preprocess_output_to_infer_entry": { "n": 239, "sum_ns": 445569605, "mean_ms": 1.864307970711297 }, "preprocess_to_infer_output": { "n": 238, "sum_ns": 114480527403, "mean_ms": 481.0106193403361 }, "preprocess_to_callback": { "n": 239, "sum_ns": 115289771080, "mean_ms": 482.38397941422596 }, "infer_output_to_callback": { "n": 239, "sum_ns": 392135445, "mean_ms": 1.640734079497908 }, "copy_wall": { "n": 240, "sum_ns": 1019301275, "mean_ms": 4.247088645833333 }, "copy_thread_cpu": { "n": 240, "sum_ns": 932383252, "mean_ms": 3.8849302166666666 }, "callback_to_copied": { "n": 239, "sum_ns": 1072068164, "mean_ms": 4.485640853556485 }, "accepted_interval": { "n": 239, "sum_ns": 30211761968, "mean_ms": 126.40904589121338 }, "selected_to_submitted": { "n": 238, "sum_ns": 118284810746, "mean_ms": 496.9950031344538 }, "completed_queue_wait": { "n": 240, "sum_ns": 173086553, "mean_ms": 0.7211939708333334 }, "result_observations_wall": { "n": 240, "sum_ns": 312073664, "mean_ms": 1.3003069333333332 }, "result_observations_cpu": { "n": 240, "sum_ns": 299360448, "mean_ms": 1.2473352 }, "result_nms_wall": { "n": 240, "sum_ns": 274928966, "mean_ms": 1.1455373583333335 }, "result_nms_cpu": { "n": 240, "sum_ns": 141014219, "mean_ms": 0.5875592458333333 }, "result_tracking_wall": { "n": 240, "sum_ns": 443336652, "mean_ms": 1.84723605 }, "result_tracking_cpu": { "n": 240, "sum_ns": 359587746, "mean_ms": 1.498282275 }, "result_region_wall": { "n": 240, "sum_ns": 69689009, "mean_ms": 0.29037087083333335 }, "result_region_cpu": { "n": 240, "sum_ns": 65546805, "mean_ms": 0.2731116875 }, "result_fall_wall": { "n": 240, "sum_ns": 276712759, "mean_ms": 1.1529698291666666 }, "result_fall_cpu": { "n": 240, "sum_ns": 249958635, "mean_ms": 1.0414943125 }, "result_fight_wall": { "n": 240, "sum_ns": 66184116, "mean_ms": 0.27576715 }, "result_fight_cpu": { "n": 240, "sum_ns": 63633091, "mean_ms": 0.26513787916666665 }, "result_collector_wall": { "n": 240, "sum_ns": 1184282139, "mean_ms": 4.934508912499999 }, "result_collector_cpu": { "n": 240, "sum_ns": 1113954712, "mean_ms": 4.641477966666667 }, "result_composition_wall": { "n": 240, "sum_ns": 5598638, "mean_ms": 0.023327658333333334 }, "result_composition_cpu": { "n": 240, "sum_ns": 4874678, "mean_ms": 0.020311158333333332 }, "result_artifact_handoff_wall": { "n": 240, "sum_ns": 3476503, "mean_ms": 0.014485429166666668 }, "result_artifact_handoff_cpu": { "n": 240, "sum_ns": 2901677, "mean_ms": 0.012090320833333333 }, "result_publish_wall": { "n": 240, "sum_ns": 69139964, "mean_ms": 0.2880831833333333 }, "result_publish_cpu": { "n": 240, "sum_ns": 61601192, "mean_ms": 0.2566716333333333 }, "result_total_wall": { "n": 240, "sum_ns": 2992611138, "mean_ms": 12.469213074999999 }, "result_total_cpu": { "n": 240, "sum_ns": 2612748151, "mean_ms": 10.886450629166667 } } }, { "mode": "mixed-a", "level": 16, "camera": "43", "provider": "fire", "cohort_reset": false, "counter_seconds": 30.123426642, "new_channel": false, "seconds": 30.00003185699461, "selected_fps": 9.129107497238628, "requested_fps": 9.129107497238628, "complete_fps": 9.129107497238628, "accepted_fps": 9.129107497238628, "finalized_fps": 9.129107497238628, "redis_fps": 9.129107497238628, "redis_read_fps": 9.066657038785186, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 275, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.133, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 100, "analysis_gap_markers": 24, "c_suppressed": 0, "max_redis_silence_s": 0.31114966701716185, "redis_interval_s": { "n": 271, "mean": 0.10981565703701475, "median": 0.10141207103151828, "p95": 0.20158764597726986, "maximum": 0.31114966701716185, "minimum": 0.008258718007709831 }, "redis_drift_s": { "n": 272, "mean": -4.694952502523239, "median": -4.687560208034469, "p95": -4.5184357180143735, "maximum": -4.314129687004254, "minimum": -4.970308510039928 }, "redis_drift_s_per_min": -0.2535991391610178, "ingress_drift_s": { "n": 12, "mean": -0.07663314108333452, "median": -0.07775754200000051, "p95": -0.01118817100000058, "maximum": -0.01118817100000058, "minimum": -0.12391698300000087 }, "ingress_drift_s_per_min": 0.046341363611750494, "source_drift_s": { "n": 12, "mean": -0.07710083333333391, "median": -0.07863999999999294, "p95": -0.015248999999997181, "maximum": -0.015248999999997181, "minimum": -0.12091900000000066 }, "ingress_to_redis_ms": { "n": 272, "mean": 412.37132352941177, "median": 418.0, "p95": 543, "maximum": 740, "minimum": 162 }, "source_samples": 12, "redis_samples": 272, "native_redis_joined": 11, "durations": { "depay_to_source_exit": { "n": 274, "sum_ns": 15057897000, "mean_ms": 54.95582846715328 }, "source_exit_to_ingress": { "n": 274, "sum_ns": 5037985941, "mean_ms": 18.386810003649632 }, "source_encoded_queue": { "n": 274, "sum_ns": 14870000, "mean_ms": 0.05427007299270073 }, "decode_between_queues": { "n": 274, "sum_ns": 12126160000, "mean_ms": 44.25605839416058 }, "source_raw_queue": { "n": 274, "sum_ns": 2765800000, "mean_ms": 10.094160583941605 }, "raw_queue_to_source_exit": { "n": 274, "sum_ns": 8641000, "mean_ms": 0.03153649635036496 }, "selected_to_preprocess_start": { "n": 275, "sum_ns": 274062658, "mean_ms": 0.9965914836363636 }, "preprocess_start_to_preprocess_output": { "n": 275, "sum_ns": 926828885, "mean_ms": 3.3702868545454545 }, "selected_to_preprocess": { "n": 275, "sum_ns": 1448977365, "mean_ms": 5.269008599999999 }, "preprocess_start_to_preprocess": { "n": 275, "sum_ns": 1174914707, "mean_ms": 4.272417116363636 }, "preprocess_output_to_infer_entry": { "n": 275, "sum_ns": 248085822, "mean_ms": 0.9021302618181818 }, "preprocess_to_infer_output": { "n": 275, "sum_ns": 109136064497, "mean_ms": 396.8584163527273 }, "preprocess_to_callback": { "n": 275, "sum_ns": 109645818777, "mean_ms": 398.71206828 }, "infer_output_to_callback": { "n": 275, "sum_ns": 509754280, "mean_ms": 1.8536519272727272 }, "copy_wall": { "n": 275, "sum_ns": 1600021288, "mean_ms": 5.818259229090909 }, "copy_thread_cpu": { "n": 275, "sum_ns": 1424368182, "mean_ms": 5.179520661818182 }, "callback_to_copied": { "n": 275, "sum_ns": 1663044015, "mean_ms": 6.047432781818182 }, "accepted_interval": { "n": 275, "sum_ns": 30019607595, "mean_ms": 109.16220943636364 }, "selected_to_submitted": { "n": 275, "sum_ns": 112785720297, "mean_ms": 410.12989198909094 }, "completed_queue_wait": { "n": 275, "sum_ns": 142130537, "mean_ms": 0.5168383163636363 }, "result_composition_wall": { "n": 275, "sum_ns": 2657130, "mean_ms": 0.009662290909090909 }, "result_composition_cpu": { "n": 275, "sum_ns": 2520634, "mean_ms": 0.009165941818181818 }, "result_artifact_handoff_wall": { "n": 275, "sum_ns": 2614694, "mean_ms": 0.009507978181818182 }, "result_artifact_handoff_cpu": { "n": 275, "sum_ns": 2480948, "mean_ms": 0.00902162909090909 }, "result_publish_wall": { "n": 275, "sum_ns": 64811672, "mean_ms": 0.23567880727272728 }, "result_publish_cpu": { "n": 275, "sum_ns": 63567254, "mean_ms": 0.2311536509090909 }, "result_total_wall": { "n": 275, "sum_ns": 324963638, "mean_ms": 1.1816859563636364 }, "result_total_cpu": { "n": 275, "sum_ns": 313289561, "mean_ms": 1.1392347672727274 } } }, { "mode": "mixed-a", "level": 16, "camera": "43", "provider": "crowd", "cohort_reset": false, "counter_seconds": 29.875190711, "new_channel": false, "seconds": 30.00003185699461, "selected_fps": 9.204962159412942, "requested_fps": 9.204962159412942, "complete_fps": 9.204962159412942, "accepted_fps": 9.204962159412942, "finalized_fps": 9.204962159412942, "redis_fps": 9.204962159412942, "redis_read_fps": 9.199990230532027, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 275, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.155, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 110, "analysis_gap_markers": 20, "c_suppressed": 0, "max_redis_silence_s": 0.32197374996030703, "redis_interval_s": { "n": 275, "mean": 0.10892828743629665, "median": 0.10229723498923704, "p95": 0.1913495420012623, "maximum": 0.32197374996030703, "minimum": 0.02671431005001068 }, "redis_drift_s": { "n": 276, "mean": 0.06343036581963404, "median": 0.058768625030289456, "p95": 0.24220473501644335, "maximum": 0.3671830600132182, "minimum": -0.25574158998671237 }, "redis_drift_s_per_min": 0.1042424972298302, "ingress_drift_s": { "n": 12, "mean": 0.008460364500001797, "median": -0.005683159499994872, "p95": 0.10358103500000482, "maximum": 0.10358103500000482, "minimum": -0.06342860800000949 }, "ingress_drift_s_per_min": 0.11352302340784558, "source_drift_s": { "n": 12, "mean": -0.023726916666666636, "median": -0.023254999999998915, "p95": 0.0206670000000031, "maximum": 0.0206670000000031, "minimum": -0.06623900000001015 }, "ingress_to_redis_ms": { "n": 276, "mean": 412.43840579710144, "median": 408.5, "p95": 575, "maximum": 660, "minimum": 116 }, "source_samples": 12, "redis_samples": 276, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 274, "sum_ns": 15306681000, "mean_ms": 55.86379927007299 }, "source_exit_to_ingress": { "n": 274, "sum_ns": 7157368996, "mean_ms": 26.121784656934306 }, "source_encoded_queue": { "n": 274, "sum_ns": 15030000, "mean_ms": 0.05485401459854015 }, "decode_between_queues": { "n": 274, "sum_ns": 12322128000, "mean_ms": 44.971270072992695 }, "source_raw_queue": { "n": 274, "sum_ns": 2819670000, "mean_ms": 10.290766423357663 }, "raw_queue_to_source_exit": { "n": 274, "sum_ns": 8357000, "mean_ms": 0.0305 }, "selected_to_preprocess_start": { "n": 275, "sum_ns": 285284732, "mean_ms": 1.0373990254545455 }, "preprocess_start_to_preprocess_output": { "n": 275, "sum_ns": 897333050, "mean_ms": 3.2630292727272727 }, "selected_to_preprocess": { "n": 275, "sum_ns": 1462913555, "mean_ms": 5.319685654545454 }, "preprocess_start_to_preprocess": { "n": 275, "sum_ns": 1177628823, "mean_ms": 4.282286629090909 }, "preprocess_output_to_infer_entry": { "n": 275, "sum_ns": 280295773, "mean_ms": 1.0192573563636362 }, "preprocess_to_infer_output": { "n": 276, "sum_ns": 109194706467, "mean_ms": 395.6329944456522 }, "preprocess_to_callback": { "n": 276, "sum_ns": 109723232406, "mean_ms": 397.5479435 }, "infer_output_to_callback": { "n": 276, "sum_ns": 528525939, "mean_ms": 1.9149490543478263 }, "copy_wall": { "n": 275, "sum_ns": 1652410962, "mean_ms": 6.0087671345454545 }, "copy_thread_cpu": { "n": 275, "sum_ns": 1463085149, "mean_ms": 5.320309632727273 }, "callback_to_copied": { "n": 275, "sum_ns": 1710512810, "mean_ms": 6.220046581818182 }, "accepted_interval": { "n": 275, "sum_ns": 29743296452, "mean_ms": 108.15744164363636 }, "selected_to_submitted": { "n": 275, "sum_ns": 112489962040, "mean_ms": 409.0544074181818 }, "completed_queue_wait": { "n": 275, "sum_ns": 139869721, "mean_ms": 0.5086171672727273 }, "result_composition_wall": { "n": 275, "sum_ns": 5098701, "mean_ms": 0.01854073090909091 }, "result_composition_cpu": { "n": 275, "sum_ns": 4965412, "mean_ms": 0.018056043636363636 }, "result_publish_wall": { "n": 275, "sum_ns": 44832825, "mean_ms": 0.16302845454545456 }, "result_publish_cpu": { "n": 275, "sum_ns": 43303446, "mean_ms": 0.15746707636363635 }, "result_total_wall": { "n": 275, "sum_ns": 396273729, "mean_ms": 1.440995378181818 }, "result_total_cpu": { "n": 275, "sum_ns": 350871969, "mean_ms": 1.2758980690909092 } } }, { "mode": "mixed-a", "level": 16, "camera": "44", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.231556982, "new_channel": false, "seconds": 30.00003185699461, "selected_fps": 7.938724430994309, "requested_fps": 7.938724430994309, "complete_fps": 7.938724430994309, "accepted_fps": 7.938724430994309, "finalized_fps": 7.938724430994309, "redis_fps": 7.938724430994309, "redis_read_fps": 7.9333249089370375, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 240, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.185, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 165, "analysis_gap_markers": 53, "c_suppressed": 0, "max_redis_silence_s": 0.5252331609954126, "redis_interval_s": { "n": 237, "mean": 0.1259142552361969, "median": 0.11408775497693568, "p95": 0.24463671096600592, "maximum": 0.5252331609954126, "minimum": 0.00430173595668748 }, "redis_drift_s": { "n": 238, "mean": 0.16373774465888397, "median": 0.15505530649376809, "p95": 0.36716910298075334, "maximum": 0.48638149599311475, "minimum": -0.0960306840273546 }, "redis_drift_s_per_min": 0.020503598338545318, "ingress_drift_s": { "n": 12, "mean": 0.07163762841666592, "median": 0.08494847899999769, "p95": 0.13787800200000078, "maximum": 0.13787800200000078, "minimum": -0.004255139999997937 }, "ingress_drift_s_per_min": -0.023338434522281185, "source_drift_s": { "n": 12, "mean": 0.032769833333333054, "median": 0.03421300000000116, "p95": 0.05583599999999933, "maximum": 0.05583599999999933, "minimum": 0.00926499999999919 }, "ingress_to_redis_ms": { "n": 238, "mean": 512.5714285714286, "median": 502.5, "p95": 659, "maximum": 887, "minimum": 285 }, "source_samples": 12, "redis_samples": 238, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 240, "sum_ns": 13628641000, "mean_ms": 56.786004166666665 }, "source_exit_to_ingress": { "n": 240, "sum_ns": 14021914745, "mean_ms": 58.42464477083334 }, "source_encoded_queue": { "n": 240, "sum_ns": 17320000, "mean_ms": 0.07216666666666667 }, "decode_between_queues": { "n": 240, "sum_ns": 10106305000, "mean_ms": 42.109604166666664 }, "source_raw_queue": { "n": 240, "sum_ns": 3456014000, "mean_ms": 14.400058333333334 }, "raw_queue_to_source_exit": { "n": 240, "sum_ns": 6731000, "mean_ms": 0.028045833333333332 }, "selected_to_preprocess_start": { "n": 240, "sum_ns": 380453866, "mean_ms": 1.5852244416666668 }, "preprocess_start_to_preprocess_output": { "n": 240, "sum_ns": 1405505177, "mean_ms": 5.856271570833334 }, "selected_to_preprocess": { "n": 240, "sum_ns": 2238851211, "mean_ms": 9.3285467125 }, "preprocess_start_to_preprocess": { "n": 240, "sum_ns": 1858397345, "mean_ms": 7.743322270833333 }, "preprocess_output_to_infer_entry": { "n": 240, "sum_ns": 452892168, "mean_ms": 1.8870506999999999 }, "preprocess_to_infer_output": { "n": 240, "sum_ns": 114852776197, "mean_ms": 478.55323415416666 }, "preprocess_to_callback": { "n": 240, "sum_ns": 115267984541, "mean_ms": 480.28326892083334 }, "infer_output_to_callback": { "n": 240, "sum_ns": 415208344, "mean_ms": 1.7300347666666667 }, "copy_wall": { "n": 240, "sum_ns": 874872572, "mean_ms": 3.645302383333333 }, "copy_thread_cpu": { "n": 240, "sum_ns": 809942563, "mean_ms": 3.3747606791666667 }, "callback_to_copied": { "n": 240, "sum_ns": 927379122, "mean_ms": 3.8640796749999997 }, "accepted_interval": { "n": 240, "sum_ns": 30297873447, "mean_ms": 126.2411393625 }, "selected_to_submitted": { "n": 240, "sum_ns": 118552486485, "mean_ms": 493.9686936875 }, "completed_queue_wait": { "n": 240, "sum_ns": 233347111, "mean_ms": 0.9722796291666667 }, "result_observations_wall": { "n": 240, "sum_ns": 259576236, "mean_ms": 1.08156765 }, "result_observations_cpu": { "n": 240, "sum_ns": 244793645, "mean_ms": 1.0199735208333334 }, "result_nms_wall": { "n": 240, "sum_ns": 299422968, "mean_ms": 1.2475957 }, "result_nms_cpu": { "n": 240, "sum_ns": 148250671, "mean_ms": 0.6177111291666667 }, "result_tracking_wall": { "n": 240, "sum_ns": 730336977, "mean_ms": 3.0430707375 }, "result_tracking_cpu": { "n": 240, "sum_ns": 525375734, "mean_ms": 2.189065558333333 }, "result_region_wall": { "n": 240, "sum_ns": 98980318, "mean_ms": 0.41241799166666665 }, "result_region_cpu": { "n": 240, "sum_ns": 92289348, "mean_ms": 0.38453895 }, "result_fall_wall": { "n": 240, "sum_ns": 513443179, "mean_ms": 2.139346579166667 }, "result_fall_cpu": { "n": 240, "sum_ns": 491921132, "mean_ms": 2.049671383333333 }, "result_fight_wall": { "n": 240, "sum_ns": 119300074, "mean_ms": 0.4970836416666667 }, "result_fight_cpu": { "n": 240, "sum_ns": 113316757, "mean_ms": 0.4721531541666667 }, "result_collector_wall": { "n": 240, "sum_ns": 1197871115, "mean_ms": 4.991129645833333 }, "result_collector_cpu": { "n": 240, "sum_ns": 1141247921, "mean_ms": 4.755199670833333 }, "result_composition_wall": { "n": 240, "sum_ns": 4448373, "mean_ms": 0.0185348875 }, "result_composition_cpu": { "n": 240, "sum_ns": 4391433, "mean_ms": 0.018297637500000002 }, "result_artifact_handoff_wall": { "n": 240, "sum_ns": 4054653, "mean_ms": 0.0168943875 }, "result_artifact_handoff_cpu": { "n": 240, "sum_ns": 2867754, "mean_ms": 0.011948975 }, "result_publish_wall": { "n": 240, "sum_ns": 290547089, "mean_ms": 1.2106128708333332 }, "result_publish_cpu": { "n": 240, "sum_ns": 267435286, "mean_ms": 1.1143136916666667 }, "result_total_wall": { "n": 240, "sum_ns": 3799124836, "mean_ms": 15.829686816666666 }, "result_total_cpu": { "n": 240, "sum_ns": 3270217982, "mean_ms": 13.625908258333332 } } }, { "mode": "mixed-a", "level": 16, "camera": "44", "provider": "fire", "cohort_reset": false, "counter_seconds": 30.131930778, "new_channel": false, "seconds": 30.00003185699461, "selected_fps": 9.159718374287312, "requested_fps": 9.159718374287312, "complete_fps": 9.192905759701397, "accepted_fps": 9.192905759701397, "finalized_fps": 9.192905759701397, "redis_fps": 9.159718374287312, "redis_read_fps": 9.199990230532027, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 277, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.082, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 110, "analysis_gap_markers": 20, "c_suppressed": 0, "max_redis_silence_s": 0.40336186898639426, "redis_interval_s": { "n": 275, "mean": 0.10821279375284741, "median": 0.09969554602866992, "p95": 0.2082911729812622, "maximum": 0.40336186898639426, "minimum": 0.013044501014519483 }, "redis_drift_s": { "n": 276, "mean": -0.01004627391544503, "median": -0.010018775017933024, "p95": 0.17698520197393464, "maximum": 0.33019253697665363, "minimum": -0.2555041920468213 }, "redis_drift_s_per_min": -0.29754267072122137, "ingress_drift_s": { "n": 12, "mean": 0.013173788083337357, "median": 0.01959845700000784, "p95": 0.07441172699999754, "maximum": 0.07441172699999754, "minimum": -0.03599076199999729 }, "ingress_drift_s_per_min": -0.032129678213430386, "source_drift_s": { "n": 12, "mean": 0.0016540000000020427, "median": -0.0003165000000038276, "p95": 0.04244500000000073, "maximum": 0.04244500000000073, "minimum": -0.03429999999999467 }, "ingress_to_redis_ms": { "n": 276, "mean": 412.46014492753625, "median": 404.5, "p95": 551, "maximum": 757, "minimum": 207 }, "source_samples": 12, "redis_samples": 276, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 276, "sum_ns": 15276786000, "mean_ms": 55.35067391304348 }, "source_exit_to_ingress": { "n": 276, "sum_ns": 7142274183, "mean_ms": 25.877805010869565 }, "source_encoded_queue": { "n": 276, "sum_ns": 10995000, "mean_ms": 0.03983695652173913 }, "decode_between_queues": { "n": 276, "sum_ns": 12309836000, "mean_ms": 44.600855072463766 }, "source_raw_queue": { "n": 276, "sum_ns": 2825914000, "mean_ms": 10.238818840579711 }, "raw_queue_to_source_exit": { "n": 276, "sum_ns": 11746000, "mean_ms": 0.042557971014492754 }, "selected_to_preprocess_start": { "n": 276, "sum_ns": 268163019, "mean_ms": 0.9716051413043478 }, "preprocess_start_to_preprocess_output": { "n": 276, "sum_ns": 900777607, "mean_ms": 3.263686981884058 }, "selected_to_preprocess": { "n": 276, "sum_ns": 1285107016, "mean_ms": 4.65618484057971 }, "preprocess_start_to_preprocess": { "n": 276, "sum_ns": 1016943997, "mean_ms": 3.6845796992753623 }, "preprocess_output_to_infer_entry": { "n": 276, "sum_ns": 116166390, "mean_ms": 0.42089271739130435 }, "preprocess_to_infer_output": { "n": 277, "sum_ns": 110220203933, "mean_ms": 397.9068734043321 }, "preprocess_to_callback": { "n": 277, "sum_ns": 110710774196, "mean_ms": 399.67788518411555 }, "infer_output_to_callback": { "n": 277, "sum_ns": 490570263, "mean_ms": 1.7710117797833935 }, "copy_wall": { "n": 277, "sum_ns": 1635211287, "mean_ms": 5.903289844765343 }, "copy_thread_cpu": { "n": 277, "sum_ns": 1456466987, "mean_ms": 5.258003563176896 }, "callback_to_copied": { "n": 277, "sum_ns": 1699352210, "mean_ms": 6.134845523465704 }, "accepted_interval": { "n": 277, "sum_ns": 30194769300, "mean_ms": 109.00638736462093 }, "selected_to_submitted": { "n": 277, "sum_ns": 113746099663, "mean_ms": 410.63573885559566 }, "completed_queue_wait": { "n": 277, "sum_ns": 165183166, "mean_ms": 0.596329119133574 }, "result_composition_wall": { "n": 277, "sum_ns": 3850234, "mean_ms": 0.013899761732851986 }, "result_composition_cpu": { "n": 277, "sum_ns": 3002109, "mean_ms": 0.010837938628158844 }, "result_artifact_handoff_wall": { "n": 277, "sum_ns": 2694365, "mean_ms": 0.009726949458483753 }, "result_artifact_handoff_cpu": { "n": 277, "sum_ns": 2665127, "mean_ms": 0.009621397111913357 }, "result_publish_wall": { "n": 277, "sum_ns": 28982904, "mean_ms": 0.10463142238267148 }, "result_publish_cpu": { "n": 277, "sum_ns": 28566971, "mean_ms": 0.10312985920577616 }, "result_total_wall": { "n": 277, "sum_ns": 279868613, "mean_ms": 1.0103560036101082 }, "result_total_cpu": { "n": 277, "sum_ns": 265565034, "mean_ms": 0.9587185342960289 } } }, { "mode": "mixed-a", "level": 16, "camera": "44", "provider": "crowd", "cohort_reset": false, "counter_seconds": 30.142607221, "new_channel": false, "seconds": 30.00003185699461, "selected_fps": 9.156474022848098, "requested_fps": 9.156474022848098, "complete_fps": 9.123298392330533, "accepted_fps": 9.123298392330533, "finalized_fps": 9.123298392330533, "redis_fps": 9.123298392330533, "redis_read_fps": 9.199990230532027, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 275, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.176, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 110, "analysis_gap_markers": 23, "c_suppressed": 0, "max_redis_silence_s": 0.34822163899661973, "redis_interval_s": { "n": 275, "mean": 0.10882429100721228, "median": 0.09884356096154079, "p95": 0.19034559704596177, "maximum": 0.34822163899661973, "minimum": 0.02862298599211499 }, "redis_drift_s": { "n": 276, "mean": -6.309489277911188, "median": -6.317964204020562, "p95": -6.147984620032368, "maximum": -5.926762969996318, "minimum": -6.615115895044525 }, "redis_drift_s_per_min": 0.10475364985982592, "ingress_drift_s": { "n": 12, "mean": 0.0056489248333342346, "median": -0.0037559454999964714, "p95": 0.09739935099999997, "maximum": 0.09739935099999997, "minimum": -0.047670856999999955 }, "ingress_drift_s_per_min": -0.05188480011813895, "source_drift_s": { "n": 12, "mean": -0.013669499999998891, "median": -0.009617000000002207, "p95": 0.029921999999999116, "maximum": 0.029921999999999116, "minimum": -0.0457579999999993 }, "ingress_to_redis_ms": { "n": 276, "mean": 416.10869565217394, "median": 411.5, "p95": 576, "maximum": 696, "minimum": 172 }, "source_samples": 12, "redis_samples": 276, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 276, "sum_ns": 15486869000, "mean_ms": 56.111844202898546 }, "source_exit_to_ingress": { "n": 276, "sum_ns": 5837904860, "mean_ms": 21.15182920289855 }, "source_encoded_queue": { "n": 276, "sum_ns": 19471000, "mean_ms": 0.07054710144927535 }, "decode_between_queues": { "n": 276, "sum_ns": 12351783000, "mean_ms": 44.75283695652174 }, "source_raw_queue": { "n": 276, "sum_ns": 2952276000, "mean_ms": 10.696652173913042 }, "raw_queue_to_source_exit": { "n": 276, "sum_ns": 8162000, "mean_ms": 0.029572463768115943 }, "selected_to_preprocess_start": { "n": 276, "sum_ns": 277046513, "mean_ms": 1.003791713768116 }, "preprocess_start_to_preprocess_output": { "n": 276, "sum_ns": 942280922, "mean_ms": 3.414061311594203 }, "selected_to_preprocess": { "n": 276, "sum_ns": 1410924412, "mean_ms": 5.112044971014493 }, "preprocess_start_to_preprocess": { "n": 276, "sum_ns": 1133877899, "mean_ms": 4.108253257246377 }, "preprocess_output_to_infer_entry": { "n": 276, "sum_ns": 191596977, "mean_ms": 0.6941919456521739 }, "preprocess_to_infer_output": { "n": 275, "sum_ns": 109612133875, "mean_ms": 398.58957772727274 }, "preprocess_to_callback": { "n": 275, "sum_ns": 110135029926, "mean_ms": 400.4910179127273 }, "infer_output_to_callback": { "n": 275, "sum_ns": 522896051, "mean_ms": 1.9014401854545455 }, "copy_wall": { "n": 275, "sum_ns": 1672270465, "mean_ms": 6.080983509090909 }, "copy_thread_cpu": { "n": 275, "sum_ns": 1465907476, "mean_ms": 5.33057264 }, "callback_to_copied": { "n": 275, "sum_ns": 1738465334, "mean_ms": 6.321692123636364 }, "accepted_interval": { "n": 275, "sum_ns": 30041999205, "mean_ms": 109.24363347272727 }, "selected_to_submitted": { "n": 275, "sum_ns": 113410644745, "mean_ms": 412.4023445272727 }, "completed_queue_wait": { "n": 275, "sum_ns": 129533053, "mean_ms": 0.47102928363636365 }, "result_composition_wall": { "n": 275, "sum_ns": 4746050, "mean_ms": 0.017258363636363638 }, "result_composition_cpu": { "n": 275, "sum_ns": 4455146, "mean_ms": 0.016200530909090908 }, "result_publish_wall": { "n": 275, "sum_ns": 90418448, "mean_ms": 0.3287943563636364 }, "result_publish_cpu": { "n": 275, "sum_ns": 86299114, "mean_ms": 0.31381496000000003 }, "result_total_wall": { "n": 275, "sum_ns": 592390178, "mean_ms": 2.1541461018181822 }, "result_total_cpu": { "n": 275, "sum_ns": 518152327, "mean_ms": 1.88419028 } } }, { "mode": "mixed-a", "level": 16, "camera": "45", "provider": "pose", "cohort_reset": false, "counter_seconds": 30.301271763, "new_channel": true, "seconds": 30.00003185699461, "selected_fps": 8.11847112966339, "requested_fps": 8.11847112966339, "complete_fps": 8.11847112966339, "accepted_fps": 8.11847112966339, "finalized_fps": 8.11847112966339, "redis_fps": 8.11847112966339, "redis_read_fps": 8.099991398620588, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 246, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.2, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 172, "analysis_gap_markers": 51, "c_suppressed": 0, "max_redis_silence_s": 0.39218867802992463, "redis_interval_s": { "n": 242, "mean": 0.12295733179347705, "median": 0.1117304920044262, "p95": 0.2280996899935417, "maximum": 0.39218867802992463, "minimum": 0.0032893139868974686 }, "redis_drift_s": { "n": 243, "mean": -9.896107069139049, "median": -9.891317250011024, "p95": -9.728348019049037, "maximum": -9.639721374993677, "minimum": -10.183251931045668 }, "redis_drift_s_per_min": 0.11418382802260595, "ingress_drift_s": { "n": 12, "mean": 0.04069258675000039, "median": 0.02742933600000086, "p95": 0.12954251899999925, "maximum": 0.12954251899999925, "minimum": -0.024621046000000035 }, "ingress_drift_s_per_min": -0.1137712275652348, "source_drift_s": { "n": 12, "mean": 0.00746383333333404, "median": 0.004803000000000779, "p95": 0.042538999999997884, "maximum": 0.042538999999997884, "minimum": -0.024307999999999552 }, "ingress_to_redis_ms": { "n": 243, "mean": 496.0164609053498, "median": 491, "p95": 642, "maximum": 764, "minimum": 246 }, "source_samples": 12, "redis_samples": 243, "native_redis_joined": 11, "durations": { "depay_to_source_exit": { "n": 246, "sum_ns": 15339705000, "mean_ms": 62.356524390243905 }, "source_exit_to_ingress": { "n": 246, "sum_ns": 14563913862, "mean_ms": 59.20290187804878 }, "source_encoded_queue": { "n": 246, "sum_ns": 12858000, "mean_ms": 0.052268292682926834 }, "decode_between_queues": { "n": 246, "sum_ns": 10776251000, "mean_ms": 43.80589837398374 }, "source_raw_queue": { "n": 246, "sum_ns": 4358849000, "mean_ms": 17.71889837398374 }, "raw_queue_to_source_exit": { "n": 246, "sum_ns": 9298000, "mean_ms": 0.03779674796747968 }, "selected_to_preprocess_start": { "n": 246, "sum_ns": 424981179, "mean_ms": 1.727565768292683 }, "preprocess_start_to_preprocess_output": { "n": 246, "sum_ns": 1261190398, "mean_ms": 5.126790235772357 }, "selected_to_preprocess": { "n": 246, "sum_ns": 2284744511, "mean_ms": 9.287579313008129 }, "preprocess_start_to_preprocess": { "n": 246, "sum_ns": 1859763332, "mean_ms": 7.5600135447154475 }, "preprocess_output_to_infer_entry": { "n": 246, "sum_ns": 598572934, "mean_ms": 2.4332233089430897 }, "preprocess_to_infer_output": { "n": 246, "sum_ns": 115398227749, "mean_ms": 469.09848678455285 }, "preprocess_to_callback": { "n": 246, "sum_ns": 115791441594, "mean_ms": 470.6969170487805 }, "infer_output_to_callback": { "n": 246, "sum_ns": 393213845, "mean_ms": 1.5984302642276422 }, "copy_wall": { "n": 246, "sum_ns": 626309933, "mean_ms": 2.545975337398374 }, "copy_thread_cpu": { "n": 246, "sum_ns": 596929422, "mean_ms": 2.4265423658536585 }, "callback_to_copied": { "n": 246, "sum_ns": 678784199, "mean_ms": 2.759285361788618 }, "accepted_interval": { "n": 246, "sum_ns": 30123920594, "mean_ms": 122.45496176422765 }, "selected_to_submitted": { "n": 246, "sum_ns": 118776728932, "mean_ms": 482.8322314308943 }, "completed_queue_wait": { "n": 246, "sum_ns": 145030814, "mean_ms": 0.5895561544715446 }, "result_observations_wall": { "n": 246, "sum_ns": 234746405, "mean_ms": 0.9542536788617886 }, "result_observations_cpu": { "n": 246, "sum_ns": 229363119, "mean_ms": 0.9323704024390245 }, "result_nms_wall": { "n": 246, "sum_ns": 275657400, "mean_ms": 1.1205585365853659 }, "result_nms_cpu": { "n": 246, "sum_ns": 146069424, "mean_ms": 0.5937781463414634 }, "result_tracking_wall": { "n": 246, "sum_ns": 411665807, "mean_ms": 1.6734382398373984 }, "result_tracking_cpu": { "n": 246, "sum_ns": 324859423, "mean_ms": 1.3205667601626017 }, "result_region_wall": { "n": 246, "sum_ns": 66749408, "mean_ms": 0.2713390569105691 }, "result_region_cpu": { "n": 246, "sum_ns": 65618643, "mean_ms": 0.26674245121951223 }, "result_fall_wall": { "n": 246, "sum_ns": 324111242, "mean_ms": 1.3175253739837398 }, "result_fall_cpu": { "n": 246, "sum_ns": 307210256, "mean_ms": 1.2488221788617888 }, "result_fight_wall": { "n": 246, "sum_ns": 65861156, "mean_ms": 0.26772827642276426 }, "result_fight_cpu": { "n": 246, "sum_ns": 59941724, "mean_ms": 0.24366554471544716 }, "result_collector_wall": { "n": 246, "sum_ns": 851124840, "mean_ms": 3.4598570731707317 }, "result_collector_cpu": { "n": 246, "sum_ns": 806455800, "mean_ms": 3.2782756097560974 }, "result_composition_wall": { "n": 246, "sum_ns": 4344300, "mean_ms": 0.017659756097560975 }, "result_composition_cpu": { "n": 246, "sum_ns": 4346737, "mean_ms": 0.017669662601626016 }, "result_artifact_handoff_wall": { "n": 246, "sum_ns": 3329848, "mean_ms": 0.013535967479674798 }, "result_artifact_handoff_cpu": { "n": 246, "sum_ns": 2730929, "mean_ms": 0.011101337398373984 }, "result_publish_wall": { "n": 246, "sum_ns": 68685473, "mean_ms": 0.27920923983739837 }, "result_publish_cpu": { "n": 246, "sum_ns": 59150578, "mean_ms": 0.24044950406504065 }, "result_total_wall": { "n": 246, "sum_ns": 2573679073, "mean_ms": 10.462110052845528 }, "result_total_cpu": { "n": 246, "sum_ns": 2229485005, "mean_ms": 9.062947174796747 } } }, { "mode": "mixed-a", "level": 16, "camera": "45", "provider": "fire", "cohort_reset": false, "counter_seconds": 30.364517013, "new_channel": true, "seconds": 30.00003185699461, "selected_fps": 9.155423084153767, "requested_fps": 9.155423084153767, "complete_fps": 9.155423084153767, "accepted_fps": 9.155423084153767, "finalized_fps": 9.155423084153767, "redis_fps": 9.155423084153767, "redis_read_fps": 9.133323634658607, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 278, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.124, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 96, "analysis_gap_markers": 24, "c_suppressed": 0, "max_redis_silence_s": 0.43543326895451173, "redis_interval_s": { "n": 273, "mean": 0.10903508037383303, "median": 0.10348382202209905, "p95": 0.19290311995428056, "maximum": 0.43543326895451173, "minimum": 0.017102031968533993 }, "redis_drift_s": { "n": 274, "mean": -9.755694891057303, "median": -9.75848495297227, "p95": -9.567532082946506, "maximum": -9.39908613195177, "minimum": -10.059766413984356 }, "redis_drift_s_per_min": -0.3074412066070561, "ingress_drift_s": { "n": 11, "mean": 0.01650199500000017, "median": 0.018574099999998595, "p95": 0.06699485300000063, "maximum": 0.06699485300000063, "minimum": -0.026665666999999615 }, "ingress_drift_s_per_min": 0.13722056537971553, "source_drift_s": { "n": 11, "mean": 0.012980000000000335, "median": 0.015502000000001459, "p95": 0.0550270000000026, "maximum": 0.0550270000000026, "minimum": -0.02801600000000093 }, "ingress_to_redis_ms": { "n": 274, "mean": 410.8284671532847, "median": 410.5, "p95": 550, "maximum": 740, "minimum": 167 }, "source_samples": 11, "redis_samples": 274, "native_redis_joined": 11, "durations": { "depay_to_source_exit": { "n": 277, "sum_ns": 15392923000, "mean_ms": 55.57011913357401 }, "source_exit_to_ingress": { "n": 277, "sum_ns": 6941308223, "mean_ms": 25.058874451263538 }, "source_encoded_queue": { "n": 277, "sum_ns": 24355000, "mean_ms": 0.08792418772563176 }, "decode_between_queues": { "n": 277, "sum_ns": 12625628000, "mean_ms": 45.579884476534296 }, "source_raw_queue": { "n": 277, "sum_ns": 2600607000, "mean_ms": 9.388472924187726 }, "raw_queue_to_source_exit": { "n": 277, "sum_ns": 12352000, "mean_ms": 0.044592057761732855 }, "selected_to_preprocess_start": { "n": 277, "sum_ns": 265588838, "mean_ms": 0.9588044693140794 }, "preprocess_start_to_preprocess_output": { "n": 277, "sum_ns": 923169022, "mean_ms": 3.3327401516245487 }, "selected_to_preprocess": { "n": 277, "sum_ns": 1583348324, "mean_ms": 5.716058931407942 }, "preprocess_start_to_preprocess": { "n": 277, "sum_ns": 1317759486, "mean_ms": 4.757254462093862 }, "preprocess_output_to_infer_entry": { "n": 277, "sum_ns": 394590464, "mean_ms": 1.424514310469314 }, "preprocess_to_infer_output": { "n": 277, "sum_ns": 109586114681, "mean_ms": 395.6177425306859 }, "preprocess_to_callback": { "n": 277, "sum_ns": 110089026619, "mean_ms": 397.4333090938628 }, "infer_output_to_callback": { "n": 277, "sum_ns": 502911938, "mean_ms": 1.8155665631768954 }, "copy_wall": { "n": 278, "sum_ns": 1718355445, "mean_ms": 6.181134694244604 }, "copy_thread_cpu": { "n": 278, "sum_ns": 1479209066, "mean_ms": 5.320895920863309 }, "callback_to_copied": { "n": 277, "sum_ns": 1774900993, "mean_ms": 6.407584812274369 }, "accepted_interval": { "n": 277, "sum_ns": 30356672607, "mean_ms": 109.59087583754513 }, "selected_to_submitted": { "n": 276, "sum_ns": 112964125012, "mean_ms": 409.2903080144927 }, "completed_queue_wait": { "n": 278, "sum_ns": 138607658, "mean_ms": 0.4985886978417266 }, "result_composition_wall": { "n": 278, "sum_ns": 2720879, "mean_ms": 0.009787334532374101 }, "result_composition_cpu": { "n": 278, "sum_ns": 2618776, "mean_ms": 0.009420057553956834 }, "result_artifact_handoff_wall": { "n": 278, "sum_ns": 2392225, "mean_ms": 0.008605125899280575 }, "result_artifact_handoff_cpu": { "n": 278, "sum_ns": 2396038, "mean_ms": 0.008618841726618705 }, "result_publish_wall": { "n": 278, "sum_ns": 30164345, "mean_ms": 0.1085048381294964 }, "result_publish_cpu": { "n": 278, "sum_ns": 29936010, "mean_ms": 0.10768348920863309 }, "result_total_wall": { "n": 278, "sum_ns": 291869264, "mean_ms": 1.0498894388489208 }, "result_total_cpu": { "n": 278, "sum_ns": 273823853, "mean_ms": 0.9849778884892086 } } }, { "mode": "mixed-a", "level": 16, "camera": "45", "provider": "crowd", "cohort_reset": false, "counter_seconds": 30.360818115, "new_channel": true, "seconds": 30.00003185699461, "selected_fps": 9.222412878975215, "requested_fps": 9.189475690121732, "complete_fps": 9.189475690121732, "accepted_fps": 9.189475690121732, "finalized_fps": 9.189475690121732, "redis_fps": 9.189475690121732, "redis_read_fps": 9.166656932595316, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 279, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.108, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 97, "analysis_gap_markers": 22, "c_suppressed": 0, "max_redis_silence_s": 0.3525130809866823, "redis_interval_s": { "n": 274, "mean": 0.10834374567506543, "median": 0.09513472550315782, "p95": 0.2122390290023759, "maximum": 0.3525130809866823, "minimum": 0.006342804990708828 }, "redis_drift_s": { "n": 275, "mean": -0.09659234399551181, "median": -0.11042155498685347, "p95": 0.08598458198830627, "maximum": 0.23252586100995387, "minimum": -0.4275270239771345 }, "redis_drift_s_per_min": 0.13991518075489862, "ingress_drift_s": { "n": 10, "mean": 0.008483833100000204, "median": 0.0014454220000015283, "p95": 0.11266823899999778, "maximum": 0.11266823899999778, "minimum": -0.04795923300000027 }, "ingress_drift_s_per_min": 0.032264394601512585, "source_drift_s": { "n": 10, "mean": -0.007094100000000126, "median": -0.0027074999999996407, "p95": 0.02172299999999794, "maximum": 0.02172299999999794, "minimum": -0.05043700000000051 }, "ingress_to_redis_ms": { "n": 275, "mean": 412.53090909090906, "median": 411, "p95": 555, "maximum": 648, "minimum": 123 }, "source_samples": 10, "redis_samples": 275, "native_redis_joined": 11, "durations": { "depay_to_source_exit": { "n": 280, "sum_ns": 16314887000, "mean_ms": 58.267453571428575 }, "source_exit_to_ingress": { "n": 280, "sum_ns": 5575629309, "mean_ms": 19.91296181785714 }, "source_encoded_queue": { "n": 280, "sum_ns": 20970000, "mean_ms": 0.07489285714285715 }, "decode_between_queues": { "n": 280, "sum_ns": 13133829000, "mean_ms": 46.906532142857145 }, "source_raw_queue": { "n": 280, "sum_ns": 2941942000, "mean_ms": 10.506935714285715 }, "raw_queue_to_source_exit": { "n": 280, "sum_ns": 9356000, "mean_ms": 0.033414285714285716 }, "selected_to_preprocess_start": { "n": 279, "sum_ns": 285923073, "mean_ms": 1.0248138817204302 }, "preprocess_start_to_preprocess_output": { "n": 279, "sum_ns": 910000340, "mean_ms": 3.261649964157706 }, "selected_to_preprocess": { "n": 279, "sum_ns": 1606108090, "mean_ms": 5.7566598207885304 }, "preprocess_start_to_preprocess": { "n": 279, "sum_ns": 1320185017, "mean_ms": 4.7318459390681005 }, "preprocess_output_to_infer_entry": { "n": 279, "sum_ns": 410184677, "mean_ms": 1.4701959749103943 }, "preprocess_to_infer_output": { "n": 280, "sum_ns": 111296838755, "mean_ms": 397.4887098392857 }, "preprocess_to_callback": { "n": 280, "sum_ns": 111813516171, "mean_ms": 399.333986325 }, "infer_output_to_callback": { "n": 280, "sum_ns": 516677416, "mean_ms": 1.8452764857142856 }, "copy_wall": { "n": 279, "sum_ns": 1697409425, "mean_ms": 6.083904749103943 }, "copy_thread_cpu": { "n": 279, "sum_ns": 1491173210, "mean_ms": 5.344706845878136 }, "callback_to_copied": { "n": 279, "sum_ns": 1756348688, "mean_ms": 6.29515658781362 }, "accepted_interval": { "n": 279, "sum_ns": 30364976755, "mean_ms": 108.8350421326165 }, "selected_to_submitted": { "n": 279, "sum_ns": 114638214836, "mean_ms": 410.88965891039425 }, "completed_queue_wait": { "n": 279, "sum_ns": 128209373, "mean_ms": 0.45953180286738354 }, "result_composition_wall": { "n": 279, "sum_ns": 6252188, "mean_ms": 0.022409275985663085 }, "result_composition_cpu": { "n": 279, "sum_ns": 5587160, "mean_ms": 0.02002566308243728 }, "result_publish_wall": { "n": 279, "sum_ns": 44761353, "mean_ms": 0.1604349569892473 }, "result_publish_cpu": { "n": 279, "sum_ns": 44402638, "mean_ms": 0.15914924014336918 }, "result_total_wall": { "n": 279, "sum_ns": 378591818, "mean_ms": 1.3569599211469534 }, "result_total_cpu": { "n": 279, "sum_ns": 333608371, "mean_ms": 1.1957289283154122 } } }, { "mode": "mixed-c-16", "level": 16, "camera": "30", "provider": "pose", "cohort_reset": true, "counter_seconds": 29.92671277, "new_channel": true, "seconds": 29.9999997279956, "selected_fps": 8.220080898647927, "requested_fps": 8.220080898647927, "complete_fps": 8.220080898647927, "accepted_fps": 8.220080898647927, "finalized_fps": 8.220080898647927, "redis_fps": 8.220080898647927, "redis_read_fps": 8.23333340798343, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 246, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.176, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 109, "analysis_gap_markers": 42, "c_suppressed": 11, "max_redis_silence_s": 0.39862088195513934, "redis_interval_s": { "n": 246, "mean": 0.12111524651626814, "median": 0.10141002901946194, "p95": 0.28994704701472074, "maximum": 0.39862088195513934, "minimum": 0.011047061008866876 }, "redis_drift_s": { "n": 247, "mean": -1.2814669705621826, "median": -1.2776754700005952, "p95": -1.1082485170303826, "maximum": -1.0337035149997078, "minimum": -1.4938213649848464 }, "redis_drift_s_per_min": -0.05675860679074865, "ingress_drift_s": { "n": 12, "mean": 0.03775300475000106, "median": 0.025508010999999442, "p95": 0.11955275700000101, "maximum": 0.11955275700000101, "minimum": 0.0063488320000004705 }, "ingress_drift_s_per_min": -0.02353771524399326, "source_drift_s": { "n": 12, "mean": 0.022385000000002247, "median": 0.0154980000000009, "p95": 0.05747800000000325, "maximum": 0.05747800000000325, "minimum": 0.005158000000008656 }, "ingress_to_redis_ms": { "n": 247, "mean": 480.7975708502024, "median": 491, "p95": 623, "maximum": 706, "minimum": 288 }, "source_samples": 12, "redis_samples": 247, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 246, "sum_ns": 13925919000, "mean_ms": 56.609426829268294 }, "source_exit_to_ingress": { "n": 246, "sum_ns": 5497473650, "mean_ms": 22.34745386178862 }, "source_encoded_queue": { "n": 246, "sum_ns": 7133000, "mean_ms": 0.028995934959349594 }, "decode_between_queues": { "n": 246, "sum_ns": 11046674000, "mean_ms": 44.90517886178861 }, "source_raw_queue": { "n": 246, "sum_ns": 2756111000, "mean_ms": 11.20370325203252 }, "raw_queue_to_source_exit": { "n": 246, "sum_ns": 5222000, "mean_ms": 0.021227642276422765 }, "selected_to_preprocess_start": { "n": 246, "sum_ns": 184046353, "mean_ms": 0.748155906504065 }, "preprocess_start_to_preprocess_output": { "n": 246, "sum_ns": 1295285362, "mean_ms": 5.265387650406504 }, "selected_to_preprocess": { "n": 246, "sum_ns": 1572556613, "mean_ms": 6.392506556910569 }, "preprocess_start_to_preprocess": { "n": 246, "sum_ns": 1388510260, "mean_ms": 5.644350650406504 }, "preprocess_output_to_infer_entry": { "n": 246, "sum_ns": 93224898, "mean_ms": 0.378963 }, "preprocess_to_infer_output": { "n": 246, "sum_ns": 113269191792, "mean_ms": 460.44386907317073 }, "preprocess_to_callback": { "n": 246, "sum_ns": 113655949688, "mean_ms": 462.0160556422764 }, "infer_output_to_callback": { "n": 246, "sum_ns": 386757896, "mean_ms": 1.572186569105691 }, "copy_wall": { "n": 246, "sum_ns": 616360640, "mean_ms": 2.505531056910569 }, "copy_thread_cpu": { "n": 246, "sum_ns": 615409848, "mean_ms": 2.501666048780488 }, "callback_to_copied": { "n": 246, "sum_ns": 654590345, "mean_ms": 2.6609363617886177 }, "accepted_interval": { "n": 246, "sum_ns": 29911118489, "mean_ms": 121.58991255691058 }, "selected_to_submitted": { "n": 246, "sum_ns": 115901117509, "mean_ms": 471.14275410162605 }, "completed_queue_wait": { "n": 246, "sum_ns": 84332284, "mean_ms": 0.342814162601626 }, "result_observations_wall": { "n": 246, "sum_ns": 210464742, "mean_ms": 0.855547731707317 }, "result_observations_cpu": { "n": 246, "sum_ns": 210232541, "mean_ms": 0.8546038252032521 }, "result_nms_wall": { "n": 246, "sum_ns": 148973450, "mean_ms": 0.6055831300813008 }, "result_nms_cpu": { "n": 246, "sum_ns": 107045298, "mean_ms": 0.43514348780487805 }, "result_tracking_wall": { "n": 246, "sum_ns": 525211944, "mean_ms": 2.1350079024390243 }, "result_tracking_cpu": { "n": 246, "sum_ns": 471216078, "mean_ms": 1.915512512195122 }, "result_region_wall": { "n": 246, "sum_ns": 63186744, "mean_ms": 0.2568566829268293 }, "result_region_cpu": { "n": 246, "sum_ns": 63166824, "mean_ms": 0.25677570731707317 }, "result_fall_wall": { "n": 246, "sum_ns": 476385671, "mean_ms": 1.936527117886179 }, "result_fall_cpu": { "n": 246, "sum_ns": 473132045, "mean_ms": 1.9233009959349592 }, "result_fight_wall": { "n": 246, "sum_ns": 91606386, "mean_ms": 0.3723836829268293 }, "result_fight_cpu": { "n": 246, "sum_ns": 91374546, "mean_ms": 0.37144124390243904 }, "result_collector_wall": { "n": 246, "sum_ns": 390011894, "mean_ms": 1.5854142032520326 }, "result_collector_cpu": { "n": 246, "sum_ns": 387926365, "mean_ms": 1.5769364430894308 }, "result_composition_wall": { "n": 246, "sum_ns": 2991530, "mean_ms": 0.01216069105691057 }, "result_composition_cpu": { "n": 246, "sum_ns": 3001282, "mean_ms": 0.012200333333333334 }, "result_artifact_handoff_wall": { "n": 246, "sum_ns": 791263, "mean_ms": 0.0032165162601626015 }, "result_artifact_handoff_cpu": { "n": 246, "sum_ns": 732096, "mean_ms": 0.002976 }, "result_publish_wall": { "n": 246, "sum_ns": 286330002, "mean_ms": 1.1639430975609757 }, "result_publish_cpu": { "n": 246, "sum_ns": 285173558, "mean_ms": 1.159242105691057 }, "result_total_wall": { "n": 246, "sum_ns": 2387318686, "mean_ms": 9.70454750406504 }, "result_total_cpu": { "n": 246, "sum_ns": 2282105724, "mean_ms": 9.276852536585366 } } }, { "mode": "mixed-c-16", "level": 16, "camera": "30", "provider": "fire", "cohort_reset": true, "counter_seconds": 29.829733622, "new_channel": true, "seconds": 29.9999997279956, "selected_fps": 9.353083857049, "requested_fps": 9.353083857049, "complete_fps": 9.353083857049, "accepted_fps": 9.353083857049, "finalized_fps": 9.353083857049, "redis_fps": 9.353083857049, "redis_read_fps": 9.366666751592485, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 279, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.155, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 48, "analysis_gap_markers": 17, "c_suppressed": 0, "max_redis_silence_s": 0.4036513640312478, "redis_interval_s": { "n": 280, "mean": 0.10692010218585242, "median": 0.08621575951110572, "p95": 0.24185428401688114, "maximum": 0.4036513640312478, "minimum": 0.00648305902723223 }, "redis_drift_s": { "n": 281, "mean": 0.36060957683849704, "median": 0.34843455199990103, "p95": 0.5255825279527357, "maximum": 0.6687885949867791, "minimum": 0.1480403649606714 }, "redis_drift_s_per_min": 0.04715729309330055, "ingress_drift_s": { "n": 12, "mean": 0.05240134074999917, "median": 0.04752876550000451, "p95": 0.10858063299998832, "maximum": 0.10858063299998832, "minimum": -0.00834845400000006 }, "ingress_drift_s_per_min": 0.10018827730569799, "source_drift_s": { "n": 12, "mean": 0.04231149999999909, "median": 0.04475200000000257, "p95": 0.10375200000000007, "maximum": 0.10375200000000007, "minimum": -0.011040000000008376 }, "ingress_to_redis_ms": { "n": 281, "mean": 381.6797153024911, "median": 368, "p95": 543, "maximum": 677, "minimum": 180 }, "source_samples": 12, "redis_samples": 281, "native_redis_joined": 13, "durations": { "depay_to_source_exit": { "n": 279, "sum_ns": 14051114000, "mean_ms": 50.36241577060932 }, "source_exit_to_ingress": { "n": 279, "sum_ns": 2101180999, "mean_ms": 7.531114691756272 }, "source_encoded_queue": { "n": 279, "sum_ns": 6742000, "mean_ms": 0.024164874551971326 }, "decode_between_queues": { "n": 279, "sum_ns": 12722617000, "mean_ms": 45.60077777777778 }, "source_raw_queue": { "n": 279, "sum_ns": 1272991000, "mean_ms": 4.562691756272402 }, "raw_queue_to_source_exit": { "n": 279, "sum_ns": 5843000, "mean_ms": 0.020942652329749106 }, "selected_to_preprocess_start": { "n": 279, "sum_ns": 178004707, "mean_ms": 0.6380097025089606 }, "preprocess_start_to_preprocess_output": { "n": 279, "sum_ns": 984736348, "mean_ms": 3.5295209605734765 }, "selected_to_preprocess": { "n": 279, "sum_ns": 1510772583, "mean_ms": 5.414955494623656 }, "preprocess_start_to_preprocess": { "n": 279, "sum_ns": 1332767876, "mean_ms": 4.776945792114695 }, "preprocess_output_to_infer_entry": { "n": 279, "sum_ns": 348031528, "mean_ms": 1.2474248315412186 }, "preprocess_to_infer_output": { "n": 279, "sum_ns": 102577096260, "mean_ms": 367.65984322580647 }, "preprocess_to_callback": { "n": 279, "sum_ns": 103059120490, "mean_ms": 369.3875286379929 }, "infer_output_to_callback": { "n": 279, "sum_ns": 482024230, "mean_ms": 1.72768541218638 }, "copy_wall": { "n": 279, "sum_ns": 1334728544, "mean_ms": 4.783973275985663 }, "copy_thread_cpu": { "n": 279, "sum_ns": 1315531707, "mean_ms": 4.7151674086021504 }, "callback_to_copied": { "n": 279, "sum_ns": 1377583084, "mean_ms": 4.937573777777778 }, "accepted_interval": { "n": 279, "sum_ns": 29902761833, "mean_ms": 107.17835782437275 }, "selected_to_submitted": { "n": 279, "sum_ns": 105970852722, "mean_ms": 379.82384488172045 }, "completed_queue_wait": { "n": 279, "sum_ns": 76810940, "mean_ms": 0.2753080286738351 }, "result_composition_wall": { "n": 279, "sum_ns": 2106958, "mean_ms": 0.007551820788530466 }, "result_composition_cpu": { "n": 279, "sum_ns": 2079984, "mean_ms": 0.007455139784946237 }, "result_artifact_handoff_wall": { "n": 279, "sum_ns": 706512, "mean_ms": 0.0025323010752688175 }, "result_artifact_handoff_cpu": { "n": 279, "sum_ns": 707199, "mean_ms": 0.0025347634408602153 }, "result_publish_wall": { "n": 279, "sum_ns": 23380516, "mean_ms": 0.08380113261648744 }, "result_publish_cpu": { "n": 279, "sum_ns": 23441885, "mean_ms": 0.08402109318996416 }, "result_total_wall": { "n": 279, "sum_ns": 198403308, "mean_ms": 0.7111229677419355 }, "result_total_cpu": { "n": 279, "sum_ns": 197621219, "mean_ms": 0.7083197813620071 } } }, { "mode": "mixed-c-16", "level": 16, "camera": "30", "provider": "crowd", "cohort_reset": true, "counter_seconds": 29.833061512, "new_channel": true, "seconds": 29.9999997279956, "selected_fps": 9.553159667684863, "requested_fps": 9.553159667684863, "complete_fps": 9.553159667684863, "accepted_fps": 9.553159667684863, "finalized_fps": 9.553159667684863, "redis_fps": 9.553159667684863, "redis_read_fps": 9.533333419770289, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 285, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.218, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 36, "analysis_gap_markers": 10, "c_suppressed": 0, "max_redis_silence_s": 0.4187716739834286, "redis_interval_s": { "n": 285, "mean": 0.10458631817549631, "median": 0.08543666498735547, "p95": 0.23548016301356256, "maximum": 0.4187716739834286, "minimum": 0.006576638959813863 }, "redis_drift_s": { "n": 286, "mean": 0.3477844374214667, "median": 0.3378546804585483, "p95": 0.5361230369862113, "maximum": 0.6505182879799989, "minimum": 0.14579621899733297 }, "redis_drift_s_per_min": 0.2089633008219288, "ingress_drift_s": { "n": 12, "mean": 0.030506033499999436, "median": 0.0338873520000007, "p95": 0.06775281600000227, "maximum": 0.06775281600000227, "minimum": -0.00508242499999767 }, "ingress_drift_s_per_min": 0.04037730837889329, "source_drift_s": { "n": 12, "mean": 0.025860333333332264, "median": 0.029734000000004812, "p95": 0.06479500000000371, "maximum": 0.06479500000000371, "minimum": -0.00794500000000653 }, "ingress_to_redis_ms": { "n": 286, "mean": 359.27272727272725, "median": 340.0, "p95": 551, "maximum": 671, "minimum": 157 }, "source_samples": 12, "redis_samples": 286, "native_redis_joined": 13, "durations": { "depay_to_source_exit": { "n": 285, "sum_ns": 13847172000, "mean_ms": 48.58656842105263 }, "source_exit_to_ingress": { "n": 285, "sum_ns": 1551820179, "mean_ms": 5.444983084210526 }, "source_encoded_queue": { "n": 285, "sum_ns": 7146000, "mean_ms": 0.025073684210526317 }, "decode_between_queues": { "n": 285, "sum_ns": 12835516000, "mean_ms": 45.03689824561404 }, "source_raw_queue": { "n": 285, "sum_ns": 950217000, "mean_ms": 3.334094736842105 }, "raw_queue_to_source_exit": { "n": 285, "sum_ns": 6608000, "mean_ms": 0.023185964912280702 }, "selected_to_preprocess_start": { "n": 285, "sum_ns": 181218143, "mean_ms": 0.6358531333333333 }, "preprocess_start_to_preprocess_output": { "n": 285, "sum_ns": 987090586, "mean_ms": 3.4634757403508774 }, "selected_to_preprocess": { "n": 285, "sum_ns": 1414105419, "mean_ms": 4.9617734 }, "preprocess_start_to_preprocess": { "n": 285, "sum_ns": 1232887276, "mean_ms": 4.3259202666666665 }, "preprocess_output_to_infer_entry": { "n": 285, "sum_ns": 245796690, "mean_ms": 0.8624445263157894 }, "preprocess_to_infer_output": { "n": 285, "sum_ns": 98297784416, "mean_ms": 344.904506722807 }, "preprocess_to_callback": { "n": 285, "sum_ns": 98750022502, "mean_ms": 346.4913070245614 }, "infer_output_to_callback": { "n": 285, "sum_ns": 452238086, "mean_ms": 1.586800301754386 }, "copy_wall": { "n": 285, "sum_ns": 1335553621, "mean_ms": 4.686153056140351 }, "copy_thread_cpu": { "n": 285, "sum_ns": 1322932338, "mean_ms": 4.641867852631579 }, "callback_to_copied": { "n": 285, "sum_ns": 1380138199, "mean_ms": 4.8425901719298245 }, "accepted_interval": { "n": 285, "sum_ns": 29907721402, "mean_ms": 104.93937334035088 }, "selected_to_submitted": { "n": 285, "sum_ns": 101585951835, "mean_ms": 356.4419362631579 }, "completed_queue_wait": { "n": 285, "sum_ns": 75589783, "mean_ms": 0.2652273087719298 }, "result_composition_wall": { "n": 285, "sum_ns": 4914377, "mean_ms": 0.01724342807017544 }, "result_composition_cpu": { "n": 285, "sum_ns": 4823090, "mean_ms": 0.016923122807017542 }, "result_artifact_handoff_wall": { "n": 285, "sum_ns": 797766, "mean_ms": 0.0027991789473684214 }, "result_artifact_handoff_cpu": { "n": 285, "sum_ns": 797753, "mean_ms": 0.0027991333333333332 }, "result_publish_wall": { "n": 285, "sum_ns": 58071120, "mean_ms": 0.20375831578947368 }, "result_publish_cpu": { "n": 285, "sum_ns": 58115477, "mean_ms": 0.2039139543859649 }, "result_total_wall": { "n": 285, "sum_ns": 360602167, "mean_ms": 1.2652707614035088 }, "result_total_cpu": { "n": 285, "sum_ns": 344705740, "mean_ms": 1.2094938245614035 } } }, { "mode": "mixed-c-16", "level": 16, "camera": "31", "provider": "pose", "cohort_reset": true, "counter_seconds": 30.123363489, "new_channel": true, "seconds": 29.9999997279956, "selected_fps": 8.166418736401418, "requested_fps": 8.166418736401418, "complete_fps": 8.166418736401418, "accepted_fps": 8.166418736401418, "finalized_fps": 8.166418736401418, "redis_fps": 8.166418736401418, "redis_read_fps": 8.20000007434787, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 246, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.112, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 129, "analysis_gap_markers": 40, "c_suppressed": 7, "max_redis_silence_s": 0.6276829349808395, "redis_interval_s": { "n": 245, "mean": 0.12224436371839054, "median": 0.09564845502609387, "p95": 0.30030937102856115, "maximum": 0.6276829349808395, "minimum": 0.00041962898103520274 }, "redis_drift_s": { "n": 246, "mean": -7.120922104575232, "median": -7.121841647022869, "p95": -6.933211371027866, "maximum": -6.666823372998273, "minimum": -7.380653310031633 }, "redis_drift_s_per_min": -0.13096101338432437, "ingress_drift_s": { "n": 12, "mean": 0.04892603558333105, "median": 0.026460459999995578, "p95": 0.19216231800000116, "maximum": 0.19216231800000116, "minimum": -0.010536102000003211 }, "ingress_drift_s_per_min": -0.3055062654937814, "source_drift_s": { "n": 12, "mean": 0.009482583333330888, "median": 0.0031274999999979514, "p95": 0.058240000000004954, "maximum": 0.058240000000004954, "minimum": -0.014136000000007698 }, "ingress_to_redis_ms": { "n": 246, "mean": 477.4105691056911, "median": 485.0, "p95": 616, "maximum": 845, "minimum": 279 }, "source_samples": 12, "redis_samples": 246, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 246, "sum_ns": 14346564000, "mean_ms": 58.31936585365853 }, "source_exit_to_ingress": { "n": 246, "sum_ns": 11430565343, "mean_ms": 46.46571277642276 }, "source_encoded_queue": { "n": 246, "sum_ns": 5944000, "mean_ms": 0.024162601626016262 }, "decode_between_queues": { "n": 246, "sum_ns": 11076991000, "mean_ms": 45.028418699186986 }, "source_raw_queue": { "n": 246, "sum_ns": 3139661000, "mean_ms": 12.762849593495936 }, "raw_queue_to_source_exit": { "n": 246, "sum_ns": 5522000, "mean_ms": 0.022447154471544717 }, "selected_to_preprocess_start": { "n": 246, "sum_ns": 283255214, "mean_ms": 1.1514439593495933 }, "preprocess_start_to_preprocess_output": { "n": 246, "sum_ns": 1086365224, "mean_ms": 4.416118796747968 }, "selected_to_preprocess": { "n": 246, "sum_ns": 1549155047, "mean_ms": 6.297378239837399 }, "preprocess_start_to_preprocess": { "n": 246, "sum_ns": 1265899833, "mean_ms": 5.145934280487805 }, "preprocess_output_to_infer_entry": { "n": 246, "sum_ns": 179534609, "mean_ms": 0.7298154837398374 }, "preprocess_to_infer_output": { "n": 246, "sum_ns": 113109949811, "mean_ms": 459.7965439471545 }, "preprocess_to_callback": { "n": 246, "sum_ns": 113496479268, "mean_ms": 461.367801902439 }, "infer_output_to_callback": { "n": 246, "sum_ns": 386529457, "mean_ms": 1.571257955284553 }, "copy_wall": { "n": 246, "sum_ns": 554642749, "mean_ms": 2.2546453211382116 }, "copy_thread_cpu": { "n": 246, "sum_ns": 552186455, "mean_ms": 2.244660386178862 }, "callback_to_copied": { "n": 246, "sum_ns": 592912563, "mean_ms": 2.4102136707317077 }, "accepted_interval": { "n": 246, "sum_ns": 30186484862, "mean_ms": 122.70928805691058 }, "selected_to_submitted": { "n": 246, "sum_ns": 115659751348, "mean_ms": 470.1615908455285 }, "completed_queue_wait": { "n": 246, "sum_ns": 98748136, "mean_ms": 0.40141518699186995 }, "result_observations_wall": { "n": 246, "sum_ns": 200432498, "mean_ms": 0.8147662520325204 }, "result_observations_cpu": { "n": 246, "sum_ns": 200359354, "mean_ms": 0.814468918699187 }, "result_nms_wall": { "n": 246, "sum_ns": 152699669, "mean_ms": 0.620730361788618 }, "result_nms_cpu": { "n": 246, "sum_ns": 105705630, "mean_ms": 0.42969768292682925 }, "result_tracking_wall": { "n": 246, "sum_ns": 229753473, "mean_ms": 0.9339572073170731 }, "result_tracking_cpu": { "n": 246, "sum_ns": 202591575, "mean_ms": 0.823542987804878 }, "result_region_wall": { "n": 246, "sum_ns": 47524357, "mean_ms": 0.1931884430894309 }, "result_region_cpu": { "n": 246, "sum_ns": 47343618, "mean_ms": 0.19245373170731708 }, "result_fall_wall": { "n": 246, "sum_ns": 92565679, "mean_ms": 0.3762832479674797 }, "result_fall_cpu": { "n": 246, "sum_ns": 92251318, "mean_ms": 0.37500535772357724 }, "result_fight_wall": { "n": 246, "sum_ns": 34306764, "mean_ms": 0.13945839024390244 }, "result_fight_cpu": { "n": 246, "sum_ns": 33941702, "mean_ms": 0.13797439837398373 }, "result_collector_wall": { "n": 246, "sum_ns": 608513772, "mean_ms": 2.4736332195121955 }, "result_collector_cpu": { "n": 246, "sum_ns": 603317431, "mean_ms": 2.452509882113821 }, "result_composition_wall": { "n": 246, "sum_ns": 3064459, "mean_ms": 0.012457150406504065 }, "result_composition_cpu": { "n": 246, "sum_ns": 3070900, "mean_ms": 0.012483333333333334 }, "result_artifact_handoff_wall": { "n": 246, "sum_ns": 1395354, "mean_ms": 0.005672170731707317 }, "result_artifact_handoff_cpu": { "n": 246, "sum_ns": 862840, "mean_ms": 0.003507479674796748 }, "result_publish_wall": { "n": 246, "sum_ns": 77301110, "mean_ms": 0.31423215447154473 }, "result_publish_cpu": { "n": 246, "sum_ns": 76876682, "mean_ms": 0.312506837398374 }, "result_total_wall": { "n": 246, "sum_ns": 1629692166, "mean_ms": 6.624764902439025 }, "result_total_cpu": { "n": 246, "sum_ns": 1541129568, "mean_ms": 6.264754341463415 } } }, { "mode": "mixed-c-16", "level": 16, "camera": "31", "provider": "fire", "cohort_reset": true, "counter_seconds": 30.070857188, "new_channel": true, "seconds": 29.9999997279956, "selected_fps": 9.078557298624087, "requested_fps": 9.078557298624087, "complete_fps": 9.078557298624087, "accepted_fps": 9.078557298624087, "finalized_fps": 9.078557298624087, "redis_fps": 9.078557298624087, "redis_read_fps": 9.100000082508002, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 273, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.047, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 58, "analysis_gap_markers": 19, "c_suppressed": 0, "max_redis_silence_s": 0.5584244249621406, "redis_interval_s": { "n": 272, "mean": 0.10978581770948093, "median": 0.08968944451771677, "p95": 0.2656671379809268, "maximum": 0.5584244249621406, "minimum": 0.008129525987897068 }, "redis_drift_s": { "n": 273, "mean": 0.3334073412017147, "median": 0.322583850039166, "p95": 0.5260836130054685, "maximum": 0.8923877910007718, "minimum": 0.10565447104116998 }, "redis_drift_s_per_min": 0.013639923020805285, "ingress_drift_s": { "n": 12, "mean": 0.01605161658333228, "median": 0.01386885449999653, "p95": 0.055773506999997835, "maximum": 0.055773506999997835, "minimum": -0.016477369999996938 }, "ingress_drift_s_per_min": -0.030011281249003072, "source_drift_s": { "n": 12, "mean": 0.007456833333331876, "median": 0.004334499999998798, "p95": 0.03681799999999669, "maximum": 0.03681799999999669, "minimum": -0.023165999999996245 }, "ingress_to_redis_ms": { "n": 273, "mean": 384.02564102564105, "median": 371, "p95": 577, "maximum": 828, "minimum": 170 }, "source_samples": 12, "redis_samples": 273, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 273, "sum_ns": 13961339000, "mean_ms": 51.14043589743589 }, "source_exit_to_ingress": { "n": 273, "sum_ns": 2595049438, "mean_ms": 9.505675597069597 }, "source_encoded_queue": { "n": 273, "sum_ns": 8268000, "mean_ms": 0.030285714285714287 }, "decode_between_queues": { "n": 273, "sum_ns": 12530628000, "mean_ms": 45.899736263736266 }, "source_raw_queue": { "n": 273, "sum_ns": 1283858000, "mean_ms": 4.702776556776557 }, "raw_queue_to_source_exit": { "n": 273, "sum_ns": 6101000, "mean_ms": 0.02234798534798535 }, "selected_to_preprocess_start": { "n": 273, "sum_ns": 177702879, "mean_ms": 0.6509262967032967 }, "preprocess_start_to_preprocess_output": { "n": 273, "sum_ns": 862836633, "mean_ms": 3.1605737472527475 }, "selected_to_preprocess": { "n": 273, "sum_ns": 1301135250, "mean_ms": 4.766063186813187 }, "preprocess_start_to_preprocess": { "n": 273, "sum_ns": 1123432371, "mean_ms": 4.11513689010989 }, "preprocess_output_to_infer_entry": { "n": 273, "sum_ns": 260595738, "mean_ms": 0.9545631428571428 }, "preprocess_to_infer_output": { "n": 273, "sum_ns": 101340721562, "mean_ms": 371.21143429304027 }, "preprocess_to_callback": { "n": 273, "sum_ns": 101795193913, "mean_ms": 372.8761681794872 }, "infer_output_to_callback": { "n": 273, "sum_ns": 454472351, "mean_ms": 1.6647338864468864 }, "copy_wall": { "n": 273, "sum_ns": 1375868306, "mean_ms": 5.039810644688645 }, "copy_thread_cpu": { "n": 273, "sum_ns": 1348512933, "mean_ms": 4.9396078131868135 }, "callback_to_copied": { "n": 273, "sum_ns": 1419058156, "mean_ms": 5.198015223443223 }, "accepted_interval": { "n": 273, "sum_ns": 30081109538, "mean_ms": 110.18721442490843 }, "selected_to_submitted": { "n": 273, "sum_ns": 104536976151, "mean_ms": 382.9193265604396 }, "completed_queue_wait": { "n": 273, "sum_ns": 83350757, "mean_ms": 0.3053141282051282 }, "result_composition_wall": { "n": 273, "sum_ns": 1987130, "mean_ms": 0.007278864468864469 }, "result_composition_cpu": { "n": 273, "sum_ns": 1954862, "mean_ms": 0.007160666666666667 }, "result_artifact_handoff_wall": { "n": 273, "sum_ns": 742772, "mean_ms": 0.002720776556776557 }, "result_artifact_handoff_cpu": { "n": 273, "sum_ns": 743884, "mean_ms": 0.0027248498168498166 }, "result_publish_wall": { "n": 273, "sum_ns": 21198653, "mean_ms": 0.0776507435897436 }, "result_publish_cpu": { "n": 273, "sum_ns": 21203441, "mean_ms": 0.07766828205128205 }, "result_total_wall": { "n": 273, "sum_ns": 191190463, "mean_ms": 0.7003313663003663 }, "result_total_cpu": { "n": 273, "sum_ns": 189401735, "mean_ms": 0.6937792490842491 } } }, { "mode": "mixed-c-16", "level": 16, "camera": "31", "provider": "crowd", "cohort_reset": true, "counter_seconds": 30.07108962, "new_channel": true, "seconds": 29.9999997279956, "selected_fps": 9.477541505860472, "requested_fps": 9.477541505860472, "complete_fps": 9.444286974260962, "accepted_fps": 9.444286974260962, "finalized_fps": 9.444286974260962, "redis_fps": 9.444286974260962, "redis_read_fps": 9.466666752499167, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 284, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.076, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 47, "analysis_gap_markers": 10, "c_suppressed": 0, "max_redis_silence_s": 0.3815774049726315, "redis_interval_s": { "n": 283, "mean": 0.1055927495301418, "median": 0.0830524479970336, "p95": 0.2579224939690903, "maximum": 0.3815774049726315, "minimum": 0.005552166025154293 }, "redis_drift_s": { "n": 284, "mean": 0.16027075542200958, "median": 0.15287652900791926, "p95": 0.3261559510137886, "maximum": 0.4500843110023993, "minimum": -0.048030793007463046 }, "redis_drift_s_per_min": 0.20569929136458967, "ingress_drift_s": { "n": 12, "mean": 0.012684873333334679, "median": 0.011282510499999177, "p95": 0.04467300000000307, "maximum": 0.04467300000000307, "minimum": -0.012227280000004725 }, "ingress_drift_s_per_min": 0.0031563027228801235, "source_drift_s": { "n": 12, "mean": 0.0063929166666654895, "median": 0.004224499999995857, "p95": 0.037689000000000306, "maximum": 0.037689000000000306, "minimum": -0.013792000000009352 }, "ingress_to_redis_ms": { "n": 284, "mean": 356.61267605633805, "median": 347.0, "p95": 514, "maximum": 674, "minimum": 164 }, "source_samples": 12, "redis_samples": 284, "native_redis_joined": 11, "durations": { "depay_to_source_exit": { "n": 283, "sum_ns": 14398868000, "mean_ms": 50.87939222614841 }, "source_exit_to_ingress": { "n": 283, "sum_ns": 1801270686, "mean_ms": 6.364914084805654 }, "source_encoded_queue": { "n": 283, "sum_ns": 10079000, "mean_ms": 0.03561484098939929 }, "decode_between_queues": { "n": 283, "sum_ns": 12928904000, "mean_ms": 45.68517314487632 }, "source_raw_queue": { "n": 283, "sum_ns": 1323918000, "mean_ms": 4.678155477031802 }, "raw_queue_to_source_exit": { "n": 283, "sum_ns": 6194000, "mean_ms": 0.021886925795053004 }, "selected_to_preprocess_start": { "n": 283, "sum_ns": 170130272, "mean_ms": 0.6011670388692579 }, "preprocess_start_to_preprocess_output": { "n": 283, "sum_ns": 935625168, "mean_ms": 3.306096 }, "selected_to_preprocess": { "n": 283, "sum_ns": 1640865839, "mean_ms": 5.798112505300353 }, "preprocess_start_to_preprocess": { "n": 283, "sum_ns": 1470735567, "mean_ms": 5.196945466431095 }, "preprocess_output_to_infer_entry": { "n": 283, "sum_ns": 535110399, "mean_ms": 1.8908494664310955 }, "preprocess_to_infer_output": { "n": 282, "sum_ns": 96596323195, "mean_ms": 342.5401531737589 }, "preprocess_to_callback": { "n": 282, "sum_ns": 97041879799, "mean_ms": 344.1201411312057 }, "infer_output_to_callback": { "n": 282, "sum_ns": 445556604, "mean_ms": 1.5799879574468085 }, "copy_wall": { "n": 284, "sum_ns": 1342634968, "mean_ms": 4.727587915492958 }, "copy_thread_cpu": { "n": 284, "sum_ns": 1326966934, "mean_ms": 4.6724187816901415 }, "callback_to_copied": { "n": 281, "sum_ns": 1372081128, "mean_ms": 4.882850989323844 }, "accepted_interval": { "n": 282, "sum_ns": 30099324572, "mean_ms": 106.7351935177305 }, "selected_to_submitted": { "n": 280, "sum_ns": 99315535711, "mean_ms": 354.698341825 }, "completed_queue_wait": { "n": 284, "sum_ns": 69957822, "mean_ms": 0.24633035915492957 }, "result_composition_wall": { "n": 284, "sum_ns": 3655854, "mean_ms": 0.012872725352112677 }, "result_composition_cpu": { "n": 284, "sum_ns": 3571945, "mean_ms": 0.012577271126760563 }, "result_artifact_handoff_wall": { "n": 284, "sum_ns": 844548, "mean_ms": 0.002973760563380282 }, "result_artifact_handoff_cpu": { "n": 284, "sum_ns": 845003, "mean_ms": 0.002975362676056338 }, "result_publish_wall": { "n": 284, "sum_ns": 32497823, "mean_ms": 0.11442895422535211 }, "result_publish_cpu": { "n": 284, "sum_ns": 32541241, "mean_ms": 0.11458183450704225 }, "result_total_wall": { "n": 284, "sum_ns": 270900189, "mean_ms": 0.9538739049295775 }, "result_total_cpu": { "n": 284, "sum_ns": 261803773, "mean_ms": 0.9218442711267605 } } }, { "mode": "mixed-c-16", "level": 16, "camera": "32", "provider": "pose", "cohort_reset": true, "counter_seconds": 30.163497612, "new_channel": true, "seconds": 29.9999997279956, "selected_fps": 8.288163501985329, "requested_fps": 8.288163501985329, "complete_fps": 8.255010847977386, "accepted_fps": 8.255010847977386, "finalized_fps": 8.255010847977386, "redis_fps": 8.255010847977386, "redis_read_fps": 8.266666741618991, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 249, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.17, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 137, "analysis_gap_markers": 43, "c_suppressed": 11, "max_redis_silence_s": 0.4151248100097291, "redis_interval_s": { "n": 247, "mean": 0.12063603594744586, "median": 0.10356516798492521, "p95": 0.2530969330109656, "maximum": 0.4151248100097291, "minimum": 0.006747302017174661 }, "redis_drift_s": { "n": 248, "mean": -9.370989276092383, "median": -9.371428330013995, "p95": -9.20021257802658, "maximum": -9.070810268032368, "minimum": -9.60284472700208 }, "redis_drift_s_per_min": -0.04924364149761596, "ingress_drift_s": { "n": 12, "mean": 0.06306527900000052, "median": 0.04028020799999865, "p95": 0.19295732400000531, "maximum": 0.19295732400000531, "minimum": 0.010366264999994712 }, "ingress_drift_s_per_min": -0.1476779347590093, "source_drift_s": { "n": 12, "mean": 0.03215366666666656, "median": 0.032204000000003674, "p95": 0.05796899999999994, "maximum": 0.05796899999999994, "minimum": -0.016289999999997917 }, "ingress_to_redis_ms": { "n": 248, "mean": 478.21774193548384, "median": 486.0, "p95": 623, "maximum": 770, "minimum": 297 }, "source_samples": 12, "redis_samples": 248, "native_redis_joined": 10, "durations": { "depay_to_source_exit": { "n": 250, "sum_ns": 14066845000, "mean_ms": 56.26738 }, "source_exit_to_ingress": { "n": 250, "sum_ns": 8676089784, "mean_ms": 34.704359136 }, "source_encoded_queue": { "n": 250, "sum_ns": 8497000, "mean_ms": 0.033988 }, "decode_between_queues": { "n": 250, "sum_ns": 10757775000, "mean_ms": 43.0311 }, "source_raw_queue": { "n": 250, "sum_ns": 3175734000, "mean_ms": 12.702936 }, "raw_queue_to_source_exit": { "n": 250, "sum_ns": 5086000, "mean_ms": 0.020344 }, "selected_to_preprocess_start": { "n": 250, "sum_ns": 213385858, "mean_ms": 0.853543432 }, "preprocess_start_to_preprocess_output": { "n": 250, "sum_ns": 1072987948, "mean_ms": 4.291951792000001 }, "selected_to_preprocess": { "n": 250, "sum_ns": 1349140404, "mean_ms": 5.3965616160000005 }, "preprocess_start_to_preprocess": { "n": 250, "sum_ns": 1135754546, "mean_ms": 4.543018184 }, "preprocess_output_to_infer_entry": { "n": 250, "sum_ns": 62766598, "mean_ms": 0.25106639199999997 }, "preprocess_to_infer_output": { "n": 249, "sum_ns": 114795374581, "mean_ms": 461.0256007269076 }, "preprocess_to_callback": { "n": 249, "sum_ns": 115151839469, "mean_ms": 462.45718662249 }, "infer_output_to_callback": { "n": 249, "sum_ns": 356464888, "mean_ms": 1.4315858955823293 }, "copy_wall": { "n": 249, "sum_ns": 599389695, "mean_ms": 2.4071875301204817 }, "copy_thread_cpu": { "n": 249, "sum_ns": 598114395, "mean_ms": 2.4020658433734936 }, "callback_to_copied": { "n": 249, "sum_ns": 638104112, "mean_ms": 2.5626671164658634 }, "accepted_interval": { "n": 249, "sum_ns": 30075711535, "mean_ms": 120.7859901004016 }, "selected_to_submitted": { "n": 249, "sum_ns": 117153593237, "mean_ms": 470.49635838152614 }, "completed_queue_wait": { "n": 249, "sum_ns": 93856731, "mean_ms": 0.3769346626506024 }, "result_observations_wall": { "n": 249, "sum_ns": 221776092, "mean_ms": 0.8906670361445783 }, "result_observations_cpu": { "n": 249, "sum_ns": 219232977, "mean_ms": 0.8804537228915662 }, "result_nms_wall": { "n": 249, "sum_ns": 160683245, "mean_ms": 0.6453142369477912 }, "result_nms_cpu": { "n": 249, "sum_ns": 111163458, "mean_ms": 0.4464395903614458 }, "result_tracking_wall": { "n": 249, "sum_ns": 298685836, "mean_ms": 1.1995415100401607 }, "result_tracking_cpu": { "n": 249, "sum_ns": 269698954, "mean_ms": 1.083128329317269 }, "result_region_wall": { "n": 249, "sum_ns": 56662953, "mean_ms": 0.22756206024096384 }, "result_region_cpu": { "n": 249, "sum_ns": 56683381, "mean_ms": 0.22764410040160643 }, "result_fall_wall": { "n": 249, "sum_ns": 156162167, "mean_ms": 0.627157297188755 }, "result_fall_cpu": { "n": 249, "sum_ns": 155912356, "mean_ms": 0.6261540401606426 }, "result_fight_wall": { "n": 249, "sum_ns": 41344940, "mean_ms": 0.16604393574297188 }, "result_fight_cpu": { "n": 249, "sum_ns": 41369724, "mean_ms": 0.16614346987951806 }, "result_collector_wall": { "n": 249, "sum_ns": 580866571, "mean_ms": 2.3327974738955826 }, "result_collector_cpu": { "n": 249, "sum_ns": 572731086, "mean_ms": 2.3001248433734935 }, "result_composition_wall": { "n": 249, "sum_ns": 3302719, "mean_ms": 0.013263931726907631 }, "result_composition_cpu": { "n": 249, "sum_ns": 3259831, "mean_ms": 0.01309169076305221 }, "result_artifact_handoff_wall": { "n": 249, "sum_ns": 6124784, "mean_ms": 0.02459752610441767 }, "result_artifact_handoff_cpu": { "n": 249, "sum_ns": 840244, "mean_ms": 0.0033744738955823294 }, "result_publish_wall": { "n": 249, "sum_ns": 107538098, "mean_ms": 0.43187991164658635 }, "result_publish_cpu": { "n": 249, "sum_ns": 107192658, "mean_ms": 0.4304926024096386 }, "result_total_wall": { "n": 249, "sum_ns": 1826038148, "mean_ms": 7.333486538152611 }, "result_total_cpu": { "n": 249, "sum_ns": 1726317444, "mean_ms": 6.9330017831325295 } } }, { "mode": "mixed-c-16", "level": 16, "camera": "32", "provider": "fire", "cohort_reset": true, "counter_seconds": 30.064573879, "new_channel": true, "seconds": 29.9999997279956, "selected_fps": 9.379810308802547, "requested_fps": 9.379810308802547, "complete_fps": 9.379810308802547, "accepted_fps": 9.379810308802547, "finalized_fps": 9.379810308802547, "redis_fps": 9.379810308802547, "redis_read_fps": 9.433333418863606, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 282, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.224, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 56, "analysis_gap_markers": 16, "c_suppressed": 0, "max_redis_silence_s": 0.38924320496153086, "redis_interval_s": { "n": 282, "mean": 0.10583551364173908, "median": 0.08492148946970701, "p95": 0.25078130699694157, "maximum": 0.38924320496153086, "minimum": 0.0002964330487884581 }, "redis_drift_s": { "n": 283, "mean": 0.3113265130323875, "median": 0.2950895029664906, "p95": 0.4910625869440821, "maximum": 0.6463760889768579, "minimum": 0.08530812994530379 }, "redis_drift_s_per_min": 0.026728087009108833, "ingress_drift_s": { "n": 12, "mean": 0.014488010583334562, "median": 0.010889859000002389, "p95": 0.03706254600000136, "maximum": 0.03706254600000136, "minimum": -0.008031662000000495 }, "ingress_drift_s_per_min": 0.03430233588049249, "source_drift_s": { "n": 12, "mean": 0.010309666666668585, "median": 0.007554999999999978, "p95": 0.028934000000006677, "maximum": 0.028934000000006677, "minimum": -0.009197000000000344 }, "ingress_to_redis_ms": { "n": 283, "mean": 379.75618374558303, "median": 366, "p95": 570, "maximum": 713, "minimum": 172 }, "source_samples": 12, "redis_samples": 283, "native_redis_joined": 13, "durations": { "depay_to_source_exit": { "n": 282, "sum_ns": 14773209000, "mean_ms": 52.38726595744681 }, "source_exit_to_ingress": { "n": 282, "sum_ns": 3157668631, "mean_ms": 11.1974064929078 }, "source_encoded_queue": { "n": 282, "sum_ns": 6458000, "mean_ms": 0.022900709219858154 }, "decode_between_queues": { "n": 282, "sum_ns": 12994057000, "mean_ms": 46.07821631205673 }, "source_raw_queue": { "n": 282, "sum_ns": 1637504000, "mean_ms": 5.806751773049645 }, "raw_queue_to_source_exit": { "n": 282, "sum_ns": 6384000, "mean_ms": 0.022638297872340427 }, "selected_to_preprocess_start": { "n": 282, "sum_ns": 178708694, "mean_ms": 0.6337187730496454 }, "preprocess_start_to_preprocess_output": { "n": 282, "sum_ns": 921909283, "mean_ms": 3.269181854609929 }, "selected_to_preprocess": { "n": 282, "sum_ns": 1559004719, "mean_ms": 5.528385528368794 }, "preprocess_start_to_preprocess": { "n": 282, "sum_ns": 1380296025, "mean_ms": 4.894666755319149 }, "preprocess_output_to_infer_entry": { "n": 282, "sum_ns": 458386742, "mean_ms": 1.6254849007092198 }, "preprocess_to_infer_output": { "n": 282, "sum_ns": 103292735659, "mean_ms": 366.2862966631206 }, "preprocess_to_callback": { "n": 282, "sum_ns": 103774866758, "mean_ms": 367.9959814113475 }, "infer_output_to_callback": { "n": 282, "sum_ns": 482131099, "mean_ms": 1.7096847482269504 }, "copy_wall": { "n": 282, "sum_ns": 1357777554, "mean_ms": 4.814814021276596 }, "copy_thread_cpu": { "n": 282, "sum_ns": 1334842946, "mean_ms": 4.733485624113475 }, "callback_to_copied": { "n": 282, "sum_ns": 1401121013, "mean_ms": 4.968514230496454 }, "accepted_interval": { "n": 282, "sum_ns": 29947082041, "mean_ms": 106.19532638652483 }, "selected_to_submitted": { "n": 282, "sum_ns": 106758009960, "mean_ms": 378.5745034042553 }, "completed_queue_wait": { "n": 282, "sum_ns": 79982557, "mean_ms": 0.28362608865248223 }, "result_composition_wall": { "n": 282, "sum_ns": 2111459, "mean_ms": 0.007487443262411348 }, "result_composition_cpu": { "n": 282, "sum_ns": 2080578, "mean_ms": 0.0073779361702127665 }, "result_artifact_handoff_wall": { "n": 282, "sum_ns": 832464, "mean_ms": 0.002952 }, "result_artifact_handoff_cpu": { "n": 282, "sum_ns": 836639, "mean_ms": 0.002966804964539007 }, "result_publish_wall": { "n": 282, "sum_ns": 22029743, "mean_ms": 0.0781196560283688 }, "result_publish_cpu": { "n": 282, "sum_ns": 22035363, "mean_ms": 0.07813958510638297 }, "result_total_wall": { "n": 282, "sum_ns": 199947706, "mean_ms": 0.7090344184397164 }, "result_total_cpu": { "n": 282, "sum_ns": 195665605, "mean_ms": 0.6938496631205673 } } }, { "mode": "mixed-c-16", "level": 16, "camera": "32", "provider": "crowd", "cohort_reset": true, "counter_seconds": 30.074078986, "new_channel": true, "seconds": 29.9999997279956, "selected_fps": 9.609604341816567, "requested_fps": 9.609604341816567, "complete_fps": 9.609604341816567, "accepted_fps": 9.609604341816567, "finalized_fps": 9.576353115720316, "redis_fps": 9.576353115720316, "redis_read_fps": 9.63333342067697, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 289, "queue_depth_max_sampled": 1, "queue_age_max_sampled": 0.0003666309639811516, "provider_response_age_max_sampled": 0.245, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 37, "analysis_gap_markers": 8, "c_suppressed": 0, "max_redis_silence_s": 0.37794994801515713, "redis_interval_s": { "n": 288, "mean": 0.10376427954522821, "median": 0.0828124325198587, "p95": 0.26324299501720816, "maximum": 0.37794994801515713, "minimum": 0.0007577380165457726 }, "redis_drift_s": { "n": 289, "mean": 0.27229397140093037, "median": 0.2667880149935371, "p95": 0.45174059201544026, "maximum": 0.5645873609893002, "minimum": 0.02296127400732928 }, "redis_drift_s_per_min": 0.18755491207437047, "ingress_drift_s": { "n": 12, "mean": 0.019848130416668514, "median": 0.011075859999998272, "p95": 0.09696610100000669, "maximum": 0.09696610100000669, "minimum": -0.00689191600000072 }, "ingress_drift_s_per_min": 0.08403646456995323, "source_drift_s": { "n": 12, "mean": 0.007783916666667778, "median": 0.008282999999998708, "p95": 0.021854000000004703, "maximum": 0.021854000000004703, "minimum": -0.008372000000001378 }, "ingress_to_redis_ms": { "n": 289, "mean": 355.2145328719723, "median": 344, "p95": 533, "maximum": 640, "minimum": 131 }, "source_samples": 12, "redis_samples": 289, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 289, "sum_ns": 14146494000, "mean_ms": 48.949806228373696 }, "source_exit_to_ingress": { "n": 289, "sum_ns": 2450627072, "mean_ms": 8.47967844982699 }, "source_encoded_queue": { "n": 289, "sum_ns": 7338000, "mean_ms": 0.02539100346020761 }, "decode_between_queues": { "n": 289, "sum_ns": 13134782000, "mean_ms": 45.44907266435986 }, "source_raw_queue": { "n": 289, "sum_ns": 874006000, "mean_ms": 3.024242214532872 }, "raw_queue_to_source_exit": { "n": 289, "sum_ns": 6219000, "mean_ms": 0.02151903114186851 }, "selected_to_preprocess_start": { "n": 289, "sum_ns": 194570840, "mean_ms": 0.6732555017301038 }, "preprocess_start_to_preprocess_output": { "n": 289, "sum_ns": 977260430, "mean_ms": 3.381523979238754 }, "selected_to_preprocess": { "n": 289, "sum_ns": 1786316044, "mean_ms": 6.181024373702422 }, "preprocess_start_to_preprocess": { "n": 289, "sum_ns": 1591745204, "mean_ms": 5.507768871972319 }, "preprocess_output_to_infer_entry": { "n": 289, "sum_ns": 614484774, "mean_ms": 2.126244892733564 }, "preprocess_to_infer_output": { "n": 289, "sum_ns": 98256234766, "mean_ms": 339.9869715086505 }, "preprocess_to_callback": { "n": 289, "sum_ns": 98765037813, "mean_ms": 341.74753568512114 }, "infer_output_to_callback": { "n": 289, "sum_ns": 508803047, "mean_ms": 1.7605641764705882 }, "copy_wall": { "n": 289, "sum_ns": 1424899376, "mean_ms": 4.930447667820069 }, "copy_thread_cpu": { "n": 289, "sum_ns": 1409049549, "mean_ms": 4.875603975778547 }, "callback_to_copied": { "n": 289, "sum_ns": 1470237437, "mean_ms": 5.087326771626297 }, "accepted_interval": { "n": 289, "sum_ns": 30111040937, "mean_ms": 104.19045306920415 }, "selected_to_submitted": { "n": 289, "sum_ns": 102040162472, "mean_ms": 353.0801469619377 }, "completed_queue_wait": { "n": 288, "sum_ns": 70996925, "mean_ms": 0.24651710069444444 }, "result_composition_wall": { "n": 288, "sum_ns": 4109041, "mean_ms": 0.014267503472222222 }, "result_composition_cpu": { "n": 288, "sum_ns": 4024627, "mean_ms": 0.013974399305555555 }, "result_artifact_handoff_wall": { "n": 288, "sum_ns": 753103, "mean_ms": 0.002614940972222222 }, "result_artifact_handoff_cpu": { "n": 288, "sum_ns": 753985, "mean_ms": 0.002618003472222222 }, "result_publish_wall": { "n": 288, "sum_ns": 41614553, "mean_ms": 0.14449497569444444 }, "result_publish_cpu": { "n": 288, "sum_ns": 41650485, "mean_ms": 0.14461973958333335 }, "result_total_wall": { "n": 288, "sum_ns": 302869374, "mean_ms": 1.0516297708333333 }, "result_total_cpu": { "n": 288, "sum_ns": 294497123, "mean_ms": 1.0225594548611112 } } }, { "mode": "mixed-c-16", "level": 16, "camera": "33", "provider": "pose", "cohort_reset": true, "counter_seconds": 30.135476737, "new_channel": true, "seconds": 29.9999997279956, "selected_fps": 8.295870086337569, "requested_fps": 8.32905356668292, "complete_fps": 8.262686605992219, "accepted_fps": 8.262686605992219, "finalized_fps": 8.262686605992219, "redis_fps": 8.262686605992219, "redis_read_fps": 8.33333340889011, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 249, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.147, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 131, "analysis_gap_markers": 42, "c_suppressed": 8, "max_redis_silence_s": 0.3876399010187015, "redis_interval_s": { "n": 249, "mean": 0.11986106822485044, "median": 0.09846475598169491, "p95": 0.2881604530266486, "maximum": 0.3876399010187015, "minimum": 0.0035533910267986357 }, "redis_drift_s": { "n": 250, "mean": -5.6853654439910635, "median": -5.683510678012386, "p95": -5.528665108000858, "maximum": -5.434305981003213, "minimum": -5.933835383996367 }, "redis_drift_s_per_min": -0.020511935249101002, "ingress_drift_s": { "n": 12, "mean": 0.07764238808333346, "median": 0.06491539299999616, "p95": 0.16962750200000443, "maximum": 0.16962750200000443, "minimum": 0.009828948999995646 }, "ingress_drift_s_per_min": -0.16202826425982456, "source_drift_s": { "n": 12, "mean": 0.03803300000000102, "median": 0.033880000000007016, "p95": 0.06512499999999477, "maximum": 0.06512499999999477, "minimum": 0.005357000000003609 }, "ingress_to_redis_ms": { "n": 250, "mean": 479.476, "median": 492.0, "p95": 623, "maximum": 696, "minimum": 273 }, "source_samples": 12, "redis_samples": 250, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 250, "sum_ns": 14199519000, "mean_ms": 56.798076 }, "source_exit_to_ingress": { "n": 250, "sum_ns": 7769355786, "mean_ms": 31.077423144 }, "source_encoded_queue": { "n": 250, "sum_ns": 5711000, "mean_ms": 0.022844 }, "decode_between_queues": { "n": 250, "sum_ns": 10816067000, "mean_ms": 43.264268 }, "source_raw_queue": { "n": 250, "sum_ns": 3282453000, "mean_ms": 13.129812 }, "raw_queue_to_source_exit": { "n": 250, "sum_ns": 6893000, "mean_ms": 0.027572 }, "selected_to_preprocess_start": { "n": 250, "sum_ns": 221421280, "mean_ms": 0.88568512 }, "preprocess_start_to_preprocess_output": { "n": 251, "sum_ns": 1144291125, "mean_ms": 4.558928784860558 }, "selected_to_preprocess": { "n": 251, "sum_ns": 1461134116, "mean_ms": 5.82125145816733 }, "preprocess_start_to_preprocess": { "n": 251, "sum_ns": 1239043890, "mean_ms": 4.93642984063745 }, "preprocess_output_to_infer_entry": { "n": 251, "sum_ns": 94752765, "mean_ms": 0.3775010557768924 }, "preprocess_to_infer_output": { "n": 249, "sum_ns": 115110463991, "mean_ms": 462.2910200441767 }, "preprocess_to_callback": { "n": 249, "sum_ns": 115492958076, "mean_ms": 463.8271408674699 }, "infer_output_to_callback": { "n": 249, "sum_ns": 382494085, "mean_ms": 1.5361208232931727 }, "copy_wall": { "n": 249, "sum_ns": 608104855, "mean_ms": 2.4421881726907633 }, "copy_thread_cpu": { "n": 249, "sum_ns": 602558147, "mean_ms": 2.4199122369477912 }, "callback_to_copied": { "n": 249, "sum_ns": 649622251, "mean_ms": 2.6089247028112448 }, "accepted_interval": { "n": 249, "sum_ns": 29996319394, "mean_ms": 120.46714616064257 }, "selected_to_submitted": { "n": 248, "sum_ns": 117124954620, "mean_ms": 472.27804282258063 }, "completed_queue_wait": { "n": 249, "sum_ns": 93302084, "mean_ms": 0.3747071646586345 }, "result_observations_wall": { "n": 249, "sum_ns": 204157126, "mean_ms": 0.8199081365461848 }, "result_observations_cpu": { "n": 249, "sum_ns": 203348124, "mean_ms": 0.8166591325301205 }, "result_nms_wall": { "n": 249, "sum_ns": 172665697, "mean_ms": 0.6934365341365462 }, "result_nms_cpu": { "n": 249, "sum_ns": 111350948, "mean_ms": 0.447192562248996 }, "result_tracking_wall": { "n": 249, "sum_ns": 292816126, "mean_ms": 1.17596837751004 }, "result_tracking_cpu": { "n": 249, "sum_ns": 250582365, "mean_ms": 1.0063548795180723 }, "result_region_wall": { "n": 249, "sum_ns": 61033907, "mean_ms": 0.2451160923694779 }, "result_region_cpu": { "n": 249, "sum_ns": 60364227, "mean_ms": 0.24242661445783134 }, "result_fall_wall": { "n": 249, "sum_ns": 118457742, "mean_ms": 0.47573390361445783 }, "result_fall_cpu": { "n": 249, "sum_ns": 118375139, "mean_ms": 0.4754021646586345 }, "result_fight_wall": { "n": 249, "sum_ns": 45242434, "mean_ms": 0.1816965220883534 }, "result_fight_cpu": { "n": 249, "sum_ns": 45221850, "mean_ms": 0.18161385542168676 }, "result_collector_wall": { "n": 249, "sum_ns": 583410023, "mean_ms": 2.343012140562249 }, "result_collector_cpu": { "n": 249, "sum_ns": 577847314, "mean_ms": 2.3206719437751007 }, "result_composition_wall": { "n": 249, "sum_ns": 3212312, "mean_ms": 0.01290085140562249 }, "result_composition_cpu": { "n": 249, "sum_ns": 3219775, "mean_ms": 0.01293082329317269 }, "result_artifact_handoff_wall": { "n": 249, "sum_ns": 1627406, "mean_ms": 0.0065357670682730925 }, "result_artifact_handoff_cpu": { "n": 249, "sum_ns": 821254, "mean_ms": 0.0032982088353413655 }, "result_publish_wall": { "n": 249, "sum_ns": 89891398, "mean_ms": 0.3610096305220884 }, "result_publish_cpu": { "n": 249, "sum_ns": 89823777, "mean_ms": 0.3607380602409639 }, "result_total_wall": { "n": 249, "sum_ns": 1762863797, "mean_ms": 7.079774285140562 }, "result_total_cpu": { "n": 249, "sum_ns": 1647784241, "mean_ms": 6.617607393574297 } } }, { "mode": "mixed-c-16", "level": 16, "camera": "33", "provider": "fire", "cohort_reset": true, "counter_seconds": 30.072719288, "new_channel": true, "seconds": 29.9999997279956, "selected_fps": 9.57678609778802, "requested_fps": 9.57678609778802, "complete_fps": 9.54353336828181, "accepted_fps": 9.54353336828181, "finalized_fps": 9.54353336828181, "redis_fps": 9.54353336828181, "redis_read_fps": 9.566666753405848, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 287, "queue_depth_max_sampled": 1, "queue_age_max_sampled": 0.00038184301229193807, "provider_response_age_max_sampled": 0.171, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 61, "analysis_gap_markers": 11, "c_suppressed": 0, "max_redis_silence_s": 0.38851482002064586, "redis_interval_s": { "n": 286, "mean": 0.10433402619226119, "median": 0.0864024265029002, "p95": 0.25144557701423764, "maximum": 0.38851482002064586, "minimum": 0.009827745030634105 }, "redis_drift_s": { "n": 287, "mean": 0.32069399733750686, "median": 0.3104410429904263, "p95": 0.5067923339656488, "maximum": 0.616598016995006, "minimum": 0.11274082398414009 }, "redis_drift_s_per_min": 0.05546690275259786, "ingress_drift_s": { "n": 12, "mean": 0.03743055041666565, "median": 0.0355290989999979, "p95": 0.058064291000007984, "maximum": 0.058064291000007984, "minimum": 0.008477135999996221 }, "ingress_drift_s_per_min": -0.0077607582999079106, "source_drift_s": { "n": 12, "mean": 0.031966583333331876, "median": 0.031652999999995046, "p95": 0.049070999999997866, "maximum": 0.049070999999997866, "minimum": 0.008159000000006245 }, "ingress_to_redis_ms": { "n": 287, "mean": 376.4773519163763, "median": 362, "p95": 570, "maximum": 655, "minimum": 188 }, "source_samples": 12, "redis_samples": 287, "native_redis_joined": 11, "durations": { "depay_to_source_exit": { "n": 288, "sum_ns": 14353626000, "mean_ms": 49.83897916666666 }, "source_exit_to_ingress": { "n": 288, "sum_ns": 3485922269, "mean_ms": 12.103896767361112 }, "source_encoded_queue": { "n": 288, "sum_ns": 6249000, "mean_ms": 0.021697916666666667 }, "decode_between_queues": { "n": 288, "sum_ns": 12699081000, "mean_ms": 44.09403125 }, "source_raw_queue": { "n": 288, "sum_ns": 1531752000, "mean_ms": 5.318583333333333 }, "raw_queue_to_source_exit": { "n": 288, "sum_ns": 7915000, "mean_ms": 0.02748263888888889 }, "selected_to_preprocess_start": { "n": 288, "sum_ns": 192784099, "mean_ms": 0.6693892326388888 }, "preprocess_start_to_preprocess_output": { "n": 288, "sum_ns": 895428355, "mean_ms": 3.109126232638889 }, "selected_to_preprocess": { "n": 288, "sum_ns": 1452258211, "mean_ms": 5.042563232638889 }, "preprocess_start_to_preprocess": { "n": 288, "sum_ns": 1259474112, "mean_ms": 4.373174 }, "preprocess_output_to_infer_entry": { "n": 288, "sum_ns": 364045757, "mean_ms": 1.264047767361111 }, "preprocess_to_infer_output": { "n": 287, "sum_ns": 104311956303, "mean_ms": 363.4562937386759 }, "preprocess_to_callback": { "n": 287, "sum_ns": 104788171354, "mean_ms": 365.115579630662 }, "infer_output_to_callback": { "n": 287, "sum_ns": 476215051, "mean_ms": 1.6592858919860627 }, "copy_wall": { "n": 287, "sum_ns": 1374435909, "mean_ms": 4.788975292682927 }, "copy_thread_cpu": { "n": 287, "sum_ns": 1352871058, "mean_ms": 4.713836439024391 }, "callback_to_copied": { "n": 287, "sum_ns": 1418781851, "mean_ms": 4.943490770034843 }, "accepted_interval": { "n": 287, "sum_ns": 30016177995, "mean_ms": 104.58598604529617 }, "selected_to_submitted": { "n": 287, "sum_ns": 107678820405, "mean_ms": 375.187527543554 }, "completed_queue_wait": { "n": 287, "sum_ns": 84002168, "mean_ms": 0.2926904808362369 }, "result_composition_wall": { "n": 287, "sum_ns": 2117464, "mean_ms": 0.007377923344947735 }, "result_composition_cpu": { "n": 287, "sum_ns": 2089330, "mean_ms": 0.0072798954703832755 }, "result_artifact_handoff_wall": { "n": 287, "sum_ns": 710019, "mean_ms": 0.0024739337979094076 }, "result_artifact_handoff_cpu": { "n": 287, "sum_ns": 711649, "mean_ms": 0.0024796132404181184 }, "result_publish_wall": { "n": 287, "sum_ns": 22361617, "mean_ms": 0.07791504181184669 }, "result_publish_cpu": { "n": 287, "sum_ns": 22402129, "mean_ms": 0.07805619860627178 }, "result_total_wall": { "n": 287, "sum_ns": 195860017, "mean_ms": 0.6824390836236933 }, "result_total_cpu": { "n": 287, "sum_ns": 195388476, "mean_ms": 0.6807960836236934 } } }, { "mode": "mixed-c-16", "level": 16, "camera": "33", "provider": "crowd", "cohort_reset": true, "counter_seconds": 30.08602157, "new_channel": true, "seconds": 29.9999997279956, "selected_fps": 9.67226588344163, "requested_fps": 9.67226588344163, "complete_fps": 9.605789829259901, "accepted_fps": 9.605789829259901, "finalized_fps": 9.605789829259901, "redis_fps": 9.605789829259901, "redis_read_fps": 9.63333342067697, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 289, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.125, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 44, "analysis_gap_markers": 8, "c_suppressed": 0, "max_redis_silence_s": 0.36018312303349376, "redis_interval_s": { "n": 288, "mean": 0.10385353069432313, "median": 0.084694782999577, "p95": 0.2488512119743973, "maximum": 0.36018312303349376, "minimum": 0.006026362010743469 }, "redis_drift_s": { "n": 289, "mean": 0.2961069722302246, "median": 0.28693225900456554, "p95": 0.45983167895488464, "maximum": 0.6297344309636372, "minimum": 0.10309046495985541 }, "redis_drift_s_per_min": 0.22064454401038186, "ingress_drift_s": { "n": 12, "mean": 0.023304877500000504, "median": 0.025190625000000466, "p95": 0.056371642000002, "maximum": 0.056371642000002, "minimum": -0.007671614000003046 }, "ingress_drift_s_per_min": 0.008274118020546915, "source_drift_s": { "n": 12, "mean": 0.02035208333333453, "median": 0.02299149999999983, "p95": 0.049055999999993105, "maximum": 0.049055999999993105, "minimum": -0.011487999999999943 }, "ingress_to_redis_ms": { "n": 289, "mean": 355.2664359861592, "median": 345, "p95": 505, "maximum": 635, "minimum": 184 }, "source_samples": 12, "redis_samples": 289, "native_redis_joined": 11, "durations": { "depay_to_source_exit": { "n": 291, "sum_ns": 14215001000, "mean_ms": 48.84880068728522 }, "source_exit_to_ingress": { "n": 291, "sum_ns": 2395428580, "mean_ms": 8.231713333333333 }, "source_encoded_queue": { "n": 291, "sum_ns": 6613000, "mean_ms": 0.02272508591065292 }, "decode_between_queues": { "n": 291, "sum_ns": 12914115000, "mean_ms": 44.378402061855674 }, "source_raw_queue": { "n": 291, "sum_ns": 1148174000, "mean_ms": 3.945615120274914 }, "raw_queue_to_source_exit": { "n": 291, "sum_ns": 8305000, "mean_ms": 0.028539518900343643 }, "selected_to_preprocess_start": { "n": 291, "sum_ns": 192923436, "mean_ms": 0.6629671340206185 }, "preprocess_start_to_preprocess_output": { "n": 291, "sum_ns": 922221905, "mean_ms": 3.169147439862543 }, "selected_to_preprocess": { "n": 291, "sum_ns": 1707272500, "mean_ms": 5.8669158075601375 }, "preprocess_start_to_preprocess": { "n": 291, "sum_ns": 1514349064, "mean_ms": 5.20394867353952 }, "preprocess_output_to_infer_entry": { "n": 291, "sum_ns": 592127159, "mean_ms": 2.034801233676976 }, "preprocess_to_infer_output": { "n": 289, "sum_ns": 98296559266, "mean_ms": 340.126502650519 }, "preprocess_to_callback": { "n": 289, "sum_ns": 98770275737, "mean_ms": 341.7656599896194 }, "infer_output_to_callback": { "n": 289, "sum_ns": 473716471, "mean_ms": 1.639157339100346 }, "copy_wall": { "n": 289, "sum_ns": 1361494552, "mean_ms": 4.711053813148789 }, "copy_thread_cpu": { "n": 289, "sum_ns": 1343302777, "mean_ms": 4.648106494809689 }, "callback_to_copied": { "n": 289, "sum_ns": 1406676910, "mean_ms": 4.867394152249135 }, "accepted_interval": { "n": 289, "sum_ns": 29982026406, "mean_ms": 103.74403600692041 }, "selected_to_submitted": { "n": 289, "sum_ns": 101902081429, "mean_ms": 352.60235788581315 }, "completed_queue_wait": { "n": 289, "sum_ns": 74031191, "mean_ms": 0.2561632906574394 }, "result_composition_wall": { "n": 289, "sum_ns": 4078882, "mean_ms": 0.014113778546712804 }, "result_composition_cpu": { "n": 289, "sum_ns": 3989384, "mean_ms": 0.013804096885813149 }, "result_artifact_handoff_wall": { "n": 289, "sum_ns": 793587, "mean_ms": 0.0027459757785467127 }, "result_artifact_handoff_cpu": { "n": 289, "sum_ns": 789405, "mean_ms": 0.0027315051903114185 }, "result_publish_wall": { "n": 289, "sum_ns": 41199289, "mean_ms": 0.14255809342560552 }, "result_publish_cpu": { "n": 289, "sum_ns": 41032857, "mean_ms": 0.14198220415224916 }, "result_total_wall": { "n": 289, "sum_ns": 301780986, "mean_ms": 1.044224865051903 }, "result_total_cpu": { "n": 289, "sum_ns": 290235867, "mean_ms": 1.0042763564013841 } } }, { "mode": "mixed-c-16", "level": 16, "camera": "34", "provider": "pose", "cohort_reset": true, "counter_seconds": 29.86778416, "new_channel": true, "seconds": 29.9999997279956, "selected_fps": 8.2028180827727, "requested_fps": 8.2028180827727, "complete_fps": 8.2028180827727, "accepted_fps": 8.2028180827727, "finalized_fps": 8.2028180827727, "redis_fps": 8.2028180827727, "redis_read_fps": 8.13333340707675, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 245, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.235, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 113, "analysis_gap_markers": 41, "c_suppressed": 8, "max_redis_silence_s": 0.34880096500273794, "redis_interval_s": { "n": 243, "mean": 0.12297367723467051, "median": 0.09664512804010883, "p95": 0.29538935102755204, "maximum": 0.34880096500273794, "minimum": 0.003995264007244259 }, "redis_drift_s": { "n": 244, "mean": 0.4531900001278195, "median": 0.4540479724917077, "p95": 0.6113667900185078, "maximum": 0.7240705620143544, "minimum": 0.16697349696978847 }, "redis_drift_s_per_min": -0.1091118502360776, "ingress_drift_s": { "n": 12, "mean": 0.07121811816666579, "median": 0.06099128949999866, "p95": 0.20034861999999976, "maximum": 0.20034861999999976, "minimum": -0.004087939000001484 }, "ingress_drift_s_per_min": 0.041796373407626715, "source_drift_s": { "n": 12, "mean": 0.04008333333333525, "median": 0.04593850000000543, "p95": 0.06003199999999964, "maximum": 0.06003199999999964, "minimum": -0.0065439999999910015 }, "ingress_to_redis_ms": { "n": 244, "mean": 475.75409836065575, "median": 484.0, "p95": 610, "maximum": 675, "minimum": 267 }, "source_samples": 12, "redis_samples": 244, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 245, "sum_ns": 184991077, "mean_ms": 0.7550656204081633 }, "preprocess_start_to_preprocess_output": { "n": 245, "sum_ns": 1100224578, "mean_ms": 4.490712563265306 }, "depay_to_source_exit": { "n": 243, "sum_ns": 13720993000, "mean_ms": 56.464991769547325 }, "source_exit_to_ingress": { "n": 243, "sum_ns": 7475268208, "mean_ms": 30.762420609053496 }, "source_encoded_queue": { "n": 243, "sum_ns": 4783000, "mean_ms": 0.01968312757201646 }, "decode_between_queues": { "n": 243, "sum_ns": 10454841000, "mean_ms": 43.02403703703704 }, "source_raw_queue": { "n": 243, "sum_ns": 3177369000, "mean_ms": 13.075592592592594 }, "raw_queue_to_source_exit": { "n": 243, "sum_ns": 6376000, "mean_ms": 0.026238683127572018 }, "selected_to_preprocess": { "n": 245, "sum_ns": 1408285338, "mean_ms": 5.748103420408163 }, "preprocess_start_to_preprocess": { "n": 245, "sum_ns": 1223294261, "mean_ms": 4.9930378 }, "preprocess_output_to_infer_entry": { "n": 245, "sum_ns": 123069683, "mean_ms": 0.5023252367346939 }, "preprocess_to_infer_output": { "n": 245, "sum_ns": 112783106090, "mean_ms": 460.3392085306122 }, "preprocess_to_callback": { "n": 245, "sum_ns": 113145889296, "mean_ms": 461.8199563102041 }, "infer_output_to_callback": { "n": 245, "sum_ns": 362783206, "mean_ms": 1.4807477795918367 }, "copy_wall": { "n": 245, "sum_ns": 566578984, "mean_ms": 2.312567281632653 }, "copy_thread_cpu": { "n": 245, "sum_ns": 564670277, "mean_ms": 2.3047766408163266 }, "callback_to_copied": { "n": 245, "sum_ns": 605717080, "mean_ms": 2.472314612244898 }, "accepted_interval": { "n": 245, "sum_ns": 29982779702, "mean_ms": 122.37869266122449 }, "selected_to_submitted": { "n": 245, "sum_ns": 115173664630, "mean_ms": 470.09659032653065 }, "completed_queue_wait": { "n": 245, "sum_ns": 82458056, "mean_ms": 0.33656349387755097 }, "result_observations_wall": { "n": 245, "sum_ns": 211991262, "mean_ms": 0.8652704571428571 }, "result_observations_cpu": { "n": 245, "sum_ns": 207902981, "mean_ms": 0.8485835959183674 }, "result_nms_wall": { "n": 245, "sum_ns": 152197459, "mean_ms": 0.621214118367347 }, "result_nms_cpu": { "n": 245, "sum_ns": 104912107, "mean_ms": 0.4282126816326531 }, "result_tracking_wall": { "n": 245, "sum_ns": 228898697, "mean_ms": 0.9342803959183673 }, "result_tracking_cpu": { "n": 245, "sum_ns": 201703330, "mean_ms": 0.8232788979591836 }, "result_region_wall": { "n": 245, "sum_ns": 46192159, "mean_ms": 0.18853942448979594 }, "result_region_cpu": { "n": 245, "sum_ns": 46199608, "mean_ms": 0.18856982857142857 }, "result_fall_wall": { "n": 245, "sum_ns": 86035440, "mean_ms": 0.3511650612244898 }, "result_fall_cpu": { "n": 245, "sum_ns": 86013969, "mean_ms": 0.35107742448979595 }, "result_fight_wall": { "n": 245, "sum_ns": 28379858, "mean_ms": 0.11583615510204082 }, "result_fight_cpu": { "n": 245, "sum_ns": 28404312, "mean_ms": 0.11593596734693878 }, "result_collector_wall": { "n": 245, "sum_ns": 536810448, "mean_ms": 2.1910630530612245 }, "result_collector_cpu": { "n": 245, "sum_ns": 534318527, "mean_ms": 2.1808919469387753 }, "result_composition_wall": { "n": 245, "sum_ns": 3440766, "mean_ms": 0.014043942857142859 }, "result_composition_cpu": { "n": 245, "sum_ns": 3261213, "mean_ms": 0.013311073469387754 }, "result_artifact_handoff_wall": { "n": 245, "sum_ns": 914142, "mean_ms": 0.0037311918367346937 }, "result_artifact_handoff_cpu": { "n": 245, "sum_ns": 771039, "mean_ms": 0.0031470979591836736 }, "result_publish_wall": { "n": 245, "sum_ns": 77138507, "mean_ms": 0.3148510489795918 }, "result_publish_cpu": { "n": 245, "sum_ns": 77075012, "mean_ms": 0.3145918857142857 }, "result_total_wall": { "n": 245, "sum_ns": 1549299495, "mean_ms": 6.323671408163265 }, "result_total_cpu": { "n": 245, "sum_ns": 1465646245, "mean_ms": 5.982229571428572 } } }, { "mode": "mixed-c-16", "level": 16, "camera": "34", "provider": "fire", "cohort_reset": true, "counter_seconds": 30.083376882, "new_channel": true, "seconds": 29.9999997279956, "selected_fps": 9.307465750878997, "requested_fps": 9.307465750878997, "complete_fps": 9.307465750878997, "accepted_fps": 9.307465750878997, "finalized_fps": 9.307465750878997, "redis_fps": 9.307465750878997, "redis_read_fps": 9.233333417050243, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 280, "queue_depth_max_sampled": 1, "queue_age_max_sampled": 0.000301948981359601, "provider_response_age_max_sampled": 0.229, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 72, "analysis_gap_markers": 12, "c_suppressed": 0, "max_redis_silence_s": 0.5737196810077876, "redis_interval_s": { "n": 276, "mean": 0.1084079347353469, "median": 0.08831294847186655, "p95": 0.2525985360261984, "maximum": 0.5737196810077876, "minimum": 0.006695453019347042 }, "redis_drift_s": { "n": 277, "mean": 0.3101160938468719, "median": 0.29834163299295824, "p95": 0.48742217995785353, "maximum": 0.6757806099806913, "minimum": 0.09118667496973387 }, "redis_drift_s_per_min": 0.03767465587957053, "ingress_drift_s": { "n": 12, "mean": 0.03424444883333185, "median": 0.01873817399999922, "p95": 0.16477243699999633, "maximum": 0.16477243699999633, "minimum": -0.01981309900000383 }, "ingress_drift_s_per_min": 0.1681921214681323, "source_drift_s": { "n": 12, "mean": 0.0008698333333327923, "median": 0.0016629999999970835, "p95": 0.04737500000000239, "maximum": 0.04737500000000239, "minimum": -0.028493000000004542 }, "ingress_to_redis_ms": { "n": 277, "mean": 381.81227436823104, "median": 372, "p95": 568, "maximum": 676, "minimum": 167 }, "source_samples": 12, "redis_samples": 277, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 280, "sum_ns": 193206853, "mean_ms": 0.690024475 }, "depay_to_source_exit": { "n": 278, "sum_ns": 14025054000, "mean_ms": 50.4498345323741 }, "source_exit_to_ingress": { "n": 278, "sum_ns": 4459744695, "mean_ms": 16.042247104316548 }, "source_encoded_queue": { "n": 278, "sum_ns": 6783000, "mean_ms": 0.024399280575539566 }, "decode_between_queues": { "n": 278, "sum_ns": 12294172000, "mean_ms": 44.22364028776979 }, "source_raw_queue": { "n": 278, "sum_ns": 1625185000, "mean_ms": 5.845989208633093 }, "raw_queue_to_source_exit": { "n": 278, "sum_ns": 7095000, "mean_ms": 0.02552158273381295 }, "preprocess_start_to_preprocess_output": { "n": 280, "sum_ns": 901727440, "mean_ms": 3.220455142857143 }, "selected_to_preprocess": { "n": 280, "sum_ns": 1512742455, "mean_ms": 5.402651625 }, "preprocess_start_to_preprocess": { "n": 280, "sum_ns": 1319535602, "mean_ms": 4.71262715 }, "preprocess_output_to_infer_entry": { "n": 280, "sum_ns": 417808162, "mean_ms": 1.4921720071428572 }, "preprocess_to_infer_output": { "n": 280, "sum_ns": 103261957538, "mean_ms": 368.7927054928572 }, "preprocess_to_callback": { "n": 280, "sum_ns": 103732161833, "mean_ms": 370.4720065464286 }, "infer_output_to_callback": { "n": 280, "sum_ns": 470204295, "mean_ms": 1.6793010535714286 }, "copy_wall": { "n": 280, "sum_ns": 1294721639, "mean_ms": 4.624005853571429 }, "copy_thread_cpu": { "n": 280, "sum_ns": 1276050840, "mean_ms": 4.5573244285714285 }, "callback_to_copied": { "n": 280, "sum_ns": 1337605304, "mean_ms": 4.7771618 }, "accepted_interval": { "n": 280, "sum_ns": 30259140272, "mean_ms": 108.0683581142857 }, "selected_to_submitted": { "n": 280, "sum_ns": 106602351174, "mean_ms": 380.72268276428576 }, "completed_queue_wait": { "n": 280, "sum_ns": 81418082, "mean_ms": 0.2907788642857143 }, "result_composition_wall": { "n": 280, "sum_ns": 2083743, "mean_ms": 0.007441939285714285 }, "result_composition_cpu": { "n": 280, "sum_ns": 2060144, "mean_ms": 0.007357657142857143 }, "result_artifact_handoff_wall": { "n": 280, "sum_ns": 738839, "mean_ms": 0.0026387107142857146 }, "result_artifact_handoff_cpu": { "n": 280, "sum_ns": 739680, "mean_ms": 0.002641714285714286 }, "result_publish_wall": { "n": 280, "sum_ns": 21397138, "mean_ms": 0.07641835000000001 }, "result_publish_cpu": { "n": 280, "sum_ns": 21436571, "mean_ms": 0.07655918214285715 }, "result_total_wall": { "n": 280, "sum_ns": 199018037, "mean_ms": 0.7107787035714286 }, "result_total_cpu": { "n": 280, "sum_ns": 198315847, "mean_ms": 0.7082708821428572 } } }, { "mode": "mixed-c-16", "level": 16, "camera": "34", "provider": "crowd", "cohort_reset": true, "counter_seconds": 30.102361708, "new_channel": true, "seconds": 29.9999997279956, "selected_fps": 9.301595759032661, "requested_fps": 9.301595759032661, "complete_fps": 9.301595759032661, "accepted_fps": 9.301595759032661, "finalized_fps": 9.301595759032661, "redis_fps": 9.301595759032661, "redis_read_fps": 9.233333417050243, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 280, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.171, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 33, "analysis_gap_markers": 10, "c_suppressed": 0, "max_redis_silence_s": 0.4118329480406828, "redis_interval_s": { "n": 276, "mean": 0.10835947692406911, "median": 0.08705341047607362, "p95": 0.2516504479572177, "maximum": 0.4118329480406828, "minimum": 0.007549570989795029 }, "redis_drift_s": { "n": 277, "mean": 0.273206639196058, "median": 0.26327858596993536, "p95": 0.46623137798718517, "maximum": 0.5434313209946282, "minimum": 0.05572614197293291 }, "redis_drift_s_per_min": 0.19751259885001854, "ingress_drift_s": { "n": 12, "mean": 0.019405197249999635, "median": 0.007025132500000808, "p95": 0.13706187199999675, "maximum": 0.13706187199999675, "minimum": -0.028373369000000537 }, "ingress_drift_s_per_min": 0.11615305136988147, "source_drift_s": { "n": 12, "mean": -0.0036792499999975803, "median": 0.001056500000000682, "p95": 0.02906700000000484, "maximum": 0.02906700000000484, "minimum": -0.029901999999999873 }, "ingress_to_redis_ms": { "n": 277, "mean": 362.18050541516243, "median": 348, "p95": 542, "maximum": 637, "minimum": 157 }, "source_samples": 12, "redis_samples": 277, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 278, "sum_ns": 177902277, "mean_ms": 0.6399362482014388 }, "depay_to_source_exit": { "n": 276, "sum_ns": 12891467000, "mean_ms": 46.70821376811595 }, "source_exit_to_ingress": { "n": 276, "sum_ns": 1455788800, "mean_ms": 5.274597101449276 }, "source_encoded_queue": { "n": 276, "sum_ns": 5611000, "mean_ms": 0.020329710144927536 }, "decode_between_queues": { "n": 276, "sum_ns": 12094430000, "mean_ms": 43.82039855072464 }, "source_raw_queue": { "n": 276, "sum_ns": 702126000, "mean_ms": 2.5439347826086958 }, "raw_queue_to_source_exit": { "n": 276, "sum_ns": 7106000, "mean_ms": 0.025746376811594203 }, "preprocess_start_to_preprocess_output": { "n": 278, "sum_ns": 859632338, "mean_ms": 3.092202654676259 }, "selected_to_preprocess": { "n": 278, "sum_ns": 1417120716, "mean_ms": 5.0975565323741 }, "preprocess_start_to_preprocess": { "n": 278, "sum_ns": 1239218439, "mean_ms": 4.457620284172662 }, "preprocess_output_to_infer_entry": { "n": 278, "sum_ns": 379586101, "mean_ms": 1.3654176294964029 }, "preprocess_to_infer_output": { "n": 278, "sum_ns": 96857579061, "mean_ms": 348.4085577733813 }, "preprocess_to_callback": { "n": 278, "sum_ns": 97312406187, "mean_ms": 350.04462657194244 }, "infer_output_to_callback": { "n": 278, "sum_ns": 454827126, "mean_ms": 1.636068798561151 }, "copy_wall": { "n": 280, "sum_ns": 1309230968, "mean_ms": 4.675824885714286 }, "copy_thread_cpu": { "n": 280, "sum_ns": 1288011315, "mean_ms": 4.600040410714286 }, "callback_to_copied": { "n": 278, "sum_ns": 1335905786, "mean_ms": 4.805416496402877 }, "accepted_interval": { "n": 279, "sum_ns": 30219518485, "mean_ms": 108.31368632616487 }, "selected_to_submitted": { "n": 277, "sum_ns": 99808949633, "mean_ms": 360.32111780866427 }, "completed_queue_wait": { "n": 280, "sum_ns": 72201785, "mean_ms": 0.25786351785714284 }, "result_composition_wall": { "n": 280, "sum_ns": 3158298, "mean_ms": 0.011279635714285714 }, "result_composition_cpu": { "n": 280, "sum_ns": 3075779, "mean_ms": 0.010984925 }, "result_artifact_handoff_wall": { "n": 280, "sum_ns": 773820, "mean_ms": 0.0027636428571428573 }, "result_artifact_handoff_cpu": { "n": 280, "sum_ns": 774533, "mean_ms": 0.0027661892857142856 }, "result_publish_wall": { "n": 280, "sum_ns": 31963209, "mean_ms": 0.11415431785714286 }, "result_publish_cpu": { "n": 280, "sum_ns": 32004591, "mean_ms": 0.11430211071428571 }, "result_total_wall": { "n": 280, "sum_ns": 266310366, "mean_ms": 0.95110845 }, "result_total_cpu": { "n": 280, "sum_ns": 255227975, "mean_ms": 0.9115284821428572 } } }, { "mode": "mixed-c-16", "level": 16, "camera": "35", "provider": "pose", "cohort_reset": true, "counter_seconds": 29.906922193, "new_channel": true, "seconds": 29.9999997279956, "selected_fps": 8.225520446820791, "requested_fps": 8.225520446820791, "complete_fps": 8.225520446820791, "accepted_fps": 8.225520446820791, "finalized_fps": 8.225520446820791, "redis_fps": 8.225520446820791, "redis_read_fps": 8.23333340798343, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 246, "queue_depth_max_sampled": 1, "queue_age_max_sampled": 0.000704527017660439, "provider_response_age_max_sampled": 0.182, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 112, "analysis_gap_markers": 39, "c_suppressed": 9, "max_redis_silence_s": 0.4074529619538225, "redis_interval_s": { "n": 246, "mean": 0.12162348995533227, "median": 0.09732805503881536, "p95": 0.278253351978492, "maximum": 0.4074529619538225, "minimum": 0.016447784029878676 }, "redis_drift_s": { "n": 247, "mean": -8.693081063234063, "median": -8.694721806962505, "p95": -8.525742280954027, "maximum": -8.321817017998548, "minimum": -8.910740921947173 }, "redis_drift_s_per_min": -0.07771600422262871, "ingress_drift_s": { "n": 12, "mean": 0.02320758983333467, "median": 0.00369889600000306, "p95": 0.1726038700000032, "maximum": 0.1726038700000032, "minimum": -0.056320591000002196 }, "ingress_drift_s_per_min": -0.033507250371081085, "source_drift_s": { "n": 12, "mean": -0.014565583333332318, "median": -0.012575999999999254, "p95": 0.014931999999994616, "maximum": 0.014931999999994616, "minimum": -0.059661000000005515 }, "ingress_to_redis_ms": { "n": 247, "mean": 479.64777327935224, "median": 491, "p95": 617, "maximum": 687, "minimum": 270 }, "source_samples": 12, "redis_samples": 247, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 246, "sum_ns": 13459054000, "mean_ms": 54.71160162601626 }, "source_exit_to_ingress": { "n": 246, "sum_ns": 6312972993, "mean_ms": 25.662491841463414 }, "source_encoded_queue": { "n": 246, "sum_ns": 6477000, "mean_ms": 0.026329268292682926 }, "decode_between_queues": { "n": 246, "sum_ns": 10423524000, "mean_ms": 42.37204878048781 }, "source_raw_queue": { "n": 246, "sum_ns": 2880591000, "mean_ms": 11.709719512195122 }, "raw_queue_to_source_exit": { "n": 246, "sum_ns": 6240000, "mean_ms": 0.025365853658536584 }, "selected_to_preprocess_start": { "n": 246, "sum_ns": 193698693, "mean_ms": 0.7873930609756098 }, "preprocess_start_to_preprocess_output": { "n": 245, "sum_ns": 1087096295, "mean_ms": 4.437127734693878 }, "selected_to_preprocess": { "n": 246, "sum_ns": 1395342181, "mean_ms": 5.6721226869918695 }, "preprocess_start_to_preprocess": { "n": 246, "sum_ns": 1201643488, "mean_ms": 4.88472962601626 }, "preprocess_output_to_infer_entry": { "n": 245, "sum_ns": 102894803, "mean_ms": 0.41997878775510206 }, "preprocess_to_infer_output": { "n": 246, "sum_ns": 113216064644, "mean_ms": 460.2279050569106 }, "preprocess_to_callback": { "n": 246, "sum_ns": 113568599841, "mean_ms": 461.6609749634146 }, "infer_output_to_callback": { "n": 246, "sum_ns": 352535197, "mean_ms": 1.433069906504065 }, "copy_wall": { "n": 246, "sum_ns": 732244152, "mean_ms": 2.9766022439024393 }, "copy_thread_cpu": { "n": 246, "sum_ns": 729866446, "mean_ms": 2.9669367723577236 }, "callback_to_copied": { "n": 246, "sum_ns": 769744832, "mean_ms": 3.1290440325203255 }, "accepted_interval": { "n": 246, "sum_ns": 29976220101, "mean_ms": 121.85455325609756 }, "selected_to_submitted": { "n": 246, "sum_ns": 115748694459, "mean_ms": 470.52314820731704 }, "completed_queue_wait": { "n": 246, "sum_ns": 89019899, "mean_ms": 0.3618695081300813 }, "result_observations_wall": { "n": 246, "sum_ns": 209513725, "mean_ms": 0.8516818089430894 }, "result_observations_cpu": { "n": 246, "sum_ns": 209221543, "mean_ms": 0.8504940772357724 }, "result_nms_wall": { "n": 246, "sum_ns": 161447301, "mean_ms": 0.6562898414634146 }, "result_nms_cpu": { "n": 246, "sum_ns": 111004657, "mean_ms": 0.4512384430894309 }, "result_tracking_wall": { "n": 246, "sum_ns": 482380373, "mean_ms": 1.960895825203252 }, "result_tracking_cpu": { "n": 246, "sum_ns": 439424076, "mean_ms": 1.7862767317073172 }, "result_region_wall": { "n": 246, "sum_ns": 78845749, "mean_ms": 0.32051117479674796 }, "result_region_cpu": { "n": 246, "sum_ns": 78828235, "mean_ms": 0.32043997967479676 }, "result_fall_wall": { "n": 246, "sum_ns": 278263363, "mean_ms": 1.1311518821138211 }, "result_fall_cpu": { "n": 246, "sum_ns": 278008921, "mean_ms": 1.1301175650406503 }, "result_fight_wall": { "n": 246, "sum_ns": 80037103, "mean_ms": 0.3253540772357723 }, "result_fight_cpu": { "n": 246, "sum_ns": 78862455, "mean_ms": 0.32057908536585367 }, "result_collector_wall": { "n": 246, "sum_ns": 527949062, "mean_ms": 2.146134398373984 }, "result_collector_cpu": { "n": 246, "sum_ns": 520686105, "mean_ms": 2.1166101829268293 }, "result_composition_wall": { "n": 246, "sum_ns": 3326727, "mean_ms": 0.013523280487804877 }, "result_composition_cpu": { "n": 246, "sum_ns": 3337679, "mean_ms": 0.013567800813008131 }, "result_artifact_handoff_wall": { "n": 246, "sum_ns": 1111213, "mean_ms": 0.004517126016260163 }, "result_artifact_handoff_cpu": { "n": 246, "sum_ns": 805472, "mean_ms": 0.0032742764227642277 }, "result_publish_wall": { "n": 246, "sum_ns": 203919688, "mean_ms": 0.8289418211382114 }, "result_publish_cpu": { "n": 246, "sum_ns": 200386194, "mean_ms": 0.814578024390244 }, "result_total_wall": { "n": 246, "sum_ns": 2218128973, "mean_ms": 9.016784443089431 }, "result_total_cpu": { "n": 246, "sum_ns": 2108539162, "mean_ms": 8.571297406504065 } } }, { "mode": "mixed-c-16", "level": 16, "camera": "35", "provider": "fire", "cohort_reset": true, "counter_seconds": 30.071465159, "new_channel": true, "seconds": 29.9999997279956, "selected_fps": 9.34440668302124, "requested_fps": 9.34440668302124, "complete_fps": 9.34440668302124, "accepted_fps": 9.34440668302124, "finalized_fps": 9.34440668302124, "redis_fps": 9.34440668302124, "redis_read_fps": 9.366666751592485, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 281, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.095, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 65, "analysis_gap_markers": 14, "c_suppressed": 0, "max_redis_silence_s": 0.39061128202592954, "redis_interval_s": { "n": 280, "mean": 0.10709894837491447, "median": 0.0863253099960275, "p95": 0.2608339199796319, "maximum": 0.39061128202592954, "minimum": 0.018047692021355033 }, "redis_drift_s": { "n": 281, "mean": -3.1470479756490333, "median": -3.1628865509834156, "p95": -2.962913470016794, "maximum": -2.877542972982397, "minimum": -3.372377463013862 }, "redis_drift_s_per_min": 0.06584180138536434, "ingress_drift_s": { "n": 12, "mean": -0.0035493833333344327, "median": -0.004118235000003523, "p95": 0.03576737200000224, "maximum": 0.03576737200000224, "minimum": -0.04015431700000249 }, "ingress_drift_s_per_min": 0.1310622040409629, "source_drift_s": { "n": 12, "mean": -0.010591666666667146, "median": -0.010856499999999158, "p95": 0.02208900000000824, "maximum": 0.02208900000000824, "minimum": -0.04107400000000183 }, "ingress_to_redis_ms": { "n": 281, "mean": 380.6832740213523, "median": 361, "p95": 563, "maximum": 698, "minimum": 179 }, "source_samples": 12, "redis_samples": 281, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 280, "sum_ns": 14007353000, "mean_ms": 50.02626071428572 }, "source_exit_to_ingress": { "n": 280, "sum_ns": 3028785609, "mean_ms": 10.817091460714286 }, "source_encoded_queue": { "n": 280, "sum_ns": 9784000, "mean_ms": 0.034942857142857144 }, "decode_between_queues": { "n": 280, "sum_ns": 12277391000, "mean_ms": 43.847825 }, "source_raw_queue": { "n": 280, "sum_ns": 1541412000, "mean_ms": 5.505042857142858 }, "raw_queue_to_source_exit": { "n": 280, "sum_ns": 7337000, "mean_ms": 0.026203571428571427 }, "selected_to_preprocess_start": { "n": 281, "sum_ns": 181179444, "mean_ms": 0.6447667046263345 }, "preprocess_start_to_preprocess_output": { "n": 281, "sum_ns": 907361467, "mean_ms": 3.2290443665480426 }, "selected_to_preprocess": { "n": 281, "sum_ns": 1202967232, "mean_ms": 4.281022177935943 }, "preprocess_start_to_preprocess": { "n": 281, "sum_ns": 1021787788, "mean_ms": 3.6362554733096086 }, "preprocess_output_to_infer_entry": { "n": 281, "sum_ns": 114426321, "mean_ms": 0.40721110676156586 }, "preprocess_to_infer_output": { "n": 281, "sum_ns": 103647139493, "mean_ms": 368.8510302241993 }, "preprocess_to_callback": { "n": 281, "sum_ns": 104095819385, "mean_ms": 370.44775581850536 }, "infer_output_to_callback": { "n": 281, "sum_ns": 448679892, "mean_ms": 1.5967255943060499 }, "copy_wall": { "n": 281, "sum_ns": 1349514745, "mean_ms": 4.802543576512456 }, "copy_thread_cpu": { "n": 281, "sum_ns": 1323561130, "mean_ms": 4.710181957295374 }, "callback_to_copied": { "n": 281, "sum_ns": 1392416738, "mean_ms": 4.955219708185053 }, "accepted_interval": { "n": 281, "sum_ns": 30109054593, "mean_ms": 107.14966047330961 }, "selected_to_submitted": { "n": 281, "sum_ns": 106708568466, "mean_ms": 379.74579525266904 }, "completed_queue_wait": { "n": 281, "sum_ns": 76320446, "mean_ms": 0.27160301067615655 }, "result_composition_wall": { "n": 281, "sum_ns": 2170063, "mean_ms": 0.007722644128113879 }, "result_composition_cpu": { "n": 281, "sum_ns": 2151803, "mean_ms": 0.007657661921708185 }, "result_artifact_handoff_wall": { "n": 281, "sum_ns": 689532, "mean_ms": 0.0024538505338078296 }, "result_artifact_handoff_cpu": { "n": 281, "sum_ns": 690692, "mean_ms": 0.0024579786476868325 }, "result_publish_wall": { "n": 281, "sum_ns": 22370898, "mean_ms": 0.07961173665480428 }, "result_publish_cpu": { "n": 281, "sum_ns": 22382915, "mean_ms": 0.07965450177935943 }, "result_total_wall": { "n": 281, "sum_ns": 197058198, "mean_ms": 0.7012747259786477 }, "result_total_cpu": { "n": 281, "sum_ns": 196248164, "mean_ms": 0.6983920427046263 } } }, { "mode": "mixed-c-16", "level": 16, "camera": "35", "provider": "crowd", "cohort_reset": true, "counter_seconds": 30.081389534, "new_channel": true, "seconds": 29.9999997279956, "selected_fps": 9.47429638108552, "requested_fps": 9.441053235888727, "complete_fps": 9.47429638108552, "accepted_fps": 9.47429638108552, "finalized_fps": 9.47429638108552, "redis_fps": 9.47429638108552, "redis_read_fps": 9.433333418863606, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 285, "queue_depth_max_sampled": 1, "queue_age_max_sampled": 0.0005394979962147772, "provider_response_age_max_sampled": 0.166, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 35, "analysis_gap_markers": 10, "c_suppressed": 0, "max_redis_silence_s": 0.39260253799147904, "redis_interval_s": { "n": 282, "mean": 0.10597516852121384, "median": 0.08226686602574773, "p95": 0.24984276201575994, "maximum": 0.39260253799147904, "minimum": 0.0004649240290746093 }, "redis_drift_s": { "n": 283, "mean": 0.2677204126936906, "median": 0.26021070901071397, "p95": 0.44846116600372454, "maximum": 0.5862421080148792, "minimum": 0.06570214397087426 }, "redis_drift_s_per_min": 0.21058312417705424, "ingress_drift_s": { "n": 12, "mean": 0.0016433525833328133, "median": -0.005386149499997828, "p95": 0.06841431200000159, "maximum": 0.06841431200000159, "minimum": -0.03610071800000014 }, "ingress_drift_s_per_min": 0.11006731272108988, "source_drift_s": { "n": 12, "mean": -0.011401499999999842, "median": -0.009045500000002704, "p95": 0.02031000000000205, "maximum": 0.02031000000000205, "minimum": -0.03709899999999777 }, "ingress_to_redis_ms": { "n": 283, "mean": 356.07067137809184, "median": 342, "p95": 539, "maximum": 616, "minimum": 165 }, "source_samples": 12, "redis_samples": 283, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 284, "sum_ns": 13887637000, "mean_ms": 48.900130281690146 }, "source_exit_to_ingress": { "n": 284, "sum_ns": 1989280410, "mean_ms": 7.004508485915493 }, "source_encoded_queue": { "n": 284, "sum_ns": 6852000, "mean_ms": 0.02412676056338028 }, "decode_between_queues": { "n": 284, "sum_ns": 12628353000, "mean_ms": 44.466031690140845 }, "source_raw_queue": { "n": 284, "sum_ns": 1079110000, "mean_ms": 3.7996830985915495 }, "raw_queue_to_source_exit": { "n": 284, "sum_ns": 7628000, "mean_ms": 0.026859154929577463 }, "selected_to_preprocess_start": { "n": 285, "sum_ns": 198330452, "mean_ms": 0.6958963228070176 }, "preprocess_start_to_preprocess_output": { "n": 284, "sum_ns": 901719235, "mean_ms": 3.1750677288732394 }, "selected_to_preprocess": { "n": 284, "sum_ns": 1454723111, "mean_ms": 5.122264475352113 }, "preprocess_start_to_preprocess": { "n": 284, "sum_ns": 1256992941, "mean_ms": 4.426031482394366 }, "preprocess_output_to_infer_entry": { "n": 284, "sum_ns": 355273706, "mean_ms": 1.2509637535211267 }, "preprocess_to_infer_output": { "n": 285, "sum_ns": 97617423962, "mean_ms": 342.51727705964913 }, "preprocess_to_callback": { "n": 285, "sum_ns": 98062835039, "mean_ms": 344.08012294385964 }, "infer_output_to_callback": { "n": 285, "sum_ns": 445411077, "mean_ms": 1.5628458842105262 }, "copy_wall": { "n": 285, "sum_ns": 1409645260, "mean_ms": 4.946123719298245 }, "copy_thread_cpu": { "n": 285, "sum_ns": 1383274520, "mean_ms": 4.8535948070175445 }, "callback_to_copied": { "n": 285, "sum_ns": 1454385706, "mean_ms": 5.103107740350877 }, "accepted_interval": { "n": 285, "sum_ns": 30217240916, "mean_ms": 106.02540672280702 }, "selected_to_submitted": { "n": 285, "sum_ns": 100999853044, "mean_ms": 354.385449277193 }, "completed_queue_wait": { "n": 285, "sum_ns": 66618928, "mean_ms": 0.2337506245614035 }, "result_composition_wall": { "n": 285, "sum_ns": 3567200, "mean_ms": 0.012516491228070175 }, "result_composition_cpu": { "n": 285, "sum_ns": 3468330, "mean_ms": 0.012169578947368422 }, "result_artifact_handoff_wall": { "n": 285, "sum_ns": 770479, "mean_ms": 0.002703435087719298 }, "result_artifact_handoff_cpu": { "n": 285, "sum_ns": 769932, "mean_ms": 0.0027015157894736846 }, "result_publish_wall": { "n": 285, "sum_ns": 61666770, "mean_ms": 0.21637463157894735 }, "result_publish_cpu": { "n": 285, "sum_ns": 61643275, "mean_ms": 0.21629219298245614 }, "result_total_wall": { "n": 285, "sum_ns": 411057947, "mean_ms": 1.4423085859649123 }, "result_total_cpu": { "n": 285, "sum_ns": 397294855, "mean_ms": 1.3940170350877192 } } }, { "mode": "mixed-c-16", "level": 16, "camera": "36", "provider": "pose", "cohort_reset": true, "counter_seconds": 29.835920873, "new_channel": true, "seconds": 29.9999997279956, "selected_fps": 8.345644870821882, "requested_fps": 8.345644870821882, "complete_fps": 8.345644870821882, "accepted_fps": 8.345644870821882, "finalized_fps": 8.345644870821882, "redis_fps": 8.345644870821882, "redis_read_fps": 8.300000075254552, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 249, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.19, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 116, "analysis_gap_markers": 38, "c_suppressed": 6, "max_redis_silence_s": 0.3420894800219685, "redis_interval_s": { "n": 248, "mean": 0.12051231667728937, "median": 0.10151194097124971, "p95": 0.27807146101258695, "maximum": 0.3420894800219685, "minimum": 0.0033837989903986454 }, "redis_drift_s": { "n": 249, "mean": 0.42804060537861405, "median": 0.43107215798367093, "p95": 0.6051128329848865, "maximum": 0.6742201450159797, "minimum": 0.20082774898689593 }, "redis_drift_s_per_min": -0.040394579837088225, "ingress_drift_s": { "n": 12, "mean": 0.01809730774999944, "median": 0.015632665999998352, "p95": 0.09038594700000147, "maximum": 0.09038594700000147, "minimum": -0.04441390800000278 }, "ingress_drift_s_per_min": -0.1969362612811599, "source_drift_s": { "n": 12, "mean": -0.012656833333333969, "median": -0.014311999999996772, "p95": 0.018101999999998952, "maximum": 0.018101999999998952, "minimum": -0.04731500000000466 }, "ingress_to_redis_ms": { "n": 249, "mean": 472.2409638554217, "median": 481, "p95": 603, "maximum": 711, "minimum": 285 }, "source_samples": 12, "redis_samples": 249, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 249, "sum_ns": 183594522, "mean_ms": 0.7373273975903614 }, "depay_to_source_exit": { "n": 248, "sum_ns": 14231782000, "mean_ms": 57.38621774193548 }, "source_exit_to_ingress": { "n": 248, "sum_ns": 6461926891, "mean_ms": 26.056156818548388 }, "source_encoded_queue": { "n": 248, "sum_ns": 5598000, "mean_ms": 0.02257258064516129 }, "decode_between_queues": { "n": 248, "sum_ns": 11469659000, "mean_ms": 46.248625 }, "source_raw_queue": { "n": 248, "sum_ns": 2670727000, "mean_ms": 10.769060483870968 }, "raw_queue_to_source_exit": { "n": 248, "sum_ns": 5931000, "mean_ms": 0.023915322580645163 }, "preprocess_start_to_preprocess_output": { "n": 249, "sum_ns": 1051663509, "mean_ms": 4.2235482289156625 }, "selected_to_preprocess": { "n": 249, "sum_ns": 1318874474, "mean_ms": 5.296684634538153 }, "preprocess_start_to_preprocess": { "n": 249, "sum_ns": 1135279952, "mean_ms": 4.559357236947791 }, "preprocess_output_to_infer_entry": { "n": 249, "sum_ns": 83616443, "mean_ms": 0.3358090080321285 }, "preprocess_to_infer_output": { "n": 249, "sum_ns": 113906083424, "mean_ms": 457.45415029718873 }, "preprocess_to_callback": { "n": 249, "sum_ns": 114255352335, "mean_ms": 458.856836686747 }, "infer_output_to_callback": { "n": 249, "sum_ns": 349268911, "mean_ms": 1.4026863895582329 }, "copy_wall": { "n": 249, "sum_ns": 549158547, "mean_ms": 2.205456012048193 }, "copy_thread_cpu": { "n": 249, "sum_ns": 547927640, "mean_ms": 2.200512610441767 }, "callback_to_copied": { "n": 249, "sum_ns": 587001745, "mean_ms": 2.3574367269076304 }, "accepted_interval": { "n": 249, "sum_ns": 29917310488, "mean_ms": 120.14984131726908 }, "selected_to_submitted": { "n": 249, "sum_ns": 116188837914, "mean_ms": 466.6218390120482 }, "completed_queue_wait": { "n": 249, "sum_ns": 84962610, "mean_ms": 0.3412153012048193 }, "result_observations_wall": { "n": 249, "sum_ns": 206860337, "mean_ms": 0.83076440562249 }, "result_observations_cpu": { "n": 249, "sum_ns": 206695989, "mean_ms": 0.8301043734939759 }, "result_nms_wall": { "n": 249, "sum_ns": 161353837, "mean_ms": 0.6480073775100402 }, "result_nms_cpu": { "n": 249, "sum_ns": 107751327, "mean_ms": 0.4327362530120482 }, "result_tracking_wall": { "n": 249, "sum_ns": 179499528, "mean_ms": 0.7208816385542168 }, "result_tracking_cpu": { "n": 249, "sum_ns": 161447737, "mean_ms": 0.6483844859437752 }, "result_region_wall": { "n": 249, "sum_ns": 44997434, "mean_ms": 0.18071258634538154 }, "result_region_cpu": { "n": 249, "sum_ns": 45001019, "mean_ms": 0.18072698393574296 }, "result_fall_wall": { "n": 249, "sum_ns": 78283316, "mean_ms": 0.3143908273092369 }, "result_fall_cpu": { "n": 249, "sum_ns": 76670562, "mean_ms": 0.3079139036144578 }, "result_fight_wall": { "n": 249, "sum_ns": 25965474, "mean_ms": 0.10427901204819277 }, "result_fight_cpu": { "n": 249, "sum_ns": 25977808, "mean_ms": 0.10432854618473895 }, "result_collector_wall": { "n": 249, "sum_ns": 516556055, "mean_ms": 2.0745223092369476 }, "result_collector_cpu": { "n": 249, "sum_ns": 513887793, "mean_ms": 2.0638063975903616 }, "result_composition_wall": { "n": 249, "sum_ns": 3110138, "mean_ms": 0.0124905140562249 }, "result_composition_cpu": { "n": 249, "sum_ns": 3118801, "mean_ms": 0.012525305220883534 }, "result_artifact_handoff_wall": { "n": 249, "sum_ns": 1063441, "mean_ms": 0.004270847389558233 }, "result_artifact_handoff_cpu": { "n": 249, "sum_ns": 782688, "mean_ms": 0.0031433253012048195 }, "result_publish_wall": { "n": 249, "sum_ns": 46205437, "mean_ms": 0.18556400401606427 }, "result_publish_cpu": { "n": 249, "sum_ns": 45480348, "mean_ms": 0.182652 }, "result_total_wall": { "n": 249, "sum_ns": 1438084472, "mean_ms": 5.775439646586346 }, "result_total_cpu": { "n": 249, "sum_ns": 1359522657, "mean_ms": 5.459930349397591 } } }, { "mode": "mixed-c-16", "level": 16, "camera": "36", "provider": "fire", "cohort_reset": true, "counter_seconds": 29.828111259, "new_channel": true, "seconds": 29.9999997279956, "selected_fps": 9.521219682131534, "requested_fps": 9.521219682131534, "complete_fps": 9.521219682131534, "accepted_fps": 9.521219682131534, "finalized_fps": 9.521219682131534, "redis_fps": 9.521219682131534, "redis_read_fps": 9.466666752499167, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 284, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.121, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 54, "analysis_gap_markers": 14, "c_suppressed": 0, "max_redis_silence_s": 0.3586296830326319, "redis_interval_s": { "n": 283, "mean": 0.10558748986553927, "median": 0.08892320899758488, "p95": 0.27048210002249107, "maximum": 0.3586296830326319, "minimum": 0.019746004953049123 }, "redis_drift_s": { "n": 284, "mean": 0.354596664506206, "median": 0.34427710003778245, "p95": 0.5276005340074192, "maximum": 0.6117117990339196, "minimum": 0.14583072100673178 }, "redis_drift_s_per_min": 0.024503891929275545, "ingress_drift_s": { "n": 12, "mean": -0.013499308416664727, "median": -0.014272614499997616, "p95": 0.01567588900000061, "maximum": 0.01567588900000061, "minimum": -0.03901884199999728 }, "ingress_drift_s_per_min": 0.007255916815785147, "source_drift_s": { "n": 12, "mean": -0.024008166666666497, "median": -0.019123000000000445, "p95": -0.0005789999999947781, "maximum": -0.0005789999999947781, "minimum": -0.04653199999999913 }, "ingress_to_redis_ms": { "n": 284, "mean": 378.28169014084506, "median": 365.5, "p95": 555, "maximum": 622, "minimum": 170 }, "source_samples": 12, "redis_samples": 284, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 284, "sum_ns": 187934836, "mean_ms": 0.6617423802816902 }, "depay_to_source_exit": { "n": 283, "sum_ns": 14814798000, "mean_ms": 52.34910954063604 }, "source_exit_to_ingress": { "n": 283, "sum_ns": 3142764483, "mean_ms": 11.105174851590107 }, "source_encoded_queue": { "n": 283, "sum_ns": 7159000, "mean_ms": 0.025296819787985866 }, "decode_between_queues": { "n": 283, "sum_ns": 13105319000, "mean_ms": 46.30854770318021 }, "source_raw_queue": { "n": 283, "sum_ns": 1614799000, "mean_ms": 5.7060035335689046 }, "raw_queue_to_source_exit": { "n": 283, "sum_ns": 6372000, "mean_ms": 0.022515901060070672 }, "preprocess_start_to_preprocess_output": { "n": 284, "sum_ns": 925508187, "mean_ms": 3.258831644366197 }, "selected_to_preprocess": { "n": 284, "sum_ns": 1484347293, "mean_ms": 5.226574975352113 }, "preprocess_start_to_preprocess": { "n": 284, "sum_ns": 1296412457, "mean_ms": 4.564832595070422 }, "preprocess_output_to_infer_entry": { "n": 284, "sum_ns": 370904270, "mean_ms": 1.3060009507042254 }, "preprocess_to_infer_output": { "n": 284, "sum_ns": 103516674365, "mean_ms": 364.49533227112676 }, "preprocess_to_callback": { "n": 284, "sum_ns": 103988291211, "mean_ms": 366.15595496830986 }, "infer_output_to_callback": { "n": 284, "sum_ns": 471616846, "mean_ms": 1.6606226971830986 }, "copy_wall": { "n": 284, "sum_ns": 1379754241, "mean_ms": 4.8582895809859155 }, "copy_thread_cpu": { "n": 284, "sum_ns": 1355010092, "mean_ms": 4.771162295774648 }, "callback_to_copied": { "n": 284, "sum_ns": 1423314667, "mean_ms": 5.011671362676056 }, "accepted_interval": { "n": 284, "sum_ns": 29909206120, "mean_ms": 105.31410605633803 }, "selected_to_submitted": { "n": 284, "sum_ns": 106917018491, "mean_ms": 376.4683749683099 }, "completed_queue_wait": { "n": 284, "sum_ns": 80937183, "mean_ms": 0.2849900809859155 }, "result_composition_wall": { "n": 284, "sum_ns": 2082281, "mean_ms": 0.007331975352112676 }, "result_composition_cpu": { "n": 284, "sum_ns": 2052263, "mean_ms": 0.007226278169014085 }, "result_artifact_handoff_wall": { "n": 284, "sum_ns": 725268, "mean_ms": 0.0025537605633802816 }, "result_artifact_handoff_cpu": { "n": 284, "sum_ns": 726836, "mean_ms": 0.002559281690140845 }, "result_publish_wall": { "n": 284, "sum_ns": 22638038, "mean_ms": 0.0797114014084507 }, "result_publish_cpu": { "n": 284, "sum_ns": 22593641, "mean_ms": 0.07955507394366197 }, "result_total_wall": { "n": 284, "sum_ns": 220132170, "mean_ms": 0.7751132746478874 }, "result_total_cpu": { "n": 284, "sum_ns": 218688764, "mean_ms": 0.7700308591549295 } } }, { "mode": "mixed-c-16", "level": 16, "camera": "36", "provider": "crowd", "cohort_reset": true, "counter_seconds": 29.822046733, "new_channel": true, "seconds": 29.9999997279956, "selected_fps": 9.523155890093078, "requested_fps": 9.556688129142701, "complete_fps": 9.523155890093078, "accepted_fps": 9.523155890093078, "finalized_fps": 9.523155890093078, "redis_fps": 9.523155890093078, "redis_read_fps": 9.466666752499167, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 284, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.145, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 34, "analysis_gap_markers": 11, "c_suppressed": 0, "max_redis_silence_s": 0.38123832002747804, "redis_interval_s": { "n": 283, "mean": 0.10521690210232071, "median": 0.08474110800307244, "p95": 0.26784025703091174, "maximum": 0.38123832002747804, "minimum": 0.0002745920210145414 }, "redis_drift_s": { "n": 284, "mean": 0.2646195712753615, "median": 0.25338342098705624, "p95": 0.43543275595409625, "maximum": 0.5239598279562756, "minimum": 0.03586998198461089 }, "redis_drift_s_per_min": 0.21875043302979408, "ingress_drift_s": { "n": 12, "mean": 0.020437682166668598, "median": 0.015049492500004646, "p95": 0.07955412200000467, "maximum": 0.07955412200000467, "minimum": -0.014037271999995937 }, "ingress_drift_s_per_min": 0.0663927864278252, "source_drift_s": { "n": 12, "mean": 0.019190416666668025, "median": 0.014284000000003516, "p95": 0.074222000000006, "maximum": 0.074222000000006, "minimum": -0.013437999999993622 }, "ingress_to_redis_ms": { "n": 284, "mean": 358.73943661971833, "median": 348.0, "p95": 529, "maximum": 611, "minimum": 155 }, "source_samples": 12, "redis_samples": 284, "native_redis_joined": 13, "durations": { "selected_to_preprocess_start": { "n": 284, "sum_ns": 169063368, "mean_ms": 0.5952935492957747 }, "depay_to_source_exit": { "n": 283, "sum_ns": 14312356000, "mean_ms": 50.573696113074206 }, "source_exit_to_ingress": { "n": 283, "sum_ns": 1739552486, "mean_ms": 6.146828572438163 }, "source_encoded_queue": { "n": 283, "sum_ns": 5956000, "mean_ms": 0.021045936395759714 }, "decode_between_queues": { "n": 283, "sum_ns": 13186766000, "mean_ms": 46.596346289752645 }, "source_raw_queue": { "n": 283, "sum_ns": 1026522000, "mean_ms": 3.627286219081272 }, "raw_queue_to_source_exit": { "n": 283, "sum_ns": 7126000, "mean_ms": 0.025180212014134274 }, "preprocess_start_to_preprocess_output": { "n": 285, "sum_ns": 936216082, "mean_ms": 3.2849687087719297 }, "selected_to_preprocess": { "n": 285, "sum_ns": 1494878762, "mean_ms": 5.245188638596491 }, "preprocess_start_to_preprocess": { "n": 285, "sum_ns": 1325257242, "mean_ms": 4.6500254105263155 }, "preprocess_output_to_infer_entry": { "n": 285, "sum_ns": 389041160, "mean_ms": 1.365056701754386 }, "preprocess_to_infer_output": { "n": 284, "sum_ns": 97875373267, "mean_ms": 344.6315960105634 }, "preprocess_to_callback": { "n": 284, "sum_ns": 98329481567, "mean_ms": 346.23056889788734 }, "infer_output_to_callback": { "n": 284, "sum_ns": 454108300, "mean_ms": 1.5989728873239437 }, "copy_wall": { "n": 284, "sum_ns": 1366818593, "mean_ms": 4.812741524647887 }, "copy_thread_cpu": { "n": 284, "sum_ns": 1343275367, "mean_ms": 4.729842841549296 }, "callback_to_copied": { "n": 284, "sum_ns": 1411057454, "mean_ms": 4.968512161971831 }, "accepted_interval": { "n": 284, "sum_ns": 29876536039, "mean_ms": 105.19907055985915 }, "selected_to_submitted": { "n": 284, "sum_ns": 101258454931, "mean_ms": 356.54385539084507 }, "completed_queue_wait": { "n": 284, "sum_ns": 68933165, "mean_ms": 0.242722411971831 }, "result_composition_wall": { "n": 284, "sum_ns": 3878555, "mean_ms": 0.013656883802816901 }, "result_composition_cpu": { "n": 284, "sum_ns": 3806294, "mean_ms": 0.013402443661971832 }, "result_artifact_handoff_wall": { "n": 284, "sum_ns": 739445, "mean_ms": 0.0026036795774647885 }, "result_artifact_handoff_cpu": { "n": 284, "sum_ns": 740377, "mean_ms": 0.002606961267605634 }, "result_publish_wall": { "n": 284, "sum_ns": 28775299, "mean_ms": 0.10132147535211267 }, "result_publish_cpu": { "n": 284, "sum_ns": 28834514, "mean_ms": 0.10152997887323943 }, "result_total_wall": { "n": 284, "sum_ns": 267273146, "mean_ms": 0.9411026267605633 }, "result_total_cpu": { "n": 284, "sum_ns": 256133120, "mean_ms": 0.9018771830985916 } } }, { "mode": "mixed-c-16", "level": 16, "camera": "37", "provider": "pose", "cohort_reset": true, "counter_seconds": 30.134227627, "new_channel": true, "seconds": 29.9999997279956, "selected_fps": 8.097104827779894, "requested_fps": 8.097104827779894, "complete_fps": 8.063919971928337, "accepted_fps": 8.063919971928337, "finalized_fps": 8.063919971928337, "redis_fps": 8.063919971928337, "redis_read_fps": 7.9666667388989465, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 243, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.091, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 106, "analysis_gap_markers": 41, "c_suppressed": 4, "max_redis_silence_s": 0.4361187359900214, "redis_interval_s": { "n": 238, "mean": 0.1256079375924848, "median": 0.10385171452071518, "p95": 0.30211446300381795, "maximum": 0.4361187359900214, "minimum": 0.0044879179913550615 }, "redis_drift_s": { "n": 239, "mean": 0.46103077221339533, "median": 0.468414800973612, "p95": 0.6197557819578776, "maximum": 0.751320118972103, "minimum": 0.24289044097671564 }, "redis_drift_s_per_min": -0.07078529065110903, "ingress_drift_s": { "n": 12, "mean": 0.07361887966666518, "median": 0.06069155899999856, "p95": 0.15737357199999735, "maximum": 0.15737357199999735, "minimum": 0.0049833660000047075 }, "ingress_drift_s_per_min": -0.24349136828614174, "source_drift_s": { "n": 12, "mean": 0.03790433333333295, "median": 0.029389000000001886, "p95": 0.09487799999999424, "maximum": 0.09487799999999424, "minimum": -0.01288700000000631 }, "ingress_to_redis_ms": { "n": 239, "mean": 476.7071129707113, "median": 482, "p95": 615, "maximum": 655, "minimum": 305 }, "source_samples": 12, "redis_samples": 239, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 244, "sum_ns": 187238379, "mean_ms": 0.767370405737705 }, "depay_to_source_exit": { "n": 240, "sum_ns": 13705087000, "mean_ms": 57.104529166666666 }, "source_exit_to_ingress": { "n": 240, "sum_ns": 6171076132, "mean_ms": 25.712817216666664 }, "source_encoded_queue": { "n": 240, "sum_ns": 5349000, "mean_ms": 0.0222875 }, "decode_between_queues": { "n": 240, "sum_ns": 10700862000, "mean_ms": 44.586925 }, "source_raw_queue": { "n": 240, "sum_ns": 2914104000, "mean_ms": 12.1421 }, "raw_queue_to_source_exit": { "n": 240, "sum_ns": 6248000, "mean_ms": 0.026033333333333332 }, "preprocess_start_to_preprocess_output": { "n": 244, "sum_ns": 1044016653, "mean_ms": 4.278756774590163 }, "selected_to_preprocess": { "n": 244, "sum_ns": 1511734474, "mean_ms": 6.195633090163934 }, "preprocess_start_to_preprocess": { "n": 244, "sum_ns": 1324496095, "mean_ms": 5.42826268442623 }, "preprocess_output_to_infer_entry": { "n": 244, "sum_ns": 280479442, "mean_ms": 1.1495059098360656 }, "preprocess_to_infer_output": { "n": 243, "sum_ns": 111957377828, "mean_ms": 460.729949909465 }, "preprocess_to_callback": { "n": 243, "sum_ns": 112285908508, "mean_ms": 462.0819280164609 }, "infer_output_to_callback": { "n": 243, "sum_ns": 328530680, "mean_ms": 1.3519781069958847 }, "copy_wall": { "n": 243, "sum_ns": 587921046, "mean_ms": 2.419428172839506 }, "copy_thread_cpu": { "n": 243, "sum_ns": 583694740, "mean_ms": 2.4020359670781892 }, "callback_to_copied": { "n": 243, "sum_ns": 624385375, "mean_ms": 2.5694871399176953 }, "accepted_interval": { "n": 243, "sum_ns": 30131744700, "mean_ms": 123.99894938271605 }, "selected_to_submitted": { "n": 243, "sum_ns": 114438555159, "mean_ms": 470.94055620987655 }, "completed_queue_wait": { "n": 243, "sum_ns": 80077520, "mean_ms": 0.32953711934156377 }, "result_observations_wall": { "n": 243, "sum_ns": 198932543, "mean_ms": 0.818652440329218 }, "result_observations_cpu": { "n": 243, "sum_ns": 198984739, "mean_ms": 0.8188672386831276 }, "result_nms_wall": { "n": 243, "sum_ns": 161840428, "mean_ms": 0.6660099917695473 }, "result_nms_cpu": { "n": 243, "sum_ns": 105379210, "mean_ms": 0.4336593004115226 }, "result_tracking_wall": { "n": 243, "sum_ns": 237558571, "mean_ms": 0.9776072880658436 }, "result_tracking_cpu": { "n": 243, "sum_ns": 214412900, "mean_ms": 0.8823576131687242 }, "result_region_wall": { "n": 243, "sum_ns": 46657902, "mean_ms": 0.19200782716049383 }, "result_region_cpu": { "n": 243, "sum_ns": 46671203, "mean_ms": 0.19206256378600822 }, "result_fall_wall": { "n": 243, "sum_ns": 102229384, "mean_ms": 0.4206970534979424 }, "result_fall_cpu": { "n": 243, "sum_ns": 102039762, "mean_ms": 0.4199167160493827 }, "result_fight_wall": { "n": 243, "sum_ns": 25668505, "mean_ms": 0.10563170781893004 }, "result_fight_cpu": { "n": 243, "sum_ns": 25266026, "mean_ms": 0.10397541563786009 }, "result_collector_wall": { "n": 243, "sum_ns": 497943633, "mean_ms": 2.04915075308642 }, "result_collector_cpu": { "n": 243, "sum_ns": 492571429, "mean_ms": 2.027042917695473 }, "result_composition_wall": { "n": 243, "sum_ns": 3373571, "mean_ms": 0.013883008230452675 }, "result_composition_cpu": { "n": 243, "sum_ns": 3130078, "mean_ms": 0.012880979423868313 }, "result_artifact_handoff_wall": { "n": 243, "sum_ns": 898730, "mean_ms": 0.0036984773662551438 }, "result_artifact_handoff_cpu": { "n": 243, "sum_ns": 778661, "mean_ms": 0.003204366255144033 }, "result_publish_wall": { "n": 243, "sum_ns": 78391318, "mean_ms": 0.32259801646090536 }, "result_publish_cpu": { "n": 243, "sum_ns": 78435126, "mean_ms": 0.3227782962962963 }, "result_total_wall": { "n": 243, "sum_ns": 1524469147, "mean_ms": 6.27353558436214 }, "result_total_cpu": { "n": 243, "sum_ns": 1436563102, "mean_ms": 5.911782312757201 } } }, { "mode": "mixed-c-16", "level": 16, "camera": "37", "provider": "fire", "cohort_reset": true, "counter_seconds": 29.824262013, "new_channel": true, "seconds": 29.9999997279956, "selected_fps": 9.187151047713002, "requested_fps": 9.187151047713002, "complete_fps": 9.187151047713002, "accepted_fps": 9.187151047713002, "finalized_fps": 9.187151047713002, "redis_fps": 9.187151047713002, "redis_read_fps": 9.100000082508002, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 274, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.168, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 49, "analysis_gap_markers": 13, "c_suppressed": 1, "max_redis_silence_s": 0.5073728669667616, "redis_interval_s": { "n": 272, "mean": 0.10985701173515683, "median": 0.08701221799128689, "p95": 0.28316981095122173, "maximum": 0.5073728669667616, "minimum": 0.011026543972548097 }, "redis_drift_s": { "n": 273, "mean": 0.2694029332175135, "median": 0.2519249550327629, "p95": 0.46479032199690096, "maximum": 0.5828378950059445, "minimum": 0.06538064599502746 }, "redis_drift_s_per_min": 0.04234555234257217, "ingress_drift_s": { "n": 12, "mean": -0.005200321166668687, "median": 0.00023697749999840312, "p95": 0.023157002999994347, "maximum": 0.023157002999994347, "minimum": -0.05122509400000297 }, "ingress_drift_s_per_min": 0.024169728586912336, "source_drift_s": { "n": 12, "mean": -0.008729500000001758, "median": -0.003946500000001407, "p95": 0.020011999999994146, "maximum": 0.020011999999994146, "minimum": -0.05318100000000214 }, "ingress_to_redis_ms": { "n": 273, "mean": 381.2564102564103, "median": 369, "p95": 580, "maximum": 655, "minimum": 174 }, "source_samples": 12, "redis_samples": 273, "native_redis_joined": 13, "durations": { "selected_to_preprocess_start": { "n": 274, "sum_ns": 169693809, "mean_ms": 0.6193204708029197 }, "depay_to_source_exit": { "n": 271, "sum_ns": 13746084000, "mean_ms": 50.723557195571956 }, "source_exit_to_ingress": { "n": 271, "sum_ns": 2466741727, "mean_ms": 9.102367996309964 }, "source_encoded_queue": { "n": 271, "sum_ns": 5702000, "mean_ms": 0.02104059040590406 }, "decode_between_queues": { "n": 271, "sum_ns": 12151238000, "mean_ms": 44.838516605166056 }, "source_raw_queue": { "n": 271, "sum_ns": 1502566000, "mean_ms": 5.544523985239852 }, "raw_queue_to_source_exit": { "n": 271, "sum_ns": 6939000, "mean_ms": 0.025605166051660515 }, "preprocess_start_to_preprocess_output": { "n": 274, "sum_ns": 857623908, "mean_ms": 3.1300142627737224 }, "selected_to_preprocess": { "n": 274, "sum_ns": 1407088143, "mean_ms": 5.135358186131387 }, "preprocess_start_to_preprocess": { "n": 274, "sum_ns": 1237394334, "mean_ms": 4.516037715328467 }, "preprocess_output_to_infer_entry": { "n": 274, "sum_ns": 379770426, "mean_ms": 1.3860234525547444 }, "preprocess_to_infer_output": { "n": 274, "sum_ns": 100720325936, "mean_ms": 367.59243042335765 }, "preprocess_to_callback": { "n": 274, "sum_ns": 101183027477, "mean_ms": 369.2811221788321 }, "infer_output_to_callback": { "n": 274, "sum_ns": 462701541, "mean_ms": 1.6886917554744527 }, "copy_wall": { "n": 274, "sum_ns": 1339652332, "mean_ms": 4.889242087591241 }, "copy_thread_cpu": { "n": 274, "sum_ns": 1320956050, "mean_ms": 4.821007481751825 }, "callback_to_copied": { "n": 274, "sum_ns": 1382330755, "mean_ms": 5.045002755474453 }, "accepted_interval": { "n": 274, "sum_ns": 29713239710, "mean_ms": 108.44248069343067 }, "selected_to_submitted": { "n": 274, "sum_ns": 103989347844, "mean_ms": 379.52316731386867 }, "completed_queue_wait": { "n": 274, "sum_ns": 73901828, "mean_ms": 0.269714700729927 }, "result_composition_wall": { "n": 274, "sum_ns": 2157581, "mean_ms": 0.007874383211678831 }, "result_composition_cpu": { "n": 274, "sum_ns": 2125686, "mean_ms": 0.0077579781021897805 }, "result_artifact_handoff_wall": { "n": 274, "sum_ns": 717488, "mean_ms": 0.0026185693430656933 }, "result_artifact_handoff_cpu": { "n": 274, "sum_ns": 718236, "mean_ms": 0.0026212992700729927 }, "result_publish_wall": { "n": 274, "sum_ns": 22840651, "mean_ms": 0.0833600401459854 }, "result_publish_cpu": { "n": 274, "sum_ns": 22838992, "mean_ms": 0.08335398540145986 }, "result_total_wall": { "n": 274, "sum_ns": 222712606, "mean_ms": 0.8128197299270074 }, "result_total_cpu": { "n": 274, "sum_ns": 221970680, "mean_ms": 0.8101119708029197 } } }, { "mode": "mixed-c-16", "level": 16, "camera": "37", "provider": "crowd", "cohort_reset": true, "counter_seconds": 29.835900986, "new_channel": true, "seconds": 29.9999997279956, "selected_fps": 9.317633817408327, "requested_fps": 9.317633817408327, "complete_fps": 9.284117149000382, "accepted_fps": 9.284117149000382, "finalized_fps": 9.284117149000382, "redis_fps": 9.284117149000382, "redis_read_fps": 9.233333417050243, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 277, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.055, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 36, "analysis_gap_markers": 11, "c_suppressed": 0, "max_redis_silence_s": 0.5945916160126217, "redis_interval_s": { "n": 276, "mean": 0.10810801507614087, "median": 0.08527417600271292, "p95": 0.2700257080141455, "maximum": 0.5945916160126217, "minimum": 0.0016549549764022231 }, "redis_drift_s": { "n": 277, "mean": 0.3144088400021893, "median": 0.3018197570256902, "p95": 0.5097074440345182, "maximum": 0.6671400120309556, "minimum": 0.11859491904871788 }, "redis_drift_s_per_min": 0.23521052088758093, "ingress_drift_s": { "n": 12, "mean": 0.0382728329166658, "median": 0.029410460000001137, "p95": 0.1453221140000025, "maximum": 0.1453221140000025, "minimum": -0.035389299000001984 }, "ingress_drift_s_per_min": 0.16336630526803633, "source_drift_s": { "n": 12, "mean": 0.017477999999999366, "median": 0.018661000000001593, "p95": 0.051891999999995164, "maximum": 0.051891999999995164, "minimum": -0.04232999999999976 }, "ingress_to_redis_ms": { "n": 277, "mean": 359.29241877256317, "median": 349, "p95": 537, "maximum": 636, "minimum": 150 }, "source_samples": 12, "redis_samples": 277, "native_redis_joined": 13, "durations": { "selected_to_preprocess_start": { "n": 278, "sum_ns": 171170657, "mean_ms": 0.6157217877697843 }, "depay_to_source_exit": { "n": 275, "sum_ns": 13553461000, "mean_ms": 49.285312727272725 }, "source_exit_to_ingress": { "n": 275, "sum_ns": 1743945062, "mean_ms": 6.341618407272727 }, "source_encoded_queue": { "n": 275, "sum_ns": 7273000, "mean_ms": 0.02644727272727273 }, "decode_between_queues": { "n": 275, "sum_ns": 12425980000, "mean_ms": 45.18538181818182 }, "source_raw_queue": { "n": 275, "sum_ns": 1029885000, "mean_ms": 3.745036363636364 }, "raw_queue_to_source_exit": { "n": 275, "sum_ns": 7198000, "mean_ms": 0.026174545454545457 }, "preprocess_start_to_preprocess_output": { "n": 278, "sum_ns": 856763977, "mean_ms": 3.081884809352518 }, "selected_to_preprocess": { "n": 278, "sum_ns": 1702115705, "mean_ms": 6.122718363309352 }, "preprocess_start_to_preprocess": { "n": 278, "sum_ns": 1530945048, "mean_ms": 5.506996575539568 }, "preprocess_output_to_infer_entry": { "n": 278, "sum_ns": 674181071, "mean_ms": 2.4251117661870505 }, "preprocess_to_infer_output": { "n": 277, "sum_ns": 95546318032, "mean_ms": 344.93255607220215 }, "preprocess_to_callback": { "n": 277, "sum_ns": 96002956424, "mean_ms": 346.58107012274365 }, "infer_output_to_callback": { "n": 277, "sum_ns": 456638392, "mean_ms": 1.6485140505415161 }, "copy_wall": { "n": 277, "sum_ns": 1323259787, "mean_ms": 4.777111144404332 }, "copy_thread_cpu": { "n": 277, "sum_ns": 1306987960, "mean_ms": 4.7183680866426 }, "callback_to_copied": { "n": 277, "sum_ns": 1366277601, "mean_ms": 4.932410111913358 }, "accepted_interval": { "n": 277, "sum_ns": 29783047859, "mean_ms": 107.52002837184116 }, "selected_to_submitted": { "n": 277, "sum_ns": 99167104797, "mean_ms": 358.00398843682314 }, "completed_queue_wait": { "n": 277, "sum_ns": 68248232, "mean_ms": 0.24638350902527076 }, "result_composition_wall": { "n": 277, "sum_ns": 2986604, "mean_ms": 0.010781963898916967 }, "result_composition_cpu": { "n": 277, "sum_ns": 2894041, "mean_ms": 0.01044780144404332 }, "result_artifact_handoff_wall": { "n": 277, "sum_ns": 791559, "mean_ms": 0.002857613718411552 }, "result_artifact_handoff_cpu": { "n": 277, "sum_ns": 794404, "mean_ms": 0.002867884476534296 }, "result_publish_wall": { "n": 277, "sum_ns": 31760856, "mean_ms": 0.11466012996389892 }, "result_publish_cpu": { "n": 277, "sum_ns": 31794280, "mean_ms": 0.11478079422382671 }, "result_total_wall": { "n": 277, "sum_ns": 257934571, "mean_ms": 0.9311717364620938 }, "result_total_cpu": { "n": 277, "sum_ns": 251811084, "mean_ms": 0.9090652851985559 } } }, { "mode": "mixed-c-16", "level": 16, "camera": "38", "provider": "pose", "cohort_reset": true, "counter_seconds": 29.966392875, "new_channel": true, "seconds": 29.9999997279956, "selected_fps": 8.242566965944846, "requested_fps": 8.242566965944846, "complete_fps": 8.242566965944846, "accepted_fps": 8.242566965944846, "finalized_fps": 8.242566965944846, "redis_fps": 8.242566965944846, "redis_read_fps": 8.266666741618991, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 247, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.118, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 114, "analysis_gap_markers": 40, "c_suppressed": 8, "max_redis_silence_s": 0.38755150500219315, "redis_interval_s": { "n": 247, "mean": 0.12115902898372208, "median": 0.09730196301825345, "p95": 0.2712834600242786, "maximum": 0.38755150500219315, "minimum": 0.025458385003730655 }, "redis_drift_s": { "n": 248, "mean": -6.531042396956058, "median": -6.527886036498241, "p95": -6.366307762994431, "maximum": -6.273179226999638, "minimum": -6.754677887006196 }, "redis_drift_s_per_min": -0.06412406765799998, "ingress_drift_s": { "n": 12, "mean": 0.05958107391666623, "median": 0.0595081300000011, "p95": 0.09078188400000187, "maximum": 0.09078188400000187, "minimum": 0.03589533399999567 }, "ingress_drift_s_per_min": -0.047055746049350665, "source_drift_s": { "n": 12, "mean": 0.047936833333332984, "median": 0.03961800000000082, "p95": 0.0849539999999962, "maximum": 0.0849539999999962, "minimum": 0.018423999999996 }, "ingress_to_redis_ms": { "n": 248, "mean": 477.14112903225805, "median": 487.5, "p95": 619, "maximum": 692, "minimum": 299 }, "source_samples": 12, "redis_samples": 248, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 247, "sum_ns": 13715005000, "mean_ms": 55.52633603238866 }, "source_exit_to_ingress": { "n": 247, "sum_ns": 5828831831, "mean_ms": 23.598509437246964 }, "source_encoded_queue": { "n": 247, "sum_ns": 6195000, "mean_ms": 0.02508097165991903 }, "decode_between_queues": { "n": 247, "sum_ns": 10870974000, "mean_ms": 44.01204048582996 }, "source_raw_queue": { "n": 247, "sum_ns": 2728491000, "mean_ms": 11.046522267206477 }, "raw_queue_to_source_exit": { "n": 247, "sum_ns": 5445000, "mean_ms": 0.022044534412955466 }, "selected_to_preprocess_start": { "n": 247, "sum_ns": 176140586, "mean_ms": 0.7131197813765182 }, "preprocess_start_to_preprocess_output": { "n": 247, "sum_ns": 1163076644, "mean_ms": 4.708812323886639 }, "selected_to_preprocess": { "n": 247, "sum_ns": 1492106133, "mean_ms": 6.040915518218624 }, "preprocess_start_to_preprocess": { "n": 247, "sum_ns": 1315965547, "mean_ms": 5.327795736842105 }, "preprocess_output_to_infer_entry": { "n": 247, "sum_ns": 152888903, "mean_ms": 0.6189834129554657 }, "preprocess_to_infer_output": { "n": 247, "sum_ns": 113696384627, "mean_ms": 460.3092495020243 }, "preprocess_to_callback": { "n": 247, "sum_ns": 114052871301, "mean_ms": 461.75251538866394 }, "infer_output_to_callback": { "n": 247, "sum_ns": 356486674, "mean_ms": 1.4432658866396761 }, "copy_wall": { "n": 247, "sum_ns": 506795228, "mean_ms": 2.051802542510121 }, "copy_thread_cpu": { "n": 247, "sum_ns": 505371166, "mean_ms": 2.0460371093117407 }, "callback_to_copied": { "n": 247, "sum_ns": 544489151, "mean_ms": 2.2044095182186236 }, "accepted_interval": { "n": 247, "sum_ns": 29889825219, "mean_ms": 121.01143813360325 }, "selected_to_submitted": { "n": 247, "sum_ns": 116109300422, "mean_ms": 470.0781393603239 }, "completed_queue_wait": { "n": 247, "sum_ns": 81081933, "mean_ms": 0.3282669352226721 }, "result_observations_wall": { "n": 247, "sum_ns": 209109516, "mean_ms": 0.8465972307692308 }, "result_observations_cpu": { "n": 247, "sum_ns": 209089389, "mean_ms": 0.8465157449392713 }, "result_nms_wall": { "n": 247, "sum_ns": 163662827, "mean_ms": 0.6626025384615385 }, "result_nms_cpu": { "n": 247, "sum_ns": 106962257, "mean_ms": 0.4330455748987854 }, "result_tracking_wall": { "n": 247, "sum_ns": 229732324, "mean_ms": 0.9300903805668016 }, "result_tracking_cpu": { "n": 247, "sum_ns": 208160487, "mean_ms": 0.842755008097166 }, "result_region_wall": { "n": 247, "sum_ns": 48000230, "mean_ms": 0.19433291497975708 }, "result_region_cpu": { "n": 247, "sum_ns": 48022496, "mean_ms": 0.19442306072874496 }, "result_fall_wall": { "n": 247, "sum_ns": 108481181, "mean_ms": 0.43919506477732795 }, "result_fall_cpu": { "n": 247, "sum_ns": 108285938, "mean_ms": 0.4384046072874494 }, "result_fight_wall": { "n": 247, "sum_ns": 26713606, "mean_ms": 0.10815225101214575 }, "result_fight_cpu": { "n": 247, "sum_ns": 26737155, "mean_ms": 0.10824759109311742 }, "result_collector_wall": { "n": 247, "sum_ns": 621756017, "mean_ms": 2.51723083805668 }, "result_collector_cpu": { "n": 247, "sum_ns": 610159502, "mean_ms": 2.4702813846153844 }, "result_composition_wall": { "n": 247, "sum_ns": 3170502, "mean_ms": 0.01283604048582996 }, "result_composition_cpu": { "n": 247, "sum_ns": 3181480, "mean_ms": 0.012880485829959515 }, "result_artifact_handoff_wall": { "n": 247, "sum_ns": 1481411, "mean_ms": 0.005997615384615385 }, "result_artifact_handoff_cpu": { "n": 247, "sum_ns": 779796, "mean_ms": 0.003157068825910931 }, "result_publish_wall": { "n": 247, "sum_ns": 82176131, "mean_ms": 0.3326968866396761 }, "result_publish_cpu": { "n": 247, "sum_ns": 82080507, "mean_ms": 0.33230974493927123 }, "result_total_wall": { "n": 247, "sum_ns": 1678409825, "mean_ms": 6.795181477732793 }, "result_total_cpu": { "n": 247, "sum_ns": 1586481518, "mean_ms": 6.423002097165991 } } }, { "mode": "mixed-c-16", "level": 16, "camera": "38", "provider": "fire", "cohort_reset": true, "counter_seconds": 30.072412837, "new_channel": true, "seconds": 29.9999997279956, "selected_fps": 9.510377552682305, "requested_fps": 9.510377552682305, "complete_fps": 9.543630621048326, "accepted_fps": 9.543630621048326, "finalized_fps": 9.543630621048326, "redis_fps": 9.543630621048326, "redis_read_fps": 9.500000086134728, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 287, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.305, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 60, "analysis_gap_markers": 13, "c_suppressed": 1, "max_redis_silence_s": 0.39001074101543054, "redis_interval_s": { "n": 284, "mean": 0.10505633732745863, "median": 0.08658461601589806, "p95": 0.23628238501260057, "maximum": 0.39001074101543054, "minimum": 0.012365709990262985 }, "redis_drift_s": { "n": 285, "mean": -6.508333864423812, "median": -6.516883684962053, "p95": -6.328644009982703, "maximum": -6.245532630961854, "minimum": -6.751103219986426 }, "redis_drift_s_per_min": -0.008785222718478822, "ingress_drift_s": { "n": 12, "mean": -0.04120743541666686, "median": -0.04691324250000051, "p95": 0.0028325179999981742, "maximum": 0.0028325179999981742, "minimum": -0.07361814600000116 }, "ingress_drift_s_per_min": 0.0653847859746859, "source_drift_s": { "n": 12, "mean": -0.04443241666666727, "median": -0.04823999999999984, "p95": -0.00470099999999718, "maximum": -0.00470099999999718, "minimum": -0.07660900000000481 }, "ingress_to_redis_ms": { "n": 285, "mean": 377.30877192982456, "median": 361, "p95": 570, "maximum": 645, "minimum": 163 }, "source_samples": 12, "redis_samples": 285, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 285, "sum_ns": 14606685000, "mean_ms": 51.25152631578948 }, "source_exit_to_ingress": { "n": 285, "sum_ns": 3228883992, "mean_ms": 11.329417515789473 }, "source_encoded_queue": { "n": 285, "sum_ns": 7584000, "mean_ms": 0.026610526315789473 }, "decode_between_queues": { "n": 285, "sum_ns": 12621163000, "mean_ms": 44.284782456140356 }, "source_raw_queue": { "n": 285, "sum_ns": 1868986000, "mean_ms": 6.557845614035088 }, "raw_queue_to_source_exit": { "n": 285, "sum_ns": 6407000, "mean_ms": 0.022480701754385966 }, "selected_to_preprocess_start": { "n": 285, "sum_ns": 170293046, "mean_ms": 0.5975194596491228 }, "preprocess_start_to_preprocess_output": { "n": 285, "sum_ns": 939352565, "mean_ms": 3.2959739122807017 }, "selected_to_preprocess": { "n": 285, "sum_ns": 1320501718, "mean_ms": 4.633339361403509 }, "preprocess_start_to_preprocess": { "n": 285, "sum_ns": 1150208672, "mean_ms": 4.035819901754386 }, "preprocess_output_to_infer_entry": { "n": 285, "sum_ns": 210856107, "mean_ms": 0.7398459894736842 }, "preprocess_to_infer_output": { "n": 286, "sum_ns": 104603901355, "mean_ms": 365.7479068356643 }, "preprocess_to_callback": { "n": 286, "sum_ns": 105046189770, "mean_ms": 367.2943698251748 }, "infer_output_to_callback": { "n": 286, "sum_ns": 442288415, "mean_ms": 1.5464629895104893 }, "copy_wall": { "n": 287, "sum_ns": 1349085225, "mean_ms": 4.700645383275261 }, "copy_thread_cpu": { "n": 287, "sum_ns": 1328326797, "mean_ms": 4.628316365853659 }, "callback_to_copied": { "n": 286, "sum_ns": 1387249923, "mean_ms": 4.850524206293706 }, "accepted_interval": { "n": 286, "sum_ns": 30359550725, "mean_ms": 106.15227526223775 }, "selected_to_submitted": { "n": 285, "sum_ns": 107425571365, "mean_ms": 376.93182935087714 }, "completed_queue_wait": { "n": 287, "sum_ns": 82505078, "mean_ms": 0.2874741393728223 }, "result_composition_wall": { "n": 287, "sum_ns": 2167182, "mean_ms": 0.007551156794425087 }, "result_composition_cpu": { "n": 287, "sum_ns": 2127774, "mean_ms": 0.007413846689895471 }, "result_artifact_handoff_wall": { "n": 287, "sum_ns": 748760, "mean_ms": 0.0026089198606271775 }, "result_artifact_handoff_cpu": { "n": 287, "sum_ns": 752527, "mean_ms": 0.0026220452961672473 }, "result_publish_wall": { "n": 287, "sum_ns": 24276605, "mean_ms": 0.08458747386759582 }, "result_publish_cpu": { "n": 287, "sum_ns": 24309024, "mean_ms": 0.08470043205574913 }, "result_total_wall": { "n": 287, "sum_ns": 231213475, "mean_ms": 0.8056218641114983 }, "result_total_cpu": { "n": 287, "sum_ns": 230529621, "mean_ms": 0.8032390975609756 } } }, { "mode": "mixed-c-16", "level": 16, "camera": "38", "provider": "crowd", "cohort_reset": true, "counter_seconds": 29.832296218, "new_channel": true, "seconds": 29.9999997279956, "selected_fps": 9.68748761034443, "requested_fps": 9.68748761034443, "complete_fps": 9.68748761034443, "accepted_fps": 9.68748761034443, "finalized_fps": 9.68748761034443, "redis_fps": 9.68748761034443, "redis_read_fps": 9.70000008794809, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 289, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.187, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 43, "analysis_gap_markers": 6, "c_suppressed": 0, "max_redis_silence_s": 0.3577559220138937, "redis_interval_s": { "n": 290, "mean": 0.10307949880692016, "median": 0.08802432048832998, "p95": 0.24899042799370363, "maximum": 0.3577559220138937, "minimum": 0.011986780969891697 }, "redis_drift_s": { "n": 291, "mean": 0.3188239954228311, "median": 0.30734115402726303, "p95": 0.493746231985277, "maximum": 0.5871502190460447, "minimum": 0.09375529302656815 }, "redis_drift_s_per_min": 0.2510181167067572, "ingress_drift_s": { "n": 12, "mean": 0.06583771866666825, "median": 0.05844907800000243, "p95": 0.12529678300000313, "maximum": 0.12529678300000313, "minimum": 0.03303349800000177 }, "ingress_drift_s_per_min": 0.08121684363330832, "source_drift_s": { "n": 12, "mean": 0.0474565833333358, "median": 0.04964350000000195, "p95": 0.06962600000000663, "maximum": 0.06962600000000663, "minimum": 0.032037000000002536 }, "ingress_to_redis_ms": { "n": 291, "mean": 353.70103092783506, "median": 339, "p95": 526, "maximum": 631, "minimum": 170 }, "source_samples": 12, "redis_samples": 291, "native_redis_joined": 14, "durations": { "depay_to_source_exit": { "n": 289, "sum_ns": 14661517000, "mean_ms": 50.73189273356401 }, "source_exit_to_ingress": { "n": 289, "sum_ns": 3175367287, "mean_ms": 10.987430058823529 }, "source_encoded_queue": { "n": 289, "sum_ns": 6799000, "mean_ms": 0.023525951557093427 }, "decode_between_queues": { "n": 289, "sum_ns": 13112308000, "mean_ms": 45.37130795847751 }, "source_raw_queue": { "n": 289, "sum_ns": 1424290000, "mean_ms": 4.928339100346021 }, "raw_queue_to_source_exit": { "n": 289, "sum_ns": 7030000, "mean_ms": 0.024325259515570935 }, "selected_to_preprocess_start": { "n": 289, "sum_ns": 187373705, "mean_ms": 0.6483519204152248 }, "preprocess_start_to_preprocess_output": { "n": 289, "sum_ns": 964011145, "mean_ms": 3.3356787024221455 }, "selected_to_preprocess": { "n": 289, "sum_ns": 1632268676, "mean_ms": 5.647988498269896 }, "preprocess_start_to_preprocess": { "n": 289, "sum_ns": 1444894971, "mean_ms": 4.999636577854671 }, "preprocess_output_to_infer_entry": { "n": 289, "sum_ns": 480883826, "mean_ms": 1.663957875432526 }, "preprocess_to_infer_output": { "n": 289, "sum_ns": 97995693467, "mean_ms": 339.08544452249134 }, "preprocess_to_callback": { "n": 289, "sum_ns": 98444149523, "mean_ms": 340.63719558131487 }, "infer_output_to_callback": { "n": 289, "sum_ns": 448456056, "mean_ms": 1.5517510588235295 }, "copy_wall": { "n": 289, "sum_ns": 1422632632, "mean_ms": 4.922604262975779 }, "copy_thread_cpu": { "n": 289, "sum_ns": 1398089314, "mean_ms": 4.837679287197232 }, "callback_to_copied": { "n": 289, "sum_ns": 1467735187, "mean_ms": 5.078668467128027 }, "accepted_interval": { "n": 289, "sum_ns": 29862026207, "mean_ms": 103.32881040484429 }, "selected_to_submitted": { "n": 289, "sum_ns": 101565384781, "mean_ms": 351.43731758131486 }, "completed_queue_wait": { "n": 289, "sum_ns": 76839744, "mean_ms": 0.2658814671280277 }, "result_composition_wall": { "n": 289, "sum_ns": 3291927, "mean_ms": 0.011390750865051903 }, "result_composition_cpu": { "n": 289, "sum_ns": 3202510, "mean_ms": 0.011081349480968858 }, "result_artifact_handoff_wall": { "n": 289, "sum_ns": 795300, "mean_ms": 0.0027519031141868514 }, "result_artifact_handoff_cpu": { "n": 289, "sum_ns": 811504, "mean_ms": 0.0028079723183391 }, "result_publish_wall": { "n": 289, "sum_ns": 33690429, "mean_ms": 0.11657587889273358 }, "result_publish_cpu": { "n": 289, "sum_ns": 33206866, "mean_ms": 0.11490265051903115 }, "result_total_wall": { "n": 289, "sum_ns": 278761660, "mean_ms": 0.9645732179930796 }, "result_total_cpu": { "n": 289, "sum_ns": 265866016, "mean_ms": 0.9199516124567474 } } }, { "mode": "mixed-c-16", "level": 16, "camera": "39", "provider": "pose", "cohort_reset": true, "counter_seconds": 30.123223829, "new_channel": true, "seconds": 29.9999997279956, "selected_fps": 8.10006264220293, "requested_fps": 8.10006264220293, "complete_fps": 8.10006264220293, "accepted_fps": 8.10006264220293, "finalized_fps": 8.10006264220293, "redis_fps": 8.10006264220293, "redis_read_fps": 8.066666739805628, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 244, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.096, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 126, "analysis_gap_markers": 41, "c_suppressed": 8, "max_redis_silence_s": 0.6028299480094574, "redis_interval_s": { "n": 241, "mean": 0.12391019194180154, "median": 0.10106798796914518, "p95": 0.2769448889885098, "maximum": 0.6028299480094574, "minimum": 0.004408560984302312 }, "redis_drift_s": { "n": 242, "mean": 0.4007398409186823, "median": 0.39368890499370224, "p95": 0.5900945880212802, "maximum": 0.7694223859761848, "minimum": 0.10911197798792216 }, "redis_drift_s_per_min": 0.06348544302089479, "ingress_drift_s": { "n": 11, "mean": 0.044996108363637106, "median": 0.007147139000004188, "p95": 0.29505516500000084, "maximum": 0.29505516500000084, "minimum": -0.025280395999999428 }, "ingress_drift_s_per_min": 0.1307816174572868, "source_drift_s": { "n": 11, "mean": 0.020725636363635468, "median": -0.0015959999999992647, "p95": 0.29883900000000096, "maximum": 0.29883900000000096, "minimum": -0.02331800000000328 }, "ingress_to_redis_ms": { "n": 242, "mean": 476.5, "median": 482.5, "p95": 630, "maximum": 705, "minimum": 269 }, "source_samples": 11, "redis_samples": 242, "native_redis_joined": 11, "durations": { "selected_to_preprocess_start": { "n": 244, "sum_ns": 185456285, "mean_ms": 0.7600667418032787 }, "depay_to_source_exit": { "n": 242, "sum_ns": 14350823000, "mean_ms": 59.300921487603304 }, "source_exit_to_ingress": { "n": 242, "sum_ns": 8891126148, "mean_ms": 36.740190694214874 }, "source_encoded_queue": { "n": 242, "sum_ns": 5994000, "mean_ms": 0.024768595041322315 }, "decode_between_queues": { "n": 242, "sum_ns": 11367857000, "mean_ms": 46.97461570247934 }, "source_raw_queue": { "n": 242, "sum_ns": 2910339000, "mean_ms": 12.026194214876034 }, "raw_queue_to_source_exit": { "n": 242, "sum_ns": 6367000, "mean_ms": 0.0263099173553719 }, "preprocess_start_to_preprocess_output": { "n": 244, "sum_ns": 1128606635, "mean_ms": 4.625437028688525 }, "selected_to_preprocess": { "n": 244, "sum_ns": 1442395054, "mean_ms": 5.911455139344262 }, "preprocess_start_to_preprocess": { "n": 244, "sum_ns": 1256938769, "mean_ms": 5.151388397540984 }, "preprocess_output_to_infer_entry": { "n": 244, "sum_ns": 128332134, "mean_ms": 0.525951368852459 }, "preprocess_to_infer_output": { "n": 244, "sum_ns": 112437975303, "mean_ms": 460.81137419262296 }, "preprocess_to_callback": { "n": 244, "sum_ns": 112782569510, "mean_ms": 462.2236455327869 }, "infer_output_to_callback": { "n": 244, "sum_ns": 344594207, "mean_ms": 1.4122713401639344 }, "copy_wall": { "n": 244, "sum_ns": 551327296, "mean_ms": 2.2595380983606557 }, "copy_thread_cpu": { "n": 244, "sum_ns": 549670652, "mean_ms": 2.252748573770492 }, "callback_to_copied": { "n": 244, "sum_ns": 588543401, "mean_ms": 2.412063118852459 }, "accepted_interval": { "n": 244, "sum_ns": 30128211745, "mean_ms": 123.47627764344261 }, "selected_to_submitted": { "n": 244, "sum_ns": 114830536389, "mean_ms": 470.6169524139344 }, "completed_queue_wait": { "n": 244, "sum_ns": 86230037, "mean_ms": 0.3534017909836065 }, "result_observations_wall": { "n": 244, "sum_ns": 194588366, "mean_ms": 0.7974933032786886 }, "result_observations_cpu": { "n": 244, "sum_ns": 194473789, "mean_ms": 0.797023725409836 }, "result_nms_wall": { "n": 244, "sum_ns": 154462557, "mean_ms": 0.6330432663934427 }, "result_nms_cpu": { "n": 244, "sum_ns": 109052208, "mean_ms": 0.4469352786885246 }, "result_tracking_wall": { "n": 244, "sum_ns": 201678131, "mean_ms": 0.8265497172131148 }, "result_tracking_cpu": { "n": 244, "sum_ns": 183598953, "mean_ms": 0.752454725409836 }, "result_region_wall": { "n": 244, "sum_ns": 58157560, "mean_ms": 0.23835065573770492 }, "result_region_cpu": { "n": 244, "sum_ns": 58179069, "mean_ms": 0.23843880737704917 }, "result_fall_wall": { "n": 244, "sum_ns": 167672723, "mean_ms": 0.6871832909836066 }, "result_fall_cpu": { "n": 244, "sum_ns": 167038621, "mean_ms": 0.684584512295082 }, "result_fight_wall": { "n": 244, "sum_ns": 38735888, "mean_ms": 0.15875363934426232 }, "result_fight_cpu": { "n": 244, "sum_ns": 38532281, "mean_ms": 0.15791918442622951 }, "result_collector_wall": { "n": 244, "sum_ns": 448037583, "mean_ms": 1.8362196024590165 }, "result_collector_cpu": { "n": 244, "sum_ns": 444496626, "mean_ms": 1.8217074836065574 }, "result_composition_wall": { "n": 244, "sum_ns": 3135703, "mean_ms": 0.012851241803278688 }, "result_composition_cpu": { "n": 244, "sum_ns": 3143853, "mean_ms": 0.012884643442622952 }, "result_artifact_handoff_wall": { "n": 244, "sum_ns": 1741944, "mean_ms": 0.00713911475409836 }, "result_artifact_handoff_cpu": { "n": 244, "sum_ns": 812376, "mean_ms": 0.0033294098360655737 }, "result_publish_wall": { "n": 244, "sum_ns": 44023325, "mean_ms": 0.1804234631147541 }, "result_publish_cpu": { "n": 244, "sum_ns": 44047189, "mean_ms": 0.1805212663934426 }, "result_total_wall": { "n": 244, "sum_ns": 1490870566, "mean_ms": 6.110125270491803 }, "result_total_cpu": { "n": 244, "sum_ns": 1420233708, "mean_ms": 5.820629950819672 } } }, { "mode": "mixed-c-16", "level": 16, "camera": "39", "provider": "fire", "cohort_reset": true, "counter_seconds": 30.076232648, "new_channel": true, "seconds": 29.9999997279956, "selected_fps": 9.342925468382617, "requested_fps": 9.309676623299406, "complete_fps": 9.342925468382617, "accepted_fps": 9.342925468382617, "finalized_fps": 9.342925468382617, "redis_fps": 9.342925468382617, "redis_read_fps": 9.300000084321365, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 281, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.107, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 58, "analysis_gap_markers": 13, "c_suppressed": 1, "max_redis_silence_s": 0.5720772300264798, "redis_interval_s": { "n": 278, "mean": 0.10767529002874889, "median": 0.08771553449332714, "p95": 0.2575663690222427, "maximum": 0.5720772300264798, "minimum": 0.022132801008410752 }, "redis_drift_s": { "n": 279, "mean": 0.23519566083452118, "median": 0.22751955299312243, "p95": 0.3955531880380576, "maximum": 0.6854180340357132, "minimum": 0.02199249100172551 }, "redis_drift_s_per_min": 0.08002437818549385, "ingress_drift_s": { "n": 12, "mean": 0.04046893591666686, "median": 0.03496397949999874, "p95": 0.11441436300000163, "maximum": 0.11441436300000163, "minimum": 0.010458966999998154 }, "ingress_drift_s_per_min": 0.08888145115166353, "source_drift_s": { "n": 12, "mean": 0.02508641666666674, "median": 0.020906000000003644, "p95": 0.05934299999999837, "maximum": 0.05934299999999837, "minimum": 0.00584100000000376 }, "ingress_to_redis_ms": { "n": 279, "mean": 378.0824372759857, "median": 368, "p95": 558, "maximum": 653, "minimum": 177 }, "source_samples": 12, "redis_samples": 279, "native_redis_joined": 11, "durations": { "selected_to_preprocess_start": { "n": 279, "sum_ns": 173523532, "mean_ms": 0.6219481433691756 }, "depay_to_source_exit": { "n": 279, "sum_ns": 15152877000, "mean_ms": 54.31138709677419 }, "source_exit_to_ingress": { "n": 279, "sum_ns": 2742280688, "mean_ms": 9.828963039426524 }, "source_encoded_queue": { "n": 279, "sum_ns": 6559000, "mean_ms": 0.023508960573476703 }, "decode_between_queues": { "n": 279, "sum_ns": 13083233000, "mean_ms": 46.8933082437276 }, "source_raw_queue": { "n": 279, "sum_ns": 1981532000, "mean_ms": 7.1022652329749105 }, "raw_queue_to_source_exit": { "n": 279, "sum_ns": 6752000, "mean_ms": 0.02420071684587814 }, "preprocess_start_to_preprocess_output": { "n": 279, "sum_ns": 904559054, "mean_ms": 3.2421471469534047 }, "selected_to_preprocess": { "n": 279, "sum_ns": 1201592897, "mean_ms": 4.306784577060932 }, "preprocess_start_to_preprocess": { "n": 279, "sum_ns": 1028069365, "mean_ms": 3.6848364336917565 }, "preprocess_output_to_infer_entry": { "n": 279, "sum_ns": 123510311, "mean_ms": 0.4426892867383513 }, "preprocess_to_infer_output": { "n": 280, "sum_ns": 102633063951, "mean_ms": 366.54665696785713 }, "preprocess_to_callback": { "n": 280, "sum_ns": 103085015082, "mean_ms": 368.16076814999997 }, "infer_output_to_callback": { "n": 280, "sum_ns": 451951131, "mean_ms": 1.6141111821428573 }, "copy_wall": { "n": 281, "sum_ns": 1300534433, "mean_ms": 4.628236416370107 }, "copy_thread_cpu": { "n": 281, "sum_ns": 1287271463, "mean_ms": 4.581037234875446 }, "callback_to_copied": { "n": 280, "sum_ns": 1337564984, "mean_ms": 4.777017799999999 }, "accepted_interval": { "n": 280, "sum_ns": 30140634578, "mean_ms": 107.64512349285714 }, "selected_to_submitted": { "n": 279, "sum_ns": 105072709942, "mean_ms": 376.6046951326165 }, "completed_queue_wait": { "n": 281, "sum_ns": 79932986, "mean_ms": 0.284459024911032 }, "result_composition_wall": { "n": 281, "sum_ns": 2032198, "mean_ms": 0.007232021352313167 }, "result_composition_cpu": { "n": 281, "sum_ns": 1998953, "mean_ms": 0.007113711743772242 }, "result_artifact_handoff_wall": { "n": 281, "sum_ns": 712415, "mean_ms": 0.002535284697508897 }, "result_artifact_handoff_cpu": { "n": 281, "sum_ns": 714713, "mean_ms": 0.002543462633451957 }, "result_publish_wall": { "n": 281, "sum_ns": 22719854, "mean_ms": 0.08085357295373666 }, "result_publish_cpu": { "n": 281, "sum_ns": 22761321, "mean_ms": 0.08100114234875445 }, "result_total_wall": { "n": 281, "sum_ns": 220678106, "mean_ms": 0.7853313380782918 }, "result_total_cpu": { "n": 281, "sum_ns": 219623410, "mean_ms": 0.7815779715302491 } } }, { "mode": "mixed-c-16", "level": 16, "camera": "39", "provider": "crowd", "cohort_reset": true, "counter_seconds": 30.084593849, "new_channel": true, "seconds": 29.9999997279956, "selected_fps": 9.473287272231973, "requested_fps": 9.473287272231973, "complete_fps": 9.406808063304029, "accepted_fps": 9.406808063304029, "finalized_fps": 9.406808063304029, "redis_fps": 9.406808063304029, "redis_read_fps": 9.400000085228045, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 283, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.097, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 49, "analysis_gap_markers": 9, "c_suppressed": 0, "max_redis_silence_s": 0.578281475987751, "redis_interval_s": { "n": 281, "mean": 0.10622242878288946, "median": 0.08743723999941722, "p95": 0.2435394180356525, "maximum": 0.578281475987751, "minimum": 0.010100840008817613 }, "redis_drift_s": { "n": 282, "mean": 0.20919848624725515, "median": 0.19962923648185082, "p95": 0.36430919397715655, "maximum": 0.681271238969174, "minimum": 0.014796672017780566 }, "redis_drift_s_per_min": 0.24726527725538075, "ingress_drift_s": { "n": 12, "mean": 0.02827475133333242, "median": 0.027137499499996665, "p95": 0.07453159499999629, "maximum": 0.07453159499999629, "minimum": 0.0026473879999997507 }, "ingress_drift_s_per_min": 0.07596381319695122, "source_drift_s": { "n": 12, "mean": 0.03074008333333289, "median": 0.03061050000000165, "p95": 0.057659000000001015, "maximum": 0.057659000000001015, "minimum": 0.0015830000000036648 }, "ingress_to_redis_ms": { "n": 282, "mean": 358.3085106382979, "median": 345.5, "p95": 521, "maximum": 631, "minimum": 155 }, "source_samples": 12, "redis_samples": 282, "native_redis_joined": 10, "durations": { "selected_to_preprocess_start": { "n": 285, "sum_ns": 178380273, "mean_ms": 0.625895694736842 }, "depay_to_source_exit": { "n": 284, "sum_ns": 14839131000, "mean_ms": 52.25046126760563 }, "source_exit_to_ingress": { "n": 284, "sum_ns": 2520288930, "mean_ms": 8.874256795774649 }, "source_encoded_queue": { "n": 284, "sum_ns": 5848000, "mean_ms": 0.020591549295774645 }, "decode_between_queues": { "n": 284, "sum_ns": 13306134000, "mean_ms": 46.85258450704225 }, "source_raw_queue": { "n": 284, "sum_ns": 1443145000, "mean_ms": 5.08149647887324 }, "raw_queue_to_source_exit": { "n": 284, "sum_ns": 7216000, "mean_ms": 0.025408450704225354 }, "preprocess_start_to_preprocess_output": { "n": 285, "sum_ns": 949324825, "mean_ms": 3.330964298245614 }, "selected_to_preprocess": { "n": 285, "sum_ns": 1539760355, "mean_ms": 5.402667912280702 }, "preprocess_start_to_preprocess": { "n": 285, "sum_ns": 1361380082, "mean_ms": 4.77677221754386 }, "preprocess_output_to_infer_entry": { "n": 285, "sum_ns": 412055257, "mean_ms": 1.4458079192982456 }, "preprocess_to_infer_output": { "n": 283, "sum_ns": 97762232958, "mean_ms": 345.44958642402827 }, "preprocess_to_callback": { "n": 283, "sum_ns": 98187640568, "mean_ms": 346.95279352650175 }, "infer_output_to_callback": { "n": 283, "sum_ns": 425407610, "mean_ms": 1.5032071024734983 }, "copy_wall": { "n": 283, "sum_ns": 1294097754, "mean_ms": 4.572783583038869 }, "copy_thread_cpu": { "n": 283, "sum_ns": 1281823583, "mean_ms": 4.529411954063605 }, "callback_to_copied": { "n": 283, "sum_ns": 1337370669, "mean_ms": 4.725691409893994 }, "accepted_interval": { "n": 283, "sum_ns": 30091016737, "mean_ms": 106.32868104946996 }, "selected_to_submitted": { "n": 283, "sum_ns": 101080085198, "mean_ms": 357.17344592932864 }, "completed_queue_wait": { "n": 283, "sum_ns": 77577837, "mean_ms": 0.27412663250883396 }, "result_composition_wall": { "n": 283, "sum_ns": 3870078, "mean_ms": 0.013675187279151943 }, "result_composition_cpu": { "n": 283, "sum_ns": 3326076, "mean_ms": 0.011752918727915194 }, "result_artifact_handoff_wall": { "n": 283, "sum_ns": 805256, "mean_ms": 0.0028454275618374557 }, "result_artifact_handoff_cpu": { "n": 283, "sum_ns": 799813, "mean_ms": 0.0028261943462897527 }, "result_publish_wall": { "n": 283, "sum_ns": 32790228, "mean_ms": 0.11586653003533569 }, "result_publish_cpu": { "n": 283, "sum_ns": 32019675, "mean_ms": 0.11314372791519435 }, "result_total_wall": { "n": 283, "sum_ns": 268562634, "mean_ms": 0.9489845724381625 }, "result_total_cpu": { "n": 283, "sum_ns": 257736358, "mean_ms": 0.9107291802120141 } } }, { "mode": "mixed-c-16", "level": 16, "camera": "40", "provider": "pose", "cohort_reset": true, "counter_seconds": 29.873776519, "new_channel": true, "seconds": 29.9999997279956, "selected_fps": 8.23464685971463, "requested_fps": 8.201172685488148, "complete_fps": 8.23464685971463, "accepted_fps": 8.23464685971463, "finalized_fps": 8.23464685971463, "redis_fps": 8.23464685971463, "redis_read_fps": 8.23333340798343, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 246, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.205, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 134, "analysis_gap_markers": 44, "c_suppressed": 10, "max_redis_silence_s": 0.44089736603200436, "redis_interval_s": { "n": 246, "mean": 0.12138956771549254, "median": 0.0997578815149609, "p95": 0.27198265097104013, "maximum": 0.44089736603200436, "minimum": 0.010070674994494766 }, "redis_drift_s": { "n": 247, "mean": -0.6263422809419326, "median": -0.6174439080161989, "p95": -0.44068717199657215, "maximum": -0.3135583340064656, "minimum": -0.8794085109932368 }, "redis_drift_s_per_min": -0.10606618705496335, "ingress_drift_s": { "n": 12, "mean": 0.08824852050000113, "median": 0.06675587050000331, "p95": 0.3136833180000025, "maximum": 0.3136833180000025, "minimum": -0.016045174999995027 }, "ingress_drift_s_per_min": -0.3348707271728007, "source_drift_s": { "n": 12, "mean": 0.02390541666666716, "median": 0.023729499999998183, "p95": 0.059254000000002804, "maximum": 0.059254000000002804, "minimum": -0.015822999999997478 }, "ingress_to_redis_ms": { "n": 247, "mean": 482.42914979757086, "median": 491, "p95": 634, "maximum": 744, "minimum": 295 }, "source_samples": 12, "redis_samples": 247, "native_redis_joined": 13, "durations": { "depay_to_source_exit": { "n": 246, "sum_ns": 14708941000, "mean_ms": 59.79244308943089 }, "source_exit_to_ingress": { "n": 246, "sum_ns": 10553364417, "mean_ms": 42.89985535365854 }, "source_encoded_queue": { "n": 246, "sum_ns": 4836000, "mean_ms": 0.019658536585365854 }, "decode_between_queues": { "n": 246, "sum_ns": 11124752000, "mean_ms": 45.22256910569106 }, "source_raw_queue": { "n": 246, "sum_ns": 3475233000, "mean_ms": 14.126963414634146 }, "raw_queue_to_source_exit": { "n": 246, "sum_ns": 5360000, "mean_ms": 0.021788617886178863 }, "selected_to_preprocess_start": { "n": 246, "sum_ns": 211354027, "mean_ms": 0.8591627113821139 }, "preprocess_start_to_preprocess_output": { "n": 245, "sum_ns": 1144557549, "mean_ms": 4.671663465306123 }, "selected_to_preprocess": { "n": 245, "sum_ns": 1441846559, "mean_ms": 5.885087995918367 }, "preprocess_start_to_preprocess": { "n": 245, "sum_ns": 1231014564, "mean_ms": 5.024549240816327 }, "preprocess_output_to_infer_entry": { "n": 245, "sum_ns": 86457015, "mean_ms": 0.35288577551020406 }, "preprocess_to_infer_output": { "n": 246, "sum_ns": 114284469751, "mean_ms": 464.57101524796747 }, "preprocess_to_callback": { "n": 246, "sum_ns": 114631498902, "mean_ms": 465.98170285365853 }, "infer_output_to_callback": { "n": 246, "sum_ns": 347029151, "mean_ms": 1.410687605691057 }, "copy_wall": { "n": 246, "sum_ns": 588314660, "mean_ms": 2.3915230081300813 }, "copy_thread_cpu": { "n": 246, "sum_ns": 587420446, "mean_ms": 2.3878879918699187 }, "callback_to_copied": { "n": 246, "sum_ns": 625991065, "mean_ms": 2.54467912601626 }, "accepted_interval": { "n": 246, "sum_ns": 29918696954, "mean_ms": 121.62071932520325 }, "selected_to_submitted": { "n": 246, "sum_ns": 116715392452, "mean_ms": 474.4528148455285 }, "completed_queue_wait": { "n": 246, "sum_ns": 92405037, "mean_ms": 0.3756302317073171 }, "result_observations_wall": { "n": 246, "sum_ns": 206211144, "mean_ms": 0.8382566829268293 }, "result_observations_cpu": { "n": 246, "sum_ns": 206146790, "mean_ms": 0.837995081300813 }, "result_nms_wall": { "n": 246, "sum_ns": 167126928, "mean_ms": 0.679377756097561 }, "result_nms_cpu": { "n": 246, "sum_ns": 110923152, "mean_ms": 0.4509071219512195 }, "result_tracking_wall": { "n": 246, "sum_ns": 442678409, "mean_ms": 1.7995057276422763 }, "result_tracking_cpu": { "n": 246, "sum_ns": 399303212, "mean_ms": 1.6231837886178861 }, "result_region_wall": { "n": 246, "sum_ns": 78822187, "mean_ms": 0.32041539430894306 }, "result_region_cpu": { "n": 246, "sum_ns": 78387396, "mean_ms": 0.3186479512195122 }, "result_fall_wall": { "n": 246, "sum_ns": 282230646, "mean_ms": 1.1472790487804878 }, "result_fall_cpu": { "n": 246, "sum_ns": 281730905, "mean_ms": 1.145247581300813 }, "result_fight_wall": { "n": 246, "sum_ns": 67459307, "mean_ms": 0.27422482520325203 }, "result_fight_cpu": { "n": 246, "sum_ns": 67475641, "mean_ms": 0.2742912235772358 }, "result_collector_wall": { "n": 246, "sum_ns": 488252560, "mean_ms": 1.9847665040650406 }, "result_collector_cpu": { "n": 246, "sum_ns": 486398881, "mean_ms": 1.9772312235772358 }, "result_composition_wall": { "n": 246, "sum_ns": 3189933, "mean_ms": 0.012967207317073171 }, "result_composition_cpu": { "n": 246, "sum_ns": 3199979, "mean_ms": 0.013008044715447155 }, "result_artifact_handoff_wall": { "n": 246, "sum_ns": 817726, "mean_ms": 0.003324089430894309 }, "result_artifact_handoff_cpu": { "n": 246, "sum_ns": 807036, "mean_ms": 0.0032806341463414634 }, "result_publish_wall": { "n": 246, "sum_ns": 228833377, "mean_ms": 0.9302169796747967 }, "result_publish_cpu": { "n": 246, "sum_ns": 226139749, "mean_ms": 0.9192672723577235 }, "result_total_wall": { "n": 246, "sum_ns": 2167986601, "mean_ms": 8.812953662601625 }, "result_total_cpu": { "n": 246, "sum_ns": 2061260333, "mean_ms": 8.379107044715447 } } }, { "mode": "mixed-c-16", "level": 16, "camera": "40", "provider": "fire", "cohort_reset": true, "counter_seconds": 30.081785364, "new_channel": true, "seconds": 29.9999997279956, "selected_fps": 9.440929006157774, "requested_fps": 9.440929006157774, "complete_fps": 9.407686298389612, "accepted_fps": 9.407686298389612, "finalized_fps": 9.407686298389612, "redis_fps": 9.407686298389612, "redis_read_fps": 9.533333419770289, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 283, "queue_depth_max_sampled": 1, "queue_age_max_sampled": 0.0005073309876024723, "provider_response_age_max_sampled": 0.222, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 58, "analysis_gap_markers": 13, "c_suppressed": 0, "max_redis_silence_s": 0.3671071060234681, "redis_interval_s": { "n": 285, "mean": 0.10511405844559991, "median": 0.08574446401325986, "p95": 0.23945173498941585, "maximum": 0.3671071060234681, "minimum": 0.01639956800499931 }, "redis_drift_s": { "n": 286, "mean": 0.1819499425723191, "median": 0.1704156499896179, "p95": 0.35204784394614563, "maximum": 0.441244608995504, "minimum": -0.04825495803262925 }, "redis_drift_s_per_min": 0.058600346151196726, "ingress_drift_s": { "n": 12, "mean": 0.034482850499999884, "median": 0.031840794500002545, "p95": 0.08134553800000077, "maximum": 0.08134553800000077, "minimum": -0.014675165999999962 }, "ingress_drift_s_per_min": 0.017624526587463808, "source_drift_s": { "n": 12, "mean": 0.024331749999999985, "median": 0.021803500000000753, "p95": 0.06409299999999973, "maximum": 0.06409299999999973, "minimum": -0.014610999999998597 }, "ingress_to_redis_ms": { "n": 286, "mean": 383.9825174825175, "median": 370.0, "p95": 560, "maximum": 688, "minimum": 166 }, "source_samples": 12, "redis_samples": 286, "native_redis_joined": 14, "durations": { "selected_to_preprocess_start": { "n": 284, "sum_ns": 198306241, "mean_ms": 0.698261411971831 }, "depay_to_source_exit": { "n": 284, "sum_ns": 15067675000, "mean_ms": 53.05519366197183 }, "source_exit_to_ingress": { "n": 284, "sum_ns": 3200091084, "mean_ms": 11.267926352112678 }, "source_encoded_queue": { "n": 284, "sum_ns": 10385000, "mean_ms": 0.03656690140845071 }, "decode_between_queues": { "n": 284, "sum_ns": 13279165000, "mean_ms": 46.75762323943662 }, "source_raw_queue": { "n": 284, "sum_ns": 1718811000, "mean_ms": 6.052151408450704 }, "raw_queue_to_source_exit": { "n": 284, "sum_ns": 6669000, "mean_ms": 0.023482394366197184 }, "preprocess_start_to_preprocess_output": { "n": 284, "sum_ns": 886902784, "mean_ms": 3.1228971267605634 }, "selected_to_preprocess": { "n": 284, "sum_ns": 1304623043, "mean_ms": 4.5937431091549294 }, "preprocess_start_to_preprocess": { "n": 284, "sum_ns": 1106316802, "mean_ms": 3.8954816971830986 }, "preprocess_output_to_infer_entry": { "n": 284, "sum_ns": 219414018, "mean_ms": 0.7725845704225351 }, "preprocess_to_infer_output": { "n": 283, "sum_ns": 104914075328, "mean_ms": 370.7211142332156 }, "preprocess_to_callback": { "n": 283, "sum_ns": 105344316597, "mean_ms": 372.24140140282685 }, "infer_output_to_callback": { "n": 283, "sum_ns": 430241269, "mean_ms": 1.5202871696113074 }, "copy_wall": { "n": 283, "sum_ns": 1401911293, "mean_ms": 4.953750151943463 }, "copy_thread_cpu": { "n": 283, "sum_ns": 1368838249, "mean_ms": 4.836884272084806 }, "callback_to_copied": { "n": 283, "sum_ns": 1446003224, "mean_ms": 5.109552028268552 }, "accepted_interval": { "n": 283, "sum_ns": 29896527102, "mean_ms": 105.6414385229682 }, "selected_to_submitted": { "n": 283, "sum_ns": 108116143397, "mean_ms": 382.0358423922262 }, "completed_queue_wait": { "n": 283, "sum_ns": 83740869, "mean_ms": 0.29590413074204946 }, "result_composition_wall": { "n": 283, "sum_ns": 2043532, "mean_ms": 0.007220961130742049 }, "result_composition_cpu": { "n": 283, "sum_ns": 2015126, "mean_ms": 0.007120586572438163 }, "result_artifact_handoff_wall": { "n": 283, "sum_ns": 736286, "mean_ms": 0.0026017173144876325 }, "result_artifact_handoff_cpu": { "n": 283, "sum_ns": 740075, "mean_ms": 0.002615106007067138 }, "result_publish_wall": { "n": 283, "sum_ns": 21699990, "mean_ms": 0.07667840989399294 }, "result_publish_cpu": { "n": 283, "sum_ns": 21743394, "mean_ms": 0.07683178091872792 }, "result_total_wall": { "n": 283, "sum_ns": 212159186, "mean_ms": 0.7496791024734982 }, "result_total_cpu": { "n": 283, "sum_ns": 209911111, "mean_ms": 0.7417353745583039 } } }, { "mode": "mixed-c-16", "level": 16, "camera": "40", "provider": "crowd", "cohort_reset": true, "counter_seconds": 30.079374638, "new_channel": true, "seconds": 29.9999997279956, "selected_fps": 9.574667142054297, "requested_fps": 9.574667142054297, "complete_fps": 9.508176398012255, "accepted_fps": 9.508176398012255, "finalized_fps": 9.508176398012255, "redis_fps": 9.508176398012255, "redis_read_fps": 9.600000087041408, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 286, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.222, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 38, "analysis_gap_markers": 9, "c_suppressed": 0, "max_redis_silence_s": 0.3906310799648054, "redis_interval_s": { "n": 287, "mean": 0.10404604855411319, "median": 0.082548999984283, "p95": 0.25154345302144065, "maximum": 0.3906310799648054, "minimum": 0.013351635017897934 }, "redis_drift_s": { "n": 288, "mean": 0.20918197316288822, "median": 0.20214995698211702, "p95": 0.3784623029693037, "maximum": 0.5261943739759758, "minimum": 0.00993515098513953 }, "redis_drift_s_per_min": 0.21588032984660804, "ingress_drift_s": { "n": 12, "mean": 0.03055161175000058, "median": 0.03210449650000058, "p95": 0.06243642900000168, "maximum": 0.06243642900000168, "minimum": -0.014689368999999175 }, "ingress_drift_s_per_min": 0.02828737259929195, "source_drift_s": { "n": 12, "mean": 0.02280549999999959, "median": 0.01913199999999904, "p95": 0.05552099999999882, "maximum": 0.05552099999999882, "minimum": -0.014614999999999156 }, "ingress_to_redis_ms": { "n": 288, "mean": 359.37847222222223, "median": 351.0, "p95": 526, "maximum": 645, "minimum": 157 }, "source_samples": 12, "redis_samples": 288, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 288, "sum_ns": 176069286, "mean_ms": 0.6113516875 }, "depay_to_source_exit": { "n": 288, "sum_ns": 14646202000, "mean_ms": 50.85486805555555 }, "source_exit_to_ingress": { "n": 288, "sum_ns": 1700150009, "mean_ms": 5.903298642361111 }, "source_encoded_queue": { "n": 288, "sum_ns": 7730000, "mean_ms": 0.02684027777777778 }, "decode_between_queues": { "n": 288, "sum_ns": 13558964000, "mean_ms": 47.07973611111111 }, "source_raw_queue": { "n": 288, "sum_ns": 1012708000, "mean_ms": 3.516347222222222 }, "raw_queue_to_source_exit": { "n": 288, "sum_ns": 6823000, "mean_ms": 0.02369097222222222 }, "preprocess_start_to_preprocess_output": { "n": 288, "sum_ns": 966490933, "mean_ms": 3.355871295138889 }, "selected_to_preprocess": { "n": 288, "sum_ns": 1573000766, "mean_ms": 5.461808215277778 }, "preprocess_start_to_preprocess": { "n": 288, "sum_ns": 1396931480, "mean_ms": 4.850456527777778 }, "preprocess_output_to_infer_entry": { "n": 288, "sum_ns": 430440547, "mean_ms": 1.494585232638889 }, "preprocess_to_infer_output": { "n": 286, "sum_ns": 98559082195, "mean_ms": 344.61217550699297 }, "preprocess_to_callback": { "n": 286, "sum_ns": 99001840413, "mean_ms": 346.1602811643357 }, "infer_output_to_callback": { "n": 286, "sum_ns": 442758218, "mean_ms": 1.5481056573426575 }, "copy_wall": { "n": 286, "sum_ns": 1394509039, "mean_ms": 4.875905730769231 }, "copy_thread_cpu": { "n": 286, "sum_ns": 1371991474, "mean_ms": 4.797172986013986 }, "callback_to_copied": { "n": 286, "sum_ns": 1438960220, "mean_ms": 5.03132944055944 }, "accepted_interval": { "n": 286, "sum_ns": 29863832614, "mean_ms": 104.41899515384615 }, "selected_to_submitted": { "n": 286, "sum_ns": 102027273167, "mean_ms": 356.73871736713284 }, "completed_queue_wait": { "n": 286, "sum_ns": 69629630, "mean_ms": 0.24346024475524475 }, "result_composition_wall": { "n": 286, "sum_ns": 3993660, "mean_ms": 0.013963846153846155 }, "result_composition_cpu": { "n": 286, "sum_ns": 3908953, "mean_ms": 0.013667667832167833 }, "result_artifact_handoff_wall": { "n": 286, "sum_ns": 748919, "mean_ms": 0.002618597902097902 }, "result_artifact_handoff_cpu": { "n": 286, "sum_ns": 748477, "mean_ms": 0.0026170524475524477 }, "result_publish_wall": { "n": 286, "sum_ns": 46777587, "mean_ms": 0.1635579965034965 }, "result_publish_cpu": { "n": 286, "sum_ns": 46605766, "mean_ms": 0.1629572237762238 }, "result_total_wall": { "n": 286, "sum_ns": 325615135, "mean_ms": 1.138514458041958 }, "result_total_cpu": { "n": 286, "sum_ns": 311516038, "mean_ms": 1.089216916083916 } } }, { "mode": "mixed-c-16", "level": 16, "camera": "41", "provider": "pose", "cohort_reset": true, "counter_seconds": 29.850895517, "new_channel": true, "seconds": 29.9999997279956, "selected_fps": 8.307958461707278, "requested_fps": 8.307958461707278, "complete_fps": 8.307958461707278, "accepted_fps": 8.307958461707278, "finalized_fps": 8.307958461707278, "redis_fps": 8.307958461707278, "redis_read_fps": 8.300000075254552, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 248, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.122, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 123, "analysis_gap_markers": 39, "c_suppressed": 3, "max_redis_silence_s": 0.3549102600081824, "redis_interval_s": { "n": 248, "mean": 0.12060940485882325, "median": 0.10222321102628484, "p95": 0.28301609703339636, "maximum": 0.3549102600081824, "minimum": 0.013012395007535815 }, "redis_drift_s": { "n": 249, "mean": -6.310498537109709, "median": -6.303703893953937, "p95": -6.1674774959799805, "maximum": -5.993163383966312, "minimum": -6.512798494975549 }, "redis_drift_s_per_min": -0.06326258545987885, "ingress_drift_s": { "n": 12, "mean": 0.04313662600000049, "median": 0.04160488249999972, "p95": 0.11459216899999802, "maximum": 0.11459216899999802, "minimum": -0.005653606999999283 }, "ingress_drift_s_per_min": 0.07444883940110143, "source_drift_s": { "n": 12, "mean": 0.023061666666667275, "median": 0.019954000000002026, "p95": 0.05637499999999562, "maximum": 0.05637499999999562, "minimum": -0.011386999999999148 }, "ingress_to_redis_ms": { "n": 249, "mean": 474.23694779116465, "median": 484, "p95": 609, "maximum": 682, "minimum": 294 }, "source_samples": 12, "redis_samples": 249, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 248, "sum_ns": 13581433000, "mean_ms": 54.763842741935484 }, "source_exit_to_ingress": { "n": 248, "sum_ns": 7594220138, "mean_ms": 30.62185539516129 }, "source_encoded_queue": { "n": 248, "sum_ns": 8243000, "mean_ms": 0.033237903225806456 }, "decode_between_queues": { "n": 248, "sum_ns": 10791724000, "mean_ms": 43.51501612903226 }, "source_raw_queue": { "n": 248, "sum_ns": 2710566000, "mean_ms": 10.929701612903227 }, "raw_queue_to_source_exit": { "n": 248, "sum_ns": 5080000, "mean_ms": 0.020483870967741936 }, "selected_to_preprocess_start": { "n": 248, "sum_ns": 185776025, "mean_ms": 0.749096875 }, "preprocess_start_to_preprocess_output": { "n": 248, "sum_ns": 1059961199, "mean_ms": 4.274037092741936 }, "selected_to_preprocess": { "n": 248, "sum_ns": 1328412582, "mean_ms": 5.356502346774193 }, "preprocess_start_to_preprocess": { "n": 248, "sum_ns": 1142636557, "mean_ms": 4.607405471774193 }, "preprocess_output_to_infer_entry": { "n": 248, "sum_ns": 82675358, "mean_ms": 0.3333683790322581 }, "preprocess_to_infer_output": { "n": 248, "sum_ns": 113837277315, "mean_ms": 459.02127949596775 }, "preprocess_to_callback": { "n": 248, "sum_ns": 114203612883, "mean_ms": 460.4984390443549 }, "infer_output_to_callback": { "n": 248, "sum_ns": 366335568, "mean_ms": 1.4771595483870967 }, "copy_wall": { "n": 248, "sum_ns": 475903658, "mean_ms": 1.9189663629032256 }, "copy_thread_cpu": { "n": 248, "sum_ns": 472904289, "mean_ms": 1.9068721330645162 }, "callback_to_copied": { "n": 248, "sum_ns": 513875308, "mean_ms": 2.0720778548387098 }, "accepted_interval": { "n": 248, "sum_ns": 29885264949, "mean_ms": 120.50510060080644 }, "selected_to_submitted": { "n": 248, "sum_ns": 116070905700, "mean_ms": 468.0278455645161 }, "completed_queue_wait": { "n": 248, "sum_ns": 81688906, "mean_ms": 0.32939075 }, "result_observations_wall": { "n": 248, "sum_ns": 200610887, "mean_ms": 0.8089148669354839 }, "result_observations_cpu": { "n": 248, "sum_ns": 200022096, "mean_ms": 0.8065407096774194 }, "result_nms_wall": { "n": 248, "sum_ns": 163148085, "mean_ms": 0.6578551814516128 }, "result_nms_cpu": { "n": 248, "sum_ns": 112546300, "mean_ms": 0.45381572580645163 }, "result_tracking_wall": { "n": 248, "sum_ns": 162178881, "mean_ms": 0.6539471008064517 }, "result_tracking_cpu": { "n": 248, "sum_ns": 144253948, "mean_ms": 0.5816691451612903 }, "result_region_wall": { "n": 248, "sum_ns": 51700213, "mean_ms": 0.2084686008064516 }, "result_region_cpu": { "n": 248, "sum_ns": 51731242, "mean_ms": 0.2085937177419355 }, "result_fall_wall": { "n": 248, "sum_ns": 81447600, "mean_ms": 0.3284177419354839 }, "result_fall_cpu": { "n": 248, "sum_ns": 81202703, "mean_ms": 0.32743025403225806 }, "result_fight_wall": { "n": 248, "sum_ns": 27059500, "mean_ms": 0.1091108870967742 }, "result_fight_cpu": { "n": 248, "sum_ns": 27068683, "mean_ms": 0.10914791532258065 }, "result_collector_wall": { "n": 248, "sum_ns": 524194511, "mean_ms": 2.1136875443548386 }, "result_collector_cpu": { "n": 248, "sum_ns": 517457141, "mean_ms": 2.0865207298387096 }, "result_composition_wall": { "n": 248, "sum_ns": 3175737, "mean_ms": 0.012805391129032258 }, "result_composition_cpu": { "n": 248, "sum_ns": 3182606, "mean_ms": 0.012833088709677419 }, "result_artifact_handoff_wall": { "n": 248, "sum_ns": 952662, "mean_ms": 0.0038413790322580645 }, "result_artifact_handoff_cpu": { "n": 248, "sum_ns": 802273, "mean_ms": 0.0032349717741935484 }, "result_publish_wall": { "n": 248, "sum_ns": 64681375, "mean_ms": 0.26081199596774196 }, "result_publish_cpu": { "n": 248, "sum_ns": 63137682, "mean_ms": 0.25458742741935486 }, "result_total_wall": { "n": 248, "sum_ns": 1459466786, "mean_ms": 5.8849467177419355 }, "result_total_cpu": { "n": 248, "sum_ns": 1379628957, "mean_ms": 5.5630199879032265 } } }, { "mode": "mixed-c-16", "level": 16, "camera": "41", "provider": "fire", "cohort_reset": true, "counter_seconds": 30.074353352, "new_channel": true, "seconds": 29.9999997279956, "selected_fps": 9.343509292156169, "requested_fps": 9.343509292156169, "complete_fps": 9.343509292156169, "accepted_fps": 9.343509292156169, "finalized_fps": 9.343509292156169, "redis_fps": 9.343509292156169, "redis_read_fps": 9.333333417956926, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 281, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.136, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 63, "analysis_gap_markers": 16, "c_suppressed": 0, "max_redis_silence_s": 0.4016925699543208, "redis_interval_s": { "n": 279, "mean": 0.107023302476526, "median": 0.08519675501156598, "p95": 0.25251009000930935, "maximum": 0.4016925699543208, "minimum": 0.0011554699740372598 }, "redis_drift_s": { "n": 280, "mean": 0.20098427909803424, "median": 0.19046587102184986, "p95": 0.36944639599462903, "maximum": 0.49118017398053837, "minimum": -0.005759583011268887 }, "redis_drift_s_per_min": 0.034716267400205336, "ingress_drift_s": { "n": 12, "mean": -0.008535169333333906, "median": -0.00023198450000094795, "p95": 0.041518030999998956, "maximum": 0.041518030999998956, "minimum": -0.06475577400000532 }, "ingress_drift_s_per_min": -0.05542046974353376, "source_drift_s": { "n": 12, "mean": -0.02027741666666631, "median": -0.017000499999998198, "p95": 0.029599999999998516, "maximum": 0.029599999999998516, "minimum": -0.06631200000000348 }, "ingress_to_redis_ms": { "n": 280, "mean": 385.4392857142857, "median": 371.0, "p95": 565, "maximum": 698, "minimum": 178 }, "source_samples": 12, "redis_samples": 280, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 281, "sum_ns": 14484265000, "mean_ms": 51.54542704626334 }, "source_exit_to_ingress": { "n": 281, "sum_ns": 3556373269, "mean_ms": 12.656132629893238 }, "source_encoded_queue": { "n": 281, "sum_ns": 8445000, "mean_ms": 0.030053380782918148 }, "decode_between_queues": { "n": 281, "sum_ns": 12567056000, "mean_ms": 44.72261921708185 }, "source_raw_queue": { "n": 281, "sum_ns": 1830215000, "mean_ms": 6.513220640569395 }, "raw_queue_to_source_exit": { "n": 281, "sum_ns": 5637000, "mean_ms": 0.020060498220640568 }, "selected_to_preprocess_start": { "n": 281, "sum_ns": 180063931, "mean_ms": 0.6407969074733096 }, "preprocess_start_to_preprocess_output": { "n": 281, "sum_ns": 936282766, "mean_ms": 3.3319671387900356 }, "selected_to_preprocess": { "n": 281, "sum_ns": 1463583941, "mean_ms": 5.208483775800712 }, "preprocess_start_to_preprocess": { "n": 281, "sum_ns": 1283520010, "mean_ms": 4.567686868327402 }, "preprocess_output_to_infer_entry": { "n": 281, "sum_ns": 347237244, "mean_ms": 1.2357197295373668 }, "preprocess_to_infer_output": { "n": 281, "sum_ns": 104772980421, "mean_ms": 372.857581569395 }, "preprocess_to_callback": { "n": 281, "sum_ns": 105208743412, "mean_ms": 374.40833954448397 }, "infer_output_to_callback": { "n": 281, "sum_ns": 435762991, "mean_ms": 1.550757975088968 }, "copy_wall": { "n": 281, "sum_ns": 1297381091, "mean_ms": 4.617014558718861 }, "copy_thread_cpu": { "n": 281, "sum_ns": 1276311448, "mean_ms": 4.542033622775801 }, "callback_to_copied": { "n": 281, "sum_ns": 1339170268, "mean_ms": 4.765730491103203 }, "accepted_interval": { "n": 281, "sum_ns": 30020723983, "mean_ms": 106.83531666548042 }, "selected_to_submitted": { "n": 281, "sum_ns": 108034495066, "mean_ms": 384.464395252669 }, "completed_queue_wait": { "n": 281, "sum_ns": 82178551, "mean_ms": 0.292450359430605 }, "result_composition_wall": { "n": 281, "sum_ns": 2184252, "mean_ms": 0.007773138790035588 }, "result_composition_cpu": { "n": 281, "sum_ns": 2152561, "mean_ms": 0.007660359430604982 }, "result_artifact_handoff_wall": { "n": 281, "sum_ns": 732108, "mean_ms": 0.002605366548042705 }, "result_artifact_handoff_cpu": { "n": 281, "sum_ns": 733430, "mean_ms": 0.002610071174377224 }, "result_publish_wall": { "n": 281, "sum_ns": 21992196, "mean_ms": 0.07826404270462634 }, "result_publish_cpu": { "n": 281, "sum_ns": 22033494, "mean_ms": 0.07841101067615658 }, "result_total_wall": { "n": 281, "sum_ns": 220588693, "mean_ms": 0.7850131423487544 }, "result_total_cpu": { "n": 281, "sum_ns": 218452966, "mean_ms": 0.777412690391459 } } }, { "mode": "mixed-c-16", "level": 16, "camera": "41", "provider": "crowd", "cohort_reset": true, "counter_seconds": 30.081056999, "new_channel": true, "seconds": 29.9999997279956, "selected_fps": 9.607375166690698, "requested_fps": 9.607375166690698, "complete_fps": 9.607375166690698, "accepted_fps": 9.607375166690698, "finalized_fps": 9.607375166690698, "redis_fps": 9.607375166690698, "redis_read_fps": 9.600000087041408, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 289, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.219, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 47, "analysis_gap_markers": 8, "c_suppressed": 0, "max_redis_silence_s": 0.37331921298755333, "redis_interval_s": { "n": 287, "mean": 0.1041790820696336, "median": 0.08379629603587091, "p95": 0.2377923639724031, "maximum": 0.37331921298755333, "minimum": 0.0004881429485976696 }, "redis_drift_s": { "n": 288, "mean": 0.19685084182220955, "median": 0.18804962198343134, "p95": 0.37516619799053075, "maximum": 0.4599663559938776, "minimum": -0.014152283017054401 }, "redis_drift_s_per_min": 0.24876665905219114, "ingress_drift_s": { "n": 12, "mean": 0.00406542033333294, "median": -0.01267381799999967, "p95": 0.09057055799999603, "maximum": 0.09057055799999603, "minimum": -0.05442480900000035 }, "ingress_drift_s_per_min": 0.2564274042111286, "source_drift_s": { "n": 12, "mean": -0.024910750000000093, "median": -0.025285999999999476, "p95": 0.005040999999998519, "maximum": 0.005040999999998519, "minimum": -0.05638500000000235 }, "ingress_to_redis_ms": { "n": 288, "mean": 356.94444444444446, "median": 345.5, "p95": 523, "maximum": 630, "minimum": 170 }, "source_samples": 12, "redis_samples": 288, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 288, "sum_ns": 14668356000, "mean_ms": 50.93179166666666 }, "source_exit_to_ingress": { "n": 288, "sum_ns": 3150303386, "mean_ms": 10.938553423611111 }, "source_encoded_queue": { "n": 288, "sum_ns": 13644000, "mean_ms": 0.047375 }, "decode_between_queues": { "n": 288, "sum_ns": 13281341000, "mean_ms": 46.11576736111111 }, "source_raw_queue": { "n": 288, "sum_ns": 1286732000, "mean_ms": 4.467819444444444 }, "raw_queue_to_source_exit": { "n": 288, "sum_ns": 5865000, "mean_ms": 0.020364583333333332 }, "selected_to_preprocess_start": { "n": 288, "sum_ns": 190867360, "mean_ms": 0.6627338888888888 }, "preprocess_start_to_preprocess_output": { "n": 288, "sum_ns": 948013978, "mean_ms": 3.291715201388889 }, "selected_to_preprocess": { "n": 288, "sum_ns": 1647833728, "mean_ms": 5.721644888888889 }, "preprocess_start_to_preprocess": { "n": 288, "sum_ns": 1456966368, "mean_ms": 5.058911 }, "preprocess_output_to_infer_entry": { "n": 288, "sum_ns": 508952390, "mean_ms": 1.767195798611111 }, "preprocess_to_infer_output": { "n": 288, "sum_ns": 98850671039, "mean_ms": 343.23149666319443 }, "preprocess_to_callback": { "n": 288, "sum_ns": 99291987509, "mean_ms": 344.7638455173611 }, "infer_output_to_callback": { "n": 288, "sum_ns": 441316470, "mean_ms": 1.5323488541666668 }, "copy_wall": { "n": 289, "sum_ns": 1389213593, "mean_ms": 4.806967449826989 }, "copy_thread_cpu": { "n": 289, "sum_ns": 1371263700, "mean_ms": 4.744857093425606 }, "callback_to_copied": { "n": 287, "sum_ns": 1422459769, "mean_ms": 4.95630581533101 }, "accepted_interval": { "n": 288, "sum_ns": 30077551345, "mean_ms": 104.4359421701389 }, "selected_to_submitted": { "n": 287, "sum_ns": 101964976958, "mean_ms": 355.278665358885 }, "completed_queue_wait": { "n": 289, "sum_ns": 75104222, "mean_ms": 0.25987620069204154 }, "result_composition_wall": { "n": 289, "sum_ns": 3716302, "mean_ms": 0.012859176470588237 }, "result_composition_cpu": { "n": 289, "sum_ns": 3655770, "mean_ms": 0.012649723183391002 }, "result_artifact_handoff_wall": { "n": 289, "sum_ns": 778222, "mean_ms": 0.002692809688581315 }, "result_artifact_handoff_cpu": { "n": 289, "sum_ns": 783021, "mean_ms": 0.002709415224913495 }, "result_publish_wall": { "n": 289, "sum_ns": 26639583, "mean_ms": 0.09217848788927335 }, "result_publish_cpu": { "n": 289, "sum_ns": 26668875, "mean_ms": 0.09227984429065743 }, "result_total_wall": { "n": 289, "sum_ns": 242977342, "mean_ms": 0.8407520484429066 }, "result_total_cpu": { "n": 289, "sum_ns": 235972613, "mean_ms": 0.81651423183391 } } }, { "mode": "mixed-c-16", "level": 16, "camera": "42", "provider": "pose", "cohort_reset": true, "counter_seconds": 29.875037536, "new_channel": true, "seconds": 29.9999997279956, "selected_fps": 8.16735375498609, "requested_fps": 8.16735375498609, "complete_fps": 8.16735375498609, "accepted_fps": 8.16735375498609, "finalized_fps": 8.16735375498609, "redis_fps": 8.16735375498609, "redis_read_fps": 8.166666740712309, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 244, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.164, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 120, "analysis_gap_markers": 42, "c_suppressed": 9, "max_redis_silence_s": 0.5335452840081416, "redis_interval_s": { "n": 244, "mean": 0.12245702499606777, "median": 0.10037666247808374, "p95": 0.2858684529783204, "maximum": 0.5335452840081416, "minimum": 0.009594375966116786 }, "redis_drift_s": { "n": 245, "mean": -3.621080759750801, "median": -3.6207617809828356, "p95": -3.4281981350034485, "maximum": -3.3028659969693948, "minimum": -3.862997699012979 }, "redis_drift_s_per_min": -0.141076385420962, "ingress_drift_s": { "n": 12, "mean": 0.06337133108333355, "median": 0.042507742499998, "p95": 0.20536750000000126, "maximum": 0.20536750000000126, "minimum": 0.017158778999998958 }, "ingress_drift_s_per_min": -0.26204919486221395, "source_drift_s": { "n": 12, "mean": 0.03464024999999952, "median": 0.03295199999999987, "p95": 0.06253600000000148, "maximum": 0.06253600000000148, "minimum": 0.013798999999998784 }, "ingress_to_redis_ms": { "n": 245, "mean": 479.46938775510205, "median": 491, "p95": 643, "maximum": 707, "minimum": 269 }, "source_samples": 12, "redis_samples": 245, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 244, "sum_ns": 14158736000, "mean_ms": 58.02760655737705 }, "source_exit_to_ingress": { "n": 244, "sum_ns": 8432584656, "mean_ms": 34.55977318032787 }, "source_encoded_queue": { "n": 244, "sum_ns": 6381000, "mean_ms": 0.026151639344262293 }, "decode_between_queues": { "n": 244, "sum_ns": 11058151000, "mean_ms": 45.320290983606554 }, "source_raw_queue": { "n": 244, "sum_ns": 3008984000, "mean_ms": 12.331901639344261 }, "raw_queue_to_source_exit": { "n": 244, "sum_ns": 4716000, "mean_ms": 0.019327868852459018 }, "selected_to_preprocess_start": { "n": 244, "sum_ns": 187128192, "mean_ms": 0.766918819672131 }, "preprocess_start_to_preprocess_output": { "n": 244, "sum_ns": 1123515991, "mean_ms": 4.604573733606557 }, "selected_to_preprocess": { "n": 244, "sum_ns": 1566441898, "mean_ms": 6.419843844262296 }, "preprocess_start_to_preprocess": { "n": 244, "sum_ns": 1379313706, "mean_ms": 5.652925024590163 }, "preprocess_output_to_infer_entry": { "n": 244, "sum_ns": 255797715, "mean_ms": 1.0483512909836066 }, "preprocess_to_infer_output": { "n": 244, "sum_ns": 112235670106, "mean_ms": 459.9822545327869 }, "preprocess_to_callback": { "n": 244, "sum_ns": 112598371309, "mean_ms": 461.4687348729508 }, "infer_output_to_callback": { "n": 244, "sum_ns": 362701203, "mean_ms": 1.4864803401639346 }, "copy_wall": { "n": 244, "sum_ns": 557307724, "mean_ms": 2.284048049180328 }, "copy_thread_cpu": { "n": 244, "sum_ns": 555510923, "mean_ms": 2.2766841106557374 }, "callback_to_copied": { "n": 244, "sum_ns": 594674384, "mean_ms": 2.437190098360656 }, "accepted_interval": { "n": 244, "sum_ns": 29830837031, "mean_ms": 122.25752881557376 }, "selected_to_submitted": { "n": 244, "sum_ns": 114774327909, "mean_ms": 470.38658979098363 }, "completed_queue_wait": { "n": 244, "sum_ns": 90271725, "mean_ms": 0.3699660860655738 }, "result_observations_wall": { "n": 244, "sum_ns": 196924260, "mean_ms": 0.8070666393442623 }, "result_observations_cpu": { "n": 244, "sum_ns": 196904902, "mean_ms": 0.8069873032786886 }, "result_nms_wall": { "n": 244, "sum_ns": 161406930, "mean_ms": 0.6615038114754099 }, "result_nms_cpu": { "n": 244, "sum_ns": 111536083, "mean_ms": 0.4571150942622951 }, "result_tracking_wall": { "n": 244, "sum_ns": 424845797, "mean_ms": 1.7411712991803279 }, "result_tracking_cpu": { "n": 244, "sum_ns": 385889692, "mean_ms": 1.5815151311475408 }, "result_region_wall": { "n": 244, "sum_ns": 66154016, "mean_ms": 0.27112301639344266 }, "result_region_cpu": { "n": 244, "sum_ns": 66147411, "mean_ms": 0.2710959467213115 }, "result_fall_wall": { "n": 244, "sum_ns": 348413294, "mean_ms": 1.4279233360655739 }, "result_fall_cpu": { "n": 244, "sum_ns": 346506151, "mean_ms": 1.420107176229508 }, "result_fight_wall": { "n": 244, "sum_ns": 82904123, "mean_ms": 0.33977099590163934 }, "result_fight_cpu": { "n": 244, "sum_ns": 82842301, "mean_ms": 0.3395176270491803 }, "result_collector_wall": { "n": 244, "sum_ns": 376664674, "mean_ms": 1.5437076803278689 }, "result_collector_cpu": { "n": 244, "sum_ns": 374766502, "mean_ms": 1.535928286885246 }, "result_composition_wall": { "n": 244, "sum_ns": 3132909, "mean_ms": 0.012839790983606558 }, "result_composition_cpu": { "n": 244, "sum_ns": 3141878, "mean_ms": 0.01287654918032787 }, "result_artifact_handoff_wall": { "n": 244, "sum_ns": 903267, "mean_ms": 0.0037019139344262294 }, "result_artifact_handoff_cpu": { "n": 244, "sum_ns": 766433, "mean_ms": 0.0031411188524590166 }, "result_publish_wall": { "n": 244, "sum_ns": 236116886, "mean_ms": 0.967692155737705 }, "result_publish_cpu": { "n": 244, "sum_ns": 234625537, "mean_ms": 0.961580069672131 }, "result_total_wall": { "n": 244, "sum_ns": 2089986479, "mean_ms": 8.565518356557376 }, "result_total_cpu": { "n": 244, "sum_ns": 1984798510, "mean_ms": 8.13442012295082 } } }, { "mode": "mixed-c-16", "level": 16, "camera": "42", "provider": "fire", "cohort_reset": true, "counter_seconds": 30.084472825, "new_channel": true, "seconds": 29.9999997279956, "selected_fps": 9.307126690527276, "requested_fps": 9.307126690527276, "complete_fps": 9.307126690527276, "accepted_fps": 9.307126690527276, "finalized_fps": 9.307126690527276, "redis_fps": 9.307126690527276, "redis_read_fps": 9.333333417956926, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 280, "queue_depth_max_sampled": 1, "queue_age_max_sampled": 0.0007017839816398919, "provider_response_age_max_sampled": 0.168, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 55, "analysis_gap_markers": 16, "c_suppressed": 0, "max_redis_silence_s": 0.5718695620307699, "redis_interval_s": { "n": 279, "mean": 0.1069586977849157, "median": 0.0884101779665798, "p95": 0.24905999802285805, "maximum": 0.5718695620307699, "minimum": 0.006805613054893911 }, "redis_drift_s": { "n": 280, "mean": -3.4100363765466377, "median": -3.422853244995233, "p95": -3.228624706011729, "maximum": -2.9906722199646723, "minimum": -3.62764864501683 }, "redis_drift_s_per_min": 0.061540471769239595, "ingress_drift_s": { "n": 12, "mean": -0.03779640008333374, "median": -0.036882197500002434, "p95": -0.00286093000000065, "maximum": -0.00286093000000065, "minimum": -0.08247877699999862 }, "ingress_drift_s_per_min": 0.010892775888056658, "source_drift_s": { "n": 12, "mean": -0.03475716666666736, "median": -0.03473900000000185, "p95": 0.0014240000000000919, "maximum": 0.0014240000000000919, "minimum": -0.07834600000000336 }, "ingress_to_redis_ms": { "n": 280, "mean": 378.35357142857146, "median": 361.0, "p95": 557, "maximum": 659, "minimum": 162 }, "source_samples": 12, "redis_samples": 280, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 280, "sum_ns": 14725378000, "mean_ms": 52.59063571428572 }, "source_exit_to_ingress": { "n": 280, "sum_ns": 2945182980, "mean_ms": 10.518510642857144 }, "source_encoded_queue": { "n": 280, "sum_ns": 7150000, "mean_ms": 0.025535714285714287 }, "decode_between_queues": { "n": 280, "sum_ns": 13060044000, "mean_ms": 46.64301428571429 }, "source_raw_queue": { "n": 280, "sum_ns": 1521669000, "mean_ms": 5.434532142857143 }, "raw_queue_to_source_exit": { "n": 280, "sum_ns": 5477000, "mean_ms": 0.019560714285714285 }, "selected_to_preprocess_start": { "n": 280, "sum_ns": 177475005, "mean_ms": 0.6338393035714285 }, "preprocess_start_to_preprocess_output": { "n": 280, "sum_ns": 909250933, "mean_ms": 3.2473247607142857 }, "selected_to_preprocess": { "n": 280, "sum_ns": 1311317905, "mean_ms": 4.683278232142857 }, "preprocess_start_to_preprocess": { "n": 280, "sum_ns": 1133842900, "mean_ms": 4.049438928571429 }, "preprocess_output_to_infer_entry": { "n": 280, "sum_ns": 224591967, "mean_ms": 0.8021141678571428 }, "preprocess_to_infer_output": { "n": 280, "sum_ns": 102442865470, "mean_ms": 365.8673766785714 }, "preprocess_to_callback": { "n": 280, "sum_ns": 102865702270, "mean_ms": 367.3775081071429 }, "infer_output_to_callback": { "n": 280, "sum_ns": 422836800, "mean_ms": 1.5101314285714287 }, "copy_wall": { "n": 280, "sum_ns": 1364651357, "mean_ms": 4.873754846428572 }, "copy_thread_cpu": { "n": 280, "sum_ns": 1340843307, "mean_ms": 4.788726096428571 }, "callback_to_copied": { "n": 280, "sum_ns": 1406971602, "mean_ms": 5.024898578571428 }, "accepted_interval": { "n": 280, "sum_ns": 29923671188, "mean_ms": 106.87025424285714 }, "selected_to_submitted": { "n": 280, "sum_ns": 105601106773, "mean_ms": 377.1468099035714 }, "completed_queue_wait": { "n": 280, "sum_ns": 74445182, "mean_ms": 0.26587565 }, "result_composition_wall": { "n": 280, "sum_ns": 2059286, "mean_ms": 0.007354592857142857 }, "result_composition_cpu": { "n": 280, "sum_ns": 2031859, "mean_ms": 0.007256639285714285 }, "result_artifact_handoff_wall": { "n": 280, "sum_ns": 715412, "mean_ms": 0.002555042857142857 }, "result_artifact_handoff_cpu": { "n": 280, "sum_ns": 714681, "mean_ms": 0.002552432142857143 }, "result_publish_wall": { "n": 280, "sum_ns": 22094315, "mean_ms": 0.07890826785714286 }, "result_publish_cpu": { "n": 280, "sum_ns": 22131214, "mean_ms": 0.07904005 }, "result_total_wall": { "n": 280, "sum_ns": 215791480, "mean_ms": 0.7706838571428571 }, "result_total_cpu": { "n": 280, "sum_ns": 214626074, "mean_ms": 0.7665216928571429 } } }, { "mode": "mixed-c-16", "level": 16, "camera": "42", "provider": "crowd", "cohort_reset": true, "counter_seconds": 29.833084652, "new_channel": true, "seconds": 29.9999997279956, "selected_fps": 9.486112592819923, "requested_fps": 9.486112592819923, "complete_fps": 9.452592760336461, "accepted_fps": 9.452592760336461, "finalized_fps": 9.452592760336461, "redis_fps": 9.452592760336461, "redis_read_fps": 9.466666752499167, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 282, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.081, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 42, "analysis_gap_markers": 12, "c_suppressed": 0, "max_redis_silence_s": 0.6046669110073708, "redis_interval_s": { "n": 283, "mean": 0.10526711616974468, "median": 0.08410761697450653, "p95": 0.2392207250231877, "maximum": 0.6046669110073708, "minimum": 0.00929642899427563 }, "redis_drift_s": { "n": 284, "mean": 0.20694492295096817, "median": 0.19907454950455694, "p95": 0.370816069985743, "maximum": 0.6339522360041769, "minimum": 0.006684365048542418 }, "redis_drift_s_per_min": 0.23781971382334952, "ingress_drift_s": { "n": 12, "mean": -0.03948360091666784, "median": -0.03924741850000402, "p95": 0.012527398999999662, "maximum": 0.012527398999999662, "minimum": -0.09203372800000409 }, "ingress_drift_s_per_min": 0.05884064678032585, "source_drift_s": { "n": 12, "mean": -0.04569825000000035, "median": -0.043931000000002385, "p95": -0.012137999999996651, "maximum": -0.012137999999996651, "minimum": -0.0920109999999994 }, "ingress_to_redis_ms": { "n": 284, "mean": 359.8133802816901, "median": 348.0, "p95": 522, "maximum": 600, "minimum": 160 }, "source_samples": 12, "redis_samples": 284, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 283, "sum_ns": 14470822000, "mean_ms": 51.133646643109536 }, "source_exit_to_ingress": { "n": 283, "sum_ns": 2090746741, "mean_ms": 7.387797671378092 }, "source_encoded_queue": { "n": 283, "sum_ns": 7773000, "mean_ms": 0.027466431095406363 }, "decode_between_queues": { "n": 283, "sum_ns": 13025036000, "mean_ms": 46.02486219081272 }, "source_raw_queue": { "n": 283, "sum_ns": 1305328000, "mean_ms": 4.612466431095406 }, "raw_queue_to_source_exit": { "n": 283, "sum_ns": 5702000, "mean_ms": 0.02014840989399293 }, "selected_to_preprocess_start": { "n": 283, "sum_ns": 180808543, "mean_ms": 0.638899445229682 }, "preprocess_start_to_preprocess_output": { "n": 283, "sum_ns": 950671533, "mean_ms": 3.3592633674911663 }, "selected_to_preprocess": { "n": 283, "sum_ns": 1598609211, "mean_ms": 5.648795798586573 }, "preprocess_start_to_preprocess": { "n": 283, "sum_ns": 1417800668, "mean_ms": 5.009896353356891 }, "preprocess_output_to_infer_entry": { "n": 283, "sum_ns": 467129135, "mean_ms": 1.6506329858657243 }, "preprocess_to_infer_output": { "n": 282, "sum_ns": 97509596238, "mean_ms": 345.7787100638298 }, "preprocess_to_callback": { "n": 282, "sum_ns": 97915631246, "mean_ms": 347.2185505177305 }, "infer_output_to_callback": { "n": 282, "sum_ns": 406035008, "mean_ms": 1.4398404539007092 }, "copy_wall": { "n": 282, "sum_ns": 1361321056, "mean_ms": 4.827379631205673 }, "copy_thread_cpu": { "n": 282, "sum_ns": 1340527338, "mean_ms": 4.7536430425531915 }, "callback_to_copied": { "n": 282, "sum_ns": 1404547372, "mean_ms": 4.980664439716312 }, "accepted_interval": { "n": 282, "sum_ns": 29753956053, "mean_ms": 105.51048245744681 }, "selected_to_submitted": { "n": 282, "sum_ns": 100986982681, "mean_ms": 358.10986766312055 }, "completed_queue_wait": { "n": 282, "sum_ns": 75729579, "mean_ms": 0.2685446063829787 }, "result_composition_wall": { "n": 282, "sum_ns": 3754866, "mean_ms": 0.013315127659574467 }, "result_composition_cpu": { "n": 282, "sum_ns": 3687927, "mean_ms": 0.013077755319148936 }, "result_artifact_handoff_wall": { "n": 282, "sum_ns": 851078, "mean_ms": 0.0030180070921985817 }, "result_artifact_handoff_cpu": { "n": 282, "sum_ns": 856589, "mean_ms": 0.003037549645390071 }, "result_publish_wall": { "n": 282, "sum_ns": 41202685, "mean_ms": 0.1461088120567376 }, "result_publish_cpu": { "n": 282, "sum_ns": 41238114, "mean_ms": 0.14623444680851064 }, "result_total_wall": { "n": 282, "sum_ns": 302068250, "mean_ms": 1.0711640070921986 }, "result_total_cpu": { "n": 282, "sum_ns": 286818659, "mean_ms": 1.0170874432624113 } } }, { "mode": "mixed-c-16", "level": 16, "camera": "43", "provider": "pose", "cohort_reset": true, "counter_seconds": 30.090516988, "new_channel": true, "seconds": 29.9999997279956, "selected_fps": 8.308265361465846, "requested_fps": 8.308265361465846, "complete_fps": 8.175333115682392, "accepted_fps": 8.175333115682392, "finalized_fps": 8.175333115682392, "redis_fps": 8.175333115682392, "redis_read_fps": 8.266666741618991, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 246, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.14, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 112, "analysis_gap_markers": 40, "c_suppressed": 9, "max_redis_silence_s": 0.3738516480079852, "redis_interval_s": { "n": 247, "mean": 0.12005810376925032, "median": 0.10366482799872756, "p95": 0.26239332096884027, "maximum": 0.3738516480079852, "minimum": 0.015480549016501755 }, "redis_drift_s": { "n": 248, "mean": -1.5491488276431373, "median": -1.543105203981046, "p95": -1.3962060189545156, "maximum": -1.2142994109671559, "minimum": -1.7859888859749766 }, "redis_drift_s_per_min": -0.07309211101104764, "ingress_drift_s": { "n": 12, "mean": 0.05504869841666782, "median": 0.04538585850000132, "p95": 0.10566668400000623, "maximum": 0.10566668400000623, "minimum": 0.02926579000000018 }, "ingress_drift_s_per_min": 0.008843475875676944, "source_drift_s": { "n": 12, "mean": 0.04857691666666734, "median": 0.03870400000000096, "p95": 0.10485100000000358, "maximum": 0.10485100000000358, "minimum": 0.027072999999997904 }, "ingress_to_redis_ms": { "n": 248, "mean": 475.56854838709677, "median": 485.5, "p95": 623, "maximum": 698, "minimum": 272 }, "source_samples": 12, "redis_samples": 248, "native_redis_joined": 10, "durations": { "depay_to_source_exit": { "n": 250, "sum_ns": 14613495000, "mean_ms": 58.45398 }, "source_exit_to_ingress": { "n": 250, "sum_ns": 5908923786, "mean_ms": 23.635695144 }, "source_encoded_queue": { "n": 250, "sum_ns": 5992000, "mean_ms": 0.023968 }, "decode_between_queues": { "n": 250, "sum_ns": 11541600000, "mean_ms": 46.1664 }, "source_raw_queue": { "n": 250, "sum_ns": 2929704000, "mean_ms": 11.718816 }, "raw_queue_to_source_exit": { "n": 250, "sum_ns": 5250000, "mean_ms": 0.021 }, "selected_to_preprocess_start": { "n": 250, "sum_ns": 235632123, "mean_ms": 0.942528492 }, "preprocess_start_to_preprocess_output": { "n": 250, "sum_ns": 1020831813, "mean_ms": 4.083327252 }, "selected_to_preprocess": { "n": 250, "sum_ns": 1382359576, "mean_ms": 5.529438303999999 }, "preprocess_start_to_preprocess": { "n": 250, "sum_ns": 1146727453, "mean_ms": 4.586909812 }, "preprocess_output_to_infer_entry": { "n": 250, "sum_ns": 125895640, "mean_ms": 0.50358256 }, "preprocess_to_infer_output": { "n": 246, "sum_ns": 113110390521, "mean_ms": 459.7983354512195 }, "preprocess_to_callback": { "n": 246, "sum_ns": 113449445889, "mean_ms": 461.17660930487807 }, "infer_output_to_callback": { "n": 246, "sum_ns": 339055368, "mean_ms": 1.3782738536585366 }, "copy_wall": { "n": 246, "sum_ns": 476522193, "mean_ms": 1.9370820853658537 }, "copy_thread_cpu": { "n": 246, "sum_ns": 475092950, "mean_ms": 1.9312721544715448 }, "callback_to_copied": { "n": 246, "sum_ns": 513928035, "mean_ms": 2.089138353658537 }, "accepted_interval": { "n": 246, "sum_ns": 29999567198, "mean_ms": 121.94946015447155 }, "selected_to_submitted": { "n": 246, "sum_ns": 115308381365, "mean_ms": 468.7332575813008 }, "completed_queue_wait": { "n": 246, "sum_ns": 80222698, "mean_ms": 0.32610852845528454 }, "result_observations_wall": { "n": 246, "sum_ns": 194179096, "mean_ms": 0.789345918699187 }, "result_observations_cpu": { "n": 246, "sum_ns": 193804229, "mean_ms": 0.7878220691056911 }, "result_nms_wall": { "n": 246, "sum_ns": 154738013, "mean_ms": 0.6290163130081301 }, "result_nms_cpu": { "n": 246, "sum_ns": 105401665, "mean_ms": 0.42846205284552846 }, "result_tracking_wall": { "n": 246, "sum_ns": 335602221, "mean_ms": 1.3642366707317073 }, "result_tracking_cpu": { "n": 246, "sum_ns": 300218242, "mean_ms": 1.2203993577235772 }, "result_region_wall": { "n": 246, "sum_ns": 49035488, "mean_ms": 0.19933125203252033 }, "result_region_cpu": { "n": 246, "sum_ns": 49025031, "mean_ms": 0.19928874390243903 }, "result_fall_wall": { "n": 246, "sum_ns": 222601924, "mean_ms": 0.9048858699186991 }, "result_fall_cpu": { "n": 246, "sum_ns": 222062484, "mean_ms": 0.9026930243902439 }, "result_fight_wall": { "n": 246, "sum_ns": 48793935, "mean_ms": 0.19834932926829266 }, "result_fight_cpu": { "n": 246, "sum_ns": 48813056, "mean_ms": 0.1984270569105691 }, "result_collector_wall": { "n": 246, "sum_ns": 442143916, "mean_ms": 1.7973329918699188 }, "result_collector_cpu": { "n": 246, "sum_ns": 435830994, "mean_ms": 1.7716707073170732 }, "result_composition_wall": { "n": 246, "sum_ns": 3327619, "mean_ms": 0.01352690650406504 }, "result_composition_cpu": { "n": 246, "sum_ns": 3335479, "mean_ms": 0.013558857723577235 }, "result_artifact_handoff_wall": { "n": 246, "sum_ns": 808844, "mean_ms": 0.0032879837398373983 }, "result_artifact_handoff_cpu": { "n": 246, "sum_ns": 746369, "mean_ms": 0.003034020325203252 }, "result_publish_wall": { "n": 246, "sum_ns": 45607978, "mean_ms": 0.18539828455284552 }, "result_publish_cpu": { "n": 246, "sum_ns": 45604479, "mean_ms": 0.18538406097560975 }, "result_total_wall": { "n": 246, "sum_ns": 1675043217, "mean_ms": 6.8091187682926835 }, "result_total_cpu": { "n": 246, "sum_ns": 1581285399, "mean_ms": 6.427989426829268 } } }, { "mode": "mixed-c-16", "level": 16, "camera": "43", "provider": "fire", "cohort_reset": true, "counter_seconds": 30.074986288, "new_channel": true, "seconds": 29.9999997279956, "selected_fps": 9.44306332446498, "requested_fps": 9.44306332446498, "complete_fps": 9.310062432571108, "accepted_fps": 9.310062432571108, "finalized_fps": 9.310062432571108, "redis_fps": 9.310062432571108, "redis_read_fps": 9.400000085228045, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 280, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.082, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 62, "analysis_gap_markers": 14, "c_suppressed": 1, "max_redis_silence_s": 0.41740177699830383, "redis_interval_s": { "n": 281, "mean": 0.10617780409963781, "median": 0.08744987001409754, "p95": 0.25677852000808343, "maximum": 0.41740177699830383, "minimum": 0.009066238009836525 }, "redis_drift_s": { "n": 282, "mean": -1.3278021769905677, "median": -1.3348129804846849, "p95": -1.1480896719670852, "maximum": -1.0577293360037725, "minimum": -1.529845637972933 }, "redis_drift_s_per_min": 0.031088864842324055, "ingress_drift_s": { "n": 12, "mean": -0.016909515166665834, "median": -0.024729429999997166, "p95": 0.047894738000003656, "maximum": 0.047894738000003656, "minimum": -0.048598817999998545 }, "ingress_drift_s_per_min": 0.12327899844424778, "source_drift_s": { "n": 12, "mean": -0.025383249999998785, "median": -0.02890849999999645, "p95": 0.044707000000002495, "maximum": 0.044707000000002495, "minimum": -0.04795299999999969 }, "ingress_to_redis_ms": { "n": 282, "mean": 381.54609929078015, "median": 370.5, "p95": 562, "maximum": 641, "minimum": 174 }, "source_samples": 12, "redis_samples": 282, "native_redis_joined": 11, "durations": { "depay_to_source_exit": { "n": 282, "sum_ns": 15202161000, "mean_ms": 53.90837234042553 }, "source_exit_to_ingress": { "n": 282, "sum_ns": 3581408855, "mean_ms": 12.70003140070922 }, "source_encoded_queue": { "n": 282, "sum_ns": 7279000, "mean_ms": 0.025812056737588653 }, "decode_between_queues": { "n": 282, "sum_ns": 13241877000, "mean_ms": 46.957010638297874 }, "source_raw_queue": { "n": 282, "sum_ns": 1853769000, "mean_ms": 6.573648936170213 }, "raw_queue_to_source_exit": { "n": 282, "sum_ns": 6156000, "mean_ms": 0.021829787234042553 }, "selected_to_preprocess_start": { "n": 283, "sum_ns": 176210325, "mean_ms": 0.6226513250883393 }, "preprocess_start_to_preprocess_output": { "n": 283, "sum_ns": 956873763, "mean_ms": 3.381179374558304 }, "selected_to_preprocess": { "n": 283, "sum_ns": 1524143983, "mean_ms": 5.385667784452297 }, "preprocess_start_to_preprocess": { "n": 283, "sum_ns": 1347933658, "mean_ms": 4.763016459363958 }, "preprocess_output_to_infer_entry": { "n": 283, "sum_ns": 391059895, "mean_ms": 1.3818370848056536 }, "preprocess_to_infer_output": { "n": 279, "sum_ns": 102422590500, "mean_ms": 367.1060591397849 }, "preprocess_to_callback": { "n": 279, "sum_ns": 102839992772, "mean_ms": 368.6021246308244 }, "infer_output_to_callback": { "n": 279, "sum_ns": 417402272, "mean_ms": 1.4960654910394264 }, "copy_wall": { "n": 280, "sum_ns": 1395034779, "mean_ms": 4.982267067857142 }, "copy_thread_cpu": { "n": 280, "sum_ns": 1366535161, "mean_ms": 4.880482717857143 }, "callback_to_copied": { "n": 279, "sum_ns": 1431343556, "mean_ms": 5.130263641577061 }, "accepted_interval": { "n": 280, "sum_ns": 30011418225, "mean_ms": 107.18363651785715 }, "selected_to_submitted": { "n": 279, "sum_ns": 105778160927, "mean_ms": 379.13319328673833 }, "completed_queue_wait": { "n": 280, "sum_ns": 76836820, "mean_ms": 0.27441721428571425 }, "result_composition_wall": { "n": 280, "sum_ns": 2091527, "mean_ms": 0.007469739285714286 }, "result_composition_cpu": { "n": 280, "sum_ns": 2054469, "mean_ms": 0.007337389285714285 }, "result_artifact_handoff_wall": { "n": 280, "sum_ns": 731742, "mean_ms": 0.002613364285714286 }, "result_artifact_handoff_cpu": { "n": 280, "sum_ns": 741328, "mean_ms": 0.0026476 }, "result_publish_wall": { "n": 280, "sum_ns": 23394845, "mean_ms": 0.08355301785714285 }, "result_publish_cpu": { "n": 280, "sum_ns": 23435017, "mean_ms": 0.08369648928571428 }, "result_total_wall": { "n": 280, "sum_ns": 222638017, "mean_ms": 0.795135775 }, "result_total_cpu": { "n": 280, "sum_ns": 221814603, "mean_ms": 0.7921950107142857 } } }, { "mode": "mixed-c-16", "level": 16, "camera": "43", "provider": "crowd", "cohort_reset": true, "counter_seconds": 30.081019503, "new_channel": true, "seconds": 29.9999997279956, "selected_fps": 9.640630696412337, "requested_fps": 9.640630696412337, "complete_fps": 9.507656479910098, "accepted_fps": 9.507656479910098, "finalized_fps": 9.507656479910098, "redis_fps": 9.507656479910098, "redis_read_fps": 9.566666753405848, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 286, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.086, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 34, "analysis_gap_markers": 11, "c_suppressed": 0, "max_redis_silence_s": 0.3771613289718516, "redis_interval_s": { "n": 286, "mean": 0.10427935266076796, "median": 0.08544547451310791, "p95": 0.25395457196282223, "maximum": 0.3771613289718516, "minimum": 0.021841753041371703 }, "redis_drift_s": { "n": 287, "mean": 0.03788232070030248, "median": 0.027225927012970885, "p95": 0.21456900699902093, "maximum": 0.35185658202134107, "minimum": -0.15077149500185527 }, "redis_drift_s_per_min": 0.2292231264571647, "ingress_drift_s": { "n": 12, "mean": -1.333046281083334, "median": -1.3442313490000029, "p95": -1.2811804339999995, "maximum": -1.2811804339999995, "minimum": -1.3679955359999987 }, "ingress_drift_s_per_min": 0.11960300859803424, "source_drift_s": { "n": 12, "mean": -1.2536100833333343, "median": -1.2597765000000027, "p95": -1.1974689999999981, "maximum": -1.1974689999999981, "minimum": -1.2836269999999992 }, "ingress_to_redis_ms": { "n": 287, "mean": 357.4634146341463, "median": 347, "p95": 534, "maximum": 623, "minimum": 162 }, "source_samples": 12, "redis_samples": 287, "native_redis_joined": 10, "durations": { "depay_to_source_exit": { "n": 289, "sum_ns": 15332307000, "mean_ms": 53.05296539792387 }, "source_exit_to_ingress": { "n": 289, "sum_ns": 1927240076, "mean_ms": 6.66865078200692 }, "source_encoded_queue": { "n": 289, "sum_ns": 8333000, "mean_ms": 0.028833910034602075 }, "decode_between_queues": { "n": 289, "sum_ns": 13826673000, "mean_ms": 47.84315916955017 }, "source_raw_queue": { "n": 289, "sum_ns": 1351474000, "mean_ms": 4.67638062283737 }, "raw_queue_to_source_exit": { "n": 289, "sum_ns": 6467000, "mean_ms": 0.022377162629757787 }, "selected_to_preprocess_start": { "n": 290, "sum_ns": 174585756, "mean_ms": 0.6020198482758621 }, "preprocess_start_to_preprocess_output": { "n": 290, "sum_ns": 978126703, "mean_ms": 3.3728507000000003 }, "selected_to_preprocess": { "n": 290, "sum_ns": 1747396986, "mean_ms": 6.025506848275862 }, "preprocess_start_to_preprocess": { "n": 290, "sum_ns": 1572811230, "mean_ms": 5.423487 }, "preprocess_output_to_infer_entry": { "n": 290, "sum_ns": 594684527, "mean_ms": 2.0506363 }, "preprocess_to_infer_output": { "n": 286, "sum_ns": 98107758485, "mean_ms": 343.03412057692304 }, "preprocess_to_callback": { "n": 286, "sum_ns": 98542633244, "mean_ms": 344.5546616923077 }, "infer_output_to_callback": { "n": 286, "sum_ns": 434874759, "mean_ms": 1.5205411153846156 }, "copy_wall": { "n": 286, "sum_ns": 1389067746, "mean_ms": 4.856880230769231 }, "copy_thread_cpu": { "n": 286, "sum_ns": 1370191956, "mean_ms": 4.790880965034965 }, "callback_to_copied": { "n": 286, "sum_ns": 1433155986, "mean_ms": 5.011034916083916 }, "accepted_interval": { "n": 286, "sum_ns": 30126658844, "mean_ms": 105.33796798601398 }, "selected_to_submitted": { "n": 286, "sum_ns": 101717175384, "mean_ms": 355.65445938461534 }, "completed_queue_wait": { "n": 286, "sum_ns": 74460538, "mean_ms": 0.26035153146853146 }, "result_composition_wall": { "n": 286, "sum_ns": 3945788, "mean_ms": 0.013796461538461539 }, "result_composition_cpu": { "n": 286, "sum_ns": 3798049, "mean_ms": 0.013279891608391608 }, "result_artifact_handoff_wall": { "n": 286, "sum_ns": 774908, "mean_ms": 0.0027094685314685315 }, "result_artifact_handoff_cpu": { "n": 286, "sum_ns": 775978, "mean_ms": 0.0027132097902097902 }, "result_publish_wall": { "n": 286, "sum_ns": 37522316, "mean_ms": 0.1311969090909091 }, "result_publish_cpu": { "n": 286, "sum_ns": 37463748, "mean_ms": 0.13099212587412587 }, "result_total_wall": { "n": 286, "sum_ns": 281115912, "mean_ms": 0.9829227692307693 }, "result_total_cpu": { "n": 286, "sum_ns": 270018888, "mean_ms": 0.944121986013986 } } }, { "mode": "mixed-c-16", "level": 16, "camera": "44", "provider": "pose", "cohort_reset": true, "counter_seconds": 30.079370583, "new_channel": true, "seconds": 29.9999997279956, "selected_fps": 8.278098749204801, "requested_fps": 8.278098749204801, "complete_fps": 8.278098749204801, "accepted_fps": 8.278098749204801, "finalized_fps": 8.278098749204801, "redis_fps": 8.278098749204801, "redis_read_fps": 8.300000075254552, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 249, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.17, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 118, "analysis_gap_markers": 40, "c_suppressed": 10, "max_redis_silence_s": 0.4337669679662213, "redis_interval_s": { "n": 248, "mean": 0.12066714186690777, "median": 0.10383702052058652, "p95": 0.26440986699890345, "maximum": 0.4337669679662213, "minimum": 0.00587294198339805 }, "redis_drift_s": { "n": 249, "mean": -1.2032794764750134, "median": -1.2018709319722873, "p95": -1.017585047015455, "maximum": -0.9604722059913904, "minimum": -1.4322566579999396 }, "redis_drift_s_per_min": -0.12325384073231675, "ingress_drift_s": { "n": 12, "mean": 0.08862917608333347, "median": 0.08858185100000071, "p95": 0.15890259200000045, "maximum": 0.15890259200000045, "minimum": 0.0350010239999996 }, "ingress_drift_s_per_min": -0.017167205561351102, "source_drift_s": { "n": 12, "mean": 0.05447175000000041, "median": 0.050593000000001, "p95": 0.1224860000000021, "maximum": 0.1224860000000021, "minimum": 0.027888000000004354 }, "ingress_to_redis_ms": { "n": 249, "mean": 478.9718875502008, "median": 485, "p95": 643, "maximum": 749, "minimum": 270 }, "source_samples": 12, "redis_samples": 249, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 249, "sum_ns": 14500646000, "mean_ms": 58.23552610441767 }, "source_exit_to_ingress": { "n": 249, "sum_ns": 8373791214, "mean_ms": 33.629683590361445 }, "source_encoded_queue": { "n": 249, "sum_ns": 6061000, "mean_ms": 0.024341365461847387 }, "decode_between_queues": { "n": 249, "sum_ns": 11224340000, "mean_ms": 45.07767068273092 }, "source_raw_queue": { "n": 249, "sum_ns": 3111850000, "mean_ms": 12.497389558232932 }, "raw_queue_to_source_exit": { "n": 249, "sum_ns": 4791000, "mean_ms": 0.019240963855421688 }, "selected_to_preprocess_start": { "n": 249, "sum_ns": 201864308, "mean_ms": 0.810700032128514 }, "preprocess_start_to_preprocess_output": { "n": 249, "sum_ns": 1113719048, "mean_ms": 4.472767261044177 }, "selected_to_preprocess": { "n": 249, "sum_ns": 1437123956, "mean_ms": 5.771582152610442 }, "preprocess_start_to_preprocess": { "n": 249, "sum_ns": 1235259648, "mean_ms": 4.960882120481928 }, "preprocess_output_to_infer_entry": { "n": 249, "sum_ns": 121540600, "mean_ms": 0.488114859437751 }, "preprocess_to_infer_output": { "n": 250, "sum_ns": 115085074496, "mean_ms": 460.340297984 }, "preprocess_to_callback": { "n": 249, "sum_ns": 115015802131, "mean_ms": 461.91085193172694 }, "infer_output_to_callback": { "n": 249, "sum_ns": 354217952, "mean_ms": 1.4225620562248995 }, "copy_wall": { "n": 249, "sum_ns": 541588654, "mean_ms": 2.1750548353413657 }, "copy_thread_cpu": { "n": 249, "sum_ns": 540414504, "mean_ms": 2.170339373493976 }, "callback_to_copied": { "n": 249, "sum_ns": 579408566, "mean_ms": 2.3269420321285144 }, "accepted_interval": { "n": 249, "sum_ns": 29982167862, "mean_ms": 120.41031269879518 }, "selected_to_submitted": { "n": 249, "sum_ns": 117048590269, "mean_ms": 470.0746597148594 }, "completed_queue_wait": { "n": 249, "sum_ns": 84178071, "mean_ms": 0.3380645421686747 }, "result_observations_wall": { "n": 249, "sum_ns": 205058531, "mean_ms": 0.8235282369477912 }, "result_observations_cpu": { "n": 249, "sum_ns": 203308808, "mean_ms": 0.8165012369477912 }, "result_nms_wall": { "n": 249, "sum_ns": 164471268, "mean_ms": 0.6605271807228916 }, "result_nms_cpu": { "n": 249, "sum_ns": 113915056, "mean_ms": 0.4574901847389558 }, "result_tracking_wall": { "n": 249, "sum_ns": 454471102, "mean_ms": 1.8251851485943775 }, "result_tracking_cpu": { "n": 249, "sum_ns": 404825444, "mean_ms": 1.6258049959839356 }, "result_region_wall": { "n": 249, "sum_ns": 63903194, "mean_ms": 0.25663933333333333 }, "result_region_cpu": { "n": 249, "sum_ns": 63829788, "mean_ms": 0.2563445301204819 }, "result_fall_wall": { "n": 249, "sum_ns": 318495797, "mean_ms": 1.2790995863453816 }, "result_fall_cpu": { "n": 249, "sum_ns": 317743799, "mean_ms": 1.2760795140562249 }, "result_fight_wall": { "n": 249, "sum_ns": 79899237, "mean_ms": 0.32088046987951807 }, "result_fight_cpu": { "n": 249, "sum_ns": 79037178, "mean_ms": 0.31741838554216867 }, "result_collector_wall": { "n": 249, "sum_ns": 376925270, "mean_ms": 1.5137561044176708 }, "result_collector_cpu": { "n": 249, "sum_ns": 373513053, "mean_ms": 1.5000524216867468 }, "result_composition_wall": { "n": 249, "sum_ns": 3143457, "mean_ms": 0.012624325301204819 }, "result_composition_cpu": { "n": 249, "sum_ns": 3152140, "mean_ms": 0.012659196787148594 }, "result_artifact_handoff_wall": { "n": 249, "sum_ns": 849722, "mean_ms": 0.0034125381526104418 }, "result_artifact_handoff_cpu": { "n": 249, "sum_ns": 800447, "mean_ms": 0.0032146465863453814 }, "result_publish_wall": { "n": 249, "sum_ns": 237983732, "mean_ms": 0.9557579598393574 }, "result_publish_cpu": { "n": 249, "sum_ns": 236458173, "mean_ms": 0.9496312168674699 }, "result_total_wall": { "n": 249, "sum_ns": 2096273300, "mean_ms": 8.418768273092368 }, "result_total_cpu": { "n": 249, "sum_ns": 1980566424, "mean_ms": 7.954082024096386 } } }, { "mode": "mixed-c-16", "level": 16, "camera": "44", "provider": "fire", "cohort_reset": true, "counter_seconds": 30.068499458, "new_channel": true, "seconds": 29.9999997279956, "selected_fps": 9.312070939592678, "requested_fps": 9.312070939592678, "complete_fps": 9.312070939592678, "accepted_fps": 9.312070939592678, "finalized_fps": 9.312070939592678, "redis_fps": 9.312070939592678, "redis_read_fps": 9.333333417956926, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 280, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.175, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 68, "analysis_gap_markers": 16, "c_suppressed": 0, "max_redis_silence_s": 0.38501142704626545, "redis_interval_s": { "n": 279, "mean": 0.10730893673470385, "median": 0.0881532040075399, "p95": 0.2571848139632493, "maximum": 0.38501142704626545, "minimum": 0.004096490039955825 }, "redis_drift_s": { "n": 280, "mean": 0.13365047908225755, "median": 0.1161991494826502, "p95": 0.3229890219783407, "maximum": 0.4969582689874805, "minimum": -0.07734172102017389 }, "redis_drift_s_per_min": 0.056312921968055436, "ingress_drift_s": { "n": 12, "mean": -0.003954379250000084, "median": 0.0025626560000020504, "p95": 0.0342469240000014, "maximum": 0.0342469240000014, "minimum": -0.044998259999999846 }, "ingress_drift_s_per_min": 0.07664380612339111, "source_drift_s": { "n": 12, "mean": -0.00926041666666603, "median": -0.013014500000000595, "p95": 0.027844000000001756, "maximum": 0.027844000000001756, "minimum": -0.04547599999999896 }, "ingress_to_redis_ms": { "n": 280, "mean": 384.84285714285716, "median": 371.5, "p95": 581, "maximum": 702, "minimum": 182 }, "source_samples": 12, "redis_samples": 280, "native_redis_joined": 12, "durations": { "depay_to_source_exit": { "n": 280, "sum_ns": 14786991000, "mean_ms": 52.81068214285714 }, "source_exit_to_ingress": { "n": 280, "sum_ns": 3750999198, "mean_ms": 13.396425707142857 }, "source_encoded_queue": { "n": 280, "sum_ns": 6932000, "mean_ms": 0.02475714285714286 }, "decode_between_queues": { "n": 280, "sum_ns": 13055852000, "mean_ms": 46.62804285714286 }, "source_raw_queue": { "n": 280, "sum_ns": 1566275000, "mean_ms": 5.593839285714285 }, "raw_queue_to_source_exit": { "n": 280, "sum_ns": 5702000, "mean_ms": 0.020364285714285713 }, "selected_to_preprocess_start": { "n": 280, "sum_ns": 184313098, "mean_ms": 0.6582610642857143 }, "preprocess_start_to_preprocess_output": { "n": 280, "sum_ns": 914003471, "mean_ms": 3.2642981107142854 }, "selected_to_preprocess": { "n": 280, "sum_ns": 1276119210, "mean_ms": 4.557568607142858 }, "preprocess_start_to_preprocess": { "n": 280, "sum_ns": 1091806112, "mean_ms": 3.8993075428571426 }, "preprocess_output_to_infer_entry": { "n": 280, "sum_ns": 177802641, "mean_ms": 0.6350094321428571 }, "preprocess_to_infer_output": { "n": 280, "sum_ns": 104245184363, "mean_ms": 372.30422986785715 }, "preprocess_to_callback": { "n": 280, "sum_ns": 104650443230, "mean_ms": 373.7515829642857 }, "infer_output_to_callback": { "n": 280, "sum_ns": 405258867, "mean_ms": 1.4473530964285715 }, "copy_wall": { "n": 280, "sum_ns": 1381191640, "mean_ms": 4.932827285714286 }, "copy_thread_cpu": { "n": 280, "sum_ns": 1354462555, "mean_ms": 4.837366267857143 }, "callback_to_copied": { "n": 280, "sum_ns": 1423499199, "mean_ms": 5.0839257107142855 }, "accepted_interval": { "n": 280, "sum_ns": 30206716144, "mean_ms": 107.88112908571428 }, "selected_to_submitted": { "n": 280, "sum_ns": 107377162035, "mean_ms": 383.4898644107143 }, "completed_queue_wait": { "n": 280, "sum_ns": 84122065, "mean_ms": 0.3004359464285714 }, "result_composition_wall": { "n": 280, "sum_ns": 2169153, "mean_ms": 0.0077469750000000006 }, "result_composition_cpu": { "n": 280, "sum_ns": 2137485, "mean_ms": 0.007633875 }, "result_artifact_handoff_wall": { "n": 280, "sum_ns": 719886, "mean_ms": 0.0025710214285714285 }, "result_artifact_handoff_cpu": { "n": 280, "sum_ns": 719039, "mean_ms": 0.0025679964285714287 }, "result_publish_wall": { "n": 280, "sum_ns": 22555880, "mean_ms": 0.08055671428571429 }, "result_publish_cpu": { "n": 280, "sum_ns": 22421652, "mean_ms": 0.08007732857142857 }, "result_total_wall": { "n": 280, "sum_ns": 213070872, "mean_ms": 0.7609674000000001 }, "result_total_cpu": { "n": 280, "sum_ns": 212272528, "mean_ms": 0.7581161714285715 } } }, { "mode": "mixed-c-16", "level": 16, "camera": "44", "provider": "crowd", "cohort_reset": true, "counter_seconds": 30.077008593, "new_channel": true, "seconds": 29.9999997279956, "selected_fps": 9.5421723577522, "requested_fps": 9.5421723577522, "complete_fps": 9.50892437044296, "accepted_fps": 9.50892437044296, "finalized_fps": 9.50892437044296, "redis_fps": 9.50892437044296, "redis_read_fps": 9.533333419770289, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 286, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.119, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 34, "analysis_gap_markers": 11, "c_suppressed": 0, "max_redis_silence_s": 0.37934141600271687, "redis_interval_s": { "n": 285, "mean": 0.10467751575102867, "median": 0.08242987305857241, "p95": 0.25165250001009554, "maximum": 0.37934141600271687, "minimum": 0.0005617300048470497 }, "redis_drift_s": { "n": 286, "mean": 0.12929477558447341, "median": 0.12236912553640966, "p95": 0.2984714940120483, "maximum": 0.4021347690420214, "minimum": -0.06212827398860554 }, "redis_drift_s_per_min": 0.19421512863513443, "ingress_drift_s": { "n": 12, "mean": -0.04004081733333361, "median": -0.043240581500000985, "p95": -0.017632069999997668, "maximum": -0.017632069999997668, "minimum": -0.06244182000000009 }, "ingress_drift_s_per_min": 0.007972445794970542, "source_drift_s": { "n": 12, "mean": -0.03980225000000015, "median": -0.04305600000000176, "p95": -0.016306000000000154, "maximum": -0.016306000000000154, "minimum": -0.059448000000003276 }, "ingress_to_redis_ms": { "n": 286, "mean": 356.7062937062937, "median": 347.5, "p95": 533, "maximum": 635, "minimum": 176 }, "source_samples": 12, "redis_samples": 286, "native_redis_joined": 11, "durations": { "depay_to_source_exit": { "n": 287, "sum_ns": 14399448000, "mean_ms": 50.17229268292682 }, "source_exit_to_ingress": { "n": 287, "sum_ns": 1800525620, "mean_ms": 6.273608432055749 }, "source_encoded_queue": { "n": 287, "sum_ns": 7908000, "mean_ms": 0.027554006968641114 }, "decode_between_queues": { "n": 287, "sum_ns": 13462077000, "mean_ms": 46.90619163763066 }, "source_raw_queue": { "n": 287, "sum_ns": 760328000, "mean_ms": 2.6492264808362367 }, "raw_queue_to_source_exit": { "n": 287, "sum_ns": 5605000, "mean_ms": 0.019529616724738675 }, "selected_to_preprocess_start": { "n": 287, "sum_ns": 176679937, "mean_ms": 0.6156095365853659 }, "preprocess_start_to_preprocess_output": { "n": 287, "sum_ns": 920003275, "mean_ms": 3.205586324041812 }, "selected_to_preprocess": { "n": 287, "sum_ns": 1389332372, "mean_ms": 4.8408793449477345 }, "preprocess_start_to_preprocess": { "n": 287, "sum_ns": 1212652435, "mean_ms": 4.225269808362369 }, "preprocess_output_to_infer_entry": { "n": 287, "sum_ns": 292649160, "mean_ms": 1.0196834843205576 }, "preprocess_to_infer_output": { "n": 286, "sum_ns": 98217337038, "mean_ms": 343.4172623706294 }, "preprocess_to_callback": { "n": 286, "sum_ns": 98625805320, "mean_ms": 344.8454731468531 }, "infer_output_to_callback": { "n": 286, "sum_ns": 408468282, "mean_ms": 1.4282107762237761 }, "copy_wall": { "n": 286, "sum_ns": 1328855008, "mean_ms": 4.646346181818181 }, "copy_thread_cpu": { "n": 286, "sum_ns": 1307349922, "mean_ms": 4.571153573426574 }, "callback_to_copied": { "n": 286, "sum_ns": 1373942198, "mean_ms": 4.803993699300699 }, "accepted_interval": { "n": 286, "sum_ns": 30091437245, "mean_ms": 105.21481554195805 }, "selected_to_submitted": { "n": 286, "sum_ns": 101403188044, "mean_ms": 354.55660155244755 }, "completed_queue_wait": { "n": 286, "sum_ns": 73540410, "mean_ms": 0.2571343006993007 }, "result_composition_wall": { "n": 286, "sum_ns": 3254262, "mean_ms": 0.01137853846153846 }, "result_composition_cpu": { "n": 286, "sum_ns": 3157725, "mean_ms": 0.011040996503496504 }, "result_artifact_handoff_wall": { "n": 286, "sum_ns": 768924, "mean_ms": 0.0026885454545454543 }, "result_artifact_handoff_cpu": { "n": 286, "sum_ns": 769209, "mean_ms": 0.002689541958041958 }, "result_publish_wall": { "n": 286, "sum_ns": 65740182, "mean_ms": 0.2298607762237762 }, "result_publish_cpu": { "n": 286, "sum_ns": 65789270, "mean_ms": 0.23003241258741258 }, "result_total_wall": { "n": 286, "sum_ns": 386040067, "mean_ms": 1.349790444055944 }, "result_total_cpu": { "n": 286, "sum_ns": 375403182, "mean_ms": 1.3125985384615384 } } }, { "mode": "mixed-c-16", "level": 16, "camera": "45", "provider": "pose", "cohort_reset": true, "counter_seconds": 29.928683204, "new_channel": true, "seconds": 29.9999997279956, "selected_fps": 8.353190760046111, "requested_fps": 8.353190760046111, "complete_fps": 8.353190760046111, "accepted_fps": 8.353190760046111, "finalized_fps": 8.353190760046111, "redis_fps": 8.353190760046111, "redis_read_fps": 8.366666742525672, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 250, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.236, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 124, "analysis_gap_markers": 38, "c_suppressed": 10, "max_redis_silence_s": 0.38416907598730177, "redis_interval_s": { "n": 250, "mean": 0.11955553482007235, "median": 0.09916258198791184, "p95": 0.2783309039659798, "maximum": 0.38416907598730177, "minimum": 0.016920133028179407 }, "redis_drift_s": { "n": 251, "mean": -0.11426999868880917, "median": -0.11096874095359865, "p95": 0.0649120120485307, "maximum": 0.14508776001120083, "minimum": -0.3390959259625532 }, "redis_drift_s_per_min": -0.08121740780678668, "ingress_drift_s": { "n": 12, "mean": 0.030867473833333214, "median": 0.01646321099999959, "p95": 0.10841649399999653, "maximum": 0.10841649399999653, "minimum": -0.028939667999999585 }, "ingress_drift_s_per_min": -0.02680005818420415, "source_drift_s": { "n": 12, "mean": 0.006389916666666699, "median": 0.009915999999999592, "p95": 0.02756500000000095, "maximum": 0.02756500000000095, "minimum": -0.02973800000000182 }, "ingress_to_redis_ms": { "n": 251, "mean": 473.6374501992032, "median": 489, "p95": 614, "maximum": 699, "minimum": 277 }, "source_samples": 12, "redis_samples": 251, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 250, "sum_ns": 184875184, "mean_ms": 0.739500736 }, "depay_to_source_exit": { "n": 250, "sum_ns": 14327240000, "mean_ms": 57.30896 }, "source_exit_to_ingress": { "n": 250, "sum_ns": 7589996501, "mean_ms": 30.359986004 }, "source_encoded_queue": { "n": 250, "sum_ns": 6753000, "mean_ms": 0.027012 }, "decode_between_queues": { "n": 250, "sum_ns": 11193620000, "mean_ms": 44.77448 }, "source_raw_queue": { "n": 250, "sum_ns": 2973238000, "mean_ms": 11.892952 }, "raw_queue_to_source_exit": { "n": 250, "sum_ns": 5915000, "mean_ms": 0.02366 }, "preprocess_start_to_preprocess_output": { "n": 250, "sum_ns": 1067154854, "mean_ms": 4.268619416 }, "selected_to_preprocess": { "n": 250, "sum_ns": 1352916132, "mean_ms": 5.411664528 }, "preprocess_start_to_preprocess": { "n": 250, "sum_ns": 1168040948, "mean_ms": 4.672163792 }, "preprocess_output_to_infer_entry": { "n": 250, "sum_ns": 100886094, "mean_ms": 0.403544376 }, "preprocess_to_infer_output": { "n": 250, "sum_ns": 114516439298, "mean_ms": 458.065757192 }, "preprocess_to_callback": { "n": 250, "sum_ns": 114865536471, "mean_ms": 459.462145884 }, "infer_output_to_callback": { "n": 250, "sum_ns": 349097173, "mean_ms": 1.396388692 }, "copy_wall": { "n": 250, "sum_ns": 474040240, "mean_ms": 1.89616096 }, "copy_thread_cpu": { "n": 250, "sum_ns": 468342466, "mean_ms": 1.873369864 }, "callback_to_copied": { "n": 250, "sum_ns": 511775819, "mean_ms": 2.047103276 }, "accepted_interval": { "n": 250, "sum_ns": 30118472676, "mean_ms": 120.473890704 }, "selected_to_submitted": { "n": 250, "sum_ns": 116735891896, "mean_ms": 466.943567584 }, "completed_queue_wait": { "n": 250, "sum_ns": 81309275, "mean_ms": 0.3252371 }, "result_observations_wall": { "n": 250, "sum_ns": 180288999, "mean_ms": 0.721155996 }, "result_observations_cpu": { "n": 250, "sum_ns": 180184342, "mean_ms": 0.720737368 }, "result_nms_wall": { "n": 250, "sum_ns": 157511565, "mean_ms": 0.63004626 }, "result_nms_cpu": { "n": 250, "sum_ns": 108046333, "mean_ms": 0.432185332 }, "result_tracking_wall": { "n": 250, "sum_ns": 291876047, "mean_ms": 1.167504188 }, "result_tracking_cpu": { "n": 250, "sum_ns": 262924307, "mean_ms": 1.0516972279999999 }, "result_region_wall": { "n": 250, "sum_ns": 54094943, "mean_ms": 0.216379772 }, "result_region_cpu": { "n": 250, "sum_ns": 54063260, "mean_ms": 0.21625304 }, "result_fall_wall": { "n": 250, "sum_ns": 238678532, "mean_ms": 0.954714128 }, "result_fall_cpu": { "n": 250, "sum_ns": 237509135, "mean_ms": 0.95003654 }, "result_fight_wall": { "n": 250, "sum_ns": 53596537, "mean_ms": 0.214386148 }, "result_fight_cpu": { "n": 250, "sum_ns": 50531124, "mean_ms": 0.20212449600000001 }, "result_collector_wall": { "n": 250, "sum_ns": 436232721, "mean_ms": 1.7449308840000002 }, "result_collector_cpu": { "n": 250, "sum_ns": 432768702, "mean_ms": 1.731074808 }, "result_composition_wall": { "n": 250, "sum_ns": 2943887, "mean_ms": 0.011775548 }, "result_composition_cpu": { "n": 250, "sum_ns": 2928823, "mean_ms": 0.011715291999999999 }, "result_artifact_handoff_wall": { "n": 250, "sum_ns": 1051920, "mean_ms": 0.00420768 }, "result_artifact_handoff_cpu": { "n": 250, "sum_ns": 768946, "mean_ms": 0.0030757840000000002 }, "result_publish_wall": { "n": 250, "sum_ns": 46092675, "mean_ms": 0.1843707 }, "result_publish_cpu": { "n": 250, "sum_ns": 46100346, "mean_ms": 0.184401384 }, "result_total_wall": { "n": 250, "sum_ns": 1641900186, "mean_ms": 6.567600744 }, "result_total_cpu": { "n": 250, "sum_ns": 1553515402, "mean_ms": 6.214061608 } } }, { "mode": "mixed-c-16", "level": 16, "camera": "45", "provider": "fire", "cohort_reset": true, "counter_seconds": 30.088813924, "new_channel": true, "seconds": 29.9999997279956, "selected_fps": 9.438723663795555, "requested_fps": 9.438723663795555, "complete_fps": 9.438723663795555, "accepted_fps": 9.438723663795555, "finalized_fps": 9.438723663795555, "redis_fps": 9.438723663795555, "redis_read_fps": 9.400000085228045, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 284, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.189, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 57, "analysis_gap_markers": 14, "c_suppressed": 1, "max_redis_silence_s": 0.3771716409828514, "redis_interval_s": { "n": 281, "mean": 0.10644121032027574, "median": 0.0876839510165155, "p95": 0.24737466900842264, "maximum": 0.3771716409828514, "minimum": 0.007546501990873367 }, "redis_drift_s": { "n": 282, "mean": -0.12002282330137673, "median": -0.1319541735337113, "p95": 0.07006479595415271, "maximum": 0.14462830796651538, "minimum": -0.3312156720142809 }, "redis_drift_s_per_min": 0.08079428406728155, "ingress_drift_s": { "n": 12, "mean": -0.02093112058333313, "median": -0.025692395500001908, "p95": 0.0855781300000018, "maximum": 0.0855781300000018, "minimum": -0.07364958899999863 }, "ingress_drift_s_per_min": 0.08559201177400573, "source_drift_s": { "n": 12, "mean": -0.03417891666666654, "median": -0.03378750000000075, "p95": -0.00025099999999866895, "maximum": -0.00025099999999866895, "minimum": -0.07264299999999935 }, "ingress_to_redis_ms": { "n": 282, "mean": 380.63475177304963, "median": 367.0, "p95": 567, "maximum": 620, "minimum": 164 }, "source_samples": 12, "redis_samples": 282, "native_redis_joined": 12, "durations": { "selected_to_preprocess_start": { "n": 284, "sum_ns": 179337676, "mean_ms": 0.631470690140845 }, "depay_to_source_exit": { "n": 283, "sum_ns": 15032848000, "mean_ms": 53.11960424028268 }, "source_exit_to_ingress": { "n": 283, "sum_ns": 2477349872, "mean_ms": 8.753886473498232 }, "source_encoded_queue": { "n": 283, "sum_ns": 6685000, "mean_ms": 0.02362190812720848 }, "decode_between_queues": { "n": 283, "sum_ns": 13069675000, "mean_ms": 46.18259717314488 }, "source_raw_queue": { "n": 283, "sum_ns": 1761130000, "mean_ms": 6.223074204946997 }, "raw_queue_to_source_exit": { "n": 283, "sum_ns": 6980000, "mean_ms": 0.024664310954063604 }, "preprocess_start_to_preprocess_output": { "n": 284, "sum_ns": 905801746, "mean_ms": 3.189442767605634 }, "selected_to_preprocess": { "n": 284, "sum_ns": 1441801891, "mean_ms": 5.076767221830986 }, "preprocess_start_to_preprocess": { "n": 284, "sum_ns": 1262464215, "mean_ms": 4.445296531690142 }, "preprocess_output_to_infer_entry": { "n": 284, "sum_ns": 356662469, "mean_ms": 1.255853764084507 }, "preprocess_to_infer_output": { "n": 284, "sum_ns": 104476709372, "mean_ms": 367.8757372253521 }, "preprocess_to_callback": { "n": 284, "sum_ns": 104902277815, "mean_ms": 369.37421765845073 }, "infer_output_to_callback": { "n": 284, "sum_ns": 425568443, "mean_ms": 1.4984804330985917 }, "copy_wall": { "n": 284, "sum_ns": 1387967760, "mean_ms": 4.887210422535211 }, "copy_thread_cpu": { "n": 284, "sum_ns": 1360095631, "mean_ms": 4.789069123239436 }, "callback_to_copied": { "n": 284, "sum_ns": 1430828528, "mean_ms": 5.038128619718309 }, "accepted_interval": { "n": 284, "sum_ns": 30237623285, "mean_ms": 106.4705045246479 }, "selected_to_submitted": { "n": 284, "sum_ns": 107787977321, "mean_ms": 379.5351314119718 }, "completed_queue_wait": { "n": 284, "sum_ns": 79492070, "mean_ms": 0.27990165492957747 }, "result_composition_wall": { "n": 284, "sum_ns": 2551799, "mean_ms": 0.008985207746478872 }, "result_composition_cpu": { "n": 284, "sum_ns": 2523706, "mean_ms": 0.008886288732394367 }, "result_artifact_handoff_wall": { "n": 284, "sum_ns": 886286, "mean_ms": 0.003120725352112676 }, "result_artifact_handoff_cpu": { "n": 284, "sum_ns": 887049, "mean_ms": 0.003123411971830986 }, "result_publish_wall": { "n": 284, "sum_ns": 24656578, "mean_ms": 0.08681893661971832 }, "result_publish_cpu": { "n": 284, "sum_ns": 24700329, "mean_ms": 0.08697298943661971 }, "result_total_wall": { "n": 284, "sum_ns": 221731679, "mean_ms": 0.7807453485915493 }, "result_total_cpu": { "n": 284, "sum_ns": 221259230, "mean_ms": 0.7790817957746479 } } }, { "mode": "mixed-c-16", "level": 16, "camera": "45", "provider": "crowd", "cohort_reset": true, "counter_seconds": 30.074372471, "new_channel": true, "seconds": 29.9999997279956, "selected_fps": 9.642761466748478, "requested_fps": 9.642761466748478, "complete_fps": 9.609510565139, "accepted_fps": 9.609510565139, "finalized_fps": 9.609510565139, "redis_fps": 9.609510565139, "redis_read_fps": 9.600000087041408, "queue_expired": 0, "capacity_drop": 0, "over_100ms": 289, "queue_depth_max_sampled": 0, "queue_age_max_sampled": 0, "provider_response_age_max_sampled": 0.1, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "gap_markers": 43, "analysis_gap_markers": 10, "c_suppressed": 0, "max_redis_silence_s": 0.3292771350243129, "redis_interval_s": { "n": 287, "mean": 0.10374834505214034, "median": 0.08544348203577101, "p95": 0.24583291297312826, "maximum": 0.3292771350243129, "minimum": 0.015243525966070592 }, "redis_drift_s": { "n": 288, "mean": 0.019919622478151225, "median": 0.014387365483446324, "p95": 0.16955432794662073, "maximum": 0.2729835089459094, "minimum": -0.18982486500264883 }, "redis_drift_s_per_min": 0.18028182933397927, "ingress_drift_s": { "n": 12, "mean": 0.019595987083333394, "median": 0.005254362499999665, "p95": 0.11198033599999846, "maximum": 0.11198033599999846, "minimum": -0.0076839099999972404 }, "ingress_drift_s_per_min": -0.025146032310253072, "source_drift_s": { "n": 12, "mean": 0.005117416666666023, "median": 0.004400500000000918, "p95": 0.0456209999999988, "maximum": 0.0456209999999988, "minimum": -0.02813600000000349 }, "ingress_to_redis_ms": { "n": 288, "mean": 356.2048611111111, "median": 348.0, "p95": 509, "maximum": 606, "minimum": 157 }, "source_samples": 12, "redis_samples": 288, "native_redis_joined": 11, "durations": { "selected_to_preprocess_start": { "n": 290, "sum_ns": 178424801, "mean_ms": 0.6152579344827587 }, "depay_to_source_exit": { "n": 290, "sum_ns": 14681005000, "mean_ms": 50.62415517241379 }, "source_exit_to_ingress": { "n": 290, "sum_ns": 2498744688, "mean_ms": 8.616360993103449 }, "source_encoded_queue": { "n": 290, "sum_ns": 7404000, "mean_ms": 0.02553103448275862 }, "decode_between_queues": { "n": 290, "sum_ns": 13274460000, "mean_ms": 45.774 }, "source_raw_queue": { "n": 290, "sum_ns": 1239484000, "mean_ms": 4.27408275862069 }, "raw_queue_to_source_exit": { "n": 290, "sum_ns": 7254000, "mean_ms": 0.025013793103448274 }, "preprocess_start_to_preprocess_output": { "n": 290, "sum_ns": 962740019, "mean_ms": 3.319793168965517 }, "selected_to_preprocess": { "n": 290, "sum_ns": 1761384761, "mean_ms": 6.073740555172414 }, "preprocess_start_to_preprocess": { "n": 290, "sum_ns": 1582959960, "mean_ms": 5.458482620689654 }, "preprocess_output_to_infer_entry": { "n": 290, "sum_ns": 620219941, "mean_ms": 2.138689451724138 }, "preprocess_to_infer_output": { "n": 289, "sum_ns": 98825078480, "mean_ms": 341.9552888581315 }, "preprocess_to_callback": { "n": 289, "sum_ns": 99250370582, "mean_ms": 343.42688782698957 }, "infer_output_to_callback": { "n": 289, "sum_ns": 425292102, "mean_ms": 1.4715989688581315 }, "copy_wall": { "n": 289, "sum_ns": 1380784754, "mean_ms": 4.777801916955018 }, "copy_thread_cpu": { "n": 289, "sum_ns": 1363387311, "mean_ms": 4.7176031522491355 }, "callback_to_copied": { "n": 289, "sum_ns": 1423912054, "mean_ms": 4.927031328719723 }, "accepted_interval": { "n": 289, "sum_ns": 30145247360, "mean_ms": 104.30881439446367 }, "selected_to_submitted": { "n": 289, "sum_ns": 102455840388, "mean_ms": 354.51847885121106 }, "completed_queue_wait": { "n": 289, "sum_ns": 72944840, "mean_ms": 0.25240429065743947 }, "result_composition_wall": { "n": 289, "sum_ns": 3254146, "mean_ms": 0.011260020761245675 }, "result_composition_cpu": { "n": 289, "sum_ns": 3176299, "mean_ms": 0.010990653979238754 }, "result_artifact_handoff_wall": { "n": 289, "sum_ns": 755403, "mean_ms": 0.002613851211072664 }, "result_artifact_handoff_cpu": { "n": 289, "sum_ns": 755529, "mean_ms": 0.002614287197231834 }, "result_publish_wall": { "n": 289, "sum_ns": 36424038, "mean_ms": 0.12603473356401385 }, "result_publish_cpu": { "n": 289, "sum_ns": 36470063, "mean_ms": 0.12619398961937717 }, "result_total_wall": { "n": 289, "sum_ns": 272744057, "mean_ms": 0.943751062283737 }, "result_total_cpu": { "n": 289, "sum_ns": 265237567, "mean_ms": 0.9177770484429065 } } } ], "stage_details": [ { "mode": "pose-a", "level": 1, "counters": { "admitted": 300, "events_created": 10, "artifact_accepted": 10, "artifact_artifact_admission_failed": 0, "artifact_unaccepted_events": 0, "artifact_capture_failed": 0, "artifact_metadata_queue_drop": 0, "artifact_event_candidates_suppressed": 0, "cooldown_FALL_admitted": 3, "cooldown_FALL_suppressed_candidates": 225, "cooldown_INTRUSION_admitted": 2, "cooldown_INTRUSION_suppressed_candidates": 99, "cooldown_FIGHT_admitted": 3, "cooldown_FIGHT_suppressed_candidates": 865, "cooldown_LOITERING_admitted": 2, "cooldown_LOITERING_suppressed_candidates": 971 }, "duration_histograms": { "pose:depay_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 6, 1, 0, 12, 175, 91, 15, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 75 }, "pose:source_exit_to_ingress": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 289, 4, 2, 0, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:source_encoded_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 300, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:decode_between_queues": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2, 5, 0, 0, 12, 177, 89, 15, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 75 }, "pose:source_raw_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 300, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:raw_queue_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 300, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:selected_to_preprocess_start": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 259, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:preprocess_start_to_preprocess_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 284, 9, 4, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:selected_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 6, 236, 53, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:preprocess_start_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 182, 108, 7, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:preprocess_output_to_infer_entry": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 294, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:preprocess_to_infer_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 300, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 20 }, "pose:preprocess_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 299, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 20 }, "pose:infer_output_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 296, 3, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:copy_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 34, 211, 52, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:copy_thread_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 34, 211, 52, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:callback_to_copied": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3, 229, 65, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:accepted_interval": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 2, 16, 48, 89, 134, 10, 1, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 150 }, "pose:selected_to_submitted": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 272, 25, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "pose:completed_queue_wait": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 299, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_observations_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 243, 57, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_observations_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 243, 57, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_nms_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 279, 13, 3, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_nms_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 296, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_tracking_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1, 142, 149, 1, 2, 3, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_tracking_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 149, 149, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_region_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 300, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_region_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 300, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_fall_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 148, 151, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_fall_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 148, 151, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_fight_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 300, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_fight_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 300, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_collector_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 281, 13, 0, 0, 0, 1, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_collector_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 281, 13, 0, 0, 0, 1, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_composition_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 300, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_composition_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 300, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_artifact_handoff_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 300, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_artifact_handoff_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 300, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_publish_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 235, 64, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_publish_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 235, 64, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_total_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 55, 225, 5, 5, 4, 4, 2, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 20 }, "pose:result_total_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 56, 233, 4, 0, 2, 4, 1, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 } }, "sampled_reserved_jobs_max": 3, "sampled_pending_age_max_s": 9.84500002861023, "sample_collection_max_s": 0.16155036899726838, "status_query_max_s": 0.005673239997122437, "artifact_global_counts_delta": { "render_completed": 10, "sent": 11, "render_failed": 1, "retention_blocked": 0, "retention_deleted": 0 }, "training_first": { "render_ms_total": 215, "last_exit_code": 0, "saved": 1, "counts": { "READY": 3 }, "recent": [ { "id": "c1b7a673173148a0b3d2753abe94e7b0", "camera": "30", "state": "READY", "created": 1790516109.8305943, "finished": 1790516110.8913558, "error": null }, { "id": "ed8931af827947c3bacb56ffe7857585", "camera": "32", "state": "READY", "created": 1790514447.8494723, "finished": 1790514448.7749724, "error": null }, { "id": "b775d6ad7d12444bbb34979ef73c115e", "camera": "34", "state": "READY", "created": 1790512705.5750303, "finished": 1790512708.5895975, "error": null } ], "last_failure": null, "worker_alive": true }, "training_last": { "render_ms_total": 215, "last_exit_code": 0, "saved": 1, "counts": { "READY": 3 }, "recent": [ { "id": "c1b7a673173148a0b3d2753abe94e7b0", "camera": "30", "state": "READY", "created": 1790516109.8305943, "finished": 1790516110.8913558, "error": null }, { "id": "ed8931af827947c3bacb56ffe7857585", "camera": "32", "state": "READY", "created": 1790514447.8494723, "finished": 1790514448.7749724, "error": null }, { "id": "b775d6ad7d12444bbb34979ef73c115e", "camera": "34", "state": "READY", "created": 1790512705.5750303, "finished": 1790512708.5895975, "error": null } ], "last_failure": null, "worker_alive": true } }, { "mode": "pose-a", "level": 2, "counters": { "admitted": 598, "events_created": 19, "artifact_accepted": 19, "artifact_artifact_admission_failed": 0, "artifact_unaccepted_events": 0, "artifact_capture_failed": 0, "artifact_metadata_queue_drop": 0, "artifact_event_candidates_suppressed": 0, "cooldown_FALL_admitted": 3, "cooldown_FALL_suppressed_candidates": 225, "cooldown_INTRUSION_admitted": 5, "cooldown_INTRUSION_suppressed_candidates": 778, "cooldown_FIGHT_admitted": 6, "cooldown_FIGHT_suppressed_candidates": 1053, "cooldown_LOITERING_admitted": 5, "cooldown_LOITERING_suppressed_candidates": 1052 }, "duration_histograms": { "pose:depay_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 4, 4, 0, 45, 312, 191, 38, 1, 0, 0, 1, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "pose:source_exit_to_ingress": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 573, 10, 7, 1, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:source_encoded_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 596, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:decode_between_queues": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3, 4, 1, 0, 45, 323, 182, 36, 1, 0, 0, 1, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "pose:source_raw_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 594, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:raw_queue_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 596, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:selected_to_preprocess_start": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 484, 114, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:preprocess_start_to_preprocess_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 568, 22, 6, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:selected_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 17, 456, 117, 4, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:preprocess_start_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 432, 150, 8, 4, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:preprocess_output_to_infer_entry": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 587, 3, 5, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:preprocess_to_infer_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 592, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 20 }, "pose:preprocess_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 591, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 20 }, "pose:infer_output_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 587, 9, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:copy_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 450, 144, 0, 0, 1, 3, 0, 1, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:copy_thread_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 450, 144, 0, 0, 1, 3, 0, 1, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:callback_to_copied": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 396, 198, 0, 0, 1, 3, 0, 1, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:accepted_interval": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 1, 1, 1, 4, 36, 102, 164, 249, 33, 7, 1, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 200 }, "pose:selected_to_submitted": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 492, 102, 4, 0, 1, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "pose:completed_queue_wait": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 589, 5, 2, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_observations_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 533, 66, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_observations_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 534, 65, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_nms_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 569, 14, 3, 3, 7, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_nms_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 596, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_tracking_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 262, 230, 97, 1, 0, 5, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_tracking_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 270, 229, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_region_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 598, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_region_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 598, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_fall_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 463, 131, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_fall_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 463, 131, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_fight_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 598, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_fight_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 598, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_collector_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 509, 79, 0, 0, 0, 3, 2, 3, 2, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_collector_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 509, 79, 0, 0, 0, 3, 2, 3, 2, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_composition_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 598, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_composition_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 598, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_artifact_handoff_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 598, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_artifact_handoff_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 598, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_publish_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 536, 56, 4, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_publish_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 535, 57, 4, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_total_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 301, 262, 13, 6, 7, 4, 5, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 20 }, "pose:result_total_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 314, 264, 8, 2, 3, 3, 4, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 } }, "sampled_reserved_jobs_max": 7, "sampled_pending_age_max_s": 12.11299991607666, "sample_collection_max_s": 0.10927637503482401, "status_query_max_s": 0.005310285952873528, "artifact_global_counts_delta": { "render_completed": 16, "sent": 19, "render_failed": 3, "retention_blocked": 0, "retention_deleted": 0 }, "training_first": { "render_ms_total": 631, "last_exit_code": 0, "saved": 2, "counts": { "READY": 4 }, "recent": [ { "id": "667b3152803c4890aaaed172386cc749", "camera": "31", "state": "READY", "created": 1790516289.8344853, "finished": 1790516291.1200778, "error": null }, { "id": "c1b7a673173148a0b3d2753abe94e7b0", "camera": "30", "state": "READY", "created": 1790516109.8305943, "finished": 1790516110.8913558, "error": null }, { "id": "ed8931af827947c3bacb56ffe7857585", "camera": "32", "state": "READY", "created": 1790514447.8494723, "finished": 1790514448.7749724, "error": null }, { "id": "b775d6ad7d12444bbb34979ef73c115e", "camera": "34", "state": "READY", "created": 1790512705.5750303, "finished": 1790512708.5895975, "error": null } ], "last_failure": null, "worker_alive": true }, "training_last": { "render_ms_total": 631, "last_exit_code": 0, "saved": 2, "counts": { "READY": 4 }, "recent": [ { "id": "667b3152803c4890aaaed172386cc749", "camera": "31", "state": "READY", "created": 1790516289.8344853, "finished": 1790516291.1200778, "error": null }, { "id": "c1b7a673173148a0b3d2753abe94e7b0", "camera": "30", "state": "READY", "created": 1790516109.8305943, "finished": 1790516110.8913558, "error": null }, { "id": "ed8931af827947c3bacb56ffe7857585", "camera": "32", "state": "READY", "created": 1790514447.8494723, "finished": 1790514448.7749724, "error": null }, { "id": "b775d6ad7d12444bbb34979ef73c115e", "camera": "34", "state": "READY", "created": 1790512705.5750303, "finished": 1790512708.5895975, "error": null } ], "last_failure": null, "worker_alive": true } }, { "mode": "pose-a", "level": 3, "counters": { "admitted": 893, "events_created": 31, "artifact_accepted": 31, "artifact_artifact_admission_failed": 0, "artifact_unaccepted_events": 0, "artifact_capture_failed": 0, "artifact_metadata_queue_drop": 0, "artifact_event_candidates_suppressed": 0, "cooldown_FALL_admitted": 5, "cooldown_FALL_suppressed_candidates": 239, "cooldown_INTRUSION_admitted": 8, "cooldown_INTRUSION_suppressed_candidates": 1558, "cooldown_FIGHT_admitted": 9, "cooldown_FIGHT_suppressed_candidates": 1196, "cooldown_LOITERING_admitted": 9, "cooldown_LOITERING_suppressed_candidates": 1232 }, "duration_histograms": { "pose:depay_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2, 4, 4, 1, 86, 471, 276, 47, 1, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "pose:source_exit_to_ingress": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 852, 15, 11, 2, 3, 4, 1, 2, 2, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:source_encoded_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 892, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:decode_between_queues": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 6, 3, 1, 1, 87, 478, 272, 43, 1, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 75 }, "pose:source_raw_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 888, 0, 1, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:raw_queue_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 892, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:selected_to_preprocess_start": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 865, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:preprocess_start_to_preprocess_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 866, 14, 9, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:selected_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 22, 821, 43, 5, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:preprocess_start_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 685, 192, 11, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:preprocess_output_to_infer_entry": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 885, 3, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:preprocess_to_infer_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 890, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 20 }, "pose:preprocess_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 886, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 20 }, "pose:infer_output_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 883, 5, 5, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:copy_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3, 608, 275, 0, 0, 1, 5, 1, 1, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:copy_thread_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4, 608, 274, 0, 0, 1, 6, 0, 1, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:callback_to_copied": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 486, 400, 0, 0, 1, 5, 1, 1, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:accepted_interval": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 2, 0, 4, 51, 156, 268, 350, 53, 9, 1, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 200 }, "pose:selected_to_submitted": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 746, 140, 1, 6, 0, 1, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "pose:completed_queue_wait": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 881, 5, 5, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_observations_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 834, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_observations_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 834, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_nms_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 852, 22, 8, 4, 5, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_nms_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 893, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_tracking_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 405, 407, 70, 4, 2, 4, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_tracking_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 420, 410, 63, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_region_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 894, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_region_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 894, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_fall_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 714, 164, 14, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_fall_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 714, 164, 14, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_fight_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 894, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_fight_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 894, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_collector_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 665, 171, 45, 0, 0, 0, 9, 1, 0, 3, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_collector_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 665, 171, 45, 0, 0, 0, 9, 1, 1, 2, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_composition_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 894, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_composition_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 894, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_artifact_handoff_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 894, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_artifact_handoff_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 894, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_publish_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 793, 96, 2, 0, 0, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_publish_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 793, 96, 2, 0, 0, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_total_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 408, 444, 16, 2, 13, 2, 5, 4, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "pose:result_total_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 437, 430, 9, 0, 10, 1, 3, 4, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 } }, "sampled_reserved_jobs_max": 8, "sampled_pending_age_max_s": 14.33299994468689, "sample_collection_max_s": 0.14121392398374155, "status_query_max_s": 0.005075499997474253, "artifact_global_counts_delta": { "render_completed": 27, "sent": 30, "render_failed": 3, "retention_blocked": 0, "retention_deleted": 0 }, "training_first": { "render_ms_total": 631, "last_exit_code": 0, "saved": 2, "counts": { "READY": 4, "RUNNING": 1 }, "recent": [ { "id": "86013f68fab64551a5a0f460e8c55001", "camera": "32", "state": "RUNNING", "created": 1790516325.291905, "finished": null, "error": null }, { "id": "667b3152803c4890aaaed172386cc749", "camera": "31", "state": "READY", "created": 1790516289.8344853, "finished": 1790516291.1200778, "error": null }, { "id": "c1b7a673173148a0b3d2753abe94e7b0", "camera": "30", "state": "READY", "created": 1790516109.8305943, "finished": 1790516110.8913558, "error": null }, { "id": "ed8931af827947c3bacb56ffe7857585", "camera": "32", "state": "READY", "created": 1790514447.8494723, "finished": 1790514448.7749724, "error": null }, { "id": "b775d6ad7d12444bbb34979ef73c115e", "camera": "34", "state": "READY", "created": 1790512705.5750303, "finished": 1790512708.5895975, "error": null } ], "last_failure": null, "worker_alive": true }, "training_last": { "render_ms_total": 845, "last_exit_code": 0, "saved": 3, "counts": { "READY": 5 }, "recent": [ { "id": "86013f68fab64551a5a0f460e8c55001", "camera": "32", "state": "READY", "created": 1790516325.291905, "finished": 1790516331.6880517, "error": null }, { "id": "667b3152803c4890aaaed172386cc749", "camera": "31", "state": "READY", "created": 1790516289.8344853, "finished": 1790516291.1200778, "error": null }, { "id": "c1b7a673173148a0b3d2753abe94e7b0", "camera": "30", "state": "READY", "created": 1790516109.8305943, "finished": 1790516110.8913558, "error": null }, { "id": "ed8931af827947c3bacb56ffe7857585", "camera": "32", "state": "READY", "created": 1790514447.8494723, "finished": 1790514448.7749724, "error": null }, { "id": "b775d6ad7d12444bbb34979ef73c115e", "camera": "34", "state": "READY", "created": 1790512705.5750303, "finished": 1790512708.5895975, "error": null } ], "last_failure": null, "worker_alive": true } }, { "mode": "pose-a", "level": 4, "counters": { "admitted": 1194, "events_created": 39, "artifact_accepted": 39, "artifact_artifact_admission_failed": 0, "artifact_unaccepted_events": 0, "artifact_capture_failed": 0, "artifact_metadata_queue_drop": 0, "artifact_event_candidates_suppressed": 0, "cooldown_FALL_admitted": 5, "cooldown_FALL_suppressed_candidates": 298, "cooldown_INTRUSION_admitted": 10, "cooldown_INTRUSION_suppressed_candidates": 2522, "cooldown_FIGHT_admitted": 12, "cooldown_FIGHT_suppressed_candidates": 1393, "cooldown_LOITERING_admitted": 12, "cooldown_LOITERING_suppressed_candidates": 1841 }, "duration_histograms": { "pose:depay_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1, 17, 2, 2, 104, 625, 383, 57, 2, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 75 }, "pose:source_exit_to_ingress": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1130, 31, 11, 6, 4, 5, 1, 2, 2, 1, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:source_encoded_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1193, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:decode_between_queues": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 10, 10, 0, 3, 106, 643, 367, 52, 2, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 75 }, "pose:source_raw_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1185, 0, 0, 2, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:raw_queue_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1193, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:selected_to_preprocess_start": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1156, 32, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:preprocess_start_to_preprocess_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1138, 38, 17, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:selected_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 94, 1028, 64, 6, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:preprocess_start_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 992, 174, 22, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:preprocess_output_to_infer_entry": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1179, 11, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:preprocess_to_infer_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 1184, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 20 }, "pose:preprocess_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 1172, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 20 }, "pose:infer_output_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1166, 18, 10, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:copy_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2, 553, 633, 3, 0, 0, 1, 2, 0, 1, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:copy_thread_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3, 552, 633, 3, 0, 0, 1, 2, 0, 1, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:callback_to_copied": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 423, 765, 3, 0, 0, 1, 2, 0, 1, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:accepted_interval": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 5, 1, 11, 67, 207, 336, 496, 62, 8, 2, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 200 }, "pose:selected_to_submitted": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 871, 320, 1, 1, 1, 0, 1, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "pose:completed_queue_wait": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1172, 9, 8, 3, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_observations_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1063, 130, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_observations_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1064, 130, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_nms_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1128, 44, 10, 3, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_nms_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1193, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_tracking_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 578, 480, 121, 5, 4, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_tracking_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 592, 481, 121, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_region_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1194, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_region_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1194, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_fall_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 965, 209, 18, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_fall_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 965, 209, 18, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_fight_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1194, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_fight_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1194, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_collector_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 763, 272, 129, 0, 0, 0, 13, 8, 3, 4, 2, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_collector_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 763, 272, 129, 0, 0, 0, 13, 8, 3, 4, 2, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_composition_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1194, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_composition_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1194, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_artifact_handoff_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1194, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_artifact_handoff_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1194, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_publish_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1048, 135, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_publish_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1051, 134, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_total_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 438, 658, 52, 11, 16, 8, 3, 5, 3, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 20 }, "pose:result_total_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 459, 661, 42, 0, 13, 8, 3, 5, 3, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 20 } }, "sampled_reserved_jobs_max": 10, "sampled_pending_age_max_s": 10.3989999294281, "sample_collection_max_s": 0.12452353700064123, "status_query_max_s": 0.005714299972169101, "artifact_global_counts_delta": { "render_completed": 35, "sent": 39, "render_failed": 4, "retention_blocked": 0, "retention_deleted": 0 }, "training_first": { "render_ms_total": 845, "last_exit_code": 0, "saved": 3, "counts": { "QUEUED": 1, "READY": 5 }, "recent": [ { "id": "324e53ba103a404096e1920d36f821ac", "camera": "33", "state": "QUEUED", "created": 1790516362.75325, "finished": null, "error": null }, { "id": "86013f68fab64551a5a0f460e8c55001", "camera": "32", "state": "READY", "created": 1790516325.291905, "finished": 1790516331.6880517, "error": null }, { "id": "667b3152803c4890aaaed172386cc749", "camera": "31", "state": "READY", "created": 1790516289.8344853, "finished": 1790516291.1200778, "error": null }, { "id": "c1b7a673173148a0b3d2753abe94e7b0", "camera": "30", "state": "READY", "created": 1790516109.8305943, "finished": 1790516110.8913558, "error": null }, { "id": "ed8931af827947c3bacb56ffe7857585", "camera": "32", "state": "READY", "created": 1790514447.8494723, "finished": 1790514448.7749724, "error": null }, { "id": "b775d6ad7d12444bbb34979ef73c115e", "camera": "34", "state": "READY", "created": 1790512705.5750303, "finished": 1790512708.5895975, "error": null } ], "last_failure": null, "worker_alive": true }, "training_last": { "render_ms_total": 845, "last_exit_code": 0, "saved": 3, "counts": { "QUEUED": 1, "READY": 5 }, "recent": [ { "id": "324e53ba103a404096e1920d36f821ac", "camera": "33", "state": "QUEUED", "created": 1790516362.75325, "finished": null, "error": null }, { "id": "86013f68fab64551a5a0f460e8c55001", "camera": "32", "state": "READY", "created": 1790516325.291905, "finished": 1790516331.6880517, "error": null }, { "id": "667b3152803c4890aaaed172386cc749", "camera": "31", "state": "READY", "created": 1790516289.8344853, "finished": 1790516291.1200778, "error": null }, { "id": "c1b7a673173148a0b3d2753abe94e7b0", "camera": "30", "state": "READY", "created": 1790516109.8305943, "finished": 1790516110.8913558, "error": null }, { "id": "ed8931af827947c3bacb56ffe7857585", "camera": "32", "state": "READY", "created": 1790514447.8494723, "finished": 1790514448.7749724, "error": null }, { "id": "b775d6ad7d12444bbb34979ef73c115e", "camera": "34", "state": "READY", "created": 1790512705.5750303, "finished": 1790512708.5895975, "error": null } ], "last_failure": null, "worker_alive": true } }, { "mode": "pose-a", "level": 5, "counters": { "admitted": 1482, "events_created": 46, "artifact_accepted": 46, "artifact_artifact_admission_failed": 0, "artifact_unaccepted_events": 0, "artifact_capture_failed": 0, "artifact_metadata_queue_drop": 0, "artifact_event_candidates_suppressed": 0, "cooldown_FALL_admitted": 6, "cooldown_FALL_suppressed_candidates": 261, "cooldown_INTRUSION_admitted": 12, "cooldown_INTRUSION_suppressed_candidates": 2353, "cooldown_FIGHT_admitted": 14, "cooldown_FIGHT_suppressed_candidates": 1368, "cooldown_LOITERING_admitted": 14, "cooldown_LOITERING_suppressed_candidates": 2132 }, "duration_histograms": { "pose:depay_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 5, 20, 3, 2, 124, 758, 479, 84, 2, 0, 0, 1, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "pose:source_exit_to_ingress": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1422, 22, 12, 2, 2, 9, 4, 1, 1, 3, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:source_encoded_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1478, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:decode_between_queues": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 16, 10, 3, 1, 127, 771, 466, 81, 2, 0, 0, 1, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "pose:source_raw_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1468, 2, 1, 2, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:raw_queue_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1478, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:selected_to_preprocess_start": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1454, 25, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:preprocess_start_to_preprocess_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1430, 38, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:selected_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 145, 1273, 62, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:preprocess_start_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1282, 174, 25, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:preprocess_output_to_infer_entry": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1469, 5, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:preprocess_to_infer_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 1453, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 20 }, "pose:preprocess_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 1441, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 20 }, "pose:infer_output_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1444, 21, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:copy_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 507, 956, 4, 0, 0, 6, 4, 3, 1, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:copy_thread_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 507, 956, 4, 0, 0, 7, 3, 3, 1, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:callback_to_copied": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 381, 1080, 6, 0, 0, 6, 4, 3, 1, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:accepted_interval": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 11, 2, 12, 66, 250, 433, 622, 59, 19, 7, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 200 }, "pose:selected_to_submitted": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 1005, 462, 2, 7, 4, 0, 1, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "pose:completed_queue_wait": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1445, 13, 11, 9, 0, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_observations_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1252, 229, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_observations_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1253, 228, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_nms_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1381, 57, 19, 13, 10, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_nms_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1478, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_tracking_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 753, 563, 144, 3, 10, 6, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_tracking_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 772, 566, 142, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_region_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1481, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_region_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1481, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_fall_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1213, 242, 25, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_fall_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1213, 242, 25, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_fight_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1481, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_fight_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1481, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_collector_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 824, 409, 220, 0, 0, 0, 8, 12, 4, 2, 2, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_collector_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 823, 410, 220, 0, 0, 0, 9, 11, 4, 2, 2, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_composition_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1481, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_composition_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1481, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_artifact_handoff_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1481, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_artifact_handoff_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1481, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_publish_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1323, 139, 18, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_publish_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1326, 138, 16, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_total_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 476, 866, 88, 16, 11, 14, 5, 1, 4, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 20 }, "pose:result_total_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 505, 868, 79, 0, 6, 13, 5, 2, 3, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 20 } }, "sampled_reserved_jobs_max": 11, "sampled_pending_age_max_s": 10.347999811172485, "sample_collection_max_s": 0.12710417003836483, "status_query_max_s": 0.0066935220384038985, "artifact_global_counts_delta": { "render_completed": 42, "sent": 47, "render_failed": 5, "retention_blocked": 0, "retention_deleted": 0 }, "training_first": { "render_ms_total": 845, "last_exit_code": 0, "saved": 3, "counts": { "QUEUED": 2, "READY": 5 }, "recent": [ { "id": "9c359b172af84206a2519e79eef974b1", "camera": "34", "state": "QUEUED", "created": 1790516400.414313, "finished": null, "error": null }, { "id": "324e53ba103a404096e1920d36f821ac", "camera": "33", "state": "QUEUED", "created": 1790516362.75325, "finished": null, "error": null }, { "id": "86013f68fab64551a5a0f460e8c55001", "camera": "32", "state": "READY", "created": 1790516325.291905, "finished": 1790516331.6880517, "error": null }, { "id": "667b3152803c4890aaaed172386cc749", "camera": "31", "state": "READY", "created": 1790516289.8344853, "finished": 1790516291.1200778, "error": null }, { "id": "c1b7a673173148a0b3d2753abe94e7b0", "camera": "30", "state": "READY", "created": 1790516109.8305943, "finished": 1790516110.8913558, "error": null }, { "id": "ed8931af827947c3bacb56ffe7857585", "camera": "32", "state": "READY", "created": 1790514447.8494723, "finished": 1790514448.7749724, "error": null }, { "id": "b775d6ad7d12444bbb34979ef73c115e", "camera": "34", "state": "READY", "created": 1790512705.5750303, "finished": 1790512708.5895975, "error": null } ], "last_failure": null, "worker_alive": true }, "training_last": { "render_ms_total": 845, "last_exit_code": 0, "saved": 3, "counts": { "QUEUED": 2, "READY": 5 }, "recent": [ { "id": "9c359b172af84206a2519e79eef974b1", "camera": "34", "state": "QUEUED", "created": 1790516400.414313, "finished": null, "error": null }, { "id": "324e53ba103a404096e1920d36f821ac", "camera": "33", "state": "QUEUED", "created": 1790516362.75325, "finished": null, "error": null }, { "id": "86013f68fab64551a5a0f460e8c55001", "camera": "32", "state": "READY", "created": 1790516325.291905, "finished": 1790516331.6880517, "error": null }, { "id": "667b3152803c4890aaaed172386cc749", "camera": "31", "state": "READY", "created": 1790516289.8344853, "finished": 1790516291.1200778, "error": null }, { "id": "c1b7a673173148a0b3d2753abe94e7b0", "camera": "30", "state": "READY", "created": 1790516109.8305943, "finished": 1790516110.8913558, "error": null }, { "id": "ed8931af827947c3bacb56ffe7857585", "camera": "32", "state": "READY", "created": 1790514447.8494723, "finished": 1790514448.7749724, "error": null }, { "id": "b775d6ad7d12444bbb34979ef73c115e", "camera": "34", "state": "READY", "created": 1790512705.5750303, "finished": 1790512708.5895975, "error": null } ], "last_failure": null, "worker_alive": true } }, { "mode": "pose-a", "level": 6, "counters": { "admitted": 1788, "events_created": 54, "artifact_accepted": 54, "artifact_artifact_admission_failed": 0, "artifact_unaccepted_events": 0, "artifact_capture_failed": 0, "artifact_metadata_queue_drop": 0, "artifact_event_candidates_suppressed": 0, "cooldown_FALL_admitted": 6, "cooldown_FALL_suppressed_candidates": 240, "cooldown_INTRUSION_admitted": 17, "cooldown_INTRUSION_suppressed_candidates": 3587, "cooldown_FIGHT_admitted": 16, "cooldown_FIGHT_suppressed_candidates": 2588, "cooldown_LOITERING_admitted": 15, "cooldown_LOITERING_suppressed_candidates": 1972 }, "duration_histograms": { "pose:depay_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 6, 21, 10, 2, 150, 990, 486, 113, 3, 0, 0, 2, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "pose:source_exit_to_ingress": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1701, 40, 14, 8, 2, 7, 4, 4, 1, 2, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:source_encoded_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1783, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:decode_between_queues": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 15, 14, 8, 2, 154, 1004, 473, 110, 1, 0, 0, 2, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "pose:source_raw_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1771, 0, 0, 1, 3, 6, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:raw_queue_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1783, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:selected_to_preprocess_start": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1755, 29, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:preprocess_start_to_preprocess_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1706, 62, 16, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:selected_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 189, 1506, 81, 10, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:preprocess_start_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1598, 156, 26, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:preprocess_output_to_infer_entry": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1770, 11, 3, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:preprocess_to_infer_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 1754, 33, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 20 }, "pose:preprocess_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 1730, 57, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 20 }, "pose:infer_output_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1752, 27, 5, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:copy_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3, 475, 1289, 12, 0, 0, 1, 4, 2, 0, 2, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:copy_thread_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3, 476, 1288, 12, 0, 0, 1, 4, 2, 0, 2, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:callback_to_copied": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 369, 1395, 15, 0, 0, 1, 4, 2, 0, 2, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:accepted_interval": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 6, 3, 10, 110, 309, 509, 727, 86, 23, 5, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 200 }, "pose:selected_to_submitted": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 1103, 675, 0, 2, 6, 0, 2, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "pose:completed_queue_wait": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1761, 16, 7, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_observations_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1463, 325, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_observations_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1461, 327, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_nms_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1665, 82, 14, 17, 9, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_nms_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1786, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_tracking_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 909, 612, 240, 6, 10, 7, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_tracking_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 930, 615, 238, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_region_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1788, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_region_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1788, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_fall_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1419, 274, 88, 2, 0, 0, 0, 1, 3, 0, 1, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_fall_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1419, 274, 88, 2, 0, 0, 0, 1, 3, 0, 1, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_fight_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1782, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_fight_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1782, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_collector_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 856, 611, 279, 2, 0, 0, 5, 20, 11, 1, 3, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_collector_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 856, 611, 279, 2, 0, 0, 6, 19, 11, 1, 3, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_composition_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1788, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_composition_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1788, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_artifact_handoff_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1788, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_artifact_handoff_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1788, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_publish_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1536, 237, 14, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_publish_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1538, 238, 11, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_total_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 452, 1122, 144, 17, 10, 20, 17, 0, 6, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 20 }, "pose:result_total_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 486, 1122, 134, 0, 5, 18, 17, 0, 6, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 20 } }, "sampled_reserved_jobs_max": 15, "sampled_pending_age_max_s": 12.628000020980835, "sample_collection_max_s": 0.14147796999895945, "status_query_max_s": 0.01224011299200356, "artifact_global_counts_delta": { "render_completed": 53, "sent": 57, "render_failed": 3, "retention_blocked": 0, "retention_deleted": 0 }, "training_first": { "render_ms_total": 845, "last_exit_code": 0, "saved": 3, "counts": { "QUEUED": 3, "READY": 5 }, "recent": [ { "id": "9adb229f79ab46159a81c2a35b04fbf3", "camera": "35", "state": "QUEUED", "created": 1790516437.829887, "finished": null, "error": null }, { "id": "9c359b172af84206a2519e79eef974b1", "camera": "34", "state": "QUEUED", "created": 1790516400.414313, "finished": null, "error": null }, { "id": "324e53ba103a404096e1920d36f821ac", "camera": "33", "state": "QUEUED", "created": 1790516362.75325, "finished": null, "error": null }, { "id": "86013f68fab64551a5a0f460e8c55001", "camera": "32", "state": "READY", "created": 1790516325.291905, "finished": 1790516331.6880517, "error": null }, { "id": "667b3152803c4890aaaed172386cc749", "camera": "31", "state": "READY", "created": 1790516289.8344853, "finished": 1790516291.1200778, "error": null }, { "id": "c1b7a673173148a0b3d2753abe94e7b0", "camera": "30", "state": "READY", "created": 1790516109.8305943, "finished": 1790516110.8913558, "error": null }, { "id": "ed8931af827947c3bacb56ffe7857585", "camera": "32", "state": "READY", "created": 1790514447.8494723, "finished": 1790514448.7749724, "error": null }, { "id": "b775d6ad7d12444bbb34979ef73c115e", "camera": "34", "state": "READY", "created": 1790512705.5750303, "finished": 1790512708.5895975, "error": null } ], "last_failure": null, "worker_alive": true }, "training_last": { "render_ms_total": 845, "last_exit_code": 0, "saved": 3, "counts": { "QUEUED": 3, "READY": 5 }, "recent": [ { "id": "9adb229f79ab46159a81c2a35b04fbf3", "camera": "35", "state": "QUEUED", "created": 1790516437.829887, "finished": null, "error": null }, { "id": "9c359b172af84206a2519e79eef974b1", "camera": "34", "state": "QUEUED", "created": 1790516400.414313, "finished": null, "error": null }, { "id": "324e53ba103a404096e1920d36f821ac", "camera": "33", "state": "QUEUED", "created": 1790516362.75325, "finished": null, "error": null }, { "id": "86013f68fab64551a5a0f460e8c55001", "camera": "32", "state": "READY", "created": 1790516325.291905, "finished": 1790516331.6880517, "error": null }, { "id": "667b3152803c4890aaaed172386cc749", "camera": "31", "state": "READY", "created": 1790516289.8344853, "finished": 1790516291.1200778, "error": null }, { "id": "c1b7a673173148a0b3d2753abe94e7b0", "camera": "30", "state": "READY", "created": 1790516109.8305943, "finished": 1790516110.8913558, "error": null }, { "id": "ed8931af827947c3bacb56ffe7857585", "camera": "32", "state": "READY", "created": 1790514447.8494723, "finished": 1790514448.7749724, "error": null }, { "id": "b775d6ad7d12444bbb34979ef73c115e", "camera": "34", "state": "READY", "created": 1790512705.5750303, "finished": 1790512708.5895975, "error": null } ], "last_failure": null, "worker_alive": true } }, { "mode": "pose-a", "level": 7, "counters": { "admitted": 2071, "events_created": 61, "artifact_accepted": 61, "artifact_artifact_admission_failed": 0, "artifact_unaccepted_events": 0, "artifact_capture_failed": 0, "artifact_metadata_queue_drop": 0, "artifact_event_candidates_suppressed": 0, "cooldown_FALL_admitted": 5, "cooldown_FALL_suppressed_candidates": 311, "cooldown_INTRUSION_admitted": 19, "cooldown_INTRUSION_suppressed_candidates": 4037, "cooldown_FIGHT_admitted": 18, "cooldown_FIGHT_suppressed_candidates": 2786, "cooldown_LOITERING_admitted": 19, "cooldown_LOITERING_suppressed_candidates": 2178 }, "duration_histograms": { "pose:depay_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 11, 22, 10, 2, 157, 1104, 604, 151, 3, 0, 0, 4, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "pose:source_exit_to_ingress": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1962, 40, 27, 9, 1, 7, 6, 6, 6, 3, 1, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:source_encoded_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2068, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:decode_between_queues": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 21, 16, 7, 1, 159, 1134, 578, 145, 3, 0, 0, 4, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "pose:source_raw_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2046, 0, 4, 3, 6, 6, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:raw_queue_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2068, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:selected_to_preprocess_start": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2027, 35, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:preprocess_start_to_preprocess_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1964, 76, 27, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:selected_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 257, 1695, 106, 9, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:preprocess_start_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1864, 160, 36, 8, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:preprocess_output_to_infer_entry": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2055, 7, 6, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:preprocess_to_infer_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 1972, 98, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 20 }, "pose:preprocess_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 1935, 135, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "pose:infer_output_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2027, 27, 15, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:copy_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2, 569, 1455, 31, 0, 0, 2, 3, 6, 1, 1, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:copy_thread_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2, 569, 1455, 31, 0, 0, 2, 4, 6, 0, 1, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:callback_to_copied": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 455, 1563, 39, 0, 0, 2, 3, 6, 1, 1, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:accepted_interval": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 18, 6, 12, 110, 385, 563, 818, 105, 44, 9, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 200 }, "pose:selected_to_submitted": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 1129, 928, 1, 2, 7, 2, 1, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "pose:completed_queue_wait": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2022, 20, 10, 9, 5, 2, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_observations_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1592, 477, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_observations_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1591, 479, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_nms_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1926, 88, 24, 19, 9, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_nms_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2065, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_tracking_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1113, 629, 292, 13, 9, 10, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_tracking_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1156, 622, 287, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_region_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2069, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_region_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2069, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_fall_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1624, 282, 155, 4, 0, 0, 0, 0, 1, 1, 2, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_fall_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1624, 283, 154, 4, 0, 0, 0, 0, 1, 1, 2, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_fight_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2027, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_fight_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2027, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_collector_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 897, 792, 329, 13, 0, 0, 9, 9, 16, 1, 3, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_collector_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 898, 791, 330, 12, 0, 0, 9, 10, 15, 2, 2, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_composition_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2069, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_composition_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2069, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_artifact_handoff_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2069, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_artifact_handoff_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2069, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_publish_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1768, 239, 56, 3, 0, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_publish_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1767, 244, 52, 3, 0, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_total_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 513, 1229, 259, 16, 13, 12, 18, 3, 6, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 20 }, "pose:result_total_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 549, 1239, 236, 0, 9, 9, 18, 3, 6, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 20 } }, "sampled_reserved_jobs_max": 17, "sampled_pending_age_max_s": 14.860000133514404, "sample_collection_max_s": 0.1492075410205871, "status_query_max_s": 0.007146016985643655, "artifact_global_counts_delta": { "render_completed": 57, "sent": 62, "render_failed": 3, "retention_blocked": 0, "retention_deleted": 0 }, "training_first": { "render_ms_total": 845, "last_exit_code": 0, "saved": 3, "counts": { "QUEUED": 3, "READY": 5 }, "recent": [ { "id": "9adb229f79ab46159a81c2a35b04fbf3", "camera": "35", "state": "QUEUED", "created": 1790516437.829887, "finished": null, "error": null }, { "id": "9c359b172af84206a2519e79eef974b1", "camera": "34", "state": "QUEUED", "created": 1790516400.414313, "finished": null, "error": null }, { "id": "324e53ba103a404096e1920d36f821ac", "camera": "33", "state": "QUEUED", "created": 1790516362.75325, "finished": null, "error": null }, { "id": "86013f68fab64551a5a0f460e8c55001", "camera": "32", "state": "READY", "created": 1790516325.291905, "finished": 1790516331.6880517, "error": null }, { "id": "667b3152803c4890aaaed172386cc749", "camera": "31", "state": "READY", "created": 1790516289.8344853, "finished": 1790516291.1200778, "error": null }, { "id": "c1b7a673173148a0b3d2753abe94e7b0", "camera": "30", "state": "READY", "created": 1790516109.8305943, "finished": 1790516110.8913558, "error": null }, { "id": "ed8931af827947c3bacb56ffe7857585", "camera": "32", "state": "READY", "created": 1790514447.8494723, "finished": 1790514448.7749724, "error": null }, { "id": "b775d6ad7d12444bbb34979ef73c115e", "camera": "34", "state": "READY", "created": 1790512705.5750303, "finished": 1790512708.5895975, "error": null } ], "last_failure": null, "worker_alive": true }, "training_last": { "render_ms_total": 845, "last_exit_code": 0, "saved": 3, "expired": 1, "counts": { "FAILED": 1, "QUEUED": 4, "READY": 5 }, "recent": [ { "id": "177d3429ed744805abe217d78eb21264", "camera": "36", "state": "QUEUED", "created": 1790516486.8602216, "finished": null, "error": null }, { "id": "3b746f800cfb45f09bd1282e73b84895", "camera": "33", "state": "QUEUED", "created": 1790516483.1087103, "finished": null, "error": null }, { "id": "9adb229f79ab46159a81c2a35b04fbf3", "camera": "35", "state": "QUEUED", "created": 1790516437.829887, "finished": null, "error": null }, { "id": "9c359b172af84206a2519e79eef974b1", "camera": "34", "state": "QUEUED", "created": 1790516400.414313, "finished": null, "error": null }, { "id": "324e53ba103a404096e1920d36f821ac", "camera": "33", "state": "FAILED", "created": 1790516362.75325, "finished": 1790516483.0241902, "error": "QUEUE_EXPIRED" }, { "id": "86013f68fab64551a5a0f460e8c55001", "camera": "32", "state": "READY", "created": 1790516325.291905, "finished": 1790516331.6880517, "error": null }, { "id": "667b3152803c4890aaaed172386cc749", "camera": "31", "state": "READY", "created": 1790516289.8344853, "finished": 1790516291.1200778, "error": null }, { "id": "c1b7a673173148a0b3d2753abe94e7b0", "camera": "30", "state": "READY", "created": 1790516109.8305943, "finished": 1790516110.8913558, "error": null }, { "id": "ed8931af827947c3bacb56ffe7857585", "camera": "32", "state": "READY", "created": 1790514447.8494723, "finished": 1790514448.7749724, "error": null }, { "id": "b775d6ad7d12444bbb34979ef73c115e", "camera": "34", "state": "READY", "created": 1790512705.5750303, "finished": 1790512708.5895975, "error": null } ], "last_failure": null, "worker_alive": true } }, { "mode": "pose-a", "level": 8, "counters": { "admitted": 2390, "events_created": 70, "artifact_accepted": 70, "artifact_artifact_admission_failed": 0, "artifact_unaccepted_events": 0, "artifact_capture_failed": 0, "artifact_metadata_queue_drop": 0, "artifact_event_candidates_suppressed": 0, "cooldown_FALL_admitted": 6, "cooldown_FALL_suppressed_candidates": 243, "cooldown_INTRUSION_admitted": 23, "cooldown_INTRUSION_suppressed_candidates": 4669, "cooldown_FIGHT_admitted": 19, "cooldown_FIGHT_suppressed_candidates": 2682, "cooldown_LOITERING_admitted": 22, "cooldown_LOITERING_suppressed_candidates": 2438 }, "duration_histograms": { "pose:depay_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 18, 25, 7, 2, 170, 1273, 721, 163, 4, 0, 0, 1, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "pose:source_exit_to_ingress": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2242, 63, 36, 5, 4, 11, 5, 6, 8, 4, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:source_encoded_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2383, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:decode_between_queues": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 25, 21, 5, 2, 176, 1292, 705, 153, 4, 0, 0, 1, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "pose:source_raw_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2359, 0, 2, 6, 4, 9, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:raw_queue_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2384, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:selected_to_preprocess_start": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2314, 67, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:preprocess_start_to_preprocess_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2271, 91, 26, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:selected_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 281, 1957, 142, 9, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:preprocess_start_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2142, 194, 50, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:preprocess_output_to_infer_entry": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2364, 17, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:preprocess_to_infer_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 2, 2218, 169, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "pose:preprocess_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 2, 2171, 216, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "pose:infer_output_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2315, 61, 12, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:copy_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 519, 1807, 47, 0, 0, 5, 6, 3, 1, 1, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:copy_thread_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 519, 1807, 47, 0, 0, 5, 6, 3, 1, 1, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:callback_to_copied": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 368, 1942, 63, 0, 0, 5, 6, 3, 1, 1, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:accepted_interval": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 13, 6, 15, 135, 419, 667, 974, 118, 38, 4, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 200 }, "pose:selected_to_submitted": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 1179, 1194, 0, 7, 7, 0, 2, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "pose:completed_queue_wait": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2346, 17, 7, 10, 6, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_observations_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1731, 656, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_observations_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1730, 658, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_nms_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2228, 115, 15, 13, 17, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_nms_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2379, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_tracking_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1396, 711, 243, 15, 10, 13, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_tracking_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1424, 709, 252, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_region_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2390, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_region_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2390, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_fall_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1989, 244, 142, 12, 0, 0, 0, 1, 0, 0, 2, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_fall_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1989, 244, 142, 12, 0, 0, 0, 1, 0, 0, 2, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_fight_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2351, 38, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_fight_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2353, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_collector_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 888, 1053, 389, 14, 0, 0, 4, 16, 16, 7, 3, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_collector_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 890, 1053, 387, 14, 0, 0, 5, 15, 18, 5, 3, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_composition_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2389, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_composition_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2390, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_artifact_handoff_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2390, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_artifact_handoff_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2390, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_publish_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2129, 180, 78, 0, 0, 0, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_publish_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2131, 186, 70, 0, 0, 0, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_total_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 602, 1468, 238, 20, 10, 16, 21, 9, 6, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 20 }, "pose:result_total_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 638, 1475, 223, 1, 4, 14, 20, 9, 6, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 20 } }, "sampled_reserved_jobs_max": 21, "sampled_pending_age_max_s": 22.426000118255615, "sample_collection_max_s": 0.15167659299913794, "status_query_max_s": 0.007877741008996964, "artifact_global_counts_delta": { "render_completed": 62, "sent": 68, "render_failed": 4, "retention_blocked": 0, "retention_deleted": 0 }, "training_first": { "render_ms_total": 845, "last_exit_code": 0, "saved": 3, "expired": 1, "counts": { "FAILED": 1, "QUEUED": 4, "READY": 5 }, "recent": [ { "id": "177d3429ed744805abe217d78eb21264", "camera": "36", "state": "QUEUED", "created": 1790516486.8602216, "finished": null, "error": null }, { "id": "3b746f800cfb45f09bd1282e73b84895", "camera": "33", "state": "QUEUED", "created": 1790516483.1087103, "finished": null, "error": null }, { "id": "9adb229f79ab46159a81c2a35b04fbf3", "camera": "35", "state": "QUEUED", "created": 1790516437.829887, "finished": null, "error": null }, { "id": "9c359b172af84206a2519e79eef974b1", "camera": "34", "state": "QUEUED", "created": 1790516400.414313, "finished": null, "error": null }, { "id": "324e53ba103a404096e1920d36f821ac", "camera": "33", "state": "FAILED", "created": 1790516362.75325, "finished": 1790516483.0241902, "error": "QUEUE_EXPIRED" }, { "id": "86013f68fab64551a5a0f460e8c55001", "camera": "32", "state": "READY", "created": 1790516325.291905, "finished": 1790516331.6880517, "error": null }, { "id": "667b3152803c4890aaaed172386cc749", "camera": "31", "state": "READY", "created": 1790516289.8344853, "finished": 1790516291.1200778, "error": null }, { "id": "c1b7a673173148a0b3d2753abe94e7b0", "camera": "30", "state": "READY", "created": 1790516109.8305943, "finished": 1790516110.8913558, "error": null }, { "id": "ed8931af827947c3bacb56ffe7857585", "camera": "32", "state": "READY", "created": 1790514447.8494723, "finished": 1790514448.7749724, "error": null }, { "id": "b775d6ad7d12444bbb34979ef73c115e", "camera": "34", "state": "READY", "created": 1790512705.5750303, "finished": 1790512708.5895975, "error": null } ], "last_failure": null, "worker_alive": true }, "training_last": { "render_ms_total": 845, "last_exit_code": 0, "saved": 3, "expired": 2, "counts": { "FAILED": 2, "QUEUED": 4, "READY": 5 }, "recent": [ { "id": "20d02f8913bc400b9fd3734ca8d03e26", "camera": "34", "state": "QUEUED", "created": 1790516525.6018698, "finished": null, "error": null }, { "id": "177d3429ed744805abe217d78eb21264", "camera": "36", "state": "QUEUED", "created": 1790516486.8602216, "finished": null, "error": null }, { "id": "3b746f800cfb45f09bd1282e73b84895", "camera": "33", "state": "QUEUED", "created": 1790516483.1087103, "finished": null, "error": null }, { "id": "9adb229f79ab46159a81c2a35b04fbf3", "camera": "35", "state": "QUEUED", "created": 1790516437.829887, "finished": null, "error": null }, { "id": "9c359b172af84206a2519e79eef974b1", "camera": "34", "state": "FAILED", "created": 1790516400.414313, "finished": 1790516520.7271307, "error": "QUEUE_EXPIRED" }, { "id": "324e53ba103a404096e1920d36f821ac", "camera": "33", "state": "FAILED", "created": 1790516362.75325, "finished": 1790516483.0241902, "error": "QUEUE_EXPIRED" }, { "id": "86013f68fab64551a5a0f460e8c55001", "camera": "32", "state": "READY", "created": 1790516325.291905, "finished": 1790516331.6880517, "error": null }, { "id": "667b3152803c4890aaaed172386cc749", "camera": "31", "state": "READY", "created": 1790516289.8344853, "finished": 1790516291.1200778, "error": null }, { "id": "c1b7a673173148a0b3d2753abe94e7b0", "camera": "30", "state": "READY", "created": 1790516109.8305943, "finished": 1790516110.8913558, "error": null }, { "id": "ed8931af827947c3bacb56ffe7857585", "camera": "32", "state": "READY", "created": 1790514447.8494723, "finished": 1790514448.7749724, "error": null } ], "last_failure": null, "worker_alive": true } }, { "mode": "pose-a", "level": 9, "counters": { "admitted": 2673, "events_created": 72, "artifact_accepted": 72, "artifact_artifact_admission_failed": 0, "artifact_unaccepted_events": 0, "artifact_capture_failed": 0, "artifact_metadata_queue_drop": 0, "artifact_event_candidates_suppressed": 0, "cooldown_FALL_admitted": 6, "cooldown_FALL_suppressed_candidates": 299, "cooldown_INTRUSION_admitted": 25, "cooldown_INTRUSION_suppressed_candidates": 5334, "cooldown_FIGHT_admitted": 18, "cooldown_FIGHT_suppressed_candidates": 2669, "cooldown_LOITERING_admitted": 23, "cooldown_LOITERING_suppressed_candidates": 2458 }, "duration_histograms": { "pose:depay_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 11, 22, 17, 4, 186, 1389, 840, 185, 6, 1, 1, 5, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "pose:source_exit_to_ingress": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2477, 94, 35, 10, 5, 20, 5, 10, 6, 4, 1, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:source_encoded_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2666, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:decode_between_queues": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 23, 15, 13, 4, 187, 1419, 822, 174, 4, 1, 1, 4, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "pose:source_raw_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2643, 1, 1, 4, 5, 10, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:raw_queue_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2667, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:selected_to_preprocess_start": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2587, 75, 10, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:preprocess_start_to_preprocess_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2510, 125, 37, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:selected_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 301, 2183, 173, 15, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:preprocess_start_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2369, 242, 57, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:preprocess_output_to_infer_entry": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2651, 18, 4, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:preprocess_to_infer_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 3, 2428, 237, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "pose:preprocess_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 1, 2371, 296, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "pose:infer_output_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2576, 66, 27, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:copy_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 537, 2070, 36, 1, 0, 4, 9, 9, 0, 4, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:copy_thread_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 537, 2070, 36, 1, 0, 5, 8, 9, 1, 3, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:callback_to_copied": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 381, 2217, 45, 1, 0, 4, 9, 9, 0, 4, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:accepted_interval": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 1, 17, 10, 23, 154, 493, 727, 1040, 147, 48, 9, 1, 0, 0, 0 ], "p95_bucket_upper_ms": 200 }, "pose:selected_to_submitted": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 1202, 1440, 0, 4, 19, 1, 4, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "pose:completed_queue_wait": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2608, 23, 16, 10, 9, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_observations_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1925, 745, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_observations_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1925, 745, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_nms_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2482, 127, 28, 17, 12, 3, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_nms_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2663, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_tracking_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1610, 742, 278, 12, 11, 10, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_tracking_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1648, 746, 264, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_region_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2668, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_region_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2669, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_fall_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2237, 240, 177, 12, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_fall_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2237, 240, 177, 12, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_fight_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2624, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_fight_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2627, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_collector_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 914, 1152, 528, 25, 0, 0, 5, 12, 23, 4, 6, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_collector_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 917, 1150, 529, 23, 0, 0, 5, 13, 23, 3, 6, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_composition_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2669, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_composition_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2669, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_artifact_handoff_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2669, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_artifact_handoff_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2669, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_publish_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2361, 238, 68, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_publish_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2364, 242, 61, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_total_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 629, 1673, 279, 22, 6, 20, 23, 8, 9, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 20 }, "pose:result_total_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 670, 1677, 267, 0, 2, 14, 22, 8, 9, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 20 } }, "sampled_reserved_jobs_max": 28, "sampled_pending_age_max_s": 23.18499994277954, "sample_collection_max_s": 0.1447564970003441, "status_query_max_s": 0.0082034399965778, "artifact_global_counts_delta": { "render_completed": 63, "sent": 65, "render_failed": 3, "retention_blocked": 0, "retention_deleted": 0 }, "training_first": { "render_ms_total": 845, "last_exit_code": 0, "saved": 3, "expired": 2, "counts": { "FAILED": 2, "QUEUED": 4, "READY": 5 }, "recent": [ { "id": "20d02f8913bc400b9fd3734ca8d03e26", "camera": "34", "state": "QUEUED", "created": 1790516525.6018698, "finished": null, "error": null }, { "id": "177d3429ed744805abe217d78eb21264", "camera": "36", "state": "QUEUED", "created": 1790516486.8602216, "finished": null, "error": null }, { "id": "3b746f800cfb45f09bd1282e73b84895", "camera": "33", "state": "QUEUED", "created": 1790516483.1087103, "finished": null, "error": null }, { "id": "9adb229f79ab46159a81c2a35b04fbf3", "camera": "35", "state": "QUEUED", "created": 1790516437.829887, "finished": null, "error": null }, { "id": "9c359b172af84206a2519e79eef974b1", "camera": "34", "state": "FAILED", "created": 1790516400.414313, "finished": 1790516520.7271307, "error": "QUEUE_EXPIRED" }, { "id": "324e53ba103a404096e1920d36f821ac", "camera": "33", "state": "FAILED", "created": 1790516362.75325, "finished": 1790516483.0241902, "error": "QUEUE_EXPIRED" }, { "id": "86013f68fab64551a5a0f460e8c55001", "camera": "32", "state": "READY", "created": 1790516325.291905, "finished": 1790516331.6880517, "error": null }, { "id": "667b3152803c4890aaaed172386cc749", "camera": "31", "state": "READY", "created": 1790516289.8344853, "finished": 1790516291.1200778, "error": null }, { "id": "c1b7a673173148a0b3d2753abe94e7b0", "camera": "30", "state": "READY", "created": 1790516109.8305943, "finished": 1790516110.8913558, "error": null }, { "id": "ed8931af827947c3bacb56ffe7857585", "camera": "32", "state": "READY", "created": 1790514447.8494723, "finished": 1790514448.7749724, "error": null } ], "last_failure": null, "worker_alive": true }, "training_last": { "render_ms_total": 845, "last_exit_code": 0, "saved": 3, "expired": 3, "counts": { "FAILED": 3, "QUEUED": 4, "READY": 5 }, "recent": [ { "id": "6130b2cc8cd54c928f3f3a630382e945", "camera": "35", "state": "QUEUED", "created": 1790516558.5787053, "finished": null, "error": null }, { "id": "20d02f8913bc400b9fd3734ca8d03e26", "camera": "34", "state": "QUEUED", "created": 1790516525.6018698, "finished": null, "error": null }, { "id": "177d3429ed744805abe217d78eb21264", "camera": "36", "state": "QUEUED", "created": 1790516486.8602216, "finished": null, "error": null }, { "id": "3b746f800cfb45f09bd1282e73b84895", "camera": "33", "state": "QUEUED", "created": 1790516483.1087103, "finished": null, "error": null }, { "id": "9adb229f79ab46159a81c2a35b04fbf3", "camera": "35", "state": "FAILED", "created": 1790516437.829887, "finished": 1790516557.8866785, "error": "QUEUE_EXPIRED" }, { "id": "9c359b172af84206a2519e79eef974b1", "camera": "34", "state": "FAILED", "created": 1790516400.414313, "finished": 1790516520.7271307, "error": "QUEUE_EXPIRED" }, { "id": "324e53ba103a404096e1920d36f821ac", "camera": "33", "state": "FAILED", "created": 1790516362.75325, "finished": 1790516483.0241902, "error": "QUEUE_EXPIRED" }, { "id": "86013f68fab64551a5a0f460e8c55001", "camera": "32", "state": "READY", "created": 1790516325.291905, "finished": 1790516331.6880517, "error": null }, { "id": "667b3152803c4890aaaed172386cc749", "camera": "31", "state": "READY", "created": 1790516289.8344853, "finished": 1790516291.1200778, "error": null }, { "id": "c1b7a673173148a0b3d2753abe94e7b0", "camera": "30", "state": "READY", "created": 1790516109.8305943, "finished": 1790516110.8913558, "error": null } ], "last_failure": null, "worker_alive": true } }, { "mode": "pose-a", "level": 10, "counters": { "admitted": 2971, "events_created": 84, "artifact_accepted": 84, "artifact_artifact_admission_failed": 0, "artifact_unaccepted_events": 0, "artifact_capture_failed": 0, "artifact_metadata_queue_drop": 0, "artifact_event_candidates_suppressed": 0, "cooldown_FALL_admitted": 9, "cooldown_FALL_suppressed_candidates": 286, "cooldown_INTRUSION_admitted": 29, "cooldown_INTRUSION_suppressed_candidates": 5784, "cooldown_FIGHT_admitted": 19, "cooldown_FIGHT_suppressed_candidates": 2575, "cooldown_LOITERING_admitted": 27, "cooldown_LOITERING_suppressed_candidates": 3078 }, "duration_histograms": { "pose:depay_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 12, 22, 16, 9, 211, 1614, 872, 194, 8, 0, 0, 4, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "pose:source_exit_to_ingress": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2735, 123, 44, 11, 3, 13, 16, 12, 1, 2, 2, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:source_encoded_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2960, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:decode_between_queues": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 23, 19, 14, 4, 214, 1641, 852, 186, 5, 0, 0, 4, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "pose:source_raw_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2931, 2, 5, 2, 8, 11, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:raw_queue_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2962, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:selected_to_preprocess_start": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2882, 78, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:preprocess_start_to_preprocess_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2760, 168, 42, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:selected_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 308, 2432, 217, 13, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:preprocess_start_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2584, 306, 76, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:preprocess_output_to_infer_entry": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2933, 29, 7, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:preprocess_to_infer_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 2600, 369, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "pose:preprocess_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 2505, 464, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "pose:infer_output_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2872, 80, 16, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:copy_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 438, 2463, 46, 1, 0, 4, 4, 9, 2, 2, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:copy_thread_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 439, 2464, 44, 1, 0, 4, 4, 9, 2, 2, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:callback_to_copied": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 276, 2610, 61, 1, 0, 4, 4, 9, 2, 2, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:accepted_interval": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 16, 13, 17, 185, 511, 831, 1187, 144, 53, 12, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 200 }, "pose:selected_to_submitted": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 1122, 1826, 0, 7, 10, 1, 3, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "pose:completed_queue_wait": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2916, 21, 10, 13, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_observations_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1991, 974, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_observations_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1991, 975, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_nms_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2744, 164, 27, 22, 12, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_nms_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2960, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_tracking_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1793, 894, 235, 25, 8, 8, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_tracking_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1843, 905, 212, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_region_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2971, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_region_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2971, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_fall_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2554, 292, 119, 5, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_fall_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2555, 291, 119, 5, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_fight_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2924, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_fight_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2924, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_collector_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 843, 1402, 638, 24, 0, 0, 5, 19, 28, 5, 7, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_collector_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 843, 1403, 639, 22, 0, 0, 6, 18, 28, 6, 6, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_composition_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2971, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_composition_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2971, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_artifact_handoff_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2970, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_artifact_handoff_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2971, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_publish_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2705, 188, 74, 2, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_publish_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2708, 191, 68, 2, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_total_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 578, 2039, 257, 16, 13, 20, 33, 7, 8, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 20 }, "pose:result_total_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 624, 2048, 232, 0, 4, 19, 29, 7, 8, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 20 } }, "sampled_reserved_jobs_max": 42, "sampled_pending_age_max_s": 25.663000106811523, "sample_collection_max_s": 0.15884214598918334, "status_query_max_s": 0.005219762970227748, "artifact_global_counts_delta": { "render_completed": 62, "sent": 64, "render_failed": 3, "retention_blocked": 0, "retention_deleted": 0 }, "training_first": { "render_ms_total": 845, "last_exit_code": 0, "saved": 3, "expired": 3, "counts": { "FAILED": 3, "QUEUED": 4, "READY": 5 }, "recent": [ { "id": "6130b2cc8cd54c928f3f3a630382e945", "camera": "35", "state": "QUEUED", "created": 1790516558.5787053, "finished": null, "error": null }, { "id": "20d02f8913bc400b9fd3734ca8d03e26", "camera": "34", "state": "QUEUED", "created": 1790516525.6018698, "finished": null, "error": null }, { "id": "177d3429ed744805abe217d78eb21264", "camera": "36", "state": "QUEUED", "created": 1790516486.8602216, "finished": null, "error": null }, { "id": "3b746f800cfb45f09bd1282e73b84895", "camera": "33", "state": "QUEUED", "created": 1790516483.1087103, "finished": null, "error": null }, { "id": "9adb229f79ab46159a81c2a35b04fbf3", "camera": "35", "state": "FAILED", "created": 1790516437.829887, "finished": 1790516557.8866785, "error": "QUEUE_EXPIRED" }, { "id": "9c359b172af84206a2519e79eef974b1", "camera": "34", "state": "FAILED", "created": 1790516400.414313, "finished": 1790516520.7271307, "error": "QUEUE_EXPIRED" }, { "id": "324e53ba103a404096e1920d36f821ac", "camera": "33", "state": "FAILED", "created": 1790516362.75325, "finished": 1790516483.0241902, "error": "QUEUE_EXPIRED" }, { "id": "86013f68fab64551a5a0f460e8c55001", "camera": "32", "state": "READY", "created": 1790516325.291905, "finished": 1790516331.6880517, "error": null }, { "id": "667b3152803c4890aaaed172386cc749", "camera": "31", "state": "READY", "created": 1790516289.8344853, "finished": 1790516291.1200778, "error": null }, { "id": "c1b7a673173148a0b3d2753abe94e7b0", "camera": "30", "state": "READY", "created": 1790516109.8305943, "finished": 1790516110.8913558, "error": null } ], "last_failure": null, "worker_alive": true }, "training_last": { "render_ms_total": 845, "last_exit_code": 0, "saved": 3, "expired": 5, "counts": { "FAILED": 5, "QUEUED": 3, "READY": 5 }, "recent": [ { "id": "edcab638d2ad4d5b94fdfe4a7fe2d711", "camera": "33", "state": "QUEUED", "created": 1790516603.5987222, "finished": null, "error": null }, { "id": "6130b2cc8cd54c928f3f3a630382e945", "camera": "35", "state": "QUEUED", "created": 1790516558.5787053, "finished": null, "error": null }, { "id": "20d02f8913bc400b9fd3734ca8d03e26", "camera": "34", "state": "QUEUED", "created": 1790516525.6018698, "finished": null, "error": null }, { "id": "177d3429ed744805abe217d78eb21264", "camera": "36", "state": "FAILED", "created": 1790516486.8602216, "finished": 1790516607.3253353, "error": "QUEUE_EXPIRED" }, { "id": "3b746f800cfb45f09bd1282e73b84895", "camera": "33", "state": "FAILED", "created": 1790516483.1087103, "finished": 1790516603.1610353, "error": "QUEUE_EXPIRED" }, { "id": "9adb229f79ab46159a81c2a35b04fbf3", "camera": "35", "state": "FAILED", "created": 1790516437.829887, "finished": 1790516557.8866785, "error": "QUEUE_EXPIRED" }, { "id": "9c359b172af84206a2519e79eef974b1", "camera": "34", "state": "FAILED", "created": 1790516400.414313, "finished": 1790516520.7271307, "error": "QUEUE_EXPIRED" }, { "id": "324e53ba103a404096e1920d36f821ac", "camera": "33", "state": "FAILED", "created": 1790516362.75325, "finished": 1790516483.0241902, "error": "QUEUE_EXPIRED" }, { "id": "86013f68fab64551a5a0f460e8c55001", "camera": "32", "state": "READY", "created": 1790516325.291905, "finished": 1790516331.6880517, "error": null }, { "id": "667b3152803c4890aaaed172386cc749", "camera": "31", "state": "READY", "created": 1790516289.8344853, "finished": 1790516291.1200778, "error": null } ], "last_failure": null, "worker_alive": true } }, { "mode": "pose-a", "level": 11, "counters": { "admitted": 3266, "events_created": 91, "artifact_accepted": 91, "artifact_artifact_admission_failed": 0, "artifact_unaccepted_events": 0, "artifact_capture_failed": 0, "artifact_metadata_queue_drop": 0, "artifact_event_candidates_suppressed": 0, "cooldown_FALL_admitted": 10, "cooldown_FALL_suppressed_candidates": 442, "cooldown_INTRUSION_admitted": 31, "cooldown_INTRUSION_suppressed_candidates": 7569, "cooldown_FIGHT_admitted": 22, "cooldown_FIGHT_suppressed_candidates": 3495, "cooldown_LOITERING_admitted": 28, "cooldown_LOITERING_suppressed_candidates": 3003 }, "duration_histograms": { "pose:depay_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 12, 32, 22, 2, 213, 1777, 965, 221, 10, 0, 0, 3, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "pose:source_exit_to_ingress": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2931, 174, 83, 12, 2, 18, 15, 9, 6, 3, 4, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:source_encoded_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3257, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:decode_between_queues": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 31, 20, 16, 1, 225, 1795, 952, 207, 7, 0, 0, 3, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "pose:source_raw_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3219, 1, 5, 8, 7, 14, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:raw_queue_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3257, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:selected_to_preprocess_start": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3141, 100, 22, 2, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:preprocess_start_to_preprocess_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2925, 264, 71, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:selected_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 287, 2617, 337, 23, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:preprocess_start_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2728, 416, 114, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:preprocess_output_to_infer_entry": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3238, 20, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:preprocess_to_infer_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 3, 2670, 591, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "pose:preprocess_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 1, 2541, 721, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "pose:infer_output_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3127, 109, 28, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:copy_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2, 493, 2693, 55, 0, 0, 2, 6, 12, 0, 2, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:copy_thread_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2, 492, 2700, 49, 0, 0, 3, 5, 12, 0, 2, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:callback_to_copied": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 345, 2828, 70, 0, 0, 2, 6, 12, 0, 2, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:accepted_interval": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 17, 8, 16, 205, 558, 927, 1306, 158, 56, 14, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 200 }, "pose:selected_to_submitted": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 1037, 2203, 0, 5, 11, 6, 3, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "pose:completed_queue_wait": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3209, 19, 14, 10, 10, 2, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_observations_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2150, 1114, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_observations_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2148, 1117, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_nms_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3021, 170, 38, 23, 11, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_nms_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3258, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_tracking_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1883, 930, 400, 24, 10, 15, 3, 1, 1, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_tracking_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1926, 919, 412, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_region_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3267, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_region_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3267, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_fall_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2639, 414, 200, 12, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_fall_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2638, 415, 200, 12, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_fight_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3210, 57, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_fight_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3210, 57, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_collector_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 944, 1527, 692, 30, 0, 0, 4, 23, 34, 4, 8, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_collector_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 944, 1530, 691, 28, 0, 0, 5, 22, 34, 4, 8, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_composition_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3266, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_composition_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3266, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_artifact_handoff_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3266, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_artifact_handoff_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3266, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_publish_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2846, 306, 110, 3, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_publish_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2852, 308, 103, 2, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_total_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 517, 2279, 356, 28, 10, 22, 37, 6, 11, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 20 }, "pose:result_total_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 554, 2296, 341, 0, 3, 20, 37, 6, 9, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 20 } }, "sampled_reserved_jobs_max": 59, "sampled_pending_age_max_s": 28.113999843597412, "sample_collection_max_s": 0.1579930760199204, "status_query_max_s": 0.008427791006397456, "artifact_global_counts_delta": { "render_completed": 61, "sent": 65, "render_failed": 4, "retention_blocked": 0, "retention_deleted": 0 }, "training_first": { "render_ms_total": 845, "last_exit_code": 0, "saved": 3, "expired": 5, "counts": { "FAILED": 5, "QUEUED": 4, "READY": 5 }, "recent": [ { "id": "dfb04d939f7847d5badf3a4e53fab2eb", "camera": "40", "state": "QUEUED", "created": 1790516626.498483, "finished": null, "error": null }, { "id": "edcab638d2ad4d5b94fdfe4a7fe2d711", "camera": "33", "state": "QUEUED", "created": 1790516603.5987222, "finished": null, "error": null }, { "id": "6130b2cc8cd54c928f3f3a630382e945", "camera": "35", "state": "QUEUED", "created": 1790516558.5787053, "finished": null, "error": null }, { "id": "20d02f8913bc400b9fd3734ca8d03e26", "camera": "34", "state": "QUEUED", "created": 1790516525.6018698, "finished": null, "error": null }, { "id": "177d3429ed744805abe217d78eb21264", "camera": "36", "state": "FAILED", "created": 1790516486.8602216, "finished": 1790516607.3253353, "error": "QUEUE_EXPIRED" }, { "id": "3b746f800cfb45f09bd1282e73b84895", "camera": "33", "state": "FAILED", "created": 1790516483.1087103, "finished": 1790516603.1610353, "error": "QUEUE_EXPIRED" }, { "id": "9adb229f79ab46159a81c2a35b04fbf3", "camera": "35", "state": "FAILED", "created": 1790516437.829887, "finished": 1790516557.8866785, "error": "QUEUE_EXPIRED" }, { "id": "9c359b172af84206a2519e79eef974b1", "camera": "34", "state": "FAILED", "created": 1790516400.414313, "finished": 1790516520.7271307, "error": "QUEUE_EXPIRED" }, { "id": "324e53ba103a404096e1920d36f821ac", "camera": "33", "state": "FAILED", "created": 1790516362.75325, "finished": 1790516483.0241902, "error": "QUEUE_EXPIRED" }, { "id": "86013f68fab64551a5a0f460e8c55001", "camera": "32", "state": "READY", "created": 1790516325.291905, "finished": 1790516331.6880517, "error": null } ], "last_failure": null, "worker_alive": true }, "training_last": { "render_ms_total": 845, "last_exit_code": 0, "saved": 3, "expired": 6, "counts": { "FAILED": 6, "QUEUED": 4, "READY": 5 }, "recent": [ { "id": "041eebe42e084518a5e3f77d1390962e", "camera": "34", "state": "QUEUED", "created": 1790516651.2568474, "finished": null, "error": null }, { "id": "dfb04d939f7847d5badf3a4e53fab2eb", "camera": "40", "state": "QUEUED", "created": 1790516626.498483, "finished": null, "error": null }, { "id": "edcab638d2ad4d5b94fdfe4a7fe2d711", "camera": "33", "state": "QUEUED", "created": 1790516603.5987222, "finished": null, "error": null }, { "id": "6130b2cc8cd54c928f3f3a630382e945", "camera": "35", "state": "QUEUED", "created": 1790516558.5787053, "finished": null, "error": null }, { "id": "20d02f8913bc400b9fd3734ca8d03e26", "camera": "34", "state": "FAILED", "created": 1790516525.6018698, "finished": 1790516645.9287145, "error": "QUEUE_EXPIRED" }, { "id": "177d3429ed744805abe217d78eb21264", "camera": "36", "state": "FAILED", "created": 1790516486.8602216, "finished": 1790516607.3253353, "error": "QUEUE_EXPIRED" }, { "id": "3b746f800cfb45f09bd1282e73b84895", "camera": "33", "state": "FAILED", "created": 1790516483.1087103, "finished": 1790516603.1610353, "error": "QUEUE_EXPIRED" }, { "id": "9adb229f79ab46159a81c2a35b04fbf3", "camera": "35", "state": "FAILED", "created": 1790516437.829887, "finished": 1790516557.8866785, "error": "QUEUE_EXPIRED" }, { "id": "9c359b172af84206a2519e79eef974b1", "camera": "34", "state": "FAILED", "created": 1790516400.414313, "finished": 1790516520.7271307, "error": "QUEUE_EXPIRED" }, { "id": "324e53ba103a404096e1920d36f821ac", "camera": "33", "state": "FAILED", "created": 1790516362.75325, "finished": 1790516483.0241902, "error": "QUEUE_EXPIRED" } ], "last_failure": null, "worker_alive": true } }, { "mode": "pose-a-resume", "level": 12, "counters": { "admitted": 3583, "events_created": 100, "artifact_accepted": 100, "artifact_artifact_admission_failed": 0, "artifact_unaccepted_events": 0, "artifact_capture_failed": 0, "artifact_metadata_queue_drop": 0, "artifact_event_candidates_suppressed": 0, "cooldown_FALL_admitted": 11, "cooldown_FALL_suppressed_candidates": 221, "cooldown_FIGHT_admitted": 25, "cooldown_FIGHT_suppressed_candidates": 3681, "cooldown_LOITERING_admitted": 30, "cooldown_LOITERING_suppressed_candidates": 3314, "cooldown_INTRUSION_admitted": 34, "cooldown_INTRUSION_suppressed_candidates": 8224 }, "duration_histograms": { "pose:depay_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 18, 25, 18, 11, 261, 1936, 1084, 211, 6, 0, 0, 4, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "pose:source_exit_to_ingress": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3190, 249, 66, 12, 4, 23, 12, 9, 8, 1, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:source_encoded_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3574, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:decode_between_queues": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 29, 23, 12, 8, 265, 1959, 1063, 205, 6, 0, 0, 4, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "pose:source_raw_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3553, 2, 0, 4, 11, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:raw_queue_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3574, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:selected_to_preprocess_start": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3485, 79, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:preprocess_start_to_preprocess_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3109, 383, 90, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:selected_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 397, 2762, 413, 9, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:preprocess_start_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2910, 522, 147, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:preprocess_output_to_infer_entry": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3560, 16, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:preprocess_to_infer_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 2774, 807, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "pose:preprocess_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 2628, 953, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "pose:infer_output_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3412, 118, 50, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:copy_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2, 2527, 1018, 6, 0, 0, 6, 12, 8, 3, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:copy_thread_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2, 2526, 1019, 6, 0, 0, 7, 11, 8, 3, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:callback_to_copied": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 2053, 1490, 10, 0, 0, 6, 12, 8, 3, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:accepted_interval": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 19, 4, 19, 190, 634, 999, 1487, 188, 36, 6, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 200 }, "pose:selected_to_submitted": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 1356, 2196, 2, 6, 15, 6, 1, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "pose:completed_queue_wait": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3541, 14, 7, 13, 2, 4, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_observations_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3274, 307, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_observations_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3274, 308, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_nms_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3366, 149, 25, 25, 13, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_nms_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3567, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_tracking_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2214, 900, 419, 14, 10, 18, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_tracking_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2259, 891, 419, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_region_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3580, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_region_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3580, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_fall_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2979, 358, 233, 3, 0, 0, 2, 3, 1, 1, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_fall_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2979, 358, 234, 2, 0, 0, 2, 3, 1, 1, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_fight_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3544, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_fight_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3544, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_collector_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2377, 867, 269, 0, 0, 0, 10, 36, 16, 5, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_collector_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2379, 866, 268, 0, 0, 0, 12, 36, 14, 5, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_composition_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3580, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_composition_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3580, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_artifact_handoff_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3580, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_artifact_handoff_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3580, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_publish_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3200, 322, 52, 0, 0, 0, 0, 1, 3, 2, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_publish_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3202, 329, 43, 0, 0, 0, 0, 1, 3, 2, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_total_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 1427, 1806, 228, 27, 16, 41, 25, 9, 1, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 20 }, "pose:result_total_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 1499, 1775, 226, 0, 8, 40, 23, 9, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 20 } }, "sampled_reserved_jobs_max": 50, "sampled_pending_age_max_s": 20.460999965667725, "sample_collection_max_s": 0.2161079400102608, "status_query_max_s": 0.005896454036701471, "artifact_global_counts_delta": { "render_completed": 56, "sent": 66, "render_failed": 8, "retention_blocked": 0, "retention_deleted": 0 }, "training_first": { "render_ms_total": 2308, "last_exit_code": 0, "saved": 7, "expired": 7, "counts": { "FAILED": 7, "QUEUED": 4, "READY": 9 }, "recent": [ { "id": "23d392f30a1a49579544622489723b7c", "camera": "39", "state": "QUEUED", "created": 1790517002.4981446, "finished": null, "error": null }, { "id": "2f574db91ea34223992992083eb78515", "camera": "38", "state": "QUEUED", "created": 1790517000.289262, "finished": null, "error": null }, { "id": "52acce3fa4bd48bd90a79e75603207cb", "camera": "37", "state": "QUEUED", "created": 1790516998.0136511, "finished": null, "error": null }, { "id": "d9b37e8f84304acf9096b9e5d24c70d7", "camera": "36", "state": "QUEUED", "created": 1790516996.1374602, "finished": null, "error": null }, { "id": "993aec023aeb4a64923ab2a532ef9c4b", "camera": "35", "state": "READY", "created": 1790516682.2368128, "finished": 1790516720.354544, "error": null }, { "id": "041eebe42e084518a5e3f77d1390962e", "camera": "34", "state": "READY", "created": 1790516651.2568474, "finished": 1790516719.5621598, "error": null }, { "id": "dfb04d939f7847d5badf3a4e53fab2eb", "camera": "40", "state": "READY", "created": 1790516626.498483, "finished": 1790516718.4287767, "error": null }, { "id": "edcab638d2ad4d5b94fdfe4a7fe2d711", "camera": "33", "state": "READY", "created": 1790516603.5987222, "finished": 1790516717.639296, "error": null }, { "id": "6130b2cc8cd54c928f3f3a630382e945", "camera": "35", "state": "FAILED", "created": 1790516558.5787053, "finished": 1790516679.0563166, "error": "QUEUE_EXPIRED" }, { "id": "20d02f8913bc400b9fd3734ca8d03e26", "camera": "34", "state": "FAILED", "created": 1790516525.6018698, "finished": 1790516645.9287145, "error": "QUEUE_EXPIRED" } ], "last_failure": null, "worker_alive": true }, "training_last": { "render_ms_total": 2308, "last_exit_code": 0, "saved": 7, "expired": 7, "counts": { "FAILED": 7, "QUEUED": 4, "READY": 9 }, "recent": [ { "id": "23d392f30a1a49579544622489723b7c", "camera": "39", "state": "QUEUED", "created": 1790517002.4981446, "finished": null, "error": null }, { "id": "2f574db91ea34223992992083eb78515", "camera": "38", "state": "QUEUED", "created": 1790517000.289262, "finished": null, "error": null }, { "id": "52acce3fa4bd48bd90a79e75603207cb", "camera": "37", "state": "QUEUED", "created": 1790516998.0136511, "finished": null, "error": null }, { "id": "d9b37e8f84304acf9096b9e5d24c70d7", "camera": "36", "state": "QUEUED", "created": 1790516996.1374602, "finished": null, "error": null }, { "id": "993aec023aeb4a64923ab2a532ef9c4b", "camera": "35", "state": "READY", "created": 1790516682.2368128, "finished": 1790516720.354544, "error": null }, { "id": "041eebe42e084518a5e3f77d1390962e", "camera": "34", "state": "READY", "created": 1790516651.2568474, "finished": 1790516719.5621598, "error": null }, { "id": "dfb04d939f7847d5badf3a4e53fab2eb", "camera": "40", "state": "READY", "created": 1790516626.498483, "finished": 1790516718.4287767, "error": null }, { "id": "edcab638d2ad4d5b94fdfe4a7fe2d711", "camera": "33", "state": "READY", "created": 1790516603.5987222, "finished": 1790516717.639296, "error": null }, { "id": "6130b2cc8cd54c928f3f3a630382e945", "camera": "35", "state": "FAILED", "created": 1790516558.5787053, "finished": 1790516679.0563166, "error": "QUEUE_EXPIRED" }, { "id": "20d02f8913bc400b9fd3734ca8d03e26", "camera": "34", "state": "FAILED", "created": 1790516525.6018698, "finished": 1790516645.9287145, "error": "QUEUE_EXPIRED" } ], "last_failure": null, "worker_alive": true } }, { "mode": "pose-a-resume", "level": 13, "counters": { "admitted": 3872, "events_created": 107, "artifact_accepted": 107, "artifact_artifact_admission_failed": 1, "artifact_unaccepted_events": 0, "artifact_capture_failed": 0, "artifact_metadata_queue_drop": 0, "artifact_event_candidates_suppressed": 0, "cooldown_FALL_admitted": 11, "cooldown_FALL_suppressed_candidates": 349, "cooldown_FIGHT_admitted": 27, "cooldown_FIGHT_suppressed_candidates": 4417, "cooldown_LOITERING_admitted": 32, "cooldown_LOITERING_suppressed_candidates": 3631, "cooldown_INTRUSION_admitted": 37, "cooldown_INTRUSION_suppressed_candidates": 8582 }, "duration_histograms": { "pose:depay_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 7, 23, 22, 4, 257, 2073, 1159, 302, 11, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "pose:source_exit_to_ingress": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3398, 274, 119, 8, 6, 19, 7, 10, 13, 3, 1, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:source_encoded_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3858, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:decode_between_queues": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 20, 17, 16, 3, 262, 2108, 1136, 286, 10, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "pose:source_raw_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3818, 1, 5, 5, 12, 11, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:raw_queue_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3858, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:selected_to_preprocess_start": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3756, 105, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:preprocess_start_to_preprocess_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3352, 413, 103, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:selected_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 381, 3011, 463, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:preprocess_start_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3119, 600, 147, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:preprocess_output_to_infer_entry": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3847, 19, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:preprocess_to_infer_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 3, 2931, 936, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "pose:preprocess_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 1, 2761, 1108, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "pose:infer_output_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3603, 193, 75, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:copy_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1, 1030, 2765, 44, 0, 0, 2, 11, 9, 6, 4, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:copy_thread_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1, 1030, 2767, 42, 0, 0, 3, 10, 10, 5, 4, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:callback_to_copied": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 615, 3166, 58, 0, 0, 2, 11, 9, 6, 4, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:accepted_interval": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 20, 8, 23, 216, 698, 1034, 1610, 194, 63, 6, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 200 }, "pose:selected_to_submitted": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 1155, 2683, 0, 6, 17, 5, 5, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "pose:completed_queue_wait": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3802, 38, 10, 16, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_observations_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2863, 1009, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_observations_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2862, 1010, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_nms_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3583, 193, 49, 28, 17, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_nms_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3861, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_tracking_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2216, 1191, 407, 17, 21, 14, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_tracking_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2262, 1196, 404, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_region_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3872, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_region_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3872, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_fall_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3150, 496, 213, 7, 0, 0, 0, 0, 2, 4, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_fall_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3149, 497, 213, 7, 0, 0, 0, 0, 2, 4, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_fight_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3834, 37, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_fight_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3836, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_collector_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1643, 1474, 661, 18, 0, 0, 7, 24, 34, 7, 3, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_collector_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1648, 1473, 659, 16, 0, 0, 8, 25, 33, 6, 3, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_composition_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3871, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_composition_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3871, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_artifact_handoff_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3871, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_artifact_handoff_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3871, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_publish_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3476, 318, 73, 1, 0, 0, 0, 1, 0, 0, 2, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_publish_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3482, 327, 59, 0, 0, 0, 0, 1, 0, 0, 2, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_total_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 806, 2625, 315, 27, 14, 25, 41, 13, 5, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 20 }, "pose:result_total_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 866, 2620, 300, 0, 5, 23, 40, 12, 5, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 20 } }, "sampled_reserved_jobs_max": 64, "sampled_pending_age_max_s": 24.375, "sample_collection_max_s": 0.16728506702929735, "status_query_max_s": 0.0074491960112936795, "artifact_global_counts_delta": { "render_completed": 61, "sent": 72, "render_failed": 9, "retention_blocked": 0, "retention_deleted": 0 }, "training_first": { "render_ms_total": 2308, "last_exit_code": 0, "saved": 7, "expired": 7, "counts": { "FAILED": 7, "QUEUED": 4, "READY": 9 }, "recent": [ { "id": "23d392f30a1a49579544622489723b7c", "camera": "39", "state": "QUEUED", "created": 1790517002.4981446, "finished": null, "error": null }, { "id": "2f574db91ea34223992992083eb78515", "camera": "38", "state": "QUEUED", "created": 1790517000.289262, "finished": null, "error": null }, { "id": "52acce3fa4bd48bd90a79e75603207cb", "camera": "37", "state": "QUEUED", "created": 1790516998.0136511, "finished": null, "error": null }, { "id": "d9b37e8f84304acf9096b9e5d24c70d7", "camera": "36", "state": "QUEUED", "created": 1790516996.1374602, "finished": null, "error": null }, { "id": "993aec023aeb4a64923ab2a532ef9c4b", "camera": "35", "state": "READY", "created": 1790516682.2368128, "finished": 1790516720.354544, "error": null }, { "id": "041eebe42e084518a5e3f77d1390962e", "camera": "34", "state": "READY", "created": 1790516651.2568474, "finished": 1790516719.5621598, "error": null }, { "id": "dfb04d939f7847d5badf3a4e53fab2eb", "camera": "40", "state": "READY", "created": 1790516626.498483, "finished": 1790516718.4287767, "error": null }, { "id": "edcab638d2ad4d5b94fdfe4a7fe2d711", "camera": "33", "state": "READY", "created": 1790516603.5987222, "finished": 1790516717.639296, "error": null }, { "id": "6130b2cc8cd54c928f3f3a630382e945", "camera": "35", "state": "FAILED", "created": 1790516558.5787053, "finished": 1790516679.0563166, "error": "QUEUE_EXPIRED" }, { "id": "20d02f8913bc400b9fd3734ca8d03e26", "camera": "34", "state": "FAILED", "created": 1790516525.6018698, "finished": 1790516645.9287145, "error": "QUEUE_EXPIRED" } ], "last_failure": null, "worker_alive": true }, "training_last": { "render_ms_total": 2308, "last_exit_code": 0, "saved": 7, "expired": 7, "counts": { "FAILED": 7, "QUEUED": 4, "READY": 9 }, "recent": [ { "id": "23d392f30a1a49579544622489723b7c", "camera": "39", "state": "QUEUED", "created": 1790517002.4981446, "finished": null, "error": null }, { "id": "2f574db91ea34223992992083eb78515", "camera": "38", "state": "QUEUED", "created": 1790517000.289262, "finished": null, "error": null }, { "id": "52acce3fa4bd48bd90a79e75603207cb", "camera": "37", "state": "QUEUED", "created": 1790516998.0136511, "finished": null, "error": null }, { "id": "d9b37e8f84304acf9096b9e5d24c70d7", "camera": "36", "state": "QUEUED", "created": 1790516996.1374602, "finished": null, "error": null }, { "id": "993aec023aeb4a64923ab2a532ef9c4b", "camera": "35", "state": "READY", "created": 1790516682.2368128, "finished": 1790516720.354544, "error": null }, { "id": "041eebe42e084518a5e3f77d1390962e", "camera": "34", "state": "READY", "created": 1790516651.2568474, "finished": 1790516719.5621598, "error": null }, { "id": "dfb04d939f7847d5badf3a4e53fab2eb", "camera": "40", "state": "READY", "created": 1790516626.498483, "finished": 1790516718.4287767, "error": null }, { "id": "edcab638d2ad4d5b94fdfe4a7fe2d711", "camera": "33", "state": "READY", "created": 1790516603.5987222, "finished": 1790516717.639296, "error": null }, { "id": "6130b2cc8cd54c928f3f3a630382e945", "camera": "35", "state": "FAILED", "created": 1790516558.5787053, "finished": 1790516679.0563166, "error": "QUEUE_EXPIRED" }, { "id": "20d02f8913bc400b9fd3734ca8d03e26", "camera": "34", "state": "FAILED", "created": 1790516525.6018698, "finished": 1790516645.9287145, "error": "QUEUE_EXPIRED" } ], "last_failure": null, "worker_alive": true } }, { "mode": "pose-a-resume", "level": 14, "counters": { "admitted": 4168, "events_created": 116, "artifact_accepted": 116, "artifact_artifact_admission_failed": 0, "artifact_unaccepted_events": 0, "artifact_capture_failed": 0, "artifact_metadata_queue_drop": 0, "artifact_event_candidates_suppressed": 0, "cooldown_FALL_admitted": 12, "cooldown_FALL_suppressed_candidates": 490, "cooldown_FIGHT_admitted": 30, "cooldown_FIGHT_suppressed_candidates": 6591, "cooldown_LOITERING_admitted": 35, "cooldown_LOITERING_suppressed_candidates": 4186, "cooldown_INTRUSION_admitted": 39, "cooldown_INTRUSION_suppressed_candidates": 10728 }, "duration_histograms": { "pose:depay_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 16, 24, 21, 4, 280, 2319, 1220, 265, 5, 0, 0, 5, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "pose:source_exit_to_ingress": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3440, 443, 173, 23, 5, 16, 14, 15, 23, 7, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:source_encoded_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4157, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:decode_between_queues": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 26, 21, 16, 4, 289, 2362, 1187, 247, 2, 0, 0, 5, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "pose:source_raw_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4105, 1, 7, 8, 17, 19, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:raw_queue_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4159, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:selected_to_preprocess_start": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3985, 156, 23, 3, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:preprocess_start_to_preprocess_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3279, 665, 220, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:selected_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 332, 2968, 826, 38, 3, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:preprocess_start_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2957, 875, 323, 11, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:preprocess_output_to_infer_entry": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4117, 34, 16, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:preprocess_to_infer_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 3, 2750, 1414, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "pose:preprocess_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 1, 2485, 1683, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "pose:infer_output_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3758, 323, 88, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:copy_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1, 591, 3445, 103, 0, 0, 0, 11, 14, 4, 1, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:copy_thread_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1, 592, 3444, 103, 0, 0, 0, 11, 15, 3, 1, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:callback_to_copied": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 342, 3674, 124, 0, 0, 0, 11, 14, 4, 1, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:accepted_interval": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 36, 13, 25, 248, 751, 1090, 1710, 208, 77, 12, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 200 }, "pose:selected_to_submitted": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 765, 3373, 0, 2, 21, 8, 1, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "pose:completed_queue_wait": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4074, 42, 22, 26, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_observations_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2645, 1524, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_observations_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2648, 1521, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_nms_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3783, 262, 65, 36, 22, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_nms_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4155, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_tracking_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2180, 1359, 560, 26, 17, 24, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_tracking_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2238, 1383, 540, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_region_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4168, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_region_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4170, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_fall_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3185, 603, 363, 13, 0, 0, 0, 0, 1, 1, 5, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_fall_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3189, 601, 361, 13, 0, 0, 0, 0, 1, 1, 5, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_fight_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4108, 63, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_fight_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4109, 62, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_collector_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1256, 1928, 854, 51, 0, 0, 6, 19, 32, 21, 2, 1, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_collector_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1260, 1931, 853, 45, 0, 0, 7, 19, 31, 22, 2, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_composition_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4170, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_composition_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4170, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_artifact_handoff_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4169, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_artifact_handoff_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4170, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_publish_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3594, 456, 115, 3, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_publish_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3603, 464, 100, 1, 0, 0, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_total_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 612, 2871, 543, 36, 18, 23, 35, 18, 14, 1, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 20 }, "pose:result_total_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 672, 2908, 498, 1, 5, 19, 35, 19, 13, 1, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 20 } }, "sampled_reserved_jobs_max": 64, "sampled_pending_age_max_s": 21.980000019073486, "sample_collection_max_s": 0.17210520600201562, "status_query_max_s": 0.005399422021582723, "artifact_global_counts_delta": { "render_completed": 63, "sent": 72, "render_failed": 11, "retention_blocked": 0, "retention_deleted": 0 }, "training_first": { "render_ms_total": 2308, "last_exit_code": 0, "saved": 7, "expired": 7, "counts": { "FAILED": 7, "QUEUED": 4, "READY": 9 }, "recent": [ { "id": "23d392f30a1a49579544622489723b7c", "camera": "39", "state": "QUEUED", "created": 1790517002.4981446, "finished": null, "error": null }, { "id": "2f574db91ea34223992992083eb78515", "camera": "38", "state": "QUEUED", "created": 1790517000.289262, "finished": null, "error": null }, { "id": "52acce3fa4bd48bd90a79e75603207cb", "camera": "37", "state": "QUEUED", "created": 1790516998.0136511, "finished": null, "error": null }, { "id": "d9b37e8f84304acf9096b9e5d24c70d7", "camera": "36", "state": "QUEUED", "created": 1790516996.1374602, "finished": null, "error": null }, { "id": "993aec023aeb4a64923ab2a532ef9c4b", "camera": "35", "state": "READY", "created": 1790516682.2368128, "finished": 1790516720.354544, "error": null }, { "id": "041eebe42e084518a5e3f77d1390962e", "camera": "34", "state": "READY", "created": 1790516651.2568474, "finished": 1790516719.5621598, "error": null }, { "id": "dfb04d939f7847d5badf3a4e53fab2eb", "camera": "40", "state": "READY", "created": 1790516626.498483, "finished": 1790516718.4287767, "error": null }, { "id": "edcab638d2ad4d5b94fdfe4a7fe2d711", "camera": "33", "state": "READY", "created": 1790516603.5987222, "finished": 1790516717.639296, "error": null }, { "id": "6130b2cc8cd54c928f3f3a630382e945", "camera": "35", "state": "FAILED", "created": 1790516558.5787053, "finished": 1790516679.0563166, "error": "QUEUE_EXPIRED" }, { "id": "20d02f8913bc400b9fd3734ca8d03e26", "camera": "34", "state": "FAILED", "created": 1790516525.6018698, "finished": 1790516645.9287145, "error": "QUEUE_EXPIRED" } ], "last_failure": null, "worker_alive": true }, "training_last": { "render_ms_total": 2308, "last_exit_code": 0, "saved": 7, "expired": 9, "counts": { "CAPTURING": 1, "FAILED": 9, "QUEUED": 2, "READY": 9 }, "recent": [ { "id": "051d011238b9418f8c7e141c606e1ba1", "camera": "37", "state": "CAPTURING", "created": 1790517118.6498425, "finished": null, "error": null }, { "id": "23d392f30a1a49579544622489723b7c", "camera": "39", "state": "QUEUED", "created": 1790517002.4981446, "finished": null, "error": null }, { "id": "2f574db91ea34223992992083eb78515", "camera": "38", "state": "QUEUED", "created": 1790517000.289262, "finished": null, "error": null }, { "id": "52acce3fa4bd48bd90a79e75603207cb", "camera": "37", "state": "FAILED", "created": 1790516998.0136511, "finished": 1790517118.0514646, "error": "QUEUE_EXPIRED" }, { "id": "d9b37e8f84304acf9096b9e5d24c70d7", "camera": "36", "state": "FAILED", "created": 1790516996.1374602, "finished": 1790517116.4179533, "error": "QUEUE_EXPIRED" }, { "id": "993aec023aeb4a64923ab2a532ef9c4b", "camera": "35", "state": "READY", "created": 1790516682.2368128, "finished": 1790516720.354544, "error": null }, { "id": "041eebe42e084518a5e3f77d1390962e", "camera": "34", "state": "READY", "created": 1790516651.2568474, "finished": 1790516719.5621598, "error": null }, { "id": "dfb04d939f7847d5badf3a4e53fab2eb", "camera": "40", "state": "READY", "created": 1790516626.498483, "finished": 1790516718.4287767, "error": null }, { "id": "edcab638d2ad4d5b94fdfe4a7fe2d711", "camera": "33", "state": "READY", "created": 1790516603.5987222, "finished": 1790516717.639296, "error": null }, { "id": "6130b2cc8cd54c928f3f3a630382e945", "camera": "35", "state": "FAILED", "created": 1790516558.5787053, "finished": 1790516679.0563166, "error": "QUEUE_EXPIRED" } ], "last_failure": null, "worker_alive": true } }, { "mode": "pose-a-resume", "level": 15, "counters": { "admitted": 4476, "events_created": 125, "artifact_accepted": 124, "artifact_artifact_admission_failed": 1, "artifact_unaccepted_events": 0, "artifact_capture_failed": 0, "artifact_metadata_queue_drop": 0, "artifact_event_candidates_suppressed": 0, "cooldown_FALL_admitted": 12, "cooldown_FALL_suppressed_candidates": 558, "cooldown_FIGHT_admitted": 33, "cooldown_FIGHT_suppressed_candidates": 5821, "cooldown_LOITERING_admitted": 37, "cooldown_LOITERING_suppressed_candidates": 4841, "cooldown_INTRUSION_admitted": 43, "cooldown_INTRUSION_suppressed_candidates": 10777 }, "duration_histograms": { "pose:depay_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 10, 30, 30, 3, 303, 2343, 1354, 385, 6, 0, 0, 1, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "pose:source_exit_to_ingress": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3623, 519, 210, 32, 5, 21, 10, 17, 15, 10, 3, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:source_encoded_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4460, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:decode_between_queues": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 20, 29, 24, 5, 311, 2379, 1326, 365, 5, 0, 0, 1, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "pose:source_raw_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4401, 5, 8, 8, 18, 23, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:raw_queue_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4465, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:selected_to_preprocess_start": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4272, 158, 43, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:preprocess_start_to_preprocess_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3301, 887, 284, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:selected_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 286, 3083, 1059, 45, 2, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:preprocess_start_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2993, 1069, 397, 16, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:preprocess_output_to_infer_entry": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4435, 31, 8, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:preprocess_to_infer_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 1, 2594, 1881, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "pose:preprocess_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 2335, 2143, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "pose:infer_output_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3967, 421, 87, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:copy_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1, 460, 3837, 136, 1, 0, 1, 14, 15, 10, 5, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:copy_thread_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1, 462, 3848, 123, 1, 0, 2, 14, 14, 10, 5, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:callback_to_copied": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 316, 3950, 168, 1, 0, 1, 14, 15, 10, 5, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:accepted_interval": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 22, 22, 28, 295, 739, 1277, 1778, 230, 80, 9, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 200 }, "pose:selected_to_submitted": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 628, 3804, 0, 3, 21, 14, 9, 1, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "pose:completed_queue_wait": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4370, 55, 26, 20, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_observations_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2587, 1886, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_observations_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2584, 1891, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_nms_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4049, 293, 66, 36, 34, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_nms_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4458, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_tracking_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2222, 1645, 528, 35, 23, 18, 6, 2, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_tracking_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2303, 1665, 495, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_region_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4477, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_region_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4477, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_fall_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3470, 706, 278, 19, 0, 0, 0, 0, 0, 1, 5, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_fall_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3472, 706, 276, 19, 0, 0, 0, 0, 0, 1, 5, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_fight_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4394, 85, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_fight_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4396, 83, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_collector_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1113, 2222, 984, 78, 1, 0, 6, 20, 35, 11, 9, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_collector_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1116, 2225, 984, 73, 0, 0, 7, 20, 34, 11, 9, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_composition_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4479, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_composition_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4479, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_artifact_handoff_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4479, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_artifact_handoff_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4479, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_publish_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3918, 447, 107, 4, 1, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_publish_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3927, 451, 95, 3, 1, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_total_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 500, 3265, 562, 47, 17, 18, 42, 13, 14, 1, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 20 }, "pose:result_total_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 542, 3335, 511, 2, 6, 17, 38, 13, 14, 1, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 20 } }, "sampled_reserved_jobs_max": 64, "sampled_pending_age_max_s": 19.667999982833862, "sample_collection_max_s": 0.2478775570052676, "status_query_max_s": 0.007280999969225377, "artifact_global_counts_delta": { "render_completed": 60, "sent": 70, "render_failed": 9, "retention_blocked": 0, "retention_deleted": 0 }, "training_first": { "render_ms_total": 2308, "last_exit_code": 0, "saved": 7, "expired": 11, "counts": { "FAILED": 11, "QUEUED": 3, "READY": 9 }, "recent": [ { "id": "588abc0f5a2a40d8858870aecee27349", "camera": "38", "state": "QUEUED", "created": 1790517121.3147018, "finished": null, "error": null }, { "id": "fc524d0ea2264c9a96ba816f299ed434", "camera": "44", "state": "QUEUED", "created": 1790517120.5526555, "finished": null, "error": null }, { "id": "051d011238b9418f8c7e141c606e1ba1", "camera": "37", "state": "QUEUED", "created": 1790517118.6498425, "finished": null, "error": null }, { "id": "23d392f30a1a49579544622489723b7c", "camera": "39", "state": "FAILED", "created": 1790517002.4981446, "finished": 1790517122.7500439, "error": "QUEUE_EXPIRED" }, { "id": "2f574db91ea34223992992083eb78515", "camera": "38", "state": "FAILED", "created": 1790517000.289262, "finished": 1790517120.654231, "error": "QUEUE_EXPIRED" }, { "id": "52acce3fa4bd48bd90a79e75603207cb", "camera": "37", "state": "FAILED", "created": 1790516998.0136511, "finished": 1790517118.0514646, "error": "QUEUE_EXPIRED" }, { "id": "d9b37e8f84304acf9096b9e5d24c70d7", "camera": "36", "state": "FAILED", "created": 1790516996.1374602, "finished": 1790517116.4179533, "error": "QUEUE_EXPIRED" }, { "id": "993aec023aeb4a64923ab2a532ef9c4b", "camera": "35", "state": "READY", "created": 1790516682.2368128, "finished": 1790516720.354544, "error": null }, { "id": "041eebe42e084518a5e3f77d1390962e", "camera": "34", "state": "READY", "created": 1790516651.2568474, "finished": 1790516719.5621598, "error": null }, { "id": "dfb04d939f7847d5badf3a4e53fab2eb", "camera": "40", "state": "READY", "created": 1790516626.498483, "finished": 1790516718.4287767, "error": null } ], "last_failure": null, "worker_alive": true }, "training_last": { "render_ms_total": 2308, "last_exit_code": 0, "saved": 7, "expired": 11, "counts": { "FAILED": 11, "QUEUED": 4, "READY": 9 }, "recent": [ { "id": "bdb42fc897464730a35f361f7d141fe8", "camera": "30", "state": "QUEUED", "created": 1790517131.6662061, "finished": null, "error": null }, { "id": "588abc0f5a2a40d8858870aecee27349", "camera": "38", "state": "QUEUED", "created": 1790517121.3147018, "finished": null, "error": null }, { "id": "fc524d0ea2264c9a96ba816f299ed434", "camera": "44", "state": "QUEUED", "created": 1790517120.5526555, "finished": null, "error": null }, { "id": "051d011238b9418f8c7e141c606e1ba1", "camera": "37", "state": "QUEUED", "created": 1790517118.6498425, "finished": null, "error": null }, { "id": "23d392f30a1a49579544622489723b7c", "camera": "39", "state": "FAILED", "created": 1790517002.4981446, "finished": 1790517122.7500439, "error": "QUEUE_EXPIRED" }, { "id": "2f574db91ea34223992992083eb78515", "camera": "38", "state": "FAILED", "created": 1790517000.289262, "finished": 1790517120.654231, "error": "QUEUE_EXPIRED" }, { "id": "52acce3fa4bd48bd90a79e75603207cb", "camera": "37", "state": "FAILED", "created": 1790516998.0136511, "finished": 1790517118.0514646, "error": "QUEUE_EXPIRED" }, { "id": "d9b37e8f84304acf9096b9e5d24c70d7", "camera": "36", "state": "FAILED", "created": 1790516996.1374602, "finished": 1790517116.4179533, "error": "QUEUE_EXPIRED" }, { "id": "993aec023aeb4a64923ab2a532ef9c4b", "camera": "35", "state": "READY", "created": 1790516682.2368128, "finished": 1790516720.354544, "error": null }, { "id": "041eebe42e084518a5e3f77d1390962e", "camera": "34", "state": "READY", "created": 1790516651.2568474, "finished": 1790516719.5621598, "error": null } ], "last_failure": null, "worker_alive": true } }, { "mode": "pose-a-resume", "level": 16, "counters": { "admitted": 4767, "events_created": 141, "artifact_accepted": 141, "artifact_artifact_admission_failed": 2, "artifact_unaccepted_events": 0, "artifact_capture_failed": 0, "artifact_metadata_queue_drop": 0, "artifact_event_candidates_suppressed": 0, "cooldown_FALL_admitted": 16, "cooldown_FALL_suppressed_candidates": 417, "cooldown_FIGHT_admitted": 38, "cooldown_FIGHT_suppressed_candidates": 7499, "cooldown_LOITERING_admitted": 40, "cooldown_LOITERING_suppressed_candidates": 4772, "cooldown_INTRUSION_admitted": 47, "cooldown_INTRUSION_suppressed_candidates": 12195 }, "duration_histograms": { "pose:depay_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 19, 27, 30, 6, 332, 2572, 1437, 323, 8, 0, 1, 1, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "pose:source_exit_to_ingress": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3661, 673, 306, 23, 5, 20, 18, 11, 18, 11, 9, 1, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:source_encoded_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4753, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:decode_between_queues": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 30, 28, 21, 7, 338, 2623, 1398, 305, 4, 0, 1, 1, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "pose:source_raw_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4684, 3, 15, 13, 18, 19, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:raw_queue_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4756, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:selected_to_preprocess_start": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4540, 180, 41, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:preprocess_start_to_preprocess_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3371, 988, 393, 12, 1, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:selected_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 221, 3180, 1294, 66, 4, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:preprocess_start_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2955, 1220, 567, 22, 1, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:preprocess_output_to_infer_entry": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4698, 55, 12, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:preprocess_to_infer_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 1, 2661, 2101, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "pose:preprocess_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 2359, 2405, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "pose:infer_output_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4144, 501, 111, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:copy_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 470, 4081, 179, 4, 0, 0, 6, 15, 5, 5, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:copy_thread_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 471, 4089, 173, 1, 0, 0, 6, 15, 6, 4, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:callback_to_copied": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 300, 4208, 221, 5, 0, 0, 6, 15, 5, 5, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "pose:accepted_interval": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 31, 25, 29, 290, 805, 1317, 1932, 247, 71, 18, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 200 }, "pose:selected_to_submitted": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 540, 4188, 3, 0, 16, 12, 6, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "pose:completed_queue_wait": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4628, 61, 24, 27, 10, 8, 2, 2, 4, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_observations_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2640, 2103, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_observations_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2638, 2108, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_nms_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4302, 290, 90, 37, 44, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_nms_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4736, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_tracking_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2228, 1754, 676, 44, 20, 29, 12, 3, 0, 0, 0, 1, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_tracking_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2294, 1763, 680, 29, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_region_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4765, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_region_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4765, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_fall_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3497, 768, 470, 24, 0, 0, 0, 0, 1, 1, 5, 1, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_fall_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3502, 764, 470, 23, 0, 0, 0, 0, 1, 2, 4, 1, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_fight_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4663, 100, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_fight_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4665, 98, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_collector_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1200, 2363, 1002, 102, 0, 0, 8, 34, 29, 19, 11, 1, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_collector_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1206, 2366, 1002, 93, 0, 0, 9, 35, 27, 20, 10, 1, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_composition_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4769, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_composition_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4769, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_artifact_handoff_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4769, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_artifact_handoff_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4769, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_publish_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4017, 561, 179, 6, 0, 0, 0, 0, 0, 0, 5, 1, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_publish_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4031, 566, 160, 6, 0, 0, 0, 0, 0, 0, 5, 1, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_total_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 521, 3247, 800, 52, 32, 35, 37, 16, 24, 5, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 20 }, "pose:result_total_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 562, 3329, 753, 9, 6, 32, 34, 17, 23, 4, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 20 } }, "sampled_reserved_jobs_max": 64, "sampled_pending_age_max_s": 21.17900013923645, "sample_collection_max_s": 0.18769247399177402, "status_query_max_s": 0.008018780965358019, "artifact_global_counts_delta": { "render_completed": 57, "sent": 72, "render_failed": 11, "retention_blocked": 0, "retention_deleted": 0 }, "training_first": { "render_ms_total": 2308, "last_exit_code": 0, "saved": 7, "expired": 11, "counts": { "FAILED": 11, "QUEUED": 4, "READY": 9 }, "recent": [ { "id": "bdb42fc897464730a35f361f7d141fe8", "camera": "30", "state": "QUEUED", "created": 1790517131.6662061, "finished": null, "error": null }, { "id": "588abc0f5a2a40d8858870aecee27349", "camera": "38", "state": "QUEUED", "created": 1790517121.3147018, "finished": null, "error": null }, { "id": "fc524d0ea2264c9a96ba816f299ed434", "camera": "44", "state": "QUEUED", "created": 1790517120.5526555, "finished": null, "error": null }, { "id": "051d011238b9418f8c7e141c606e1ba1", "camera": "37", "state": "QUEUED", "created": 1790517118.6498425, "finished": null, "error": null }, { "id": "23d392f30a1a49579544622489723b7c", "camera": "39", "state": "FAILED", "created": 1790517002.4981446, "finished": 1790517122.7500439, "error": "QUEUE_EXPIRED" }, { "id": "2f574db91ea34223992992083eb78515", "camera": "38", "state": "FAILED", "created": 1790517000.289262, "finished": 1790517120.654231, "error": "QUEUE_EXPIRED" }, { "id": "52acce3fa4bd48bd90a79e75603207cb", "camera": "37", "state": "FAILED", "created": 1790516998.0136511, "finished": 1790517118.0514646, "error": "QUEUE_EXPIRED" }, { "id": "d9b37e8f84304acf9096b9e5d24c70d7", "camera": "36", "state": "FAILED", "created": 1790516996.1374602, "finished": 1790517116.4179533, "error": "QUEUE_EXPIRED" }, { "id": "993aec023aeb4a64923ab2a532ef9c4b", "camera": "35", "state": "READY", "created": 1790516682.2368128, "finished": 1790516720.354544, "error": null }, { "id": "041eebe42e084518a5e3f77d1390962e", "camera": "34", "state": "READY", "created": 1790516651.2568474, "finished": 1790516719.5621598, "error": null } ], "last_failure": null, "worker_alive": true }, "training_last": { "render_ms_total": 2308, "last_exit_code": 0, "saved": 7, "expired": 11, "counts": { "FAILED": 11, "QUEUED": 4, "READY": 9 }, "recent": [ { "id": "bdb42fc897464730a35f361f7d141fe8", "camera": "30", "state": "QUEUED", "created": 1790517131.6662061, "finished": null, "error": null }, { "id": "588abc0f5a2a40d8858870aecee27349", "camera": "38", "state": "QUEUED", "created": 1790517121.3147018, "finished": null, "error": null }, { "id": "fc524d0ea2264c9a96ba816f299ed434", "camera": "44", "state": "QUEUED", "created": 1790517120.5526555, "finished": null, "error": null }, { "id": "051d011238b9418f8c7e141c606e1ba1", "camera": "37", "state": "QUEUED", "created": 1790517118.6498425, "finished": null, "error": null }, { "id": "23d392f30a1a49579544622489723b7c", "camera": "39", "state": "FAILED", "created": 1790517002.4981446, "finished": 1790517122.7500439, "error": "QUEUE_EXPIRED" }, { "id": "2f574db91ea34223992992083eb78515", "camera": "38", "state": "FAILED", "created": 1790517000.289262, "finished": 1790517120.654231, "error": "QUEUE_EXPIRED" }, { "id": "52acce3fa4bd48bd90a79e75603207cb", "camera": "37", "state": "FAILED", "created": 1790516998.0136511, "finished": 1790517118.0514646, "error": "QUEUE_EXPIRED" }, { "id": "d9b37e8f84304acf9096b9e5d24c70d7", "camera": "36", "state": "FAILED", "created": 1790516996.1374602, "finished": 1790517116.4179533, "error": "QUEUE_EXPIRED" }, { "id": "993aec023aeb4a64923ab2a532ef9c4b", "camera": "35", "state": "READY", "created": 1790516682.2368128, "finished": 1790516720.354544, "error": null }, { "id": "041eebe42e084518a5e3f77d1390962e", "camera": "34", "state": "READY", "created": 1790516651.2568474, "finished": 1790516719.5621598, "error": null } ], "last_failure": null, "worker_alive": true } }, { "mode": "mixed-a", "level": 1, "counters": { "admitted": 889, "events_created": 11, "artifact_accepted": 11, "artifact_artifact_admission_failed": 0, "artifact_unaccepted_events": 0, "artifact_capture_failed": 0, "artifact_metadata_queue_drop": 0, "artifact_event_candidates_suppressed": 0, "cooldown_FALL_admitted": 3, "cooldown_FALL_suppressed_candidates": 172, "cooldown_FIGHT_admitted": 3, "cooldown_FIGHT_suppressed_candidates": 1017, "cooldown_LOITERING_admitted": 3, "cooldown_LOITERING_suppressed_candidates": 858, "cooldown_INTRUSION_admitted": 2, "cooldown_INTRUSION_suppressed_candidates": 237 }, "duration_histograms": { "pose:depay_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 2, 4, 1, 15, 167, 90, 18, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "pose:source_exit_to_ingress": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 285, 6, 3, 0, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:source_encoded_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 297, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:decode_between_queues": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 4, 2, 1, 15, 168, 89, 18, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "pose:source_raw_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 297, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:raw_queue_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 297, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:selected_to_preprocess_start": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 210, 85, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:preprocess_start_to_preprocess_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 266, 26, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:selected_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2, 185, 106, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:preprocess_start_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 145, 141, 9, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:preprocess_output_to_infer_entry": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 289, 5, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:preprocess_to_infer_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 296, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 20 }, "pose:preprocess_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 296, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 20 }, "pose:infer_output_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 293, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:copy_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4, 267, 25, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:copy_thread_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4, 267, 25, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:callback_to_copied": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 250, 46, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:accepted_interval": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 1, 0, 2, 15, 40, 103, 121, 10, 4, 1, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 200 }, "pose:selected_to_submitted": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 251, 45, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "pose:completed_queue_wait": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 288, 3, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_observations_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 287, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_observations_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 287, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_nms_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 282, 8, 2, 0, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_nms_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 295, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_tracking_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 219, 72, 0, 2, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_tracking_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 228, 68, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_region_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 297, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_region_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 297, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_fall_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 201, 92, 3, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_fall_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 201, 92, 3, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_fight_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 297, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_fight_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 297, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_collector_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 286, 6, 0, 0, 0, 0, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_collector_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 286, 6, 0, 0, 0, 0, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_composition_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 297, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_composition_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 297, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_artifact_handoff_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 297, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_artifact_handoff_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 297, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_publish_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 267, 27, 0, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_publish_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 267, 27, 0, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_total_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 68, 212, 2, 3, 7, 4, 1, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "pose:result_total_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 75, 210, 3, 0, 6, 3, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "fire:depay_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 2, 3, 2, 15, 167, 89, 18, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "fire:source_exit_to_ingress": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 295, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:source_encoded_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 296, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:decode_between_queues": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1, 1, 4, 1, 15, 168, 89, 17, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "fire:source_raw_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 296, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:raw_queue_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 296, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:selected_to_preprocess_start": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 243, 53, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "fire:preprocess_start_to_preprocess_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 271, 24, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "fire:selected_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 8, 220, 67, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "fire:preprocess_start_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 159, 135, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "fire:preprocess_output_to_infer_entry": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 296, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:preprocess_to_infer_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 2, 294, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 20 }, "fire:preprocess_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 1, 295, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 20 }, "fire:infer_output_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 288, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:copy_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 71, 225, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "fire:copy_thread_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 72, 224, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "fire:callback_to_copied": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 67, 229, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "fire:accepted_interval": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 1, 2, 12, 45, 104, 117, 10, 4, 1, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 200 }, "fire:selected_to_submitted": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 117, 179, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "fire:completed_queue_wait": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 296, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_composition_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 296, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_composition_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 296, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_artifact_handoff_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 296, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_artifact_handoff_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 296, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_publish_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 296, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_publish_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 296, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_total_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 289, 6, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_total_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 289, 6, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:depay_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 4, 4, 0, 15, 167, 88, 18, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "crowd:source_exit_to_ingress": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 295, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:source_encoded_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 296, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:decode_between_queues": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2, 2, 4, 0, 15, 168, 88, 17, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "crowd:source_raw_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 296, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:raw_queue_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 296, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:selected_to_preprocess_start": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 243, 53, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "crowd:preprocess_start_to_preprocess_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 265, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "crowd:selected_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2, 214, 80, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "crowd:preprocess_start_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 141, 155, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "crowd:preprocess_output_to_infer_entry": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 296, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:preprocess_to_infer_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 3, 293, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 20 }, "crowd:preprocess_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 2, 294, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 20 }, "crowd:infer_output_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 278, 16, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "crowd:copy_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 27, 269, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "crowd:copy_thread_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 27, 269, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "crowd:callback_to_copied": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 25, 271, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "crowd:accepted_interval": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 1, 2, 12, 46, 103, 117, 10, 4, 1, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 200 }, "crowd:selected_to_submitted": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 79, 217, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "crowd:completed_queue_wait": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 296, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:result_composition_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 296, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:result_composition_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 296, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:result_publish_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 296, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:result_publish_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 296, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:result_total_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 53, 240, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "crowd:result_total_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 53, 241, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 } }, "sampled_reserved_jobs_max": 4, "sampled_pending_age_max_s": 33.48699998855591, "sample_collection_max_s": 0.16060827299952507, "status_query_max_s": 0.014148139976896346, "artifact_global_counts_delta": { "render_completed": 6, "sent": 11, "render_failed": 4, "retention_blocked": 0, "retention_deleted": 0 }, "training_first": { "render_ms_total": 2308, "last_exit_code": 0, "saved": 7, "expired": 11, "counts": { "FAILED": 11, "QUEUED": 4, "READY": 9 }, "recent": [ { "id": "bdb42fc897464730a35f361f7d141fe8", "camera": "30", "state": "QUEUED", "created": 1790517131.6662061, "finished": null, "error": null }, { "id": "588abc0f5a2a40d8858870aecee27349", "camera": "38", "state": "QUEUED", "created": 1790517121.3147018, "finished": null, "error": null }, { "id": "fc524d0ea2264c9a96ba816f299ed434", "camera": "44", "state": "QUEUED", "created": 1790517120.5526555, "finished": null, "error": null }, { "id": "051d011238b9418f8c7e141c606e1ba1", "camera": "37", "state": "QUEUED", "created": 1790517118.6498425, "finished": null, "error": null }, { "id": "23d392f30a1a49579544622489723b7c", "camera": "39", "state": "FAILED", "created": 1790517002.4981446, "finished": 1790517122.7500439, "error": "QUEUE_EXPIRED" }, { "id": "2f574db91ea34223992992083eb78515", "camera": "38", "state": "FAILED", "created": 1790517000.289262, "finished": 1790517120.654231, "error": "QUEUE_EXPIRED" }, { "id": "52acce3fa4bd48bd90a79e75603207cb", "camera": "37", "state": "FAILED", "created": 1790516998.0136511, "finished": 1790517118.0514646, "error": "QUEUE_EXPIRED" }, { "id": "d9b37e8f84304acf9096b9e5d24c70d7", "camera": "36", "state": "FAILED", "created": 1790516996.1374602, "finished": 1790517116.4179533, "error": "QUEUE_EXPIRED" }, { "id": "993aec023aeb4a64923ab2a532ef9c4b", "camera": "35", "state": "READY", "created": 1790516682.2368128, "finished": 1790516720.354544, "error": null }, { "id": "041eebe42e084518a5e3f77d1390962e", "camera": "34", "state": "READY", "created": 1790516651.2568474, "finished": 1790516719.5621598, "error": null } ], "last_failure": null, "worker_alive": true }, "training_last": { "render_ms_total": 4923, "last_exit_code": 0, "saved": 11, "expired": 11, "counts": { "FAILED": 11, "READY": 13 }, "recent": [ { "id": "bdb42fc897464730a35f361f7d141fe8", "camera": "30", "state": "READY", "created": 1790517131.6662061, "finished": 1790517235.324838, "error": null }, { "id": "588abc0f5a2a40d8858870aecee27349", "camera": "38", "state": "READY", "created": 1790517121.3147018, "finished": 1790517233.965464, "error": null }, { "id": "fc524d0ea2264c9a96ba816f299ed434", "camera": "44", "state": "READY", "created": 1790517120.5526555, "finished": 1790517232.9236062, "error": null }, { "id": "051d011238b9418f8c7e141c606e1ba1", "camera": "37", "state": "READY", "created": 1790517118.6498425, "finished": 1790517232.0534089, "error": null }, { "id": "23d392f30a1a49579544622489723b7c", "camera": "39", "state": "FAILED", "created": 1790517002.4981446, "finished": 1790517122.7500439, "error": "QUEUE_EXPIRED" }, { "id": "2f574db91ea34223992992083eb78515", "camera": "38", "state": "FAILED", "created": 1790517000.289262, "finished": 1790517120.654231, "error": "QUEUE_EXPIRED" }, { "id": "52acce3fa4bd48bd90a79e75603207cb", "camera": "37", "state": "FAILED", "created": 1790516998.0136511, "finished": 1790517118.0514646, "error": "QUEUE_EXPIRED" }, { "id": "d9b37e8f84304acf9096b9e5d24c70d7", "camera": "36", "state": "FAILED", "created": 1790516996.1374602, "finished": 1790517116.4179533, "error": "QUEUE_EXPIRED" }, { "id": "993aec023aeb4a64923ab2a532ef9c4b", "camera": "35", "state": "READY", "created": 1790516682.2368128, "finished": 1790516720.354544, "error": null }, { "id": "041eebe42e084518a5e3f77d1390962e", "camera": "34", "state": "READY", "created": 1790516651.2568474, "finished": 1790516719.5621598, "error": null } ], "last_failure": null, "worker_alive": true } }, { "mode": "mixed-a", "level": 2, "counters": { "admitted": 1792, "events_created": 20, "artifact_accepted": 20, "artifact_artifact_admission_failed": 0, "artifact_unaccepted_events": 0, "artifact_capture_failed": 0, "artifact_metadata_queue_drop": 0, "artifact_event_candidates_suppressed": 0, "cooldown_FALL_admitted": 3, "cooldown_FALL_suppressed_candidates": 172, "cooldown_FIGHT_admitted": 6, "cooldown_FIGHT_suppressed_candidates": 956, "cooldown_LOITERING_admitted": 6, "cooldown_LOITERING_suppressed_candidates": 1085, "cooldown_INTRUSION_admitted": 5, "cooldown_INTRUSION_suppressed_candidates": 1049 }, "duration_histograms": { "pose:depay_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 5, 2, 0, 58, 341, 150, 42, 1, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "pose:source_exit_to_ingress": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 574, 12, 2, 2, 2, 3, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:source_encoded_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 599, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:decode_between_queues": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2, 4, 1, 0, 58, 347, 148, 38, 1, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "pose:source_raw_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 597, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:raw_queue_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 599, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:selected_to_preprocess_start": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 553, 46, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:preprocess_start_to_preprocess_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 565, 31, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:selected_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 49, 499, 48, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:preprocess_start_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 450, 139, 7, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:preprocess_output_to_infer_entry": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 590, 6, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:preprocess_to_infer_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 517, 83, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "pose:preprocess_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 501, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "pose:infer_output_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 593, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:copy_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 5, 525, 66, 0, 0, 0, 3, 0, 1, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:copy_thread_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 5, 525, 66, 0, 0, 0, 3, 0, 1, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:callback_to_copied": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 492, 104, 0, 0, 0, 3, 0, 1, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:accepted_interval": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 3, 31, 119, 152, 266, 23, 6, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 150 }, "pose:selected_to_submitted": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 431, 165, 0, 3, 1, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "pose:completed_queue_wait": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 595, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_observations_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 568, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_observations_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 569, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_nms_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 572, 13, 5, 5, 4, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_nms_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 599, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_tracking_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 278, 227, 84, 3, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_tracking_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 287, 229, 83, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_region_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 599, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_region_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 599, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_fall_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 462, 126, 9, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_fall_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 462, 126, 9, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_fight_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 599, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_fight_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 599, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_collector_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 479, 109, 2, 0, 0, 2, 4, 1, 2, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_collector_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 480, 108, 2, 0, 0, 2, 4, 1, 2, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_composition_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 599, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_composition_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 599, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_artifact_handoff_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 599, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_artifact_handoff_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 599, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_publish_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 496, 95, 7, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_publish_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 496, 95, 7, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_total_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 284, 287, 7, 7, 8, 1, 5, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "pose:result_total_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 293, 288, 6, 0, 6, 1, 5, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "fire:depay_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 3, 3, 0, 58, 336, 154, 39, 2, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "fire:source_exit_to_ingress": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 588, 4, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:source_encoded_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 595, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:decode_between_queues": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1, 4, 1, 0, 58, 340, 151, 38, 2, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "fire:source_raw_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 595, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:raw_queue_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 595, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:selected_to_preprocess_start": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 556, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "fire:preprocess_start_to_preprocess_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 570, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:selected_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 59, 500, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "fire:preprocess_start_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 492, 104, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "fire:preprocess_output_to_infer_entry": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 596, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:preprocess_to_infer_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 13, 570, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 20 }, "fire:preprocess_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 6, 568, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 20 }, "fire:infer_output_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 583, 12, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:copy_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 147, 446, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "fire:copy_thread_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 147, 446, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "fire:callback_to_copied": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 147, 446, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "fire:accepted_interval": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 4, 25, 117, 158, 267, 20, 5, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 150 }, "fire:selected_to_submitted": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 308, 288, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "fire:completed_queue_wait": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 594, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_composition_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 596, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_composition_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 596, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_artifact_handoff_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 596, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_artifact_handoff_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 596, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_publish_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 596, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_publish_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 596, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_total_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 589, 6, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_total_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 589, 6, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:depay_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 4, 2, 0, 58, 339, 150, 40, 2, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "crowd:source_exit_to_ingress": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 585, 5, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:source_encoded_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 595, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:decode_between_queues": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1, 4, 1, 0, 58, 344, 145, 40, 2, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "crowd:source_raw_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 595, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:raw_queue_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 595, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:selected_to_preprocess_start": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 547, 48, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "crowd:preprocess_start_to_preprocess_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 567, 28, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:selected_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 40, 512, 43, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "crowd:preprocess_start_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 458, 137, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "crowd:preprocess_output_to_infer_entry": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 596, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:preprocess_to_infer_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 12, 581, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 20 }, "crowd:preprocess_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 6, 583, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 20 }, "crowd:infer_output_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 577, 16, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:copy_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 205, 389, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "crowd:copy_thread_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 205, 389, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "crowd:callback_to_copied": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 205, 389, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "crowd:accepted_interval": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 2, 27, 118, 156, 269, 19, 5, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 150 }, "crowd:selected_to_submitted": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 328, 268, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "crowd:completed_queue_wait": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 596, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:result_composition_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 596, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:result_composition_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 596, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:result_publish_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 595, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:result_publish_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 595, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:result_total_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 326, 269, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "crowd:result_total_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 328, 267, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 } }, "sampled_reserved_jobs_max": 7, "sampled_pending_age_max_s": 12.973999977111816, "sample_collection_max_s": 0.1627137450268492, "status_query_max_s": 0.03504185099154711, "artifact_global_counts_delta": { "render_completed": 17, "sent": 19, "render_failed": 2, "retention_blocked": 0, "retention_deleted": 0 }, "training_first": { "render_ms_total": 5489, "last_exit_code": 0, "saved": 12, "expired": 11, "counts": { "FAILED": 11, "READY": 14 }, "recent": [ { "id": "e290bf024c4e4c7e8a2f4afb4b1913bd", "camera": "31", "state": "READY", "created": 1790517261.7335682, "finished": 1790517263.0552351, "error": null }, { "id": "bdb42fc897464730a35f361f7d141fe8", "camera": "30", "state": "READY", "created": 1790517131.6662061, "finished": 1790517235.324838, "error": null }, { "id": "588abc0f5a2a40d8858870aecee27349", "camera": "38", "state": "READY", "created": 1790517121.3147018, "finished": 1790517233.965464, "error": null }, { "id": "fc524d0ea2264c9a96ba816f299ed434", "camera": "44", "state": "READY", "created": 1790517120.5526555, "finished": 1790517232.9236062, "error": null }, { "id": "051d011238b9418f8c7e141c606e1ba1", "camera": "37", "state": "READY", "created": 1790517118.6498425, "finished": 1790517232.0534089, "error": null }, { "id": "23d392f30a1a49579544622489723b7c", "camera": "39", "state": "FAILED", "created": 1790517002.4981446, "finished": 1790517122.7500439, "error": "QUEUE_EXPIRED" }, { "id": "2f574db91ea34223992992083eb78515", "camera": "38", "state": "FAILED", "created": 1790517000.289262, "finished": 1790517120.654231, "error": "QUEUE_EXPIRED" }, { "id": "52acce3fa4bd48bd90a79e75603207cb", "camera": "37", "state": "FAILED", "created": 1790516998.0136511, "finished": 1790517118.0514646, "error": "QUEUE_EXPIRED" }, { "id": "d9b37e8f84304acf9096b9e5d24c70d7", "camera": "36", "state": "FAILED", "created": 1790516996.1374602, "finished": 1790517116.4179533, "error": "QUEUE_EXPIRED" }, { "id": "993aec023aeb4a64923ab2a532ef9c4b", "camera": "35", "state": "READY", "created": 1790516682.2368128, "finished": 1790516720.354544, "error": null } ], "last_failure": null, "worker_alive": true }, "training_last": { "render_ms_total": 5489, "last_exit_code": 0, "saved": 12, "expired": 11, "counts": { "FAILED": 11, "READY": 14 }, "recent": [ { "id": "e290bf024c4e4c7e8a2f4afb4b1913bd", "camera": "31", "state": "READY", "created": 1790517261.7335682, "finished": 1790517263.0552351, "error": null }, { "id": "bdb42fc897464730a35f361f7d141fe8", "camera": "30", "state": "READY", "created": 1790517131.6662061, "finished": 1790517235.324838, "error": null }, { "id": "588abc0f5a2a40d8858870aecee27349", "camera": "38", "state": "READY", "created": 1790517121.3147018, "finished": 1790517233.965464, "error": null }, { "id": "fc524d0ea2264c9a96ba816f299ed434", "camera": "44", "state": "READY", "created": 1790517120.5526555, "finished": 1790517232.9236062, "error": null }, { "id": "051d011238b9418f8c7e141c606e1ba1", "camera": "37", "state": "READY", "created": 1790517118.6498425, "finished": 1790517232.0534089, "error": null }, { "id": "23d392f30a1a49579544622489723b7c", "camera": "39", "state": "FAILED", "created": 1790517002.4981446, "finished": 1790517122.7500439, "error": "QUEUE_EXPIRED" }, { "id": "2f574db91ea34223992992083eb78515", "camera": "38", "state": "FAILED", "created": 1790517000.289262, "finished": 1790517120.654231, "error": "QUEUE_EXPIRED" }, { "id": "52acce3fa4bd48bd90a79e75603207cb", "camera": "37", "state": "FAILED", "created": 1790516998.0136511, "finished": 1790517118.0514646, "error": "QUEUE_EXPIRED" }, { "id": "d9b37e8f84304acf9096b9e5d24c70d7", "camera": "36", "state": "FAILED", "created": 1790516996.1374602, "finished": 1790517116.4179533, "error": "QUEUE_EXPIRED" }, { "id": "993aec023aeb4a64923ab2a532ef9c4b", "camera": "35", "state": "READY", "created": 1790516682.2368128, "finished": 1790516720.354544, "error": null } ], "last_failure": null, "worker_alive": true } }, { "mode": "mixed-a", "level": 3, "counters": { "admitted": 2691, "events_created": 30, "artifact_accepted": 30, "artifact_artifact_admission_failed": 0, "artifact_unaccepted_events": 0, "artifact_capture_failed": 0, "artifact_metadata_queue_drop": 0, "artifact_event_candidates_suppressed": 0, "cooldown_FALL_admitted": 5, "cooldown_FALL_suppressed_candidates": 186, "cooldown_FIGHT_admitted": 9, "cooldown_FIGHT_suppressed_candidates": 1420, "cooldown_LOITERING_admitted": 9, "cooldown_LOITERING_suppressed_candidates": 1402, "cooldown_INTRUSION_admitted": 7, "cooldown_INTRUSION_suppressed_candidates": 1780 }, "duration_histograms": { "pose:depay_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2, 8, 1, 0, 91, 463, 275, 50, 4, 1, 0, 1, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "pose:source_exit_to_ingress": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 863, 15, 4, 2, 0, 8, 2, 0, 2, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:source_encoded_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 896, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:decode_between_queues": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4, 7, 1, 0, 93, 472, 265, 50, 2, 1, 0, 1, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "pose:source_raw_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 888, 0, 1, 0, 1, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:raw_queue_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 896, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:selected_to_preprocess_start": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 874, 21, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:preprocess_start_to_preprocess_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 849, 45, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:selected_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 121, 738, 35, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:preprocess_start_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 784, 107, 3, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:preprocess_output_to_infer_entry": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 892, 2, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:preprocess_to_infer_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 784, 113, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "pose:preprocess_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 752, 145, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "pose:infer_output_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 869, 18, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:copy_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 593, 300, 1, 0, 0, 3, 0, 0, 1, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:copy_thread_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 593, 300, 1, 0, 0, 3, 0, 0, 1, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:callback_to_copied": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 486, 404, 4, 0, 0, 3, 0, 0, 1, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:accepted_interval": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 7, 1, 2, 49, 170, 217, 397, 43, 11, 1, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 200 }, "pose:selected_to_submitted": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 609, 284, 1, 2, 0, 2, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "pose:completed_queue_wait": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 881, 7, 5, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_observations_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 821, 77, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_observations_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 821, 77, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_nms_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 855, 22, 8, 7, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_nms_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 893, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_tracking_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 452, 286, 143, 2, 5, 8, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_tracking_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 465, 288, 144, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_region_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 898, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_region_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 898, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_fall_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 675, 211, 9, 1, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_fall_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 675, 211, 9, 1, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_fight_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 898, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_fight_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 898, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_collector_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 682, 156, 42, 0, 0, 0, 11, 3, 1, 3, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_collector_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 683, 156, 41, 0, 0, 1, 11, 2, 1, 3, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_composition_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 898, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_composition_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 898, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_artifact_handoff_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 898, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_artifact_handoff_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 898, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_publish_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 757, 132, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_publish_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 758, 132, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_total_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 389, 441, 32, 12, 13, 5, 2, 4, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 20 }, "pose:result_total_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 405, 446, 27, 0, 11, 3, 2, 4, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 20 }, "fire:depay_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1, 9, 1, 0, 92, 470, 269, 50, 3, 0, 0, 1, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "fire:source_exit_to_ingress": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 888, 5, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:source_encoded_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 896, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:decode_between_queues": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2, 9, 1, 0, 94, 471, 268, 47, 3, 0, 0, 1, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "fire:source_raw_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 896, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:raw_queue_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 896, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:selected_to_preprocess_start": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 879, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:preprocess_start_to_preprocess_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 843, 50, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "fire:selected_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 142, 721, 33, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "fire:preprocess_start_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 795, 96, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "fire:preprocess_output_to_infer_entry": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 897, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:preprocess_to_infer_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 35, 835, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 20 }, "fire:preprocess_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 12, 834, 51, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "fire:infer_output_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 869, 22, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:copy_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 193, 704, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "fire:copy_thread_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 193, 704, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "fire:callback_to_copied": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 193, 704, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "fire:accepted_interval": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 1, 3, 40, 184, 225, 398, 39, 6, 1, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 200 }, "fire:selected_to_submitted": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 540, 357, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "fire:completed_queue_wait": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 897, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_composition_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 897, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_composition_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 897, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_artifact_handoff_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 897, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_artifact_handoff_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 897, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_publish_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 897, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_publish_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 897, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_total_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 888, 8, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_total_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 888, 8, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:depay_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 6, 5, 0, 0, 93, 463, 275, 50, 3, 0, 0, 1, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "crowd:source_exit_to_ingress": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 887, 6, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:source_encoded_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 896, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:decode_between_queues": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 7, 4, 0, 1, 95, 470, 268, 47, 3, 0, 0, 1, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "crowd:source_raw_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 896, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:raw_queue_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 896, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:selected_to_preprocess_start": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 883, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:preprocess_start_to_preprocess_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 860, 36, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:selected_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 108, 760, 28, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "crowd:preprocess_start_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 799, 96, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "crowd:preprocess_output_to_infer_entry": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 896, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:preprocess_to_infer_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 31, 855, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 20 }, "crowd:preprocess_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 3, 878, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 20 }, "crowd:infer_output_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 866, 29, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:copy_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 218, 679, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "crowd:copy_thread_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 218, 679, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "crowd:callback_to_copied": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 218, 679, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "crowd:accepted_interval": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 2, 2, 44, 176, 239, 389, 38, 6, 1, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 200 }, "crowd:selected_to_submitted": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 545, 352, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "crowd:completed_queue_wait": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 897, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:result_composition_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 897, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:result_composition_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 897, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:result_publish_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 897, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:result_publish_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 897, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:result_total_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 472, 423, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "crowd:result_total_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 479, 417, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 } }, "sampled_reserved_jobs_max": 8, "sampled_pending_age_max_s": 10.735000133514404, "sample_collection_max_s": 0.14256886299699545, "status_query_max_s": 0.010739983001258224, "artifact_global_counts_delta": { "render_completed": 27, "sent": 30, "render_failed": 3, "retention_blocked": 0, "retention_deleted": 0 }, "training_first": { "render_ms_total": 5489, "last_exit_code": 0, "saved": 12, "expired": 11, "counts": { "FAILED": 11, "QUEUED": 1, "READY": 14 }, "recent": [ { "id": "a1beaac6a1fc4c9fbcf0626d54c1539a", "camera": "32", "state": "QUEUED", "created": 1790517297.155256, "finished": null, "error": null }, { "id": "e290bf024c4e4c7e8a2f4afb4b1913bd", "camera": "31", "state": "READY", "created": 1790517261.7335682, "finished": 1790517263.0552351, "error": null }, { "id": "bdb42fc897464730a35f361f7d141fe8", "camera": "30", "state": "READY", "created": 1790517131.6662061, "finished": 1790517235.324838, "error": null }, { "id": "588abc0f5a2a40d8858870aecee27349", "camera": "38", "state": "READY", "created": 1790517121.3147018, "finished": 1790517233.965464, "error": null }, { "id": "fc524d0ea2264c9a96ba816f299ed434", "camera": "44", "state": "READY", "created": 1790517120.5526555, "finished": 1790517232.9236062, "error": null }, { "id": "051d011238b9418f8c7e141c606e1ba1", "camera": "37", "state": "READY", "created": 1790517118.6498425, "finished": 1790517232.0534089, "error": null }, { "id": "23d392f30a1a49579544622489723b7c", "camera": "39", "state": "FAILED", "created": 1790517002.4981446, "finished": 1790517122.7500439, "error": "QUEUE_EXPIRED" }, { "id": "2f574db91ea34223992992083eb78515", "camera": "38", "state": "FAILED", "created": 1790517000.289262, "finished": 1790517120.654231, "error": "QUEUE_EXPIRED" }, { "id": "52acce3fa4bd48bd90a79e75603207cb", "camera": "37", "state": "FAILED", "created": 1790516998.0136511, "finished": 1790517118.0514646, "error": "QUEUE_EXPIRED" }, { "id": "d9b37e8f84304acf9096b9e5d24c70d7", "camera": "36", "state": "FAILED", "created": 1790516996.1374602, "finished": 1790517116.4179533, "error": "QUEUE_EXPIRED" } ], "last_failure": null, "worker_alive": true }, "training_last": { "render_ms_total": 5703, "last_exit_code": 0, "saved": 13, "expired": 11, "counts": { "FAILED": 11, "READY": 15 }, "recent": [ { "id": "a1beaac6a1fc4c9fbcf0626d54c1539a", "camera": "32", "state": "READY", "created": 1790517297.155256, "finished": 1790517311.0284095, "error": null }, { "id": "e290bf024c4e4c7e8a2f4afb4b1913bd", "camera": "31", "state": "READY", "created": 1790517261.7335682, "finished": 1790517263.0552351, "error": null }, { "id": "bdb42fc897464730a35f361f7d141fe8", "camera": "30", "state": "READY", "created": 1790517131.6662061, "finished": 1790517235.324838, "error": null }, { "id": "588abc0f5a2a40d8858870aecee27349", "camera": "38", "state": "READY", "created": 1790517121.3147018, "finished": 1790517233.965464, "error": null }, { "id": "fc524d0ea2264c9a96ba816f299ed434", "camera": "44", "state": "READY", "created": 1790517120.5526555, "finished": 1790517232.9236062, "error": null }, { "id": "051d011238b9418f8c7e141c606e1ba1", "camera": "37", "state": "READY", "created": 1790517118.6498425, "finished": 1790517232.0534089, "error": null }, { "id": "23d392f30a1a49579544622489723b7c", "camera": "39", "state": "FAILED", "created": 1790517002.4981446, "finished": 1790517122.7500439, "error": "QUEUE_EXPIRED" }, { "id": "2f574db91ea34223992992083eb78515", "camera": "38", "state": "FAILED", "created": 1790517000.289262, "finished": 1790517120.654231, "error": "QUEUE_EXPIRED" }, { "id": "52acce3fa4bd48bd90a79e75603207cb", "camera": "37", "state": "FAILED", "created": 1790516998.0136511, "finished": 1790517118.0514646, "error": "QUEUE_EXPIRED" }, { "id": "d9b37e8f84304acf9096b9e5d24c70d7", "camera": "36", "state": "FAILED", "created": 1790516996.1374602, "finished": 1790517116.4179533, "error": "QUEUE_EXPIRED" } ], "last_failure": null, "worker_alive": true } }, { "mode": "mixed-a", "level": 4, "counters": { "admitted": 3604, "events_created": 38, "artifact_accepted": 38, "artifact_artifact_admission_failed": 0, "artifact_unaccepted_events": 0, "artifact_capture_failed": 0, "artifact_metadata_queue_drop": 0, "artifact_event_candidates_suppressed": 0, "cooldown_FALL_admitted": 5, "cooldown_FALL_suppressed_candidates": 219, "cooldown_FIGHT_admitted": 12, "cooldown_FIGHT_suppressed_candidates": 1485, "cooldown_LOITERING_admitted": 11, "cooldown_LOITERING_suppressed_candidates": 1639, "cooldown_INTRUSION_admitted": 10, "cooldown_INTRUSION_suppressed_candidates": 2401 }, "duration_histograms": { "pose:depay_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1, 9, 7, 1, 119, 659, 349, 51, 4, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 75 }, "pose:source_exit_to_ingress": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1138, 23, 19, 0, 0, 11, 1, 2, 2, 3, 1, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:source_encoded_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1198, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:decode_between_queues": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3, 9, 6, 1, 120, 673, 338, 47, 3, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 75 }, "pose:source_raw_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1192, 0, 1, 0, 3, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:raw_queue_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1200, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:selected_to_preprocess_start": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1165, 32, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:preprocess_start_to_preprocess_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1148, 43, 10, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:selected_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 184, 961, 52, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:preprocess_start_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1072, 112, 15, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:preprocess_output_to_infer_entry": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1192, 6, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:preprocess_to_infer_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 917, 287, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "pose:preprocess_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 867, 337, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "pose:infer_output_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1138, 51, 13, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:copy_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 5, 488, 692, 11, 0, 0, 3, 4, 0, 1, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:copy_thread_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 6, 487, 692, 11, 0, 0, 3, 4, 0, 1, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:callback_to_copied": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 376, 808, 12, 0, 0, 3, 4, 0, 1, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:accepted_interval": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 8, 6, 8, 67, 210, 311, 526, 48, 18, 2, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 200 }, "pose:selected_to_submitted": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 623, 573, 0, 5, 2, 0, 1, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "pose:completed_queue_wait": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1186, 3, 8, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_observations_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 999, 203, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_observations_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 999, 204, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_nms_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1138, 32, 13, 12, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_nms_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1202, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_tracking_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 513, 564, 110, 3, 6, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_tracking_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 520, 578, 104, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_region_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1203, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_region_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1203, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_fall_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 955, 232, 12, 0, 0, 0, 1, 0, 1, 1, 1, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_fall_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 955, 232, 12, 0, 0, 0, 1, 0, 1, 1, 1, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_fight_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1203, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_fight_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1203, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_collector_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 720, 317, 142, 0, 0, 0, 6, 13, 1, 3, 1, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_collector_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 722, 315, 142, 0, 0, 1, 5, 13, 1, 3, 1, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_composition_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1203, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_composition_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1203, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_artifact_handoff_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1203, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_artifact_handoff_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1203, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_publish_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1078, 113, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_publish_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1079, 115, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_total_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 317, 782, 61, 12, 9, 14, 1, 5, 2, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 20 }, "pose:result_total_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 345, 786, 44, 0, 6, 14, 1, 5, 2, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 20 }, "fire:depay_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 11, 7, 2, 113, 660, 354, 49, 3, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 75 }, "fire:source_exit_to_ingress": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1170, 18, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:source_encoded_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1199, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:decode_between_queues": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4, 9, 5, 2, 115, 670, 344, 47, 3, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 75 }, "fire:source_raw_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1199, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:raw_queue_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1199, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:selected_to_preprocess_start": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1186, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:preprocess_start_to_preprocess_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1159, 36, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:selected_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 175, 1000, 25, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "fire:preprocess_start_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1096, 98, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "fire:preprocess_output_to_infer_entry": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1201, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:preprocess_to_infer_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 29, 1065, 107, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "fire:preprocess_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 9, 1049, 143, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "fire:infer_output_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1162, 30, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:copy_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 327, 874, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "fire:copy_thread_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 327, 874, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "fire:callback_to_copied": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 327, 874, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "fire:accepted_interval": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 6, 5, 60, 220, 320, 533, 46, 9, 2, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 150 }, "fire:selected_to_submitted": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 522, 679, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "fire:completed_queue_wait": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1199, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_composition_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1201, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_composition_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1201, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_artifact_handoff_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1201, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_artifact_handoff_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1201, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_publish_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1201, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_publish_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1201, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_total_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1184, 16, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_total_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1184, 16, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:depay_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 8, 10, 1, 117, 659, 351, 50, 3, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 75 }, "crowd:source_exit_to_ingress": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1164, 22, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:source_encoded_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1199, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:decode_between_queues": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3, 11, 4, 1, 117, 673, 340, 47, 3, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 75 }, "crowd:source_raw_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1199, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:raw_queue_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1199, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:selected_to_preprocess_start": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1188, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:preprocess_start_to_preprocess_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1155, 41, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:selected_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 199, 976, 25, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "crowd:preprocess_start_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1105, 88, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "crowd:preprocess_output_to_infer_entry": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1199, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:preprocess_to_infer_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 36, 1118, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 20 }, "crowd:preprocess_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 14, 1114, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "crowd:infer_output_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1147, 49, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:copy_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 281, 920, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "crowd:copy_thread_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 281, 920, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "crowd:callback_to_copied": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 280, 921, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "crowd:accepted_interval": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 4, 6, 57, 217, 332, 528, 46, 9, 2, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 150 }, "crowd:selected_to_submitted": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 551, 650, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "crowd:completed_queue_wait": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1201, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:result_composition_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1201, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:result_composition_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1201, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:result_publish_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1201, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:result_publish_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1201, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:result_total_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 571, 629, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "crowd:result_total_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 582, 618, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 } }, "sampled_reserved_jobs_max": 9, "sampled_pending_age_max_s": 12.98800015449524, "sample_collection_max_s": 0.16020037198904902, "status_query_max_s": 0.04039268201449886, "artifact_global_counts_delta": { "render_completed": 35, "sent": 39, "render_failed": 4, "retention_blocked": 0, "retention_deleted": 0 }, "training_first": { "render_ms_total": 5703, "last_exit_code": 0, "saved": 13, "expired": 11, "counts": { "FAILED": 11, "READY": 15 }, "recent": [ { "id": "a1beaac6a1fc4c9fbcf0626d54c1539a", "camera": "32", "state": "READY", "created": 1790517297.155256, "finished": 1790517311.0284095, "error": null }, { "id": "e290bf024c4e4c7e8a2f4afb4b1913bd", "camera": "31", "state": "READY", "created": 1790517261.7335682, "finished": 1790517263.0552351, "error": null }, { "id": "bdb42fc897464730a35f361f7d141fe8", "camera": "30", "state": "READY", "created": 1790517131.6662061, "finished": 1790517235.324838, "error": null }, { "id": "588abc0f5a2a40d8858870aecee27349", "camera": "38", "state": "READY", "created": 1790517121.3147018, "finished": 1790517233.965464, "error": null }, { "id": "fc524d0ea2264c9a96ba816f299ed434", "camera": "44", "state": "READY", "created": 1790517120.5526555, "finished": 1790517232.9236062, "error": null }, { "id": "051d011238b9418f8c7e141c606e1ba1", "camera": "37", "state": "READY", "created": 1790517118.6498425, "finished": 1790517232.0534089, "error": null }, { "id": "23d392f30a1a49579544622489723b7c", "camera": "39", "state": "FAILED", "created": 1790517002.4981446, "finished": 1790517122.7500439, "error": "QUEUE_EXPIRED" }, { "id": "2f574db91ea34223992992083eb78515", "camera": "38", "state": "FAILED", "created": 1790517000.289262, "finished": 1790517120.654231, "error": "QUEUE_EXPIRED" }, { "id": "52acce3fa4bd48bd90a79e75603207cb", "camera": "37", "state": "FAILED", "created": 1790516998.0136511, "finished": 1790517118.0514646, "error": "QUEUE_EXPIRED" }, { "id": "d9b37e8f84304acf9096b9e5d24c70d7", "camera": "36", "state": "FAILED", "created": 1790516996.1374602, "finished": 1790517116.4179533, "error": "QUEUE_EXPIRED" } ], "last_failure": null, "worker_alive": true }, "training_last": { "render_ms_total": 5703, "last_exit_code": 0, "saved": 13, "expired": 11, "counts": { "FAILED": 11, "READY": 15 }, "recent": [ { "id": "a1beaac6a1fc4c9fbcf0626d54c1539a", "camera": "32", "state": "READY", "created": 1790517297.155256, "finished": 1790517311.0284095, "error": null }, { "id": "e290bf024c4e4c7e8a2f4afb4b1913bd", "camera": "31", "state": "READY", "created": 1790517261.7335682, "finished": 1790517263.0552351, "error": null }, { "id": "bdb42fc897464730a35f361f7d141fe8", "camera": "30", "state": "READY", "created": 1790517131.6662061, "finished": 1790517235.324838, "error": null }, { "id": "588abc0f5a2a40d8858870aecee27349", "camera": "38", "state": "READY", "created": 1790517121.3147018, "finished": 1790517233.965464, "error": null }, { "id": "fc524d0ea2264c9a96ba816f299ed434", "camera": "44", "state": "READY", "created": 1790517120.5526555, "finished": 1790517232.9236062, "error": null }, { "id": "051d011238b9418f8c7e141c606e1ba1", "camera": "37", "state": "READY", "created": 1790517118.6498425, "finished": 1790517232.0534089, "error": null }, { "id": "23d392f30a1a49579544622489723b7c", "camera": "39", "state": "FAILED", "created": 1790517002.4981446, "finished": 1790517122.7500439, "error": "QUEUE_EXPIRED" }, { "id": "2f574db91ea34223992992083eb78515", "camera": "38", "state": "FAILED", "created": 1790517000.289262, "finished": 1790517120.654231, "error": "QUEUE_EXPIRED" }, { "id": "52acce3fa4bd48bd90a79e75603207cb", "camera": "37", "state": "FAILED", "created": 1790516998.0136511, "finished": 1790517118.0514646, "error": "QUEUE_EXPIRED" }, { "id": "d9b37e8f84304acf9096b9e5d24c70d7", "camera": "36", "state": "FAILED", "created": 1790516996.1374602, "finished": 1790517116.4179533, "error": "QUEUE_EXPIRED" } ], "last_failure": null, "worker_alive": true } }, { "mode": "mixed-a", "level": 5, "counters": { "admitted": 4474, "events_created": 48, "artifact_accepted": 48, "artifact_artifact_admission_failed": 0, "artifact_unaccepted_events": 0, "artifact_capture_failed": 0, "artifact_metadata_queue_drop": 0, "artifact_event_candidates_suppressed": 0, "cooldown_FALL_admitted": 6, "cooldown_FALL_suppressed_candidates": 187, "cooldown_FIGHT_admitted": 14, "cooldown_FIGHT_suppressed_candidates": 1456, "cooldown_LOITERING_admitted": 15, "cooldown_LOITERING_suppressed_candidates": 1956, "cooldown_INTRUSION_admitted": 13, "cooldown_INTRUSION_suppressed_candidates": 2625 }, "duration_histograms": { "pose:depay_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4, 9, 12, 2, 111, 809, 450, 82, 5, 0, 0, 2, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "pose:source_exit_to_ingress": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1405, 28, 25, 6, 2, 10, 5, 0, 1, 3, 1, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:source_encoded_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1486, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:decode_between_queues": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 7, 10, 10, 3, 112, 820, 439, 78, 5, 0, 0, 2, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "pose:source_raw_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1473, 0, 0, 3, 5, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:raw_queue_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1486, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:selected_to_preprocess_start": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1432, 50, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:preprocess_start_to_preprocess_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1393, 72, 23, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:selected_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 178, 1211, 93, 5, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:preprocess_start_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1302, 156, 28, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:preprocess_output_to_infer_entry": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1480, 6, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:preprocess_to_infer_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 1100, 388, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "pose:preprocess_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 1048, 440, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "pose:infer_output_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1365, 94, 28, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:copy_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 436, 1027, 18, 0, 0, 2, 4, 1, 0, 1, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:copy_thread_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 435, 1028, 18, 0, 0, 3, 3, 1, 0, 1, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:callback_to_copied": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 322, 1138, 21, 0, 0, 2, 4, 1, 0, 1, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:accepted_interval": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 9, 2, 11, 80, 253, 379, 671, 61, 18, 5, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 200 }, "pose:selected_to_submitted": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 666, 814, 0, 3, 4, 0, 2, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "pose:completed_queue_wait": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1466, 9, 3, 8, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_observations_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1187, 301, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_observations_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1188, 300, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_nms_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1392, 60, 11, 11, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_nms_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1486, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_tracking_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 755, 581, 127, 7, 9, 8, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_tracking_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 776, 590, 121, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_region_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1489, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_region_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1489, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_fall_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1212, 219, 57, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_fall_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1212, 220, 56, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_fight_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1488, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_fight_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1488, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_collector_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 773, 473, 209, 0, 0, 0, 5, 14, 10, 1, 4, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_collector_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 774, 473, 208, 0, 0, 0, 7, 14, 8, 1, 4, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_composition_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1489, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_composition_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1489, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_artifact_handoff_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1489, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_artifact_handoff_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1489, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_publish_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1341, 132, 15, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_publish_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1343, 135, 10, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_total_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 434, 908, 90, 16, 8, 12, 14, 0, 6, 1, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 20 }, "pose:result_total_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 459, 907, 87, 0, 4, 13, 12, 0, 7, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 20 }, "fire:depay_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2, 8, 15, 2, 110, 812, 453, 79, 7, 0, 0, 2, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "fire:source_exit_to_ingress": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1443, 23, 22, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:source_encoded_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1490, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:decode_between_queues": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 7, 6, 13, 3, 113, 820, 442, 77, 7, 0, 0, 2, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "fire:source_raw_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1490, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:raw_queue_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1490, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:selected_to_preprocess_start": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1476, 15, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:preprocess_start_to_preprocess_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1401, 80, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "fire:selected_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 201, 1233, 56, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "fire:preprocess_start_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1345, 135, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "fire:preprocess_output_to_infer_entry": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1491, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:preprocess_to_infer_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 41, 1256, 194, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "fire:preprocess_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 13, 1218, 260, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "fire:infer_output_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1387, 70, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "fire:copy_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 360, 1131, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "fire:copy_thread_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 361, 1130, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "fire:callback_to_copied": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 360, 1131, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "fire:accepted_interval": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 8, 5, 71, 263, 389, 682, 58, 12, 3, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 150 }, "fire:selected_to_submitted": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 540, 951, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "fire:completed_queue_wait": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1486, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_composition_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1491, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_composition_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1491, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_artifact_handoff_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1491, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_artifact_handoff_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1491, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_publish_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1491, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_publish_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1491, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_total_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1452, 38, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_total_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1453, 37, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:depay_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3, 10, 10, 4, 107, 812, 457, 82, 5, 0, 0, 2, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "crowd:source_exit_to_ingress": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1444, 28, 18, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:source_encoded_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1492, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:decode_between_queues": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 8, 8, 9, 3, 113, 822, 443, 79, 5, 0, 0, 2, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "crowd:source_raw_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1492, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:raw_queue_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1492, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:selected_to_preprocess_start": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1476, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:preprocess_start_to_preprocess_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1415, 67, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "crowd:selected_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 261, 1186, 46, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "crowd:preprocess_start_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1351, 130, 12, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "crowd:preprocess_output_to_infer_entry": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1493, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:preprocess_to_infer_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 55, 1338, 100, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "crowd:preprocess_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 18, 1345, 130, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "crowd:infer_output_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1371, 106, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "crowd:copy_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 359, 1134, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "crowd:copy_thread_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 360, 1133, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "crowd:callback_to_copied": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 359, 1134, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "crowd:accepted_interval": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 1, 2, 7, 71, 269, 383, 690, 56, 11, 3, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 150 }, "crowd:selected_to_submitted": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 610, 883, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "crowd:completed_queue_wait": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1490, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:result_composition_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1491, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:result_composition_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1491, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:result_publish_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1492, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:result_publish_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1492, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:result_total_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 575, 911, 5, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "crowd:result_total_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 587, 902, 2, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 } }, "sampled_reserved_jobs_max": 13, "sampled_pending_age_max_s": 10.77400016784668, "sample_collection_max_s": 0.16314635699382052, "status_query_max_s": 0.01115895202383399, "artifact_global_counts_delta": { "render_completed": 47, "sent": 49, "render_failed": 2, "retention_blocked": 0, "retention_deleted": 0 }, "training_first": { "render_ms_total": 5703, "last_exit_code": 0, "saved": 13, "expired": 11, "counts": { "FAILED": 11, "READY": 15 }, "recent": [ { "id": "a1beaac6a1fc4c9fbcf0626d54c1539a", "camera": "32", "state": "READY", "created": 1790517297.155256, "finished": 1790517311.0284095, "error": null }, { "id": "e290bf024c4e4c7e8a2f4afb4b1913bd", "camera": "31", "state": "READY", "created": 1790517261.7335682, "finished": 1790517263.0552351, "error": null }, { "id": "bdb42fc897464730a35f361f7d141fe8", "camera": "30", "state": "READY", "created": 1790517131.6662061, "finished": 1790517235.324838, "error": null }, { "id": "588abc0f5a2a40d8858870aecee27349", "camera": "38", "state": "READY", "created": 1790517121.3147018, "finished": 1790517233.965464, "error": null }, { "id": "fc524d0ea2264c9a96ba816f299ed434", "camera": "44", "state": "READY", "created": 1790517120.5526555, "finished": 1790517232.9236062, "error": null }, { "id": "051d011238b9418f8c7e141c606e1ba1", "camera": "37", "state": "READY", "created": 1790517118.6498425, "finished": 1790517232.0534089, "error": null }, { "id": "23d392f30a1a49579544622489723b7c", "camera": "39", "state": "FAILED", "created": 1790517002.4981446, "finished": 1790517122.7500439, "error": "QUEUE_EXPIRED" }, { "id": "2f574db91ea34223992992083eb78515", "camera": "38", "state": "FAILED", "created": 1790517000.289262, "finished": 1790517120.654231, "error": "QUEUE_EXPIRED" }, { "id": "52acce3fa4bd48bd90a79e75603207cb", "camera": "37", "state": "FAILED", "created": 1790516998.0136511, "finished": 1790517118.0514646, "error": "QUEUE_EXPIRED" }, { "id": "d9b37e8f84304acf9096b9e5d24c70d7", "camera": "36", "state": "FAILED", "created": 1790516996.1374602, "finished": 1790517116.4179533, "error": "QUEUE_EXPIRED" } ], "last_failure": null, "worker_alive": true }, "training_last": { "render_ms_total": 5703, "last_exit_code": 0, "saved": 13, "expired": 11, "counts": { "FAILED": 11, "READY": 15 }, "recent": [ { "id": "a1beaac6a1fc4c9fbcf0626d54c1539a", "camera": "32", "state": "READY", "created": 1790517297.155256, "finished": 1790517311.0284095, "error": null }, { "id": "e290bf024c4e4c7e8a2f4afb4b1913bd", "camera": "31", "state": "READY", "created": 1790517261.7335682, "finished": 1790517263.0552351, "error": null }, { "id": "bdb42fc897464730a35f361f7d141fe8", "camera": "30", "state": "READY", "created": 1790517131.6662061, "finished": 1790517235.324838, "error": null }, { "id": "588abc0f5a2a40d8858870aecee27349", "camera": "38", "state": "READY", "created": 1790517121.3147018, "finished": 1790517233.965464, "error": null }, { "id": "fc524d0ea2264c9a96ba816f299ed434", "camera": "44", "state": "READY", "created": 1790517120.5526555, "finished": 1790517232.9236062, "error": null }, { "id": "051d011238b9418f8c7e141c606e1ba1", "camera": "37", "state": "READY", "created": 1790517118.6498425, "finished": 1790517232.0534089, "error": null }, { "id": "23d392f30a1a49579544622489723b7c", "camera": "39", "state": "FAILED", "created": 1790517002.4981446, "finished": 1790517122.7500439, "error": "QUEUE_EXPIRED" }, { "id": "2f574db91ea34223992992083eb78515", "camera": "38", "state": "FAILED", "created": 1790517000.289262, "finished": 1790517120.654231, "error": "QUEUE_EXPIRED" }, { "id": "52acce3fa4bd48bd90a79e75603207cb", "camera": "37", "state": "FAILED", "created": 1790516998.0136511, "finished": 1790517118.0514646, "error": "QUEUE_EXPIRED" }, { "id": "d9b37e8f84304acf9096b9e5d24c70d7", "camera": "36", "state": "FAILED", "created": 1790516996.1374602, "finished": 1790517116.4179533, "error": "QUEUE_EXPIRED" } ], "last_failure": null, "worker_alive": true } }, { "mode": "mixed-a", "level": 6, "counters": { "admitted": 5389, "events_created": 55, "artifact_accepted": 55, "artifact_artifact_admission_failed": 0, "artifact_unaccepted_events": 0, "artifact_capture_failed": 0, "artifact_metadata_queue_drop": 0, "artifact_event_candidates_suppressed": 0, "cooldown_FALL_admitted": 5, "cooldown_FALL_suppressed_candidates": 240, "cooldown_FIGHT_admitted": 16, "cooldown_FIGHT_suppressed_candidates": 3156, "cooldown_LOITERING_admitted": 17, "cooldown_LOITERING_suppressed_candidates": 2084, "cooldown_INTRUSION_admitted": 17, "cooldown_INTRUSION_suppressed_candidates": 4068 }, "duration_histograms": { "pose:depay_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4, 12, 15, 5, 153, 923, 561, 112, 8, 0, 0, 1, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "pose:source_exit_to_ingress": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1631, 72, 49, 6, 2, 16, 7, 3, 1, 3, 4, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:source_encoded_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1793, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:decode_between_queues": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 9, 14, 10, 5, 159, 934, 549, 106, 7, 0, 0, 1, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "pose:source_raw_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1777, 0, 2, 1, 3, 9, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:raw_queue_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1794, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:selected_to_preprocess_start": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1722, 63, 12, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:preprocess_start_to_preprocess_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1619, 140, 35, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:selected_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 195, 1442, 146, 14, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:preprocess_start_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1484, 256, 53, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:preprocess_output_to_infer_entry": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1784, 10, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:preprocess_to_infer_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 1, 1147, 650, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "pose:preprocess_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 1, 1081, 715, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "pose:infer_output_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1624, 135, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:copy_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3, 442, 1322, 23, 1, 0, 0, 3, 5, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:copy_thread_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3, 442, 1325, 21, 0, 0, 0, 3, 5, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:callback_to_copied": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 345, 1410, 34, 1, 0, 0, 3, 5, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:accepted_interval": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 10, 4, 8, 108, 314, 467, 757, 104, 25, 1, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 200 }, "pose:selected_to_submitted": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 573, 1216, 0, 0, 7, 2, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "pose:completed_queue_wait": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1763, 16, 7, 7, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_observations_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1275, 523, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_observations_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1273, 525, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_nms_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1674, 85, 11, 20, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_nms_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1792, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_tracking_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 844, 633, 286, 20, 4, 9, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_tracking_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 854, 654, 286, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_region_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1799, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_region_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1799, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_fall_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1355, 287, 151, 4, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_fall_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1355, 287, 151, 4, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_fight_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1781, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_fight_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1782, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_collector_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 719, 717, 313, 8, 0, 0, 1, 14, 18, 2, 6, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_collector_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 720, 718, 312, 7, 0, 0, 1, 14, 18, 3, 5, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_composition_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1798, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_composition_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1798, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_artifact_handoff_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1799, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_artifact_handoff_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1799, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_publish_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1487, 280, 28, 0, 0, 0, 0, 1, 2, 1, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_publish_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1488, 282, 25, 0, 0, 0, 0, 1, 2, 1, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_total_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 335, 1156, 239, 15, 3, 17, 23, 4, 7, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 20 }, "pose:result_total_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 355, 1179, 217, 0, 0, 16, 21, 4, 7, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 20 }, "fire:depay_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3, 14, 16, 6, 154, 925, 556, 111, 6, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "fire:source_exit_to_ingress": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1701, 53, 36, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "fire:source_encoded_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1791, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:decode_between_queues": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 10, 11, 13, 5, 156, 936, 548, 106, 6, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "fire:source_raw_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1791, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:raw_queue_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1791, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:selected_to_preprocess_start": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1768, 25, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:preprocess_start_to_preprocess_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1648, 123, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "fire:selected_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 221, 1468, 104, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "fire:preprocess_start_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1558, 204, 32, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "fire:preprocess_output_to_infer_entry": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1793, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:preprocess_to_infer_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 68, 1384, 343, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "fire:preprocess_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 23, 1331, 441, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "fire:infer_output_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1607, 157, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "fire:copy_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 392, 1403, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "fire:copy_thread_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 395, 1400, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "fire:callback_to_copied": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 392, 1403, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "fire:accepted_interval": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 4, 7, 96, 311, 494, 788, 81, 13, 1, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 200 }, "fire:selected_to_submitted": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 504, 1290, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "fire:completed_queue_wait": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1792, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_composition_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1795, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_composition_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1795, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_artifact_handoff_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1795, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_artifact_handoff_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1795, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_publish_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1794, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_publish_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1795, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_total_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1698, 95, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "fire:result_total_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1702, 92, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "crowd:depay_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4, 11, 17, 6, 153, 921, 563, 109, 7, 0, 0, 1, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "crowd:source_exit_to_ingress": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1702, 58, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "crowd:source_encoded_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1791, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:decode_between_queues": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 10, 11, 12, 6, 154, 939, 549, 104, 6, 0, 0, 1, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "crowd:source_raw_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1792, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:raw_queue_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1792, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:selected_to_preprocess_start": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1781, 14, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:preprocess_start_to_preprocess_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1646, 126, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "crowd:selected_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 259, 1438, 95, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "crowd:preprocess_start_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1574, 188, 33, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "crowd:preprocess_output_to_infer_entry": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1794, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:preprocess_to_infer_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 85, 1533, 177, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "crowd:preprocess_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 34, 1530, 231, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "crowd:infer_output_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1602, 167, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "crowd:copy_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 429, 1366, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "crowd:copy_thread_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 433, 1362, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "crowd:callback_to_copied": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 428, 1366, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "crowd:accepted_interval": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 4, 4, 100, 306, 512, 766, 88, 14, 1, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 200 }, "crowd:selected_to_submitted": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 579, 1216, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "crowd:completed_queue_wait": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1791, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:result_composition_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1794, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:result_composition_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1794, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:result_publish_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1795, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:result_publish_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1795, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:result_total_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 519, 1251, 21, 2, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "crowd:result_total_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 523, 1253, 17, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 } }, "sampled_reserved_jobs_max": 14, "sampled_pending_age_max_s": 13.478999853134155, "sample_collection_max_s": 0.25337372499052435, "status_query_max_s": 0.034428179962560534, "artifact_global_counts_delta": { "render_completed": 49, "sent": 52, "render_failed": 4, "retention_blocked": 0, "retention_deleted": 0 }, "training_first": { "render_ms_total": 5703, "last_exit_code": 0, "saved": 13, "expired": 11, "counts": { "FAILED": 11, "READY": 15 }, "recent": [ { "id": "a1beaac6a1fc4c9fbcf0626d54c1539a", "camera": "32", "state": "READY", "created": 1790517297.155256, "finished": 1790517311.0284095, "error": null }, { "id": "e290bf024c4e4c7e8a2f4afb4b1913bd", "camera": "31", "state": "READY", "created": 1790517261.7335682, "finished": 1790517263.0552351, "error": null }, { "id": "bdb42fc897464730a35f361f7d141fe8", "camera": "30", "state": "READY", "created": 1790517131.6662061, "finished": 1790517235.324838, "error": null }, { "id": "588abc0f5a2a40d8858870aecee27349", "camera": "38", "state": "READY", "created": 1790517121.3147018, "finished": 1790517233.965464, "error": null }, { "id": "fc524d0ea2264c9a96ba816f299ed434", "camera": "44", "state": "READY", "created": 1790517120.5526555, "finished": 1790517232.9236062, "error": null }, { "id": "051d011238b9418f8c7e141c606e1ba1", "camera": "37", "state": "READY", "created": 1790517118.6498425, "finished": 1790517232.0534089, "error": null }, { "id": "23d392f30a1a49579544622489723b7c", "camera": "39", "state": "FAILED", "created": 1790517002.4981446, "finished": 1790517122.7500439, "error": "QUEUE_EXPIRED" }, { "id": "2f574db91ea34223992992083eb78515", "camera": "38", "state": "FAILED", "created": 1790517000.289262, "finished": 1790517120.654231, "error": "QUEUE_EXPIRED" }, { "id": "52acce3fa4bd48bd90a79e75603207cb", "camera": "37", "state": "FAILED", "created": 1790516998.0136511, "finished": 1790517118.0514646, "error": "QUEUE_EXPIRED" }, { "id": "d9b37e8f84304acf9096b9e5d24c70d7", "camera": "36", "state": "FAILED", "created": 1790516996.1374602, "finished": 1790517116.4179533, "error": "QUEUE_EXPIRED" } ], "last_failure": null, "worker_alive": true }, "training_last": { "render_ms_total": 5703, "last_exit_code": 0, "saved": 13, "expired": 11, "counts": { "FAILED": 11, "READY": 15 }, "recent": [ { "id": "a1beaac6a1fc4c9fbcf0626d54c1539a", "camera": "32", "state": "READY", "created": 1790517297.155256, "finished": 1790517311.0284095, "error": null }, { "id": "e290bf024c4e4c7e8a2f4afb4b1913bd", "camera": "31", "state": "READY", "created": 1790517261.7335682, "finished": 1790517263.0552351, "error": null }, { "id": "bdb42fc897464730a35f361f7d141fe8", "camera": "30", "state": "READY", "created": 1790517131.6662061, "finished": 1790517235.324838, "error": null }, { "id": "588abc0f5a2a40d8858870aecee27349", "camera": "38", "state": "READY", "created": 1790517121.3147018, "finished": 1790517233.965464, "error": null }, { "id": "fc524d0ea2264c9a96ba816f299ed434", "camera": "44", "state": "READY", "created": 1790517120.5526555, "finished": 1790517232.9236062, "error": null }, { "id": "051d011238b9418f8c7e141c606e1ba1", "camera": "37", "state": "READY", "created": 1790517118.6498425, "finished": 1790517232.0534089, "error": null }, { "id": "23d392f30a1a49579544622489723b7c", "camera": "39", "state": "FAILED", "created": 1790517002.4981446, "finished": 1790517122.7500439, "error": "QUEUE_EXPIRED" }, { "id": "2f574db91ea34223992992083eb78515", "camera": "38", "state": "FAILED", "created": 1790517000.289262, "finished": 1790517120.654231, "error": "QUEUE_EXPIRED" }, { "id": "52acce3fa4bd48bd90a79e75603207cb", "camera": "37", "state": "FAILED", "created": 1790516998.0136511, "finished": 1790517118.0514646, "error": "QUEUE_EXPIRED" }, { "id": "d9b37e8f84304acf9096b9e5d24c70d7", "camera": "36", "state": "FAILED", "created": 1790516996.1374602, "finished": 1790517116.4179533, "error": "QUEUE_EXPIRED" } ], "last_failure": null, "worker_alive": true } }, { "mode": "mixed-a", "level": 7, "counters": { "admitted": 6229, "events_created": 62, "artifact_accepted": 62, "artifact_artifact_admission_failed": 0, "artifact_unaccepted_events": 0, "artifact_capture_failed": 0, "artifact_metadata_queue_drop": 0, "artifact_event_candidates_suppressed": 0, "cooldown_FALL_admitted": 5, "cooldown_FALL_suppressed_candidates": 191, "cooldown_FIGHT_admitted": 17, "cooldown_FIGHT_suppressed_candidates": 2720, "cooldown_LOITERING_admitted": 21, "cooldown_LOITERING_suppressed_candidates": 2198, "cooldown_INTRUSION_admitted": 19, "cooldown_INTRUSION_suppressed_candidates": 4207 }, "duration_histograms": { "pose:depay_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 8, 7, 9, 4, 169, 1115, 631, 116, 8, 0, 0, 1, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "pose:source_exit_to_ingress": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1838, 106, 85, 6, 1, 9, 7, 6, 3, 5, 2, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:source_encoded_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2066, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:decode_between_queues": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 10, 6, 11, 8, 172, 1133, 613, 108, 6, 0, 0, 1, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "pose:source_raw_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2043, 1, 3, 5, 4, 10, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:raw_queue_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2068, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:selected_to_preprocess_start": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1978, 84, 11, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:preprocess_start_to_preprocess_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1767, 249, 54, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:selected_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 154, 1647, 255, 16, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:preprocess_start_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1617, 372, 77, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:preprocess_output_to_infer_entry": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2053, 14, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:preprocess_to_infer_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 1175, 900, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "pose:preprocess_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 1088, 987, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "pose:infer_output_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1797, 189, 87, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:copy_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 468, 1535, 51, 0, 0, 3, 3, 7, 2, 6, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:copy_thread_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 467, 1542, 45, 0, 0, 3, 3, 7, 2, 6, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:callback_to_copied": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 344, 1653, 57, 0, 0, 3, 3, 7, 2, 6, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:accepted_interval": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 14, 7, 18, 149, 361, 517, 846, 113, 38, 11, 1, 0, 0, 0 ], "p95_bucket_upper_ms": 200 }, "pose:selected_to_submitted": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 509, 1541, 4, 3, 7, 5, 4, 2, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "pose:completed_queue_wait": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2029, 19, 8, 12, 2, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_observations_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1390, 677, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_observations_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1392, 676, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_nms_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1892, 119, 32, 18, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_nms_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2068, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_tracking_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1057, 736, 241, 11, 11, 14, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_tracking_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1088, 735, 242, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_region_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2075, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_region_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2075, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_fall_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1672, 287, 107, 6, 0, 0, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_fall_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1673, 287, 106, 6, 0, 0, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_fight_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2045, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_fight_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2046, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_collector_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 707, 906, 405, 20, 0, 0, 5, 8, 18, 6, 1, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_collector_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 709, 908, 403, 18, 0, 0, 6, 7, 18, 6, 1, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_composition_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2076, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_composition_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2076, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_artifact_handoff_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2076, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_artifact_handoff_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2076, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_publish_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1802, 222, 50, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_publish_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1804, 233, 38, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_total_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 402, 1368, 232, 21, 11, 11, 20, 8, 3, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 20 }, "pose:result_total_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 434, 1387, 213, 0, 3, 8, 20, 8, 3, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 20 }, "fire:depay_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3, 14, 7, 6, 161, 1125, 635, 114, 5, 0, 0, 1, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "fire:source_exit_to_ingress": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1928, 95, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "fire:source_encoded_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2071, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:decode_between_queues": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 9, 9, 8, 7, 169, 1137, 616, 110, 5, 0, 0, 1, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "fire:source_raw_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2066, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:raw_queue_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2071, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:selected_to_preprocess_start": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2043, 33, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:preprocess_start_to_preprocess_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1793, 228, 54, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "fire:selected_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 168, 1702, 201, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "fire:preprocess_start_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1647, 364, 63, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "fire:preprocess_output_to_infer_entry": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2072, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:preprocess_to_infer_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 68, 1408, 602, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "fire:preprocess_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 19, 1340, 719, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "fire:infer_output_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1785, 213, 80, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "fire:copy_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 516, 1562, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "fire:copy_thread_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 525, 1553, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "fire:callback_to_copied": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 514, 1564, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "fire:accepted_interval": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 1, 5, 9, 118, 371, 565, 884, 99, 20, 5, 1, 0, 0, 0 ], "p95_bucket_upper_ms": 200 }, "fire:selected_to_submitted": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 436, 1641, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "fire:completed_queue_wait": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2064, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_composition_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2078, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_composition_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2078, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_artifact_handoff_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2078, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_artifact_handoff_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2078, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_publish_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2078, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_publish_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2078, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_total_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1903, 174, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "fire:result_total_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1908, 169, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "crowd:depay_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 5, 9, 9, 5, 169, 1122, 636, 111, 5, 0, 0, 1, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "crowd:source_exit_to_ingress": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1934, 97, 40, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "crowd:source_encoded_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2071, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:decode_between_queues": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 10, 5, 10, 5, 178, 1127, 625, 106, 5, 0, 0, 1, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "crowd:source_raw_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2068, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:raw_queue_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2072, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:selected_to_preprocess_start": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2047, 30, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:preprocess_start_to_preprocess_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1809, 232, 36, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "crowd:selected_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 191, 1688, 191, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "crowd:preprocess_start_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1668, 365, 40, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "crowd:preprocess_output_to_infer_entry": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2077, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:preprocess_to_infer_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 2, 78, 1681, 316, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "crowd:preprocess_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 29, 1637, 411, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "crowd:infer_output_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1785, 258, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "crowd:copy_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 550, 1527, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "crowd:copy_thread_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 554, 1523, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "crowd:callback_to_copied": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 550, 1527, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "crowd:accepted_interval": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 5, 10, 108, 395, 572, 864, 96, 21, 5, 1, 0, 0, 0 ], "p95_bucket_upper_ms": 200 }, "crowd:selected_to_submitted": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 487, 1590, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "crowd:completed_queue_wait": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2075, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:result_composition_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2077, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:result_composition_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2077, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:result_publish_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2077, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:result_publish_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2077, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:result_total_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 594, 1439, 42, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "crowd:result_total_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 608, 1433, 35, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 } }, "sampled_reserved_jobs_max": 17, "sampled_pending_age_max_s": 11.25600004196167, "sample_collection_max_s": 0.2527345140115358, "status_query_max_s": 0.06758376298239455, "artifact_global_counts_delta": { "render_completed": 56, "sent": 63, "render_failed": 4, "retention_blocked": 0, "retention_deleted": 0 }, "training_first": { "render_ms_total": 5703, "last_exit_code": 0, "saved": 13, "expired": 11, "counts": { "FAILED": 11, "QUEUED": 1, "READY": 15 }, "recent": [ { "id": "4a55ac650fff4ae3865811c2d4cb1474", "camera": "36", "state": "QUEUED", "created": 1790517453.2046711, "finished": null, "error": null }, { "id": "a1beaac6a1fc4c9fbcf0626d54c1539a", "camera": "32", "state": "READY", "created": 1790517297.155256, "finished": 1790517311.0284095, "error": null }, { "id": "e290bf024c4e4c7e8a2f4afb4b1913bd", "camera": "31", "state": "READY", "created": 1790517261.7335682, "finished": 1790517263.0552351, "error": null }, { "id": "bdb42fc897464730a35f361f7d141fe8", "camera": "30", "state": "READY", "created": 1790517131.6662061, "finished": 1790517235.324838, "error": null }, { "id": "588abc0f5a2a40d8858870aecee27349", "camera": "38", "state": "READY", "created": 1790517121.3147018, "finished": 1790517233.965464, "error": null }, { "id": "fc524d0ea2264c9a96ba816f299ed434", "camera": "44", "state": "READY", "created": 1790517120.5526555, "finished": 1790517232.9236062, "error": null }, { "id": "051d011238b9418f8c7e141c606e1ba1", "camera": "37", "state": "READY", "created": 1790517118.6498425, "finished": 1790517232.0534089, "error": null }, { "id": "23d392f30a1a49579544622489723b7c", "camera": "39", "state": "FAILED", "created": 1790517002.4981446, "finished": 1790517122.7500439, "error": "QUEUE_EXPIRED" }, { "id": "2f574db91ea34223992992083eb78515", "camera": "38", "state": "FAILED", "created": 1790517000.289262, "finished": 1790517120.654231, "error": "QUEUE_EXPIRED" }, { "id": "52acce3fa4bd48bd90a79e75603207cb", "camera": "37", "state": "FAILED", "created": 1790516998.0136511, "finished": 1790517118.0514646, "error": "QUEUE_EXPIRED" } ], "last_failure": null, "worker_alive": true }, "training_last": { "render_ms_total": 5703, "last_exit_code": 0, "saved": 13, "expired": 11, "counts": { "FAILED": 11, "QUEUED": 1, "READY": 15 }, "recent": [ { "id": "4a55ac650fff4ae3865811c2d4cb1474", "camera": "36", "state": "QUEUED", "created": 1790517453.2046711, "finished": null, "error": null }, { "id": "a1beaac6a1fc4c9fbcf0626d54c1539a", "camera": "32", "state": "READY", "created": 1790517297.155256, "finished": 1790517311.0284095, "error": null }, { "id": "e290bf024c4e4c7e8a2f4afb4b1913bd", "camera": "31", "state": "READY", "created": 1790517261.7335682, "finished": 1790517263.0552351, "error": null }, { "id": "bdb42fc897464730a35f361f7d141fe8", "camera": "30", "state": "READY", "created": 1790517131.6662061, "finished": 1790517235.324838, "error": null }, { "id": "588abc0f5a2a40d8858870aecee27349", "camera": "38", "state": "READY", "created": 1790517121.3147018, "finished": 1790517233.965464, "error": null }, { "id": "fc524d0ea2264c9a96ba816f299ed434", "camera": "44", "state": "READY", "created": 1790517120.5526555, "finished": 1790517232.9236062, "error": null }, { "id": "051d011238b9418f8c7e141c606e1ba1", "camera": "37", "state": "READY", "created": 1790517118.6498425, "finished": 1790517232.0534089, "error": null }, { "id": "23d392f30a1a49579544622489723b7c", "camera": "39", "state": "FAILED", "created": 1790517002.4981446, "finished": 1790517122.7500439, "error": "QUEUE_EXPIRED" }, { "id": "2f574db91ea34223992992083eb78515", "camera": "38", "state": "FAILED", "created": 1790517000.289262, "finished": 1790517120.654231, "error": "QUEUE_EXPIRED" }, { "id": "52acce3fa4bd48bd90a79e75603207cb", "camera": "37", "state": "FAILED", "created": 1790516998.0136511, "finished": 1790517118.0514646, "error": "QUEUE_EXPIRED" } ], "last_failure": null, "worker_alive": true } }, { "mode": "mixed-a", "level": 8, "counters": { "admitted": 7120, "events_created": 69, "artifact_accepted": 69, "artifact_artifact_admission_failed": 0, "artifact_unaccepted_events": 0, "artifact_capture_failed": 0, "artifact_metadata_queue_drop": 0, "artifact_event_candidates_suppressed": 0, "cooldown_FALL_admitted": 5, "cooldown_FALL_suppressed_candidates": 246, "cooldown_FIGHT_admitted": 18, "cooldown_FIGHT_suppressed_candidates": 3018, "cooldown_LOITERING_admitted": 22, "cooldown_LOITERING_suppressed_candidates": 2293, "cooldown_INTRUSION_admitted": 23, "cooldown_INTRUSION_suppressed_candidates": 5010, "cooldown_FIRE_admitted": 1 }, "duration_histograms": { "pose:depay_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 5, 20, 22, 8, 155, 1293, 686, 161, 5, 0, 1, 3, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "pose:source_exit_to_ingress": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2057, 141, 107, 10, 2, 13, 6, 5, 10, 4, 3, 1, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:source_encoded_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2354, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:decode_between_queues": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 10, 18, 21, 7, 157, 1323, 665, 150, 4, 0, 1, 3, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "pose:source_raw_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2327, 4, 5, 4, 6, 12, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:raw_queue_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2358, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:selected_to_preprocess_start": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2261, 79, 25, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:preprocess_start_to_preprocess_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1912, 353, 90, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:selected_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 109, 1845, 376, 35, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:preprocess_start_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1665, 563, 121, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:preprocess_output_to_infer_entry": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2338, 21, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:preprocess_to_infer_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 1025, 1333, 3, 0, 3, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "pose:preprocess_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 935, 1423, 3, 0, 3, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "pose:infer_output_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1909, 333, 122, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:copy_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1, 422, 1859, 60, 3, 0, 0, 4, 9, 3, 2, 1, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:copy_thread_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1, 424, 1863, 55, 2, 0, 0, 4, 9, 3, 2, 1, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:callback_to_copied": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 310, 1956, 76, 3, 0, 0, 4, 9, 3, 2, 1, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:accepted_interval": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 16, 13, 20, 153, 380, 642, 948, 142, 37, 12, 1, 0, 0, 0 ], "p95_bucket_upper_ms": 200 }, "pose:selected_to_submitted": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 327, 2005, 10, 0, 12, 4, 5, 1, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "pose:completed_queue_wait": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2301, 26, 12, 9, 12, 3, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_observations_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1464, 892, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_observations_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1465, 892, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_nms_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2132, 161, 35, 18, 16, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_nms_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2349, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_tracking_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1187, 838, 289, 25, 7, 13, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_tracking_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1209, 864, 277, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_region_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2364, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_region_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2364, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_fall_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1909, 256, 184, 14, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_fall_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1911, 259, 179, 14, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_fight_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2313, 51, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_fight_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2315, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_collector_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 691, 1083, 488, 53, 0, 0, 6, 13, 20, 6, 3, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_collector_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 697, 1087, 483, 48, 0, 0, 8, 11, 20, 6, 3, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_composition_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2363, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_composition_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2363, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_artifact_handoff_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2362, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_artifact_handoff_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2363, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_publish_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2038, 234, 85, 4, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_publish_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2045, 239, 74, 3, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_total_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 419, 1516, 341, 21, 16, 14, 21, 7, 9, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 20 }, "pose:result_total_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 457, 1533, 321, 1, 5, 13, 19, 8, 7, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 20 }, "fire:depay_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 6, 21, 17, 8, 152, 1323, 686, 149, 5, 0, 0, 3, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "fire:source_exit_to_ingress": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2177, 112, 78, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "fire:source_encoded_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2368, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:decode_between_queues": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 12, 18, 16, 6, 156, 1336, 677, 141, 5, 0, 0, 3, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "fire:source_raw_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2364, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:raw_queue_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2370, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:selected_to_preprocess_start": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2312, 57, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:preprocess_start_to_preprocess_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1869, 426, 80, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "fire:selected_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 126, 1868, 369, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "fire:preprocess_start_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1649, 620, 103, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "fire:preprocess_output_to_infer_entry": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2366, 8, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:preprocess_to_infer_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 69, 1334, 967, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "fire:preprocess_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 25, 1247, 1098, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "fire:infer_output_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1882, 346, 147, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "fire:copy_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 624, 1750, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "fire:copy_thread_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 634, 1741, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "fire:callback_to_copied": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 621, 1753, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "fire:accepted_interval": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 13, 11, 116, 406, 665, 1029, 111, 16, 7, 1, 0, 0, 0 ], "p95_bucket_upper_ms": 200 }, "fire:selected_to_submitted": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 316, 2052, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "fire:completed_queue_wait": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2348, 24, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_composition_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2375, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_composition_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2375, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_artifact_handoff_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2375, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_artifact_handoff_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2375, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_publish_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2375, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_publish_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2375, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_total_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2069, 301, 3, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "fire:result_total_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2076, 297, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "crowd:depay_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3, 18, 22, 10, 154, 1315, 691, 149, 5, 0, 0, 3, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "crowd:source_exit_to_ingress": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2181, 121, 68, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "crowd:source_encoded_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2363, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:decode_between_queues": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 10, 13, 24, 6, 162, 1328, 675, 144, 5, 0, 0, 3, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "crowd:source_raw_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2366, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:raw_queue_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2370, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:selected_to_preprocess_start": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2323, 49, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:preprocess_start_to_preprocess_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1909, 387, 77, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "crowd:selected_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 165, 1839, 357, 14, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "crowd:preprocess_start_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1709, 568, 96, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "crowd:preprocess_output_to_infer_entry": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2372, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:preprocess_to_infer_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 1, 99, 1671, 604, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "crowd:preprocess_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 43, 1591, 742, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "crowd:infer_output_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1905, 400, 71, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "crowd:copy_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 565, 1811, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "crowd:copy_thread_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 581, 1795, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "crowd:callback_to_copied": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 564, 1812, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "crowd:accepted_interval": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 12, 8, 122, 403, 662, 1040, 104, 17, 7, 1, 0, 0, 0 ], "p95_bucket_upper_ms": 200 }, "crowd:selected_to_submitted": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 426, 1948, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "crowd:completed_queue_wait": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2365, 9, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:result_composition_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2375, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:result_composition_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2375, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:result_publish_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2375, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:result_publish_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2375, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:result_total_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 579, 1727, 67, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "crowd:result_total_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 587, 1730, 57, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 } }, "sampled_reserved_jobs_max": 22, "sampled_pending_age_max_s": 18.88599991798401, "sample_collection_max_s": 0.24348327098414302, "status_query_max_s": 0.01753727300092578, "artifact_global_counts_delta": { "render_completed": 57, "sent": 64, "render_failed": 6, "retention_blocked": 0, "retention_deleted": 0 }, "training_first": { "render_ms_total": 5703, "last_exit_code": 0, "saved": 13, "expired": 11, "counts": { "FAILED": 11, "QUEUED": 1, "READY": 15 }, "recent": [ { "id": "4a55ac650fff4ae3865811c2d4cb1474", "camera": "36", "state": "QUEUED", "created": 1790517453.2046711, "finished": null, "error": null }, { "id": "a1beaac6a1fc4c9fbcf0626d54c1539a", "camera": "32", "state": "READY", "created": 1790517297.155256, "finished": 1790517311.0284095, "error": null }, { "id": "e290bf024c4e4c7e8a2f4afb4b1913bd", "camera": "31", "state": "READY", "created": 1790517261.7335682, "finished": 1790517263.0552351, "error": null }, { "id": "bdb42fc897464730a35f361f7d141fe8", "camera": "30", "state": "READY", "created": 1790517131.6662061, "finished": 1790517235.324838, "error": null }, { "id": "588abc0f5a2a40d8858870aecee27349", "camera": "38", "state": "READY", "created": 1790517121.3147018, "finished": 1790517233.965464, "error": null }, { "id": "fc524d0ea2264c9a96ba816f299ed434", "camera": "44", "state": "READY", "created": 1790517120.5526555, "finished": 1790517232.9236062, "error": null }, { "id": "051d011238b9418f8c7e141c606e1ba1", "camera": "37", "state": "READY", "created": 1790517118.6498425, "finished": 1790517232.0534089, "error": null }, { "id": "23d392f30a1a49579544622489723b7c", "camera": "39", "state": "FAILED", "created": 1790517002.4981446, "finished": 1790517122.7500439, "error": "QUEUE_EXPIRED" }, { "id": "2f574db91ea34223992992083eb78515", "camera": "38", "state": "FAILED", "created": 1790517000.289262, "finished": 1790517120.654231, "error": "QUEUE_EXPIRED" }, { "id": "52acce3fa4bd48bd90a79e75603207cb", "camera": "37", "state": "FAILED", "created": 1790516998.0136511, "finished": 1790517118.0514646, "error": "QUEUE_EXPIRED" } ], "last_failure": null, "worker_alive": true }, "training_last": { "render_ms_total": 5703, "last_exit_code": 0, "saved": 13, "expired": 11, "counts": { "FAILED": 11, "QUEUED": 1, "READY": 15 }, "recent": [ { "id": "4a55ac650fff4ae3865811c2d4cb1474", "camera": "36", "state": "QUEUED", "created": 1790517453.2046711, "finished": null, "error": null }, { "id": "a1beaac6a1fc4c9fbcf0626d54c1539a", "camera": "32", "state": "READY", "created": 1790517297.155256, "finished": 1790517311.0284095, "error": null }, { "id": "e290bf024c4e4c7e8a2f4afb4b1913bd", "camera": "31", "state": "READY", "created": 1790517261.7335682, "finished": 1790517263.0552351, "error": null }, { "id": "bdb42fc897464730a35f361f7d141fe8", "camera": "30", "state": "READY", "created": 1790517131.6662061, "finished": 1790517235.324838, "error": null }, { "id": "588abc0f5a2a40d8858870aecee27349", "camera": "38", "state": "READY", "created": 1790517121.3147018, "finished": 1790517233.965464, "error": null }, { "id": "fc524d0ea2264c9a96ba816f299ed434", "camera": "44", "state": "READY", "created": 1790517120.5526555, "finished": 1790517232.9236062, "error": null }, { "id": "051d011238b9418f8c7e141c606e1ba1", "camera": "37", "state": "READY", "created": 1790517118.6498425, "finished": 1790517232.0534089, "error": null }, { "id": "23d392f30a1a49579544622489723b7c", "camera": "39", "state": "FAILED", "created": 1790517002.4981446, "finished": 1790517122.7500439, "error": "QUEUE_EXPIRED" }, { "id": "2f574db91ea34223992992083eb78515", "camera": "38", "state": "FAILED", "created": 1790517000.289262, "finished": 1790517120.654231, "error": "QUEUE_EXPIRED" }, { "id": "52acce3fa4bd48bd90a79e75603207cb", "camera": "37", "state": "FAILED", "created": 1790516998.0136511, "finished": 1790517118.0514646, "error": "QUEUE_EXPIRED" } ], "last_failure": null, "worker_alive": true } }, { "mode": "mixed-a", "level": 9, "counters": { "admitted": 8046, "events_created": 80, "artifact_accepted": 80, "artifact_artifact_admission_failed": 0, "artifact_unaccepted_events": 0, "artifact_capture_failed": 0, "artifact_metadata_queue_drop": 0, "artifact_event_candidates_suppressed": 0, "cooldown_FALL_admitted": 7, "cooldown_FALL_suppressed_candidates": 200, "cooldown_FIGHT_admitted": 18, "cooldown_FIGHT_suppressed_candidates": 2531, "cooldown_LOITERING_admitted": 26, "cooldown_LOITERING_suppressed_candidates": 2659, "cooldown_INTRUSION_admitted": 25, "cooldown_INTRUSION_suppressed_candidates": 5524, "cooldown_FIRE_admitted": 4 }, "duration_histograms": { "pose:depay_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 6, 25, 19, 10, 197, 1370, 854, 166, 14, 0, 0, 5, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "pose:source_exit_to_ingress": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2238, 226, 136, 16, 1, 11, 11, 5, 12, 5, 5, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:source_encoded_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2659, 4, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:decode_between_queues": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 14, 22, 17, 8, 203, 1399, 830, 155, 13, 0, 0, 5, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "pose:source_raw_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2628, 3, 5, 3, 15, 11, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:raw_queue_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2666, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:selected_to_preprocess_start": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2529, 108, 35, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:preprocess_start_to_preprocess_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1885, 624, 151, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:selected_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 76, 1897, 643, 55, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:preprocess_start_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1588, 846, 220, 17, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:preprocess_output_to_infer_entry": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2636, 23, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:preprocess_to_infer_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 934, 1728, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "pose:preprocess_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 827, 1836, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "pose:infer_output_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2130, 382, 161, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:copy_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 402, 2122, 133, 3, 0, 1, 2, 7, 5, 1, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "pose:copy_thread_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 405, 2134, 119, 2, 0, 1, 2, 8, 4, 1, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "pose:callback_to_copied": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 285, 2213, 158, 3, 0, 1, 2, 7, 5, 1, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "pose:accepted_interval": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 20, 13, 23, 189, 444, 661, 1093, 178, 41, 14, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 200 }, "pose:selected_to_submitted": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 218, 2414, 27, 0, 7, 7, 2, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "pose:completed_queue_wait": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2593, 44, 18, 10, 6, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_observations_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1512, 1141, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_observations_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1516, 1143, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_nms_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2420, 165, 50, 24, 15, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_nms_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2652, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_tracking_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1303, 1065, 262, 19, 8, 14, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_tracking_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1357, 1076, 233, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_region_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2674, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_region_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2675, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_fall_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2256, 263, 147, 6, 1, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_fall_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2259, 262, 146, 5, 1, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_fight_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2628, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_fight_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2629, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_collector_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 620, 1379, 583, 35, 0, 0, 4, 13, 29, 7, 5, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_collector_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 628, 1378, 578, 33, 0, 0, 5, 14, 27, 7, 5, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_composition_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2675, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_composition_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2675, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_artifact_handoff_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2674, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_artifact_handoff_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2675, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_publish_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2384, 191, 93, 1, 0, 0, 0, 0, 0, 1, 4, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_publish_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2388, 199, 82, 0, 0, 0, 0, 0, 0, 1, 4, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_total_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 357, 1890, 325, 27, 8, 14, 33, 8, 12, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 20 }, "pose:result_total_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 400, 1912, 296, 1, 2, 13, 31, 8, 11, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 20 }, "fire:depay_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3, 25, 25, 8, 203, 1389, 849, 160, 11, 0, 0, 5, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "fire:source_exit_to_ingress": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2364, 200, 114, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "fire:source_encoded_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2673, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:decode_between_queues": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 8, 25, 22, 8, 203, 1405, 835, 156, 11, 0, 0, 5, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "fire:source_raw_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2671, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:raw_queue_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2678, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:selected_to_preprocess_start": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2629, 55, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:preprocess_start_to_preprocess_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1911, 630, 143, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "fire:selected_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 88, 1973, 600, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "fire:preprocess_start_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1616, 888, 176, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "fire:preprocess_output_to_infer_entry": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2678, 4, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:preprocess_to_infer_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 73, 1262, 1352, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "fire:preprocess_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 24, 1179, 1484, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "fire:infer_output_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2002, 504, 181, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "fire:copy_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 714, 1971, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "fire:copy_thread_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 736, 1951, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "fire:callback_to_copied": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 712, 1970, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "fire:accepted_interval": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 14, 7, 151, 467, 707, 1170, 142, 20, 9, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 200 }, "fire:selected_to_submitted": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 294, 2386, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "fire:completed_queue_wait": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2644, 37, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_composition_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2688, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_composition_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2688, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_artifact_handoff_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2688, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_artifact_handoff_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2688, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_publish_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2688, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_publish_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2688, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_total_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2260, 417, 8, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "fire:result_total_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2272, 410, 3, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "crowd:depay_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4, 24, 23, 9, 201, 1394, 851, 157, 12, 0, 0, 5, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "crowd:source_exit_to_ingress": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2385, 202, 93, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "crowd:source_encoded_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2676, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:decode_between_queues": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 11, 21, 24, 6, 203, 1412, 834, 152, 12, 0, 0, 5, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "crowd:source_raw_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2675, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:raw_queue_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2680, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:selected_to_preprocess_start": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2637, 45, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:preprocess_start_to_preprocess_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1940, 586, 160, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "crowd:selected_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 104, 1971, 584, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "crowd:preprocess_start_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1675, 805, 200, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "crowd:preprocess_output_to_infer_entry": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2682, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:preprocess_to_infer_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 1, 88, 1634, 963, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "crowd:preprocess_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 39, 1504, 1143, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "crowd:infer_output_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2039, 528, 119, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "crowd:copy_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 676, 2010, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "crowd:copy_thread_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 691, 1995, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "crowd:callback_to_copied": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 672, 2012, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "crowd:accepted_interval": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 16, 8, 127, 493, 721, 1165, 126, 21, 9, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 200 }, "crowd:selected_to_submitted": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 365, 2317, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "crowd:completed_queue_wait": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2670, 11, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:result_composition_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2684, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:result_composition_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2684, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:result_publish_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2685, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:result_publish_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2685, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:result_total_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 493, 2091, 100, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "crowd:result_total_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 501, 2109, 74, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 } }, "sampled_reserved_jobs_max": 35, "sampled_pending_age_max_s": 21.992000102996826, "sample_collection_max_s": 0.24515724298544228, "status_query_max_s": 0.014109373034443706, "artifact_global_counts_delta": { "render_completed": 59, "sent": 63, "render_failed": 5, "retention_blocked": 0, "retention_deleted": 0 }, "training_first": { "render_ms_total": 5703, "last_exit_code": 0, "saved": 13, "expired": 11, "counts": { "FAILED": 11, "QUEUED": 1, "READY": 15 }, "recent": [ { "id": "4a55ac650fff4ae3865811c2d4cb1474", "camera": "36", "state": "QUEUED", "created": 1790517453.2046711, "finished": null, "error": null }, { "id": "a1beaac6a1fc4c9fbcf0626d54c1539a", "camera": "32", "state": "READY", "created": 1790517297.155256, "finished": 1790517311.0284095, "error": null }, { "id": "e290bf024c4e4c7e8a2f4afb4b1913bd", "camera": "31", "state": "READY", "created": 1790517261.7335682, "finished": 1790517263.0552351, "error": null }, { "id": "bdb42fc897464730a35f361f7d141fe8", "camera": "30", "state": "READY", "created": 1790517131.6662061, "finished": 1790517235.324838, "error": null }, { "id": "588abc0f5a2a40d8858870aecee27349", "camera": "38", "state": "READY", "created": 1790517121.3147018, "finished": 1790517233.965464, "error": null }, { "id": "fc524d0ea2264c9a96ba816f299ed434", "camera": "44", "state": "READY", "created": 1790517120.5526555, "finished": 1790517232.9236062, "error": null }, { "id": "051d011238b9418f8c7e141c606e1ba1", "camera": "37", "state": "READY", "created": 1790517118.6498425, "finished": 1790517232.0534089, "error": null }, { "id": "23d392f30a1a49579544622489723b7c", "camera": "39", "state": "FAILED", "created": 1790517002.4981446, "finished": 1790517122.7500439, "error": "QUEUE_EXPIRED" }, { "id": "2f574db91ea34223992992083eb78515", "camera": "38", "state": "FAILED", "created": 1790517000.289262, "finished": 1790517120.654231, "error": "QUEUE_EXPIRED" }, { "id": "52acce3fa4bd48bd90a79e75603207cb", "camera": "37", "state": "FAILED", "created": 1790516998.0136511, "finished": 1790517118.0514646, "error": "QUEUE_EXPIRED" } ], "last_failure": null, "worker_alive": true }, "training_last": { "render_ms_total": 5703, "last_exit_code": 0, "saved": 13, "expired": 11, "counts": { "FAILED": 11, "QUEUED": 1, "READY": 15 }, "recent": [ { "id": "4a55ac650fff4ae3865811c2d4cb1474", "camera": "36", "state": "QUEUED", "created": 1790517453.2046711, "finished": null, "error": null }, { "id": "a1beaac6a1fc4c9fbcf0626d54c1539a", "camera": "32", "state": "READY", "created": 1790517297.155256, "finished": 1790517311.0284095, "error": null }, { "id": "e290bf024c4e4c7e8a2f4afb4b1913bd", "camera": "31", "state": "READY", "created": 1790517261.7335682, "finished": 1790517263.0552351, "error": null }, { "id": "bdb42fc897464730a35f361f7d141fe8", "camera": "30", "state": "READY", "created": 1790517131.6662061, "finished": 1790517235.324838, "error": null }, { "id": "588abc0f5a2a40d8858870aecee27349", "camera": "38", "state": "READY", "created": 1790517121.3147018, "finished": 1790517233.965464, "error": null }, { "id": "fc524d0ea2264c9a96ba816f299ed434", "camera": "44", "state": "READY", "created": 1790517120.5526555, "finished": 1790517232.9236062, "error": null }, { "id": "051d011238b9418f8c7e141c606e1ba1", "camera": "37", "state": "READY", "created": 1790517118.6498425, "finished": 1790517232.0534089, "error": null }, { "id": "23d392f30a1a49579544622489723b7c", "camera": "39", "state": "FAILED", "created": 1790517002.4981446, "finished": 1790517122.7500439, "error": "QUEUE_EXPIRED" }, { "id": "2f574db91ea34223992992083eb78515", "camera": "38", "state": "FAILED", "created": 1790517000.289262, "finished": 1790517120.654231, "error": "QUEUE_EXPIRED" }, { "id": "52acce3fa4bd48bd90a79e75603207cb", "camera": "37", "state": "FAILED", "created": 1790516998.0136511, "finished": 1790517118.0514646, "error": "QUEUE_EXPIRED" } ], "last_failure": null, "worker_alive": true } }, { "mode": "mixed-a", "level": 10, "counters": { "admitted": 8976, "events_created": 86, "artifact_accepted": 86, "artifact_artifact_admission_failed": 0, "artifact_unaccepted_events": 0, "artifact_capture_failed": 0, "artifact_metadata_queue_drop": 0, "artifact_event_candidates_suppressed": 0, "cooldown_FALL_admitted": 7, "cooldown_FALL_suppressed_candidates": 317, "cooldown_FIGHT_admitted": 21, "cooldown_FIGHT_suppressed_candidates": 3135, "cooldown_LOITERING_admitted": 26, "cooldown_LOITERING_suppressed_candidates": 2856, "cooldown_INTRUSION_admitted": 28, "cooldown_INTRUSION_suppressed_candidates": 6196, "cooldown_FIRE_admitted": 4 }, "duration_histograms": { "pose:depay_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2, 16, 32, 8, 204, 1579, 904, 215, 9, 0, 0, 1, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "pose:source_exit_to_ingress": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2424, 276, 187, 20, 6, 12, 14, 9, 9, 7, 6, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:source_encoded_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2952, 12, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:decode_between_queues": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 6, 19, 28, 10, 212, 1603, 885, 200, 6, 0, 0, 1, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "pose:source_raw_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2915, 13, 9, 6, 11, 14, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:raw_queue_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2970, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:selected_to_preprocess_start": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2774, 158, 41, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:preprocess_start_to_preprocess_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1883, 837, 238, 20, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:selected_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 33, 1944, 924, 73, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:preprocess_start_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1482, 1135, 324, 36, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:preprocess_output_to_infer_entry": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2933, 30, 14, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:preprocess_to_infer_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 641, 2266, 68, 1, 2, 0, 1, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "pose:preprocess_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 533, 2365, 77, 1, 2, 0, 1, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "pose:infer_output_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2229, 547, 200, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:copy_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 311, 2493, 150, 3, 0, 0, 2, 11, 5, 4, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "pose:copy_thread_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 314, 2514, 126, 3, 0, 0, 2, 11, 5, 4, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "pose:callback_to_copied": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 199, 2565, 189, 4, 0, 0, 2, 11, 5, 4, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "pose:accepted_interval": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 18, 17, 19, 207, 491, 784, 1184, 209, 36, 14, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 200 }, "pose:selected_to_submitted": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 109, 2678, 162, 5, 10, 6, 8, 1, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 75 }, "pose:completed_queue_wait": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2884, 51, 18, 10, 13, 2, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_observations_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1441, 1503, 34, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_observations_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1443, 1506, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_nms_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2647, 227, 67, 18, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_nms_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2950, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_tracking_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1422, 1173, 317, 47, 5, 10, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_tracking_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1463, 1205, 294, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_region_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2973, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_region_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2978, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_fall_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2479, 286, 196, 15, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_fall_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2487, 281, 196, 12, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_fight_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2901, 75, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_fight_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2904, 73, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_collector_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 534, 1527, 742, 104, 4, 0, 4, 17, 33, 4, 7, 2, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "pose:result_collector_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 539, 1536, 743, 92, 1, 0, 4, 17, 33, 4, 7, 2, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "pose:result_composition_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2978, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_composition_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2978, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_artifact_handoff_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2977, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_artifact_handoff_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2978, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_publish_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2638, 217, 117, 4, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_publish_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2647, 218, 109, 3, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_total_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 309, 2064, 488, 38, 11, 14, 34, 8, 8, 4, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 20 }, "pose:result_total_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 335, 2138, 425, 10, 3, 15, 34, 6, 9, 3, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 20 }, "fire:depay_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3, 15, 29, 9, 199, 1604, 913, 207, 6, 0, 0, 1, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "fire:source_exit_to_ingress": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2587, 260, 133, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "fire:source_encoded_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2977, 6, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:decode_between_queues": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 5, 20, 23, 13, 202, 1615, 900, 201, 6, 0, 0, 1, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "fire:source_raw_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2978, 5, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:raw_queue_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2985, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:selected_to_preprocess_start": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2894, 89, 12, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:preprocess_start_to_preprocess_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1850, 914, 220, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "fire:selected_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 40, 1991, 937, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "fire:preprocess_start_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1463, 1221, 296, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "fire:preprocess_output_to_infer_entry": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2981, 13, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:preprocess_to_infer_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 59, 1117, 1815, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "fire:preprocess_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 12, 1019, 1955, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "fire:infer_output_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2131, 673, 191, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "fire:copy_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 762, 2230, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "fire:copy_thread_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 794, 2203, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "fire:callback_to_copied": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 755, 2236, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "fire:accepted_interval": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 7, 9, 179, 509, 837, 1261, 183, 9, 3, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 200 }, "fire:selected_to_submitted": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 205, 2745, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "fire:completed_queue_wait": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2935, 53, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_composition_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2997, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_composition_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2997, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_artifact_handoff_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2997, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_artifact_handoff_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2997, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_publish_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2996, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_publish_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2997, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_total_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2212, 768, 14, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "fire:result_total_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2231, 760, 4, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "crowd:depay_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4, 15, 22, 11, 202, 1602, 915, 213, 6, 0, 0, 1, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "crowd:source_exit_to_ingress": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2588, 282, 117, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "crowd:source_encoded_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2978, 10, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:decode_between_queues": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 5, 16, 24, 14, 201, 1618, 903, 203, 6, 0, 0, 1, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "crowd:source_raw_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2981, 8, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:raw_queue_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2991, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:selected_to_preprocess_start": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2918, 77, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:preprocess_start_to_preprocess_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1856, 918, 215, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "crowd:selected_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 54, 1983, 931, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "crowd:preprocess_start_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1481, 1219, 284, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "crowd:preprocess_output_to_infer_entry": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2994, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:preprocess_to_infer_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 81, 1534, 1386, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "crowd:preprocess_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 32, 1373, 1597, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "crowd:infer_output_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2118, 739, 144, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "crowd:copy_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 777, 2223, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "crowd:copy_thread_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 800, 2201, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "crowd:callback_to_copied": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 774, 2225, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "crowd:accepted_interval": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 5, 10, 160, 520, 854, 1264, 171, 14, 3, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 200 }, "crowd:selected_to_submitted": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 260, 2737, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "crowd:completed_queue_wait": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2974, 25, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:result_composition_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3001, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:result_composition_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3001, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:result_publish_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2999, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:result_publish_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2999, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:result_total_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 429, 2420, 147, 4, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "crowd:result_total_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 447, 2439, 114, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 } }, "sampled_reserved_jobs_max": 53, "sampled_pending_age_max_s": 25.644999980926514, "sample_collection_max_s": 0.359359635040164, "status_query_max_s": 0.09442208701511845, "artifact_global_counts_delta": { "render_completed": 61, "sent": 62, "render_failed": 3, "retention_blocked": 0, "retention_deleted": 0 }, "training_first": { "render_ms_total": 5703, "last_exit_code": 0, "saved": 13, "expired": 11, "counts": { "FAILED": 11, "QUEUED": 1, "READY": 15 }, "recent": [ { "id": "4a55ac650fff4ae3865811c2d4cb1474", "camera": "36", "state": "QUEUED", "created": 1790517453.2046711, "finished": null, "error": null }, { "id": "a1beaac6a1fc4c9fbcf0626d54c1539a", "camera": "32", "state": "READY", "created": 1790517297.155256, "finished": 1790517311.0284095, "error": null }, { "id": "e290bf024c4e4c7e8a2f4afb4b1913bd", "camera": "31", "state": "READY", "created": 1790517261.7335682, "finished": 1790517263.0552351, "error": null }, { "id": "bdb42fc897464730a35f361f7d141fe8", "camera": "30", "state": "READY", "created": 1790517131.6662061, "finished": 1790517235.324838, "error": null }, { "id": "588abc0f5a2a40d8858870aecee27349", "camera": "38", "state": "READY", "created": 1790517121.3147018, "finished": 1790517233.965464, "error": null }, { "id": "fc524d0ea2264c9a96ba816f299ed434", "camera": "44", "state": "READY", "created": 1790517120.5526555, "finished": 1790517232.9236062, "error": null }, { "id": "051d011238b9418f8c7e141c606e1ba1", "camera": "37", "state": "READY", "created": 1790517118.6498425, "finished": 1790517232.0534089, "error": null }, { "id": "23d392f30a1a49579544622489723b7c", "camera": "39", "state": "FAILED", "created": 1790517002.4981446, "finished": 1790517122.7500439, "error": "QUEUE_EXPIRED" }, { "id": "2f574db91ea34223992992083eb78515", "camera": "38", "state": "FAILED", "created": 1790517000.289262, "finished": 1790517120.654231, "error": "QUEUE_EXPIRED" }, { "id": "52acce3fa4bd48bd90a79e75603207cb", "camera": "37", "state": "FAILED", "created": 1790516998.0136511, "finished": 1790517118.0514646, "error": "QUEUE_EXPIRED" } ], "last_failure": null, "worker_alive": true }, "training_last": { "render_ms_total": 5703, "last_exit_code": 0, "saved": 13, "expired": 12, "counts": { "FAILED": 12, "QUEUED": 2, "READY": 15 }, "recent": [ { "id": "67afe2fc4c834a0781388a839b28163a", "camera": "36", "state": "QUEUED", "created": 1790517594.1901636, "finished": null, "error": null }, { "id": "666ef2e9075842eab4b69da808059b04", "camera": "39", "state": "QUEUED", "created": 1790517573.0903015, "finished": null, "error": null }, { "id": "4a55ac650fff4ae3865811c2d4cb1474", "camera": "36", "state": "FAILED", "created": 1790517453.2046711, "finished": 1790517573.6962953, "error": "QUEUE_EXPIRED" }, { "id": "a1beaac6a1fc4c9fbcf0626d54c1539a", "camera": "32", "state": "READY", "created": 1790517297.155256, "finished": 1790517311.0284095, "error": null }, { "id": "e290bf024c4e4c7e8a2f4afb4b1913bd", "camera": "31", "state": "READY", "created": 1790517261.7335682, "finished": 1790517263.0552351, "error": null }, { "id": "bdb42fc897464730a35f361f7d141fe8", "camera": "30", "state": "READY", "created": 1790517131.6662061, "finished": 1790517235.324838, "error": null }, { "id": "588abc0f5a2a40d8858870aecee27349", "camera": "38", "state": "READY", "created": 1790517121.3147018, "finished": 1790517233.965464, "error": null }, { "id": "fc524d0ea2264c9a96ba816f299ed434", "camera": "44", "state": "READY", "created": 1790517120.5526555, "finished": 1790517232.9236062, "error": null }, { "id": "051d011238b9418f8c7e141c606e1ba1", "camera": "37", "state": "READY", "created": 1790517118.6498425, "finished": 1790517232.0534089, "error": null }, { "id": "23d392f30a1a49579544622489723b7c", "camera": "39", "state": "FAILED", "created": 1790517002.4981446, "finished": 1790517122.7500439, "error": "QUEUE_EXPIRED" } ], "last_failure": null, "worker_alive": true } }, { "mode": "mixed-a", "level": 11, "counters": { "admitted": 9820, "events_created": 99, "artifact_accepted": 99, "artifact_artifact_admission_failed": 0, "artifact_unaccepted_events": 0, "artifact_capture_failed": 0, "artifact_metadata_queue_drop": 0, "artifact_event_candidates_suppressed": 0, "cooldown_FALL_admitted": 11, "cooldown_FALL_suppressed_candidates": 315, "cooldown_FIGHT_admitted": 25, "cooldown_FIGHT_suppressed_candidates": 2907, "cooldown_LOITERING_admitted": 28, "cooldown_LOITERING_suppressed_candidates": 3158, "cooldown_INTRUSION_admitted": 31, "cooldown_INTRUSION_suppressed_candidates": 7539, "cooldown_FIRE_admitted": 4 }, "duration_histograms": { "pose:depay_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4, 16, 34, 9, 203, 1704, 1043, 226, 11, 0, 0, 4, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "pose:source_exit_to_ingress": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2426, 457, 250, 45, 3, 10, 17, 18, 15, 4, 9, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:source_encoded_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3239, 12, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:decode_between_queues": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 7, 22, 26, 14, 212, 1746, 1005, 213, 5, 0, 0, 4, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "pose:source_raw_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3178, 26, 11, 4, 9, 21, 4, 0, 1, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:raw_queue_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3251, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:selected_to_preprocess_start": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3006, 167, 80, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:preprocess_start_to_preprocess_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1739, 1123, 361, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:selected_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 31, 1809, 1292, 126, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:preprocess_start_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1306, 1404, 496, 55, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:preprocess_output_to_infer_entry": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3195, 49, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:preprocess_to_infer_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 328, 2591, 335, 10, 1, 1, 1, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 75 }, "pose:preprocess_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 268, 2611, 372, 13, 1, 1, 1, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 75 }, "pose:infer_output_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2300, 701, 257, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:copy_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2, 394, 2609, 232, 13, 0, 0, 3, 7, 4, 3, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "pose:copy_thread_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2, 396, 2637, 208, 7, 0, 0, 3, 7, 4, 3, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "pose:callback_to_copied": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 286, 2667, 282, 15, 0, 0, 3, 6, 5, 3, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "pose:accepted_interval": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 18, 25, 42, 242, 531, 819, 1283, 246, 40, 21, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 200 }, "pose:selected_to_submitted": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 43, 2526, 640, 38, 3, 11, 5, 1, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 75 }, "pose:completed_queue_wait": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3158, 49, 24, 22, 8, 0, 3, 0, 1, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_observations_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1511, 1705, 48, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_observations_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1522, 1703, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_nms_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2889, 228, 88, 37, 22, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_nms_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3229, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_tracking_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1518, 1235, 433, 47, 14, 14, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_tracking_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1567, 1276, 406, 15, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_region_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3257, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_region_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3261, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_fall_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2607, 383, 250, 19, 0, 0, 1, 2, 1, 0, 2, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_fall_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2618, 383, 245, 13, 0, 0, 1, 2, 1, 0, 2, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_fight_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3178, 82, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_fight_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3182, 81, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_collector_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 589, 1738, 759, 104, 5, 0, 0, 5, 48, 10, 6, 1, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "pose:result_collector_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 595, 1761, 747, 89, 3, 0, 0, 6, 47, 10, 7, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_composition_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3264, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_composition_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3265, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_artifact_handoff_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3265, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_artifact_handoff_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3265, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_publish_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2843, 266, 135, 17, 1, 1, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_publish_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2856, 265, 128, 13, 1, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_total_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 240, 2300, 582, 55, 8, 8, 49, 11, 10, 2, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 20 }, "pose:result_total_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 272, 2407, 494, 13, 1, 7, 49, 11, 10, 1, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 20 }, "fire:depay_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1, 17, 32, 12, 212, 1732, 1028, 220, 6, 0, 0, 4, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "fire:source_exit_to_ingress": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2627, 441, 189, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "fire:source_encoded_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3248, 13, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:decode_between_queues": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 6, 17, 30, 14, 218, 1755, 1004, 210, 6, 0, 0, 4, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "fire:source_raw_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3241, 18, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:raw_queue_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3264, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:selected_to_preprocess_start": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3157, 94, 22, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:preprocess_start_to_preprocess_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1623, 1238, 389, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "fire:selected_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 31, 1823, 1341, 76, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "fire:preprocess_start_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1205, 1522, 512, 35, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "fire:preprocess_output_to_infer_entry": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3235, 27, 11, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:preprocess_to_infer_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 37, 839, 2319, 80, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "fire:preprocess_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 9, 721, 2452, 93, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "fire:infer_output_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2183, 842, 248, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "fire:copy_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 836, 2429, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "fire:copy_thread_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 872, 2403, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "fire:callback_to_copied": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 834, 2429, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "fire:accepted_interval": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 10, 16, 193, 563, 885, 1384, 193, 24, 7, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 200 }, "fire:selected_to_submitted": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 107, 2907, 254, 7, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 75 }, "fire:completed_queue_wait": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3209, 60, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_composition_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3276, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_composition_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3276, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_artifact_handoff_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3276, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_artifact_handoff_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3276, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_publish_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3276, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_publish_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3276, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_total_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2424, 832, 18, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "fire:result_total_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2450, 821, 3, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "crowd:depay_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4, 17, 26, 13, 213, 1736, 1037, 214, 6, 0, 0, 4, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "crowd:source_exit_to_ingress": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2630, 440, 190, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "crowd:source_encoded_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3251, 15, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:decode_between_queues": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 7, 20, 23, 17, 217, 1763, 1004, 210, 5, 0, 0, 4, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "crowd:source_raw_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3246, 17, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:raw_queue_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3270, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:selected_to_preprocess_start": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3170, 94, 15, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:preprocess_start_to_preprocess_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1698, 1176, 390, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "crowd:selected_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 34, 1877, 1313, 56, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "crowd:preprocess_start_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1299, 1457, 493, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "crowd:preprocess_output_to_infer_entry": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3253, 20, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:preprocess_to_infer_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 49, 1294, 1932, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "crowd:preprocess_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 23, 1125, 2126, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "crowd:infer_output_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2237, 870, 176, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "crowd:copy_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 844, 2435, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "crowd:copy_thread_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 877, 2407, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "crowd:callback_to_copied": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 837, 2440, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "crowd:accepted_interval": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 15, 18, 173, 562, 897, 1423, 165, 24, 7, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 200 }, "crowd:selected_to_submitted": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 171, 3032, 81, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "crowd:completed_queue_wait": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3251, 28, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:result_composition_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3282, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:result_composition_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3282, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:result_publish_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3278, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:result_publish_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3282, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:result_total_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 492, 2613, 175, 2, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "crowd:result_total_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 510, 2647, 125, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 } }, "sampled_reserved_jobs_max": 64, "sampled_pending_age_max_s": 32.0479998588562, "sample_collection_max_s": 0.3116623589885421, "status_query_max_s": 0.07581120199756697, "artifact_global_counts_delta": { "render_completed": 55, "sent": 62, "render_failed": 8, "retention_blocked": 0, "retention_deleted": 0 }, "training_first": { "render_ms_total": 5703, "last_exit_code": 0, "saved": 13, "expired": 12, "counts": { "FAILED": 12, "QUEUED": 2, "READY": 15 }, "recent": [ { "id": "67afe2fc4c834a0781388a839b28163a", "camera": "36", "state": "QUEUED", "created": 1790517594.1901636, "finished": null, "error": null }, { "id": "666ef2e9075842eab4b69da808059b04", "camera": "39", "state": "QUEUED", "created": 1790517573.0903015, "finished": null, "error": null }, { "id": "4a55ac650fff4ae3865811c2d4cb1474", "camera": "36", "state": "FAILED", "created": 1790517453.2046711, "finished": 1790517573.6962953, "error": "QUEUE_EXPIRED" }, { "id": "a1beaac6a1fc4c9fbcf0626d54c1539a", "camera": "32", "state": "READY", "created": 1790517297.155256, "finished": 1790517311.0284095, "error": null }, { "id": "e290bf024c4e4c7e8a2f4afb4b1913bd", "camera": "31", "state": "READY", "created": 1790517261.7335682, "finished": 1790517263.0552351, "error": null }, { "id": "bdb42fc897464730a35f361f7d141fe8", "camera": "30", "state": "READY", "created": 1790517131.6662061, "finished": 1790517235.324838, "error": null }, { "id": "588abc0f5a2a40d8858870aecee27349", "camera": "38", "state": "READY", "created": 1790517121.3147018, "finished": 1790517233.965464, "error": null }, { "id": "fc524d0ea2264c9a96ba816f299ed434", "camera": "44", "state": "READY", "created": 1790517120.5526555, "finished": 1790517232.9236062, "error": null }, { "id": "051d011238b9418f8c7e141c606e1ba1", "camera": "37", "state": "READY", "created": 1790517118.6498425, "finished": 1790517232.0534089, "error": null }, { "id": "23d392f30a1a49579544622489723b7c", "camera": "39", "state": "FAILED", "created": 1790517002.4981446, "finished": 1790517122.7500439, "error": "QUEUE_EXPIRED" } ], "last_failure": null, "worker_alive": true }, "training_last": { "render_ms_total": 5703, "last_exit_code": 0, "saved": 13, "expired": 12, "counts": { "FAILED": 12, "QUEUED": 4, "READY": 15 }, "recent": [ { "id": "ae0daf71bc294685b5823fc09dc4f652", "camera": "33", "state": "QUEUED", "created": 1790517619.2490366, "finished": null, "error": null }, { "id": "7390c1576bbf4bf4993167a6a50550de", "camera": "40", "state": "QUEUED", "created": 1790517618.609201, "finished": null, "error": null }, { "id": "67afe2fc4c834a0781388a839b28163a", "camera": "36", "state": "QUEUED", "created": 1790517594.1901636, "finished": null, "error": null }, { "id": "666ef2e9075842eab4b69da808059b04", "camera": "39", "state": "QUEUED", "created": 1790517573.0903015, "finished": null, "error": null }, { "id": "4a55ac650fff4ae3865811c2d4cb1474", "camera": "36", "state": "FAILED", "created": 1790517453.2046711, "finished": 1790517573.6962953, "error": "QUEUE_EXPIRED" }, { "id": "a1beaac6a1fc4c9fbcf0626d54c1539a", "camera": "32", "state": "READY", "created": 1790517297.155256, "finished": 1790517311.0284095, "error": null }, { "id": "e290bf024c4e4c7e8a2f4afb4b1913bd", "camera": "31", "state": "READY", "created": 1790517261.7335682, "finished": 1790517263.0552351, "error": null }, { "id": "bdb42fc897464730a35f361f7d141fe8", "camera": "30", "state": "READY", "created": 1790517131.6662061, "finished": 1790517235.324838, "error": null }, { "id": "588abc0f5a2a40d8858870aecee27349", "camera": "38", "state": "READY", "created": 1790517121.3147018, "finished": 1790517233.965464, "error": null }, { "id": "fc524d0ea2264c9a96ba816f299ed434", "camera": "44", "state": "READY", "created": 1790517120.5526555, "finished": 1790517232.9236062, "error": null } ], "last_failure": null, "worker_alive": true } }, { "mode": "mixed-a", "level": 12, "counters": { "admitted": 10672, "events_created": 101, "artifact_accepted": 101, "artifact_artifact_admission_failed": 0, "artifact_unaccepted_events": 0, "artifact_capture_failed": 0, "artifact_metadata_queue_drop": 0, "artifact_event_candidates_suppressed": 0, "cooldown_FALL_admitted": 10, "cooldown_FALL_suppressed_candidates": 343, "cooldown_FIGHT_admitted": 23, "cooldown_FIGHT_suppressed_candidates": 2781, "cooldown_LOITERING_admitted": 29, "cooldown_LOITERING_suppressed_candidates": 3233, "cooldown_INTRUSION_admitted": 34, "cooldown_INTRUSION_suppressed_candidates": 7016, "cooldown_FIRE_admitted": 5 }, "duration_histograms": { "pose:depay_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1, 21, 41, 23, 212, 1855, 1098, 260, 10, 1, 0, 8, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "pose:source_exit_to_ingress": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2356, 656, 362, 65, 6, 11, 17, 17, 19, 9, 10, 2, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:source_encoded_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3506, 19, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:decode_between_queues": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 5, 26, 42, 18, 220, 1894, 1065, 242, 9, 1, 0, 8, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "pose:source_raw_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3443, 25, 14, 8, 11, 25, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:raw_queue_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3527, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:selected_to_preprocess_start": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3149, 245, 132, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:preprocess_start_to_preprocess_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1350, 1492, 630, 68, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:selected_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 5, 1482, 1807, 224, 22, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "pose:preprocess_start_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 901, 1712, 828, 92, 7, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:preprocess_output_to_infer_entry": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3431, 66, 36, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:preprocess_to_infer_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 54, 1829, 1299, 317, 37, 3, 3, 2, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "pose:preprocess_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 31, 1771, 1339, 353, 41, 3, 3, 2, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "pose:infer_output_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2132, 1055, 336, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:copy_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 265, 2935, 295, 20, 0, 0, 4, 14, 6, 4, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "pose:copy_thread_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 268, 3016, 223, 8, 0, 0, 5, 13, 6, 4, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "pose:callback_to_copied": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 150, 3001, 343, 21, 0, 0, 4, 14, 6, 4, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "pose:accepted_interval": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 26, 30, 38, 291, 550, 875, 1377, 267, 62, 27, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 200 }, "pose:selected_to_submitted": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 4, 1308, 1522, 600, 74, 21, 9, 5, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "pose:completed_queue_wait": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3384, 78, 46, 17, 12, 4, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_observations_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1451, 1995, 96, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_observations_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1461, 2019, 62, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_nms_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3069, 306, 108, 30, 28, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_nms_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3503, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_tracking_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1671, 1329, 449, 59, 21, 8, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_tracking_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1762, 1386, 378, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_region_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3528, 11, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_region_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3540, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_fall_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2899, 355, 260, 25, 2, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_fall_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2923, 342, 252, 22, 2, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_fight_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3456, 81, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_fight_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3460, 79, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_collector_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 521, 1810, 970, 161, 6, 0, 1, 13, 37, 9, 11, 3, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "pose:result_collector_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 527, 1848, 951, 140, 2, 0, 1, 15, 36, 9, 10, 3, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "pose:result_composition_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3542, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_composition_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3542, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_artifact_handoff_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3536, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_artifact_handoff_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3542, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_publish_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3113, 261, 145, 19, 1, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_publish_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3137, 260, 127, 14, 1, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_total_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 278, 2411, 686, 83, 4, 14, 37, 10, 15, 4, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 20 }, "pose:result_total_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 329, 2557, 561, 17, 1, 13, 35, 10, 15, 4, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 20 }, "fire:depay_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4, 23, 37, 23, 218, 1878, 1109, 246, 9, 0, 0, 8, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "fire:source_exit_to_ingress": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2578, 695, 269, 11, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "fire:source_encoded_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3531, 21, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:decode_between_queues": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 6, 28, 40, 15, 220, 1910, 1080, 239, 9, 0, 0, 8, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "fire:source_raw_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3512, 28, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:raw_queue_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3555, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:selected_to_preprocess_start": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3384, 142, 39, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "fire:preprocess_start_to_preprocess_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1309, 1569, 650, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "fire:selected_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 9, 1530, 1895, 130, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "fire:preprocess_start_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 856, 1832, 827, 50, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "fire:preprocess_output_to_infer_entry": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3531, 23, 11, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:preprocess_to_infer_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 5, 279, 2506, 693, 80, 1, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 75 }, "fire:preprocess_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 2, 215, 2509, 745, 89, 4, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 75 }, "fire:infer_output_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2130, 1115, 314, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "fire:copy_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 859, 2691, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "fire:copy_thread_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 933, 2633, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "fire:callback_to_copied": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 846, 2700, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "fire:accepted_interval": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 19, 16, 265, 582, 908, 1482, 254, 25, 13, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 200 }, "fire:selected_to_submitted": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 17, 2249, 1075, 209, 12, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "fire:completed_queue_wait": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3491, 65, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_composition_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3566, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_composition_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3566, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_artifact_handoff_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3566, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_artifact_handoff_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3566, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_publish_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3565, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_publish_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3566, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_total_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2425, 1111, 25, 1, 0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "fire:result_total_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2460, 1096, 6, 0, 0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "crowd:depay_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1, 19, 48, 19, 209, 1883, 1101, 251, 10, 0, 0, 8, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "crowd:source_exit_to_ingress": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2645, 655, 242, 5, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "crowd:source_encoded_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3525, 21, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:decode_between_queues": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 6, 22, 43, 18, 213, 1912, 1080, 239, 8, 0, 0, 8, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "crowd:source_raw_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3519, 19, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:raw_queue_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3548, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:selected_to_preprocess_start": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3410, 125, 24, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:preprocess_start_to_preprocess_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1404, 1469, 649, 38, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "crowd:selected_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 8, 1603, 1826, 122, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "crowd:preprocess_start_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 975, 1713, 820, 51, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "crowd:preprocess_output_to_infer_entry": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3522, 26, 12, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:preprocess_to_infer_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 1, 9, 717, 2637, 198, 2, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 75 }, "crowd:preprocess_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 3, 562, 2774, 223, 2, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 75 }, "crowd:infer_output_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2069, 1244, 245, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "crowd:copy_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 857, 2692, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "crowd:copy_thread_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 906, 2658, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "crowd:callback_to_copied": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 848, 2699, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "crowd:accepted_interval": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 16, 13, 219, 579, 960, 1546, 197, 20, 13, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 200 }, "crowd:selected_to_submitted": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 45, 3039, 455, 24, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 75 }, "crowd:completed_queue_wait": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3503, 44, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:result_composition_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3565, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:result_composition_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3565, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:result_publish_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3561, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:result_publish_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3565, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:result_total_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 557, 2809, 191, 4, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "crowd:result_total_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 573, 2861, 128, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 } }, "sampled_reserved_jobs_max": 64, "sampled_pending_age_max_s": 25.78600001335144, "sample_collection_max_s": 0.37276900600409135, "status_query_max_s": 0.08571406005648896, "artifact_global_counts_delta": { "render_completed": 55, "sent": 61, "render_failed": 6, "retention_blocked": 0, "retention_deleted": 0 }, "training_first": { "render_ms_total": 5703, "last_exit_code": 0, "saved": 13, "expired": 12, "counts": { "FAILED": 12, "QUEUED": 4, "READY": 15 }, "recent": [ { "id": "ae0daf71bc294685b5823fc09dc4f652", "camera": "33", "state": "QUEUED", "created": 1790517619.2490366, "finished": null, "error": null }, { "id": "7390c1576bbf4bf4993167a6a50550de", "camera": "40", "state": "QUEUED", "created": 1790517618.609201, "finished": null, "error": null }, { "id": "67afe2fc4c834a0781388a839b28163a", "camera": "36", "state": "QUEUED", "created": 1790517594.1901636, "finished": null, "error": null }, { "id": "666ef2e9075842eab4b69da808059b04", "camera": "39", "state": "QUEUED", "created": 1790517573.0903015, "finished": null, "error": null }, { "id": "4a55ac650fff4ae3865811c2d4cb1474", "camera": "36", "state": "FAILED", "created": 1790517453.2046711, "finished": 1790517573.6962953, "error": "QUEUE_EXPIRED" }, { "id": "a1beaac6a1fc4c9fbcf0626d54c1539a", "camera": "32", "state": "READY", "created": 1790517297.155256, "finished": 1790517311.0284095, "error": null }, { "id": "e290bf024c4e4c7e8a2f4afb4b1913bd", "camera": "31", "state": "READY", "created": 1790517261.7335682, "finished": 1790517263.0552351, "error": null }, { "id": "bdb42fc897464730a35f361f7d141fe8", "camera": "30", "state": "READY", "created": 1790517131.6662061, "finished": 1790517235.324838, "error": null }, { "id": "588abc0f5a2a40d8858870aecee27349", "camera": "38", "state": "READY", "created": 1790517121.3147018, "finished": 1790517233.965464, "error": null }, { "id": "fc524d0ea2264c9a96ba816f299ed434", "camera": "44", "state": "READY", "created": 1790517120.5526555, "finished": 1790517232.9236062, "error": null } ], "last_failure": null, "worker_alive": true }, "training_last": { "render_ms_total": 5703, "last_exit_code": 0, "saved": 13, "expired": 12, "counts": { "FAILED": 12, "QUEUED": 4, "READY": 15 }, "recent": [ { "id": "ae0daf71bc294685b5823fc09dc4f652", "camera": "33", "state": "QUEUED", "created": 1790517619.2490366, "finished": null, "error": null }, { "id": "7390c1576bbf4bf4993167a6a50550de", "camera": "40", "state": "QUEUED", "created": 1790517618.609201, "finished": null, "error": null }, { "id": "67afe2fc4c834a0781388a839b28163a", "camera": "36", "state": "QUEUED", "created": 1790517594.1901636, "finished": null, "error": null }, { "id": "666ef2e9075842eab4b69da808059b04", "camera": "39", "state": "QUEUED", "created": 1790517573.0903015, "finished": null, "error": null }, { "id": "4a55ac650fff4ae3865811c2d4cb1474", "camera": "36", "state": "FAILED", "created": 1790517453.2046711, "finished": 1790517573.6962953, "error": "QUEUE_EXPIRED" }, { "id": "a1beaac6a1fc4c9fbcf0626d54c1539a", "camera": "32", "state": "READY", "created": 1790517297.155256, "finished": 1790517311.0284095, "error": null }, { "id": "e290bf024c4e4c7e8a2f4afb4b1913bd", "camera": "31", "state": "READY", "created": 1790517261.7335682, "finished": 1790517263.0552351, "error": null }, { "id": "bdb42fc897464730a35f361f7d141fe8", "camera": "30", "state": "READY", "created": 1790517131.6662061, "finished": 1790517235.324838, "error": null }, { "id": "588abc0f5a2a40d8858870aecee27349", "camera": "38", "state": "READY", "created": 1790517121.3147018, "finished": 1790517233.965464, "error": null }, { "id": "fc524d0ea2264c9a96ba816f299ed434", "camera": "44", "state": "READY", "created": 1790517120.5526555, "finished": 1790517232.9236062, "error": null } ], "last_failure": null, "worker_alive": true } }, { "mode": "mixed-a", "level": 13, "counters": { "admitted": 11586, "events_created": 116, "artifact_accepted": 116, "artifact_artifact_admission_failed": 1, "artifact_unaccepted_events": 0, "artifact_capture_failed": 0, "artifact_metadata_queue_drop": 0, "artifact_event_candidates_suppressed": 0, "cooldown_FALL_admitted": 11, "cooldown_FALL_suppressed_candidates": 287, "cooldown_FIGHT_admitted": 29, "cooldown_FIGHT_suppressed_candidates": 5249, "cooldown_LOITERING_admitted": 35, "cooldown_LOITERING_suppressed_candidates": 3471, "cooldown_INTRUSION_admitted": 37, "cooldown_INTRUSION_suppressed_candidates": 8827, "cooldown_FIRE_admitted": 4 }, "duration_histograms": { "pose:depay_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 9, 53, 22, 223, 2053, 1207, 236, 20, 0, 0, 8, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "pose:source_exit_to_ingress": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1739, 1041, 754, 182, 16, 13, 15, 11, 35, 10, 14, 1, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "pose:source_encoded_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3774, 34, 22, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:decode_between_queues": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 22, 46, 19, 239, 2108, 1156, 216, 17, 0, 0, 8, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "pose:source_raw_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3703, 42, 21, 10, 19, 30, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:raw_queue_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3831, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:selected_to_preprocess_start": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3318, 270, 199, 49, 5, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:preprocess_start_to_preprocess_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 839, 1359, 1334, 299, 8, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "pose:selected_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1, 876, 2248, 608, 105, 1, 0, 0, 2, 1, 0, 1, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "pose:preprocess_start_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 511, 1382, 1529, 372, 45, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "pose:preprocess_output_to_infer_entry": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3605, 131, 76, 26, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:preprocess_to_infer_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 1, 35, 239, 724, 1996, 775, 63, 12, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 200 }, "pose:preprocess_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 1, 31, 217, 706, 2004, 804, 68, 15, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 200 }, "pose:infer_output_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1746, 1442, 607, 49, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:copy_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 327, 2941, 503, 50, 0, 0, 4, 11, 8, 3, 1, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "pose:copy_thread_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 331, 3122, 350, 18, 0, 0, 6, 10, 7, 3, 1, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "pose:callback_to_copied": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 235, 2945, 582, 57, 0, 0, 4, 11, 8, 3, 1, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "pose:accepted_interval": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 23, 90, 76, 389, 570, 894, 1230, 460, 81, 34, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 200 }, "pose:selected_to_submitted": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 0, 19, 131, 528, 1981, 1041, 116, 29, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 200 }, "pose:completed_queue_wait": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3497, 176, 78, 50, 32, 14, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_observations_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1383, 2308, 153, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_observations_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1417, 2337, 95, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_nms_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3223, 391, 137, 66, 28, 2, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_nms_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3805, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_tracking_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1484, 1540, 677, 105, 20, 13, 7, 0, 2, 1, 0, 1, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_tracking_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1568, 1702, 550, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_region_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3822, 24, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_region_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3841, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_fall_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2838, 594, 369, 39, 5, 0, 0, 0, 1, 0, 4, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_fall_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2892, 581, 345, 24, 3, 0, 0, 0, 1, 0, 4, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_fight_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3707, 119, 22, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_fight_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3727, 120, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_collector_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 518, 1876, 1098, 254, 21, 1, 0, 8, 47, 18, 8, 1, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "pose:result_collector_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 537, 1957, 1065, 204, 5, 0, 0, 12, 44, 18, 7, 1, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "pose:result_composition_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3849, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_composition_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3850, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_artifact_handoff_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3844, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_artifact_handoff_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3850, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_publish_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3240, 373, 203, 26, 2, 0, 0, 0, 1, 0, 4, 1, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_publish_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3279, 382, 167, 15, 1, 0, 0, 0, 1, 0, 5, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_total_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 152, 2384, 1087, 110, 16, 7, 50, 21, 18, 5, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "pose:result_total_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 191, 2702, 831, 33, 0, 5, 50, 19, 16, 3, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 20 }, "fire:depay_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 18, 35, 25, 221, 2112, 1196, 231, 15, 0, 0, 8, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "fire:source_exit_to_ingress": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1862, 1195, 710, 92, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "fire:source_encoded_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3811, 34, 15, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:decode_between_queues": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 22, 34, 24, 229, 2136, 1171, 224, 13, 0, 0, 8, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "fire:source_raw_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3800, 40, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:raw_queue_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3856, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:selected_to_preprocess_start": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3548, 239, 74, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "fire:preprocess_start_to_preprocess_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 744, 1412, 1505, 207, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "fire:selected_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1, 856, 2474, 519, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "fire:preprocess_start_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 487, 1429, 1672, 273, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "fire:preprocess_output_to_infer_entry": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3758, 78, 27, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:preprocess_to_infer_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 5, 260, 767, 1034, 1457, 329, 16, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 200 }, "fire:preprocess_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 4, 239, 732, 1014, 1506, 355, 18, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 200 }, "fire:infer_output_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1800, 1459, 595, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "fire:copy_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 890, 2916, 64, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "fire:copy_thread_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 1017, 2853, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "fire:callback_to_copied": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 876, 2915, 76, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "fire:accepted_interval": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 74, 63, 408, 632, 838, 1264, 486, 94, 9, 1, 0, 0, 0 ], "p95_bucket_upper_ms": 200 }, "fire:selected_to_submitted": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 0, 98, 583, 941, 1700, 522, 23, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 200 }, "fire:completed_queue_wait": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3715, 119, 35, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_composition_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3870, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_composition_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3870, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_artifact_handoff_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3870, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_artifact_handoff_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3870, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_publish_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3867, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_publish_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3870, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_total_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2542, 1274, 51, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "fire:result_total_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2608, 1255, 5, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "crowd:depay_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 16, 36, 24, 223, 2089, 1217, 226, 17, 0, 0, 8, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "crowd:source_exit_to_ingress": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1972, 1096, 722, 65, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "crowd:source_encoded_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3802, 33, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:decode_between_queues": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 23, 37, 18, 233, 2121, 1181, 220, 15, 0, 0, 8, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "crowd:source_raw_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3796, 36, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:raw_queue_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3852, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:selected_to_preprocess_start": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3532, 251, 66, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "crowd:preprocess_start_to_preprocess_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 766, 1490, 1404, 206, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "crowd:selected_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2, 917, 2454, 478, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "crowd:preprocess_start_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 466, 1533, 1609, 254, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "crowd:preprocess_output_to_infer_entry": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3798, 36, 27, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:preprocess_to_infer_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 23, 737, 1297, 1069, 664, 81, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 150 }, "crowd:preprocess_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 17, 693, 1284, 1098, 691, 89, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 150 }, "crowd:infer_output_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1820, 1526, 509, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "crowd:copy_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 914, 2907, 52, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "crowd:copy_thread_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 1021, 2852, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "crowd:callback_to_copied": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 896, 2913, 64, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "crowd:accepted_interval": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 45, 74, 409, 618, 872, 1345, 423, 76, 11, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 200 }, "crowd:selected_to_submitted": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 0, 361, 1160, 1219, 997, 134, 2, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 150 }, "crowd:completed_queue_wait": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3764, 87, 19, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:result_composition_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3871, 1, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:result_composition_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3872, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:result_publish_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3864, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:result_publish_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3873, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:result_total_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 535, 3071, 256, 10, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "crowd:result_total_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 567, 3158, 147, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 } }, "sampled_reserved_jobs_max": 64, "sampled_pending_age_max_s": 22.861000061035156, "sample_collection_max_s": 0.43747726298170164, "status_query_max_s": 0.11515530501492321, "artifact_global_counts_delta": { "render_completed": 56, "sent": 62, "render_failed": 5, "retention_blocked": 0, "retention_deleted": 0 }, "training_first": { "render_ms_total": 5703, "last_exit_code": 0, "saved": 13, "expired": 13, "counts": { "FAILED": 13, "QUEUED": 4, "READY": 15 }, "recent": [ { "id": "efe99593435c4508b80b20b4271dd529", "camera": "39", "state": "QUEUED", "created": 1790517693.7313623, "finished": null, "error": null }, { "id": "ae0daf71bc294685b5823fc09dc4f652", "camera": "33", "state": "QUEUED", "created": 1790517619.2490366, "finished": null, "error": null }, { "id": "7390c1576bbf4bf4993167a6a50550de", "camera": "40", "state": "QUEUED", "created": 1790517618.609201, "finished": null, "error": null }, { "id": "67afe2fc4c834a0781388a839b28163a", "camera": "36", "state": "QUEUED", "created": 1790517594.1901636, "finished": null, "error": null }, { "id": "666ef2e9075842eab4b69da808059b04", "camera": "39", "state": "FAILED", "created": 1790517573.0903015, "finished": 1790517693.1305358, "error": "QUEUE_EXPIRED" }, { "id": "4a55ac650fff4ae3865811c2d4cb1474", "camera": "36", "state": "FAILED", "created": 1790517453.2046711, "finished": 1790517573.6962953, "error": "QUEUE_EXPIRED" }, { "id": "a1beaac6a1fc4c9fbcf0626d54c1539a", "camera": "32", "state": "READY", "created": 1790517297.155256, "finished": 1790517311.0284095, "error": null }, { "id": "e290bf024c4e4c7e8a2f4afb4b1913bd", "camera": "31", "state": "READY", "created": 1790517261.7335682, "finished": 1790517263.0552351, "error": null }, { "id": "bdb42fc897464730a35f361f7d141fe8", "camera": "30", "state": "READY", "created": 1790517131.6662061, "finished": 1790517235.324838, "error": null }, { "id": "588abc0f5a2a40d8858870aecee27349", "camera": "38", "state": "READY", "created": 1790517121.3147018, "finished": 1790517233.965464, "error": null } ], "last_failure": null, "worker_alive": true }, "training_last": { "render_ms_total": 5703, "last_exit_code": 0, "saved": 13, "expired": 14, "counts": { "FAILED": 14, "QUEUED": 4, "READY": 15 }, "recent": [ { "id": "323e01c309e545cd81b2092f7904e2ca", "camera": "34", "state": "QUEUED", "created": 1790517714.8921807, "finished": null, "error": null }, { "id": "efe99593435c4508b80b20b4271dd529", "camera": "39", "state": "QUEUED", "created": 1790517693.7313623, "finished": null, "error": null }, { "id": "ae0daf71bc294685b5823fc09dc4f652", "camera": "33", "state": "QUEUED", "created": 1790517619.2490366, "finished": null, "error": null }, { "id": "7390c1576bbf4bf4993167a6a50550de", "camera": "40", "state": "QUEUED", "created": 1790517618.609201, "finished": null, "error": null }, { "id": "67afe2fc4c834a0781388a839b28163a", "camera": "36", "state": "FAILED", "created": 1790517594.1901636, "finished": 1790517714.4736476, "error": "QUEUE_EXPIRED" }, { "id": "666ef2e9075842eab4b69da808059b04", "camera": "39", "state": "FAILED", "created": 1790517573.0903015, "finished": 1790517693.1305358, "error": "QUEUE_EXPIRED" }, { "id": "4a55ac650fff4ae3865811c2d4cb1474", "camera": "36", "state": "FAILED", "created": 1790517453.2046711, "finished": 1790517573.6962953, "error": "QUEUE_EXPIRED" }, { "id": "a1beaac6a1fc4c9fbcf0626d54c1539a", "camera": "32", "state": "READY", "created": 1790517297.155256, "finished": 1790517311.0284095, "error": null }, { "id": "e290bf024c4e4c7e8a2f4afb4b1913bd", "camera": "31", "state": "READY", "created": 1790517261.7335682, "finished": 1790517263.0552351, "error": null }, { "id": "bdb42fc897464730a35f361f7d141fe8", "camera": "30", "state": "READY", "created": 1790517131.6662061, "finished": 1790517235.324838, "error": null } ], "last_failure": null, "worker_alive": true } }, { "mode": "mixed-a", "level": 14, "counters": { "admitted": 12199, "events_created": 118, "artifact_accepted": 118, "artifact_artifact_admission_failed": 1, "artifact_unaccepted_events": 0, "artifact_capture_failed": 0, "artifact_metadata_queue_drop": 0, "artifact_event_candidates_suppressed": 0, "cooldown_FALL_admitted": 13, "cooldown_FALL_suppressed_candidates": 486, "cooldown_FIGHT_admitted": 32, "cooldown_FIGHT_suppressed_candidates": 4174, "cooldown_LOITERING_admitted": 30, "cooldown_LOITERING_suppressed_candidates": 3779, "cooldown_INTRUSION_admitted": 39, "cooldown_INTRUSION_suppressed_candidates": 9047, "cooldown_FIRE_admitted": 4 }, "duration_histograms": { "pose:depay_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 1, 15, 24, 149, 1702, 1480, 514, 78, 0, 0, 1, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "pose:source_exit_to_ingress": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 416, 509, 1391, 894, 337, 146, 104, 57, 61, 34, 13, 2, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 75 }, "pose:source_encoded_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3904, 31, 27, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:decode_between_queues": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1, 8, 39, 37, 245, 2145, 1203, 266, 19, 0, 0, 1, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "pose:source_raw_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2647, 71, 144, 185, 276, 542, 93, 6, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "pose:raw_queue_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3959, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:selected_to_preprocess_start": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3124, 376, 380, 79, 11, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:preprocess_start_to_preprocess_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 280, 522, 1679, 1306, 153, 5, 1, 3, 9, 7, 3, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "pose:selected_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 249, 1264, 1670, 518, 161, 49, 22, 22, 8, 6, 2, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "pose:preprocess_start_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 146, 457, 1461, 1315, 343, 142, 52, 20, 19, 7, 6, 2, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "pose:preprocess_output_to_infer_entry": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3201, 194, 194, 124, 77, 104, 47, 16, 6, 1, 2, 2, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 20 }, "pose:preprocess_to_infer_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 0, 0, 0, 0, 0, 17, 680, 3112, 158, 0, 0, 0 ], "p95_bucket_upper_ms": 500 }, "pose:preprocess_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 0, 0, 0, 0, 0, 16, 657, 3131, 166, 0, 0, 0 ], "p95_bucket_upper_ms": 500 }, "pose:infer_output_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 906, 1767, 1189, 95, 14, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:copy_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 183, 3028, 620, 103, 6, 0, 1, 25, 7, 2, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "pose:copy_thread_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 188, 3326, 403, 23, 0, 0, 4, 24, 6, 1, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "pose:callback_to_copied": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 96, 3000, 721, 113, 7, 0, 1, 25, 7, 2, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "pose:accepted_interval": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 16, 75, 141, 634, 750, 597, 842, 491, 367, 60, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 300 }, "pose:selected_to_submitted": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 0, 0, 0, 0, 0, 14, 463, 3229, 265, 0, 0, 0 ], "p95_bucket_upper_ms": 1000 }, "pose:completed_queue_wait": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3415, 271, 143, 62, 52, 31, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_observations_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1074, 2653, 240, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_observations_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1092, 2749, 134, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_nms_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2627, 922, 295, 75, 51, 3, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_nms_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3913, 62, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_tracking_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1231, 1737, 816, 136, 39, 12, 3, 0, 1, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_tracking_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1396, 1995, 560, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_region_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3937, 23, 14, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_region_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3972, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_fall_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2878, 590, 446, 47, 7, 1, 0, 0, 0, 0, 5, 1, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_fall_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2938, 585, 419, 26, 1, 0, 0, 0, 0, 1, 5, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_fight_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3834, 122, 17, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_fight_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3873, 101, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_collector_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 437, 1918, 1192, 308, 46, 1, 1, 4, 34, 21, 12, 2, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "pose:result_collector_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 456, 2075, 1142, 226, 3, 0, 1, 4, 36, 20, 11, 2, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "pose:result_composition_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3974, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_composition_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3976, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_artifact_handoff_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3967, 6, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_artifact_handoff_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3976, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_publish_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3285, 417, 247, 19, 2, 0, 0, 0, 0, 1, 3, 2, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_publish_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3386, 381, 195, 8, 0, 0, 0, 0, 0, 1, 3, 2, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_total_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 87, 2248, 1336, 210, 5, 4, 34, 22, 23, 7, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "pose:result_total_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 143, 2821, 897, 29, 1, 4, 34, 20, 22, 5, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 20 }, "fire:depay_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 2, 21, 26, 162, 1902, 1492, 413, 36, 0, 0, 1, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "fire:source_exit_to_ingress": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 679, 750, 1658, 676, 102, 74, 56, 41, 15, 4, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 20 }, "fire:source_encoded_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3989, 37, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:decode_between_queues": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1, 3, 39, 32, 227, 2165, 1300, 278, 9, 0, 0, 1, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "fire:source_raw_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3295, 66, 96, 108, 147, 302, 40, 1, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "fire:raw_queue_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4049, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:selected_to_preprocess_start": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3513, 382, 138, 31, 3, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "fire:preprocess_start_to_preprocess_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 330, 724, 2227, 774, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "fire:selected_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 5, 339, 1902, 1643, 117, 52, 6, 2, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "fire:preprocess_start_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 201, 680, 2056, 1007, 71, 44, 5, 2, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "fire:preprocess_output_to_infer_entry": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3752, 125, 60, 49, 44, 30, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "fire:preprocess_to_infer_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 0, 0, 0, 3, 88, 224, 1324, 2273, 147, 0, 0, 0 ], "p95_bucket_upper_ms": 500 }, "fire:preprocess_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 0, 0, 0, 3, 81, 228, 1289, 2303, 155, 0, 0, 0 ], "p95_bucket_upper_ms": 500 }, "fire:infer_output_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 920, 1652, 1419, 64, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "fire:copy_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 883, 2998, 177, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "fire:copy_thread_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 1072, 2989, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "fire:callback_to_copied": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 859, 3000, 197, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "fire:accepted_interval": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 35, 123, 670, 865, 675, 886, 420, 317, 67, 1, 0, 0, 0 ], "p95_bucket_upper_ms": 300 }, "fire:selected_to_submitted": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 0, 0, 0, 1, 46, 205, 1133, 2475, 197, 0, 0, 0 ], "p95_bucket_upper_ms": 500 }, "fire:completed_queue_wait": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3772, 196, 88, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "fire:result_composition_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4061, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_composition_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4061, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_artifact_handoff_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4061, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_artifact_handoff_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4061, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_publish_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4050, 3, 6, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_publish_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4058, 2, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_total_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2313, 1635, 102, 5, 1, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "fire:result_total_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2415, 1632, 9, 0, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "crowd:depay_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 1, 32, 32, 187, 2033, 1437, 388, 30, 0, 0, 1, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "crowd:source_exit_to_ingress": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 757, 871, 1858, 461, 80, 53, 35, 15, 10, 1, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "crowd:source_encoded_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4074, 43, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:decode_between_queues": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 6, 40, 36, 217, 2198, 1354, 271, 18, 0, 0, 1, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "crowd:source_raw_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3614, 52, 93, 81, 131, 139, 30, 1, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 20 }, "crowd:raw_queue_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4139, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:selected_to_preprocess_start": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3658, 353, 117, 22, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "crowd:preprocess_start_to_preprocess_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 340, 742, 2271, 784, 15, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "crowd:selected_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 346, 1932, 1643, 147, 66, 16, 1, 1, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 20 }, "crowd:preprocess_start_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 191, 683, 2130, 976, 89, 65, 16, 2, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "crowd:preprocess_output_to_infer_entry": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3835, 92, 56, 56, 50, 48, 13, 2, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "crowd:preprocess_to_infer_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 0, 1, 1, 17, 146, 357, 1718, 1888, 23, 0, 0, 0 ], "p95_bucket_upper_ms": 500 }, "crowd:preprocess_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 0, 1, 1, 16, 137, 350, 1698, 1921, 25, 0, 0, 0 ], "p95_bucket_upper_ms": 500 }, "crowd:infer_output_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 921, 1667, 1483, 77, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "crowd:copy_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 891, 3091, 166, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "crowd:copy_thread_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 1085, 3066, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "crowd:callback_to_copied": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 856, 3101, 188, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "crowd:accepted_interval": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 28, 148, 749, 872, 653, 841, 483, 327, 47, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 300 }, "crowd:selected_to_submitted": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 0, 1, 0, 8, 86, 324, 1531, 2146, 50, 0, 0, 0 ], "p95_bucket_upper_ms": 500 }, "crowd:completed_queue_wait": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3959, 127, 63, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:result_composition_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4151, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:result_composition_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4151, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:result_publish_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4136, 12, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:result_publish_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4152, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:result_total_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 408, 3327, 395, 17, 3, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "crowd:result_total_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 446, 3541, 163, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 } }, "sampled_reserved_jobs_max": 64, "sampled_pending_age_max_s": 25.11899995803833, "sample_collection_max_s": 0.5995067920302972, "status_query_max_s": 0.18362887995317578, "artifact_global_counts_delta": { "render_completed": 58, "sent": 69, "render_failed": 10, "retention_blocked": 0, "retention_deleted": 0 }, "training_first": { "render_ms_total": 5703, "last_exit_code": 0, "saved": 13, "expired": 14, "counts": { "FAILED": 14, "QUEUED": 4, "READY": 15 }, "recent": [ { "id": "323e01c309e545cd81b2092f7904e2ca", "camera": "34", "state": "QUEUED", "created": 1790517714.8921807, "finished": null, "error": null }, { "id": "efe99593435c4508b80b20b4271dd529", "camera": "39", "state": "QUEUED", "created": 1790517693.7313623, "finished": null, "error": null }, { "id": "ae0daf71bc294685b5823fc09dc4f652", "camera": "33", "state": "QUEUED", "created": 1790517619.2490366, "finished": null, "error": null }, { "id": "7390c1576bbf4bf4993167a6a50550de", "camera": "40", "state": "QUEUED", "created": 1790517618.609201, "finished": null, "error": null }, { "id": "67afe2fc4c834a0781388a839b28163a", "camera": "36", "state": "FAILED", "created": 1790517594.1901636, "finished": 1790517714.4736476, "error": "QUEUE_EXPIRED" }, { "id": "666ef2e9075842eab4b69da808059b04", "camera": "39", "state": "FAILED", "created": 1790517573.0903015, "finished": 1790517693.1305358, "error": "QUEUE_EXPIRED" }, { "id": "4a55ac650fff4ae3865811c2d4cb1474", "camera": "36", "state": "FAILED", "created": 1790517453.2046711, "finished": 1790517573.6962953, "error": "QUEUE_EXPIRED" }, { "id": "a1beaac6a1fc4c9fbcf0626d54c1539a", "camera": "32", "state": "READY", "created": 1790517297.155256, "finished": 1790517311.0284095, "error": null }, { "id": "e290bf024c4e4c7e8a2f4afb4b1913bd", "camera": "31", "state": "READY", "created": 1790517261.7335682, "finished": 1790517263.0552351, "error": null }, { "id": "bdb42fc897464730a35f361f7d141fe8", "camera": "30", "state": "READY", "created": 1790517131.6662061, "finished": 1790517235.324838, "error": null } ], "last_failure": null, "worker_alive": true }, "training_last": { "render_ms_total": 5703, "last_exit_code": 0, "saved": 13, "expired": 16, "counts": { "FAILED": 16, "QUEUED": 4, "READY": 15 }, "recent": [ { "id": "dc9c1cb6284f447e9eb5ccb5be0e2e33", "camera": "33", "state": "QUEUED", "created": 1790517740.6232038, "finished": null, "error": null }, { "id": "466bb6b97c4740dcb5e7475d341db085", "camera": "40", "state": "QUEUED", "created": 1790517739.611186, "finished": null, "error": null }, { "id": "323e01c309e545cd81b2092f7904e2ca", "camera": "34", "state": "QUEUED", "created": 1790517714.8921807, "finished": null, "error": null }, { "id": "efe99593435c4508b80b20b4271dd529", "camera": "39", "state": "QUEUED", "created": 1790517693.7313623, "finished": null, "error": null }, { "id": "ae0daf71bc294685b5823fc09dc4f652", "camera": "33", "state": "FAILED", "created": 1790517619.2490366, "finished": 1790517739.7166846, "error": "QUEUE_EXPIRED" }, { "id": "7390c1576bbf4bf4993167a6a50550de", "camera": "40", "state": "FAILED", "created": 1790517618.609201, "finished": 1790517738.6169395, "error": "QUEUE_EXPIRED" }, { "id": "67afe2fc4c834a0781388a839b28163a", "camera": "36", "state": "FAILED", "created": 1790517594.1901636, "finished": 1790517714.4736476, "error": "QUEUE_EXPIRED" }, { "id": "666ef2e9075842eab4b69da808059b04", "camera": "39", "state": "FAILED", "created": 1790517573.0903015, "finished": 1790517693.1305358, "error": "QUEUE_EXPIRED" }, { "id": "4a55ac650fff4ae3865811c2d4cb1474", "camera": "36", "state": "FAILED", "created": 1790517453.2046711, "finished": 1790517573.6962953, "error": "QUEUE_EXPIRED" }, { "id": "a1beaac6a1fc4c9fbcf0626d54c1539a", "camera": "32", "state": "READY", "created": 1790517297.155256, "finished": 1790517311.0284095, "error": null } ], "last_failure": null, "worker_alive": true } }, { "mode": "mixed-a", "level": 15, "counters": { "admitted": 12453, "events_created": 124, "artifact_accepted": 124, "artifact_artifact_admission_failed": 0, "artifact_unaccepted_events": 0, "artifact_capture_failed": 0, "artifact_metadata_queue_drop": 0, "artifact_event_candidates_suppressed": 0, "cooldown_FALL_admitted": 14, "cooldown_FALL_suppressed_candidates": 506, "cooldown_FIGHT_admitted": 32, "cooldown_FIGHT_suppressed_candidates": 2939, "cooldown_LOITERING_admitted": 35, "cooldown_LOITERING_suppressed_candidates": 2476, "cooldown_INTRUSION_admitted": 42, "cooldown_INTRUSION_suppressed_candidates": 8301, "cooldown_FIRE_admitted": 1 }, "duration_histograms": { "pose:depay_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 2, 11, 19, 87, 1395, 1545, 658, 117, 1, 0, 3, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "pose:source_exit_to_ingress": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 152, 227, 766, 1150, 396, 215, 254, 223, 285, 110, 52, 8, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 150 }, "pose:source_encoded_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3783, 29, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:decode_between_queues": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1, 6, 52, 29, 237, 2192, 1095, 209, 14, 0, 0, 3, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "pose:source_raw_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1635, 62, 236, 327, 537, 839, 186, 15, 1, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 75 }, "pose:raw_queue_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3838, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:selected_to_preprocess_start": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2550, 562, 595, 117, 20, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:preprocess_start_to_preprocess_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 185, 414, 1298, 1673, 227, 2, 2, 3, 15, 13, 7, 1, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 20 }, "pose:selected_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1, 131, 867, 1774, 793, 168, 32, 27, 23, 17, 9, 1, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "pose:preprocess_start_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 94, 324, 1069, 1639, 470, 141, 31, 26, 23, 16, 9, 1, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "pose:preprocess_output_to_infer_entry": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2983, 234, 218, 154, 89, 111, 18, 21, 8, 3, 1, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 20 }, "pose:preprocess_to_infer_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 61, 3156, 627, 0, 0, 0 ], "p95_bucket_upper_ms": 1000 }, "pose:preprocess_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 57, 3131, 656, 0, 0, 0 ], "p95_bucket_upper_ms": 1000 }, "pose:infer_output_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 841, 1783, 1123, 87, 11, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:copy_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 253, 2875, 584, 103, 2, 0, 2, 14, 10, 6, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "pose:copy_thread_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 255, 3173, 370, 20, 0, 0, 3, 15, 8, 5, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "pose:callback_to_copied": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 175, 2854, 671, 112, 2, 0, 2, 14, 10, 6, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "pose:accepted_interval": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 7, 42, 64, 331, 629, 767, 1069, 519, 342, 77, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 300 }, "pose:selected_to_submitted": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 28, 2877, 940, 0, 0, 0 ], "p95_bucket_upper_ms": 1000 }, "pose:completed_queue_wait": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3290, 339, 129, 52, 30, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_observations_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1047, 2506, 281, 13, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_observations_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1077, 2591, 181, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_nms_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2288, 1115, 327, 88, 30, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_nms_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3777, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_tracking_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1107, 1716, 859, 127, 21, 17, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_tracking_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1268, 2038, 521, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_region_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3806, 28, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_region_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3846, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_fall_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2761, 665, 363, 43, 7, 0, 1, 1, 1, 2, 5, 1, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_fall_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2835, 637, 339, 27, 1, 0, 1, 1, 2, 1, 5, 1, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_fight_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3763, 74, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_fight_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3792, 58, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_collector_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 476, 1778, 1170, 319, 30, 2, 2, 5, 31, 21, 14, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "pose:result_collector_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 500, 1940, 1096, 237, 2, 0, 2, 7, 35, 16, 13, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "pose:result_composition_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3845, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_composition_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3848, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_artifact_handoff_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3837, 7, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_artifact_handoff_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3848, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_publish_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3191, 425, 206, 22, 1, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_publish_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3292, 377, 169, 7, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_total_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 62, 2136, 1379, 174, 8, 9, 28, 28, 21, 2, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "pose:result_total_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 115, 2755, 874, 17, 2, 7, 34, 21, 21, 1, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 20 }, "fire:depay_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 1, 26, 35, 169, 1817, 1614, 536, 67, 0, 0, 3, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "fire:source_exit_to_ingress": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 481, 620, 1389, 1107, 180, 112, 112, 120, 119, 15, 13, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "fire:source_encoded_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4209, 37, 20, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:decode_between_queues": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 6, 49, 33, 276, 2318, 1295, 270, 18, 0, 0, 3, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "fire:source_raw_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2858, 61, 152, 219, 368, 516, 85, 9, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "fire:raw_queue_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4262, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:selected_to_preprocess_start": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3483, 538, 225, 31, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "fire:preprocess_start_to_preprocess_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 324, 668, 2468, 811, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "fire:selected_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 8, 303, 2006, 1678, 150, 106, 23, 4, 1, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 20 }, "fire:preprocess_start_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 196, 607, 2260, 992, 97, 104, 19, 3, 1, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 20 }, "fire:preprocess_output_to_infer_entry": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3847, 120, 77, 62, 72, 85, 14, 1, 1, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "fire:preprocess_to_infer_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 0, 0, 0, 0, 2, 86, 797, 3181, 225, 0, 0, 0 ], "p95_bucket_upper_ms": 1000 }, "fire:preprocess_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 0, 0, 0, 0, 1, 83, 771, 3206, 229, 0, 0, 0 ], "p95_bucket_upper_ms": 1000 }, "fire:infer_output_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 824, 1733, 1676, 55, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "fire:copy_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 947, 3189, 155, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "fire:copy_thread_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 1117, 3180, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "fire:callback_to_copied": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 908, 3194, 178, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "fire:accepted_interval": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 12, 45, 511, 961, 926, 1053, 447, 299, 36, 1, 0, 0, 0 ], "p95_bucket_upper_ms": 300 }, "fire:selected_to_submitted": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 0, 0, 0, 0, 0, 57, 646, 3309, 272, 0, 0, 0 ], "p95_bucket_upper_ms": 1000 }, "fire:completed_queue_wait": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3991, 215, 88, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "fire:result_composition_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4296, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_composition_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4297, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_artifact_handoff_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4297, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_artifact_handoff_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4297, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_publish_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4287, 8, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_publish_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4296, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_total_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2538, 1672, 80, 3, 0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "fire:result_total_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2640, 1644, 9, 0, 0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "crowd:depay_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 1, 33, 33, 160, 1934, 1565, 525, 51, 0, 0, 2, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "crowd:source_exit_to_ingress": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 517, 621, 1504, 1102, 141, 125, 107, 107, 65, 12, 3, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 75 }, "crowd:source_encoded_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4244, 34, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:decode_between_queues": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 5, 55, 30, 260, 2379, 1268, 287, 18, 0, 0, 2, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "crowd:source_raw_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3024, 56, 152, 221, 313, 468, 62, 8, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "crowd:raw_queue_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4300, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:selected_to_preprocess_start": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3572, 535, 176, 32, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "crowd:preprocess_start_to_preprocess_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 299, 759, 2513, 736, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "crowd:selected_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2, 305, 2083, 1692, 133, 85, 14, 1, 2, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 20 }, "crowd:preprocess_start_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 175, 651, 2350, 953, 89, 83, 13, 1, 2, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "crowd:preprocess_output_to_infer_entry": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3952, 89, 80, 52, 55, 78, 8, 1, 2, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "crowd:preprocess_to_infer_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 0, 1, 1, 5, 36, 187, 1083, 2753, 245, 0, 0, 0 ], "p95_bucket_upper_ms": 1000 }, "crowd:preprocess_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 0, 0, 2, 5, 34, 176, 1069, 2777, 249, 0, 0, 0 ], "p95_bucket_upper_ms": 1000 }, "crowd:infer_output_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 838, 1744, 1672, 58, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "crowd:copy_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 995, 3160, 149, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "crowd:copy_thread_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 1174, 3140, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "crowd:callback_to_copied": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 962, 3177, 163, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "crowd:accepted_interval": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 26, 86, 530, 943, 974, 995, 386, 310, 61, 1, 0, 0, 0 ], "p95_bucket_upper_ms": 300 }, "crowd:selected_to_submitted": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 0, 0, 2, 1, 31, 138, 963, 2892, 283, 0, 0, 0 ], "p95_bucket_upper_ms": 1000 }, "crowd:completed_queue_wait": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4060, 183, 67, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "crowd:result_composition_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4313, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:result_composition_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4315, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:result_publish_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4300, 13, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:result_publish_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4312, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:result_total_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 414, 3376, 502, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "crowd:result_total_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 463, 3617, 235, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 } }, "sampled_reserved_jobs_max": 64, "sampled_pending_age_max_s": 23.129000186920166, "sample_collection_max_s": 0.4034840909880586, "status_query_max_s": 0.03980468801455572, "artifact_global_counts_delta": { "render_completed": 59, "sent": 65, "render_failed": 6, "retention_blocked": 0, "retention_deleted": 0 }, "training_first": { "render_ms_total": 5703, "last_exit_code": 0, "saved": 13, "expired": 16, "counts": { "FAILED": 16, "QUEUED": 4, "READY": 15 }, "recent": [ { "id": "dc9c1cb6284f447e9eb5ccb5be0e2e33", "camera": "33", "state": "QUEUED", "created": 1790517740.6232038, "finished": null, "error": null }, { "id": "466bb6b97c4740dcb5e7475d341db085", "camera": "40", "state": "QUEUED", "created": 1790517739.611186, "finished": null, "error": null }, { "id": "323e01c309e545cd81b2092f7904e2ca", "camera": "34", "state": "QUEUED", "created": 1790517714.8921807, "finished": null, "error": null }, { "id": "efe99593435c4508b80b20b4271dd529", "camera": "39", "state": "QUEUED", "created": 1790517693.7313623, "finished": null, "error": null }, { "id": "ae0daf71bc294685b5823fc09dc4f652", "camera": "33", "state": "FAILED", "created": 1790517619.2490366, "finished": 1790517739.7166846, "error": "QUEUE_EXPIRED" }, { "id": "7390c1576bbf4bf4993167a6a50550de", "camera": "40", "state": "FAILED", "created": 1790517618.609201, "finished": 1790517738.6169395, "error": "QUEUE_EXPIRED" }, { "id": "67afe2fc4c834a0781388a839b28163a", "camera": "36", "state": "FAILED", "created": 1790517594.1901636, "finished": 1790517714.4736476, "error": "QUEUE_EXPIRED" }, { "id": "666ef2e9075842eab4b69da808059b04", "camera": "39", "state": "FAILED", "created": 1790517573.0903015, "finished": 1790517693.1305358, "error": "QUEUE_EXPIRED" }, { "id": "4a55ac650fff4ae3865811c2d4cb1474", "camera": "36", "state": "FAILED", "created": 1790517453.2046711, "finished": 1790517573.6962953, "error": "QUEUE_EXPIRED" }, { "id": "a1beaac6a1fc4c9fbcf0626d54c1539a", "camera": "32", "state": "READY", "created": 1790517297.155256, "finished": 1790517311.0284095, "error": null } ], "last_failure": null, "worker_alive": true }, "training_last": { "render_ms_total": 5703, "last_exit_code": 0, "saved": 13, "expired": 16, "counts": { "FAILED": 16, "QUEUED": 4, "READY": 15 }, "recent": [ { "id": "dc9c1cb6284f447e9eb5ccb5be0e2e33", "camera": "33", "state": "QUEUED", "created": 1790517740.6232038, "finished": null, "error": null }, { "id": "466bb6b97c4740dcb5e7475d341db085", "camera": "40", "state": "QUEUED", "created": 1790517739.611186, "finished": null, "error": null }, { "id": "323e01c309e545cd81b2092f7904e2ca", "camera": "34", "state": "QUEUED", "created": 1790517714.8921807, "finished": null, "error": null }, { "id": "efe99593435c4508b80b20b4271dd529", "camera": "39", "state": "QUEUED", "created": 1790517693.7313623, "finished": null, "error": null }, { "id": "ae0daf71bc294685b5823fc09dc4f652", "camera": "33", "state": "FAILED", "created": 1790517619.2490366, "finished": 1790517739.7166846, "error": "QUEUE_EXPIRED" }, { "id": "7390c1576bbf4bf4993167a6a50550de", "camera": "40", "state": "FAILED", "created": 1790517618.609201, "finished": 1790517738.6169395, "error": "QUEUE_EXPIRED" }, { "id": "67afe2fc4c834a0781388a839b28163a", "camera": "36", "state": "FAILED", "created": 1790517594.1901636, "finished": 1790517714.4736476, "error": "QUEUE_EXPIRED" }, { "id": "666ef2e9075842eab4b69da808059b04", "camera": "39", "state": "FAILED", "created": 1790517573.0903015, "finished": 1790517693.1305358, "error": "QUEUE_EXPIRED" }, { "id": "4a55ac650fff4ae3865811c2d4cb1474", "camera": "36", "state": "FAILED", "created": 1790517453.2046711, "finished": 1790517573.6962953, "error": "QUEUE_EXPIRED" }, { "id": "a1beaac6a1fc4c9fbcf0626d54c1539a", "camera": "32", "state": "READY", "created": 1790517297.155256, "finished": 1790517311.0284095, "error": null } ], "last_failure": null, "worker_alive": true } }, { "mode": "mixed-a", "level": 16, "counters": { "admitted": 12577, "events_created": 128, "artifact_accepted": 128, "artifact_artifact_admission_failed": 1, "artifact_unaccepted_events": 0, "artifact_capture_failed": 0, "artifact_metadata_queue_drop": 0, "artifact_event_candidates_suppressed": 0, "cooldown_FALL_admitted": 14, "cooldown_FALL_suppressed_candidates": 357, "cooldown_FIGHT_admitted": 34, "cooldown_FIGHT_suppressed_candidates": 3463, "cooldown_LOITERING_admitted": 34, "cooldown_LOITERING_suppressed_candidates": 1550, "cooldown_INTRUSION_admitted": 44, "cooldown_INTRUSION_suppressed_candidates": 8378, "cooldown_FIRE_admitted": 2 }, "duration_histograms": { "pose:depay_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 9, 15, 65, 1279, 1500, 753, 138, 2, 2, 5, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "pose:source_exit_to_ingress": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 75, 108, 557, 977, 301, 145, 232, 354, 620, 242, 139, 17, 1, 0, 0, 0 ], "p95_bucket_upper_ms": 200 }, "pose:source_encoded_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3709, 38, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:decode_between_queues": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 8, 42, 39, 271, 2181, 1031, 176, 16, 0, 0, 4, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "pose:source_raw_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1203, 71, 235, 360, 652, 1005, 217, 18, 5, 1, 0, 1, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 75 }, "pose:raw_queue_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3765, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:selected_to_preprocess_start": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2136, 609, 844, 155, 26, 1, 1, 0, 1, 2, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:preprocess_start_to_preprocess_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 195, 388, 1154, 1752, 246, 4, 0, 5, 15, 5, 5, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 20 }, "pose:selected_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1, 100, 777, 1686, 938, 156, 43, 26, 24, 9, 9, 1, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "pose:preprocess_start_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 98, 305, 956, 1648, 530, 128, 44, 20, 23, 7, 9, 1, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "pose:preprocess_output_to_infer_entry": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2884, 223, 279, 154, 59, 107, 35, 11, 8, 1, 4, 1, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 20 }, "pose:preprocess_to_infer_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 25, 2316, 1430, 0, 0, 0 ], "p95_bucket_upper_ms": 1000 }, "pose:preprocess_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 21, 2285, 1467, 0, 0, 0 ], "p95_bucket_upper_ms": 1000 }, "pose:infer_output_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 811, 1746, 1160, 57, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:copy_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 251, 2864, 551, 86, 0, 1, 4, 10, 8, 8, 1, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "pose:copy_thread_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 256, 3136, 351, 9, 0, 1, 4, 12, 8, 6, 1, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "pose:callback_to_copied": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 156, 2850, 641, 95, 0, 1, 4, 10, 8, 8, 1, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "pose:accepted_interval": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 6, 32, 19, 166, 487, 696, 1353, 571, 347, 98, 4, 0, 0, 0 ], "p95_bucket_upper_ms": 300 }, "pose:selected_to_submitted": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 9, 2011, 1750, 0, 0, 0 ], "p95_bucket_upper_ms": 1000 }, "pose:completed_queue_wait": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3251, 365, 108, 32, 15, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_observations_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 955, 2574, 248, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_observations_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 989, 2669, 127, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_nms_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2214, 1158, 334, 52, 24, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_nms_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3720, 64, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_tracking_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 953, 1733, 916, 151, 20, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_tracking_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1107, 1996, 651, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_region_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3744, 28, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_region_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3780, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_fall_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2551, 691, 459, 71, 6, 0, 0, 1, 1, 0, 4, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_fall_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2624, 690, 411, 52, 1, 0, 1, 0, 1, 0, 4, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_fight_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3667, 97, 18, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_fight_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3701, 82, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_collector_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 500, 1735, 1138, 308, 29, 1, 2, 6, 32, 17, 14, 1, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "pose:result_collector_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 534, 1858, 1092, 222, 5, 0, 2, 8, 37, 11, 13, 1, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "pose:result_composition_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3779, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_composition_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3783, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_artifact_handoff_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3779, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_artifact_handoff_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3783, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_publish_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2981, 521, 258, 21, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_publish_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3081, 491, 199, 10, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_total_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 42, 2011, 1468, 176, 7, 7, 34, 16, 19, 3, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "pose:result_total_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 81, 2605, 987, 31, 2, 7, 34, 16, 19, 1, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 20 }, "fire:depay_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 18, 22, 134, 1759, 1670, 651, 111, 0, 0, 4, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "fire:source_exit_to_ingress": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 322, 493, 1085, 1294, 201, 101, 187, 264, 344, 48, 30, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 150 }, "fire:source_encoded_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4315, 33, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:decode_between_queues": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1, 1, 41, 33, 270, 2474, 1271, 259, 15, 0, 0, 4, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "fire:source_raw_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2419, 64, 198, 301, 469, 755, 149, 14, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "fire:raw_queue_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4363, 1, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:selected_to_preprocess_start": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3289, 727, 326, 38, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "fire:preprocess_start_to_preprocess_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 268, 713, 2646, 745, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "fire:selected_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4, 254, 2123, 1764, 138, 81, 12, 2, 3, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 20 }, "fire:preprocess_start_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 154, 599, 2526, 926, 83, 78, 10, 2, 3, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "fire:preprocess_output_to_infer_entry": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4001, 128, 71, 49, 60, 59, 8, 2, 3, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "fire:preprocess_to_infer_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 0, 0, 0, 0, 7, 28, 543, 3349, 459, 0, 0, 0 ], "p95_bucket_upper_ms": 1000 }, "fire:preprocess_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 0, 0, 0, 0, 5, 26, 518, 3360, 477, 0, 0, 0 ], "p95_bucket_upper_ms": 1000 }, "fire:infer_output_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 724, 1837, 1757, 67, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "fire:copy_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 995, 3260, 134, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "fire:copy_thread_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 1169, 3222, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "fire:callback_to_copied": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 970, 3261, 150, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "fire:accepted_interval": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 7, 30, 227, 783, 1148, 1497, 444, 210, 42, 1, 0, 0, 0 ], "p95_bucket_upper_ms": 300 }, "fire:selected_to_submitted": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 0, 0, 0, 0, 4, 17, 389, 3356, 618, 0, 0, 0 ], "p95_bucket_upper_ms": 1000 }, "fire:completed_queue_wait": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3979, 304, 103, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "fire:result_composition_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4389, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_composition_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4389, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_artifact_handoff_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4389, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_artifact_handoff_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4389, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_publish_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4382, 6, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_publish_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4388, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_total_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2482, 1798, 98, 5, 0, 2, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "fire:result_total_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2580, 1797, 6, 0, 0, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "crowd:depay_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 16, 29, 139, 1672, 1758, 648, 122, 0, 0, 4, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "crowd:source_exit_to_ingress": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 325, 483, 941, 1461, 186, 124, 206, 263, 306, 71, 21, 1, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 150 }, "crowd:source_encoded_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4330, 36, 21, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:decode_between_queues": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1, 2, 48, 36, 300, 2406, 1307, 258, 26, 0, 0, 4, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "crowd:source_raw_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2286, 68, 214, 343, 520, 798, 147, 11, 1, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "crowd:raw_queue_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4385, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:selected_to_preprocess_start": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3238, 797, 323, 41, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "crowd:preprocess_start_to_preprocess_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 301, 739, 2625, 721, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "crowd:selected_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2, 268, 2156, 1734, 141, 87, 9, 0, 3, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 20 }, "crowd:preprocess_start_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 178, 634, 2483, 925, 88, 80, 9, 0, 3, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "crowd:preprocess_output_to_infer_entry": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4026, 108, 93, 42, 55, 67, 6, 0, 3, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "crowd:preprocess_to_infer_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 0, 0, 0, 0, 10, 16, 522, 3258, 594, 0, 0, 0 ], "p95_bucket_upper_ms": 1000 }, "crowd:preprocess_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 0, 0, 0, 0, 10, 15, 499, 3262, 613, 0, 0, 0 ], "p95_bucket_upper_ms": 1000 }, "crowd:infer_output_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 724, 1835, 1780, 59, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "crowd:copy_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 1024, 3215, 165, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "crowd:copy_thread_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 1199, 3205, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "crowd:callback_to_copied": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 992, 3212, 192, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "crowd:accepted_interval": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 8, 10, 245, 784, 1176, 1476, 474, 191, 36, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 300 }, "crowd:selected_to_submitted": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 0, 0, 0, 0, 7, 14, 378, 3266, 728, 0, 0, 0 ], "p95_bucket_upper_ms": 1000 }, "crowd:completed_queue_wait": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4090, 235, 78, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "crowd:result_composition_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4401, 2, 1, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:result_composition_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4405, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:result_publish_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4388, 14, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:result_publish_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4402, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:result_total_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 312, 3390, 674, 26, 1, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "crowd:result_total_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 340, 3767, 296, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 } }, "sampled_reserved_jobs_max": 64, "sampled_pending_age_max_s": 22.070000171661377, "sample_collection_max_s": 0.4398587860050611, "status_query_max_s": 0.08964867203030735, "artifact_global_counts_delta": { "render_completed": 66, "sent": 76, "render_failed": 11, "retention_blocked": 0, "retention_deleted": 0 }, "training_first": { "render_ms_total": 5703, "last_exit_code": 0, "saved": 13, "expired": 17, "counts": { "FAILED": 17, "QUEUED": 4, "READY": 15 }, "recent": [ { "id": "5f1514cf0d634bf8a534cc06e7088033", "camera": "39", "state": "QUEUED", "created": 1790517814.63775, "finished": null, "error": null }, { "id": "dc9c1cb6284f447e9eb5ccb5be0e2e33", "camera": "33", "state": "QUEUED", "created": 1790517740.6232038, "finished": null, "error": null }, { "id": "466bb6b97c4740dcb5e7475d341db085", "camera": "40", "state": "QUEUED", "created": 1790517739.611186, "finished": null, "error": null }, { "id": "323e01c309e545cd81b2092f7904e2ca", "camera": "34", "state": "QUEUED", "created": 1790517714.8921807, "finished": null, "error": null }, { "id": "efe99593435c4508b80b20b4271dd529", "camera": "39", "state": "FAILED", "created": 1790517693.7313623, "finished": 1790517813.8794503, "error": "QUEUE_EXPIRED" }, { "id": "ae0daf71bc294685b5823fc09dc4f652", "camera": "33", "state": "FAILED", "created": 1790517619.2490366, "finished": 1790517739.7166846, "error": "QUEUE_EXPIRED" }, { "id": "7390c1576bbf4bf4993167a6a50550de", "camera": "40", "state": "FAILED", "created": 1790517618.609201, "finished": 1790517738.6169395, "error": "QUEUE_EXPIRED" }, { "id": "67afe2fc4c834a0781388a839b28163a", "camera": "36", "state": "FAILED", "created": 1790517594.1901636, "finished": 1790517714.4736476, "error": "QUEUE_EXPIRED" }, { "id": "666ef2e9075842eab4b69da808059b04", "camera": "39", "state": "FAILED", "created": 1790517573.0903015, "finished": 1790517693.1305358, "error": "QUEUE_EXPIRED" }, { "id": "4a55ac650fff4ae3865811c2d4cb1474", "camera": "36", "state": "FAILED", "created": 1790517453.2046711, "finished": 1790517573.6962953, "error": "QUEUE_EXPIRED" } ], "last_failure": null, "worker_alive": true }, "training_last": { "render_ms_total": 5703, "last_exit_code": 0, "saved": 13, "expired": 18, "counts": { "FAILED": 18, "QUEUED": 4, "READY": 15 }, "recent": [ { "id": "ba6d07a705b14d8aa529a6b82140c3a7", "camera": "36", "state": "QUEUED", "created": 1790517836.430413, "finished": null, "error": null }, { "id": "5f1514cf0d634bf8a534cc06e7088033", "camera": "39", "state": "QUEUED", "created": 1790517814.63775, "finished": null, "error": null }, { "id": "dc9c1cb6284f447e9eb5ccb5be0e2e33", "camera": "33", "state": "QUEUED", "created": 1790517740.6232038, "finished": null, "error": null }, { "id": "466bb6b97c4740dcb5e7475d341db085", "camera": "40", "state": "QUEUED", "created": 1790517739.611186, "finished": null, "error": null }, { "id": "323e01c309e545cd81b2092f7904e2ca", "camera": "34", "state": "FAILED", "created": 1790517714.8921807, "finished": 1790517835.0201392, "error": "QUEUE_EXPIRED" }, { "id": "efe99593435c4508b80b20b4271dd529", "camera": "39", "state": "FAILED", "created": 1790517693.7313623, "finished": 1790517813.8794503, "error": "QUEUE_EXPIRED" }, { "id": "ae0daf71bc294685b5823fc09dc4f652", "camera": "33", "state": "FAILED", "created": 1790517619.2490366, "finished": 1790517739.7166846, "error": "QUEUE_EXPIRED" }, { "id": "7390c1576bbf4bf4993167a6a50550de", "camera": "40", "state": "FAILED", "created": 1790517618.609201, "finished": 1790517738.6169395, "error": "QUEUE_EXPIRED" }, { "id": "67afe2fc4c834a0781388a839b28163a", "camera": "36", "state": "FAILED", "created": 1790517594.1901636, "finished": 1790517714.4736476, "error": "QUEUE_EXPIRED" }, { "id": "666ef2e9075842eab4b69da808059b04", "camera": "39", "state": "FAILED", "created": 1790517573.0903015, "finished": 1790517693.1305358, "error": "QUEUE_EXPIRED" } ], "last_failure": null, "worker_alive": true } }, { "mode": "mixed-c-16", "level": 16, "counters": { "admitted": 13033, "events_created": 136, "artifact_accepted": 0, "artifact_artifact_admission_failed": 0, "artifact_unaccepted_events": 0, "artifact_capture_failed": 0, "artifact_metadata_queue_drop": 0, "artifact_event_candidates_suppressed": 136, "cooldown_FALL_admitted": 14, "cooldown_FIGHT_admitted": 36, "cooldown_FALL_suppressed_candidates": 573, "cooldown_FIGHT_suppressed_candidates": 3115, "cooldown_INTRUSION_admitted": 45, "cooldown_INTRUSION_suppressed_candidates": 8518, "cooldown_LOITERING_admitted": 36, "cooldown_LOITERING_suppressed_candidates": 2732, "cooldown_FIRE_admitted": 5 }, "duration_histograms": { "pose:depay_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 2, 15, 21, 94, 1507, 1492, 687, 119, 1, 0, 7, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "pose:source_exit_to_ingress": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 177, 365, 1740, 487, 34, 170, 282, 263, 264, 80, 72, 11, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 150 }, "pose:source_encoded_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3944, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:decode_between_queues": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 4, 60, 27, 225, 2285, 1077, 239, 20, 1, 0, 7, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "pose:source_raw_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1849, 58, 166, 310, 552, 838, 154, 18, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "pose:raw_queue_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3945, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:selected_to_preprocess_start": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3167, 701, 69, 14, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:preprocess_start_to_preprocess_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 223, 499, 2322, 848, 8, 9, 42, 2, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "pose:selected_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3, 268, 1828, 1708, 70, 21, 51, 5, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "pose:preprocess_start_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 133, 481, 2214, 1015, 39, 19, 48, 5, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "pose:preprocess_output_to_infer_entry": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3782, 64, 55, 19, 16, 12, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:preprocess_to_infer_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 108, 2336, 1504, 0, 0, 0 ], "p95_bucket_upper_ms": 1000 }, "pose:preprocess_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 102, 2311, 1534, 0, 0, 0 ], "p95_bucket_upper_ms": 1000 }, "pose:infer_output_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1323, 1779, 840, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:copy_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1, 2547, 1366, 4, 0, 3, 25, 1, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:copy_thread_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1, 2553, 1363, 1, 0, 3, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:callback_to_copied": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 1974, 1940, 4, 0, 3, 25, 1, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:accepted_interval": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 5, 23, 179, 822, 946, 1075, 374, 368, 151, 4, 0, 0, 0 ], "p95_bucket_upper_ms": 300 }, "pose:selected_to_submitted": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 64, 2196, 1686, 0, 0, 0 ], "p95_bucket_upper_ms": 1000 }, "pose:completed_queue_wait": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3901, 38, 6, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_observations_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3438, 495, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_observations_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3444, 493, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_nms_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3359, 581, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_nms_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3933, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_tracking_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1900, 1545, 484, 17, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_tracking_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2230, 1333, 380, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_region_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3944, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_region_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3945, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_fall_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3173, 613, 152, 1, 0, 3, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_fall_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3174, 615, 150, 0, 0, 3, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_fight_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3936, 9, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_fight_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3938, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_collector_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2761, 944, 159, 1, 0, 23, 59, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_collector_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2778, 939, 148, 0, 0, 23, 59, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "pose:result_composition_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3947, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_composition_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3947, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_artifact_handoff_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3946, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_artifact_handoff_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3947, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "pose:result_publish_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3600, 314, 29, 0, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_publish_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3606, 313, 24, 0, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "pose:result_total_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 1296, 2358, 195, 9, 86, 3, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 20 }, "pose:result_total_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 1693, 2026, 133, 9, 84, 2, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 20 }, "fire:depay_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 2, 30, 42, 139, 2072, 1592, 545, 58, 1, 0, 7, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "fire:source_exit_to_ingress": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 381, 792, 1800, 1009, 38, 124, 147, 117, 51, 18, 11, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 75 }, "fire:source_encoded_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4485, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:decode_between_queues": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1, 4, 50, 47, 247, 2507, 1284, 317, 23, 1, 0, 7, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "fire:source_raw_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3231, 37, 131, 200, 347, 473, 60, 9, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "fire:raw_queue_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4488, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:selected_to_preprocess_start": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3995, 470, 19, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "fire:preprocess_start_to_preprocess_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 288, 809, 2779, 620, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "fire:selected_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 20, 407, 2634, 1304, 50, 56, 18, 5, 2, 1, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "fire:preprocess_start_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 187, 745, 2676, 772, 37, 54, 18, 5, 2, 1, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "fire:preprocess_output_to_infer_entry": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4311, 22, 32, 26, 35, 48, 17, 3, 2, 1, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:preprocess_to_infer_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 0, 0, 0, 0, 1, 66, 1083, 2840, 503, 0, 0, 0 ], "p95_bucket_upper_ms": 1000 }, "fire:preprocess_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 0, 0, 0, 0, 1, 65, 1052, 2861, 514, 0, 0, 0 ], "p95_bucket_upper_ms": 1000 }, "fire:infer_output_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1301, 1808, 1383, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "fire:copy_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 1561, 2929, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "fire:copy_thread_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 1574, 2922, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "fire:callback_to_copied": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 1559, 2927, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "fire:accepted_interval": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 14, 30, 323, 1210, 1220, 927, 346, 326, 93, 5, 0, 0, 0 ], "p95_bucket_upper_ms": 300 }, "fire:selected_to_submitted": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 0, 0, 0, 0, 0, 54, 899, 2965, 573, 0, 0, 0 ], "p95_bucket_upper_ms": 1000 }, "fire:completed_queue_wait": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4459, 34, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_composition_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4496, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_composition_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4496, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_artifact_handoff_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4496, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_artifact_handoff_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4496, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_publish_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4496, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_publish_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4496, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_total_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4403, 76, 7, 0, 0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "fire:result_total_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4418, 67, 1, 0, 0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:depay_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1, 5, 39, 30, 181, 2224, 1555, 478, 43, 1, 0, 7, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "crowd:source_exit_to_ingress": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 480, 965, 2007, 800, 31, 69, 101, 76, 21, 9, 5, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "crowd:source_encoded_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4560, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:decode_between_queues": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1, 5, 56, 38, 239, 2561, 1304, 332, 20, 1, 0, 7, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 100 }, "crowd:source_raw_queue": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 3667, 34, 108, 156, 208, 344, 44, 3, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 50 }, "crowd:raw_queue_to_source_exit": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4564, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:selected_to_preprocess_start": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4197, 338, 20, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "crowd:preprocess_start_to_preprocess_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 256, 817, 2868, 632, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "crowd:selected_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 17, 393, 2633, 1338, 65, 81, 26, 7, 9, 4, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "crowd:preprocess_start_to_preprocess": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 158, 745, 2697, 790, 58, 80, 25, 9, 7, 4, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "crowd:preprocess_output_to_infer_entry": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4322, 16, 29, 38, 56, 71, 23, 7, 8, 3, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "crowd:preprocess_to_infer_output": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 0, 0, 0, 0, 11, 117, 1354, 2781, 295, 0, 0, 0 ], "p95_bucket_upper_ms": 1000 }, "crowd:preprocess_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 0, 0, 0, 0, 11, 107, 1333, 2807, 300, 0, 0, 0 ], "p95_bucket_upper_ms": 1000 }, "crowd:infer_output_to_callback": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 1489, 1702, 1363, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 5 }, "crowd:copy_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 1627, 2928, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "crowd:copy_thread_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 1632, 2929, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "crowd:callback_to_copied": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 1625, 2924, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 10 }, "crowd:accepted_interval": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 20, 24, 415, 1251, 1170, 892, 359, 349, 76, 3, 0, 0, 0 ], "p95_bucket_upper_ms": 300 }, "crowd:selected_to_submitted": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 0, 0, 0, 0, 0, 0, 0, 0, 2, 79, 1146, 2966, 361, 0, 0, 0 ], "p95_bucket_upper_ms": 1000 }, "crowd:completed_queue_wait": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4543, 15, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:result_composition_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4562, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:result_composition_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4562, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:result_artifact_handoff_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4562, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:result_artifact_handoff_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4562, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:result_publish_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4560, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:result_publish_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 4561, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 1 }, "crowd:result_total_wall": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2713, 1739, 109, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 }, "crowd:result_total_cpu": { "bounds_ms": [ 1, 2, 5, 10, 20, 50, 75, 100, 150, 200, 300, 500, 1000, 2000, 5000 ], "counts": [ 2916, 1574, 71, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 ], "p95_bucket_upper_ms": 2 } }, "sampled_reserved_jobs_max": 0, "sampled_pending_age_max_s": 0, "sample_collection_max_s": 0.3190705750021152, "status_query_max_s": 0.012946699978783727, "artifact_global_counts_delta": { "retention_deleted": 0, "retention_blocked": 0 }, "training_first": { "counts": { "FAILED": 20, "READY": 17 }, "recent": [ { "id": "ba6d07a705b14d8aa529a6b82140c3a7", "camera": "36", "state": "READY", "created": 1790517836.430413, "finished": 1790517881.549249, "error": null }, { "id": "5f1514cf0d634bf8a534cc06e7088033", "camera": "39", "state": "READY", "created": 1790517814.63775, "finished": 1790517880.392159, "error": null }, { "id": "dc9c1cb6284f447e9eb5ccb5be0e2e33", "camera": "33", "state": "FAILED", "created": 1790517740.6232038, "finished": 1790517860.7984948, "error": "QUEUE_EXPIRED" }, { "id": "466bb6b97c4740dcb5e7475d341db085", "camera": "40", "state": "FAILED", "created": 1790517739.611186, "finished": 1790517860.1226768, "error": "QUEUE_EXPIRED" }, { "id": "323e01c309e545cd81b2092f7904e2ca", "camera": "34", "state": "FAILED", "created": 1790517714.8921807, "finished": 1790517835.0201392, "error": "QUEUE_EXPIRED" }, { "id": "efe99593435c4508b80b20b4271dd529", "camera": "39", "state": "FAILED", "created": 1790517693.7313623, "finished": 1790517813.8794503, "error": "QUEUE_EXPIRED" }, { "id": "ae0daf71bc294685b5823fc09dc4f652", "camera": "33", "state": "FAILED", "created": 1790517619.2490366, "finished": 1790517739.7166846, "error": "QUEUE_EXPIRED" }, { "id": "7390c1576bbf4bf4993167a6a50550de", "camera": "40", "state": "FAILED", "created": 1790517618.609201, "finished": 1790517738.6169395, "error": "QUEUE_EXPIRED" }, { "id": "67afe2fc4c834a0781388a839b28163a", "camera": "36", "state": "FAILED", "created": 1790517594.1901636, "finished": 1790517714.4736476, "error": "QUEUE_EXPIRED" }, { "id": "666ef2e9075842eab4b69da808059b04", "camera": "39", "state": "FAILED", "created": 1790517573.0903015, "finished": 1790517693.1305358, "error": "QUEUE_EXPIRED" } ], "last_failure": null, "worker_alive": true }, "training_last": { "counts": { "FAILED": 20, "READY": 17 }, "recent": [ { "id": "ba6d07a705b14d8aa529a6b82140c3a7", "camera": "36", "state": "READY", "created": 1790517836.430413, "finished": 1790517881.549249, "error": null }, { "id": "5f1514cf0d634bf8a534cc06e7088033", "camera": "39", "state": "READY", "created": 1790517814.63775, "finished": 1790517880.392159, "error": null }, { "id": "dc9c1cb6284f447e9eb5ccb5be0e2e33", "camera": "33", "state": "FAILED", "created": 1790517740.6232038, "finished": 1790517860.7984948, "error": "QUEUE_EXPIRED" }, { "id": "466bb6b97c4740dcb5e7475d341db085", "camera": "40", "state": "FAILED", "created": 1790517739.611186, "finished": 1790517860.1226768, "error": "QUEUE_EXPIRED" }, { "id": "323e01c309e545cd81b2092f7904e2ca", "camera": "34", "state": "FAILED", "created": 1790517714.8921807, "finished": 1790517835.0201392, "error": "QUEUE_EXPIRED" }, { "id": "efe99593435c4508b80b20b4271dd529", "camera": "39", "state": "FAILED", "created": 1790517693.7313623, "finished": 1790517813.8794503, "error": "QUEUE_EXPIRED" }, { "id": "ae0daf71bc294685b5823fc09dc4f652", "camera": "33", "state": "FAILED", "created": 1790517619.2490366, "finished": 1790517739.7166846, "error": "QUEUE_EXPIRED" }, { "id": "7390c1576bbf4bf4993167a6a50550de", "camera": "40", "state": "FAILED", "created": 1790517618.609201, "finished": 1790517738.6169395, "error": "QUEUE_EXPIRED" }, { "id": "67afe2fc4c834a0781388a839b28163a", "camera": "36", "state": "FAILED", "created": 1790517594.1901636, "finished": 1790517714.4736476, "error": "QUEUE_EXPIRED" }, { "id": "666ef2e9075842eab4b69da808059b04", "camera": "39", "state": "FAILED", "created": 1790517573.0903015, "finished": 1790517693.1305358, "error": "QUEUE_EXPIRED" } ], "last_failure": null, "worker_alive": true } } ], "event_cohorts": { "definition": "ledger created_at within actual first/last sample wall window; status read after drain; updated_at is not render-only latency", "rows": [ { "label": "mixed-a", "level": 1, "artifact_state": "FAILED", "delivery_state": "SENT", "error": "NO_PRE_EVENT_KEYFRAME", "delivery_error": null, "http_status": 200, "count": 4, "final_update_age_mean_s": 4.331408202648163, "final_update_age_max_s": 5.337127923965454 }, { "label": "mixed-a", "level": 1, "artifact_state": "READY", "delivery_state": "SENT", "error": null, "delivery_error": null, "http_status": 200, "count": 7, "final_update_age_mean_s": 8.443012271608625, "final_update_age_max_s": 11.521708965301514 }, { "label": "mixed-a", "level": 2, "artifact_state": "FAILED", "delivery_state": "SENT", "error": "NO_PRE_EVENT_KEYFRAME", "delivery_error": null, "http_status": 200, "count": 2, "final_update_age_mean_s": 5.740919589996338, "final_update_age_max_s": 6.464784383773804 }, { "label": "mixed-a", "level": 2, "artifact_state": "READY", "delivery_state": "SENT", "error": null, "delivery_error": null, "http_status": 200, "count": 18, "final_update_age_mean_s": 6.95216433207194, "final_update_age_max_s": 11.836915969848633 }, { "label": "mixed-a", "level": 3, "artifact_state": "FAILED", "delivery_state": "SENT", "error": "NO_PRE_EVENT_KEYFRAME", "delivery_error": null, "http_status": 200, "count": 3, "final_update_age_mean_s": 4.562909444173177, "final_update_age_max_s": 5.587071895599365 }, { "label": "mixed-a", "level": 3, "artifact_state": "READY", "delivery_state": "SENT", "error": null, "delivery_error": null, "http_status": 200, "count": 27, "final_update_age_mean_s": 6.584463764120032, "final_update_age_max_s": 10.869684219360352 }, { "label": "mixed-a", "level": 4, "artifact_state": "FAILED", "delivery_state": "SENT", "error": "NO_PRE_EVENT_KEYFRAME", "delivery_error": null, "http_status": 200, "count": 2, "final_update_age_mean_s": 5.591838359832764, "final_update_age_max_s": 6.379808187484741 }, { "label": "mixed-a", "level": 4, "artifact_state": "READY", "delivery_state": "SENT", "error": null, "delivery_error": null, "http_status": 200, "count": 37, "final_update_age_mean_s": 6.849063460891311, "final_update_age_max_s": 11.941351175308228 }, { "label": "mixed-a", "level": 5, "artifact_state": "FAILED", "delivery_state": "SENT", "error": "NO_PRE_EVENT_KEYFRAME", "delivery_error": null, "http_status": 200, "count": 2, "final_update_age_mean_s": 5.093144416809082, "final_update_age_max_s": 5.273208856582642 }, { "label": "mixed-a", "level": 5, "artifact_state": "READY", "delivery_state": "SENT", "error": null, "delivery_error": null, "http_status": 200, "count": 46, "final_update_age_mean_s": 6.734350696853969, "final_update_age_max_s": 12.482234477996826 }, { "label": "mixed-a", "level": 6, "artifact_state": "FAILED", "delivery_state": "SENT", "error": "NO_PRE_EVENT_KEYFRAME", "delivery_error": null, "http_status": 200, "count": 5, "final_update_age_mean_s": 5.696952152252197, "final_update_age_max_s": 9.234293699264526 }, { "label": "mixed-a", "level": 6, "artifact_state": "READY", "delivery_state": "BLOCKED_TIME", "error": null, "delivery_error": "BLOCKED_TIME", "http_status": null, "count": 1, "final_update_age_mean_s": 5.475216627120972, "final_update_age_max_s": 5.475216627120972 }, { "label": "mixed-a", "level": 6, "artifact_state": "READY", "delivery_state": "SENT", "error": null, "delivery_error": null, "http_status": 200, "count": 48, "final_update_age_mean_s": 7.132156933347384, "final_update_age_max_s": 12.320640325546265 }, { "label": "mixed-a", "level": 7, "artifact_state": "FAILED", "delivery_state": "SENT", "error": "NO_PRE_EVENT_KEYFRAME", "delivery_error": null, "http_status": 200, "count": 3, "final_update_age_mean_s": 4.351449330647786, "final_update_age_max_s": 5.956701993942261 }, { "label": "mixed-a", "level": 7, "artifact_state": "READY", "delivery_state": "SENT", "error": null, "delivery_error": null, "http_status": 200, "count": 59, "final_update_age_mean_s": 7.301151683775045, "final_update_age_max_s": 13.494596004486084 }, { "label": "mixed-a", "level": 8, "artifact_state": "EXPIRED", "delivery_state": "EXPIRED", "error": "EVICTED_CAPACITY", "delivery_error": null, "http_status": null, "count": 1, "final_update_age_mean_s": 20.213298082351685, "final_update_age_max_s": 20.213298082351685 }, { "label": "mixed-a", "level": 8, "artifact_state": "FAILED", "delivery_state": "SENT", "error": "NO_PRE_EVENT_KEYFRAME", "delivery_error": null, "http_status": 200, "count": 7, "final_update_age_mean_s": 5.9574505261012485, "final_update_age_max_s": 8.291103839874268 }, { "label": "mixed-a", "level": 8, "artifact_state": "READY", "delivery_state": "SENT", "error": null, "delivery_error": null, "http_status": 200, "count": 59, "final_update_age_mean_s": 8.913231292013394, "final_update_age_max_s": 23.424357175827026 }, { "label": "mixed-a", "level": 9, "artifact_state": "EXPIRED", "delivery_state": "EXPIRED", "error": "EVICTED_CAPACITY", "delivery_error": null, "http_status": null, "count": 6, "final_update_age_mean_s": 19.356411178906757, "final_update_age_max_s": 20.600663423538208 }, { "label": "mixed-a", "level": 9, "artifact_state": "FAILED", "delivery_state": "SENT", "error": "NO_PRE_EVENT_KEYFRAME", "delivery_error": null, "http_status": 200, "count": 5, "final_update_age_mean_s": 10.641347932815552, "final_update_age_max_s": 18.55442786216736 }, { "label": "mixed-a", "level": 9, "artifact_state": "READY", "delivery_state": "SENT", "error": null, "delivery_error": null, "http_status": 200, "count": 67, "final_update_age_mean_s": 11.835223407887701, "final_update_age_max_s": 24.54093360900879 }, { "label": "mixed-a", "level": 10, "artifact_state": "EXPIRED", "delivery_state": "EXPIRED", "error": "EVICTED_CAPACITY", "delivery_error": null, "http_status": null, "count": 14, "final_update_age_mean_s": 20.647741266659327, "final_update_age_max_s": 25.287529468536377 }, { "label": "mixed-a", "level": 10, "artifact_state": "FAILED", "delivery_state": "SENT", "error": "NO_PRE_EVENT_KEYFRAME", "delivery_error": null, "http_status": 200, "count": 6, "final_update_age_mean_s": 15.079318364461264, "final_update_age_max_s": 21.530388116836548 }, { "label": "mixed-a", "level": 10, "artifact_state": "READY", "delivery_state": "SENT", "error": null, "delivery_error": null, "http_status": 200, "count": 64, "final_update_age_mean_s": 18.42326743155718, "final_update_age_max_s": 32.012306690216064 }, { "label": "mixed-a", "level": 11, "artifact_state": "EXPIRED", "delivery_state": "EXPIRED", "error": "EVICTED_CAPACITY", "delivery_error": null, "http_status": null, "count": 35, "final_update_age_mean_s": 19.52916202545166, "final_update_age_max_s": 21.861541748046875 }, { "label": "mixed-a", "level": 11, "artifact_state": "FAILED", "delivery_state": "SENT", "error": "NO_PRE_EVENT_KEYFRAME", "delivery_error": null, "http_status": 200, "count": 8, "final_update_age_mean_s": 18.230171144008636, "final_update_age_max_s": 21.9436252117157 }, { "label": "mixed-a", "level": 11, "artifact_state": "READY", "delivery_state": "SENT", "error": null, "delivery_error": null, "http_status": 200, "count": 56, "final_update_age_mean_s": 19.305668038981302, "final_update_age_max_s": 24.33598756790161 }, { "label": "mixed-a", "level": 12, "artifact_state": "EXPIRED", "delivery_state": "EXPIRED", "error": "EVICTED_CAPACITY", "delivery_error": null, "http_status": null, "count": 43, "final_update_age_mean_s": 19.012742336406266, "final_update_age_max_s": 20.858074426651 }, { "label": "mixed-a", "level": 12, "artifact_state": "FAILED", "delivery_state": "SENT", "error": "NO_PRE_EVENT_KEYFRAME", "delivery_error": null, "http_status": 200, "count": 5, "final_update_age_mean_s": 19.92908148765564, "final_update_age_max_s": 23.52273154258728 }, { "label": "mixed-a", "level": 12, "artifact_state": "READY", "delivery_state": "SENT", "error": null, "delivery_error": null, "http_status": 200, "count": 51, "final_update_age_mean_s": 18.98122642554489, "final_update_age_max_s": 23.98357391357422 }, { "label": "mixed-a", "level": 13, "artifact_state": "EXPIRED", "delivery_state": "EXPIRED", "error": "EVICTED_CAPACITY", "delivery_error": null, "http_status": null, "count": 51, "final_update_age_mean_s": 17.0597070572423, "final_update_age_max_s": 19.590210437774658 }, { "label": "mixed-a", "level": 13, "artifact_state": "FAILED", "delivery_state": "SENT", "error": "NO_PRE_EVENT_KEYFRAME", "delivery_error": null, "http_status": 200, "count": 7, "final_update_age_mean_s": 18.331923042024886, "final_update_age_max_s": 21.364196300506592 }, { "label": "mixed-a", "level": 13, "artifact_state": "FAILED", "delivery_state": "SENT", "error": "PENDING_CAP_PROTECTED", "delivery_error": null, "http_status": 200, "count": 1, "final_update_age_mean_s": 0.48042964935302734, "final_update_age_max_s": 0.48042964935302734 }, { "label": "mixed-a", "level": 13, "artifact_state": "READY", "delivery_state": "SENT", "error": null, "delivery_error": null, "http_status": 200, "count": 56, "final_update_age_mean_s": 16.546835392713547, "final_update_age_max_s": 21.955864429473877 }, { "label": "mixed-a", "level": 14, "artifact_state": "EXPIRED", "delivery_state": "EXPIRED", "error": "EVICTED_CAPACITY", "delivery_error": null, "http_status": null, "count": 52, "final_update_age_mean_s": 16.8402481170801, "final_update_age_max_s": 20.35572624206543 }, { "label": "mixed-a", "level": 14, "artifact_state": "FAILED", "delivery_state": "SENT", "error": "NO_PRE_EVENT_KEYFRAME", "delivery_error": null, "http_status": 200, "count": 7, "final_update_age_mean_s": 16.56026530265808, "final_update_age_max_s": 19.495452642440796 }, { "label": "mixed-a", "level": 14, "artifact_state": "FAILED", "delivery_state": "SENT", "error": "PENDING_CAP_PROTECTED", "delivery_error": null, "http_status": 200, "count": 1, "final_update_age_mean_s": 0.16559767723083496, "final_update_age_max_s": 0.16559767723083496 }, { "label": "mixed-a", "level": 14, "artifact_state": "READY", "delivery_state": "SENT", "error": null, "delivery_error": null, "http_status": 200, "count": 60, "final_update_age_mean_s": 16.052821346124013, "final_update_age_max_s": 22.737035036087036 }, { "label": "mixed-a", "level": 15, "artifact_state": "EXPIRED", "delivery_state": "EXPIRED", "error": "EVICTED_CAPACITY", "delivery_error": null, "http_status": null, "count": 57, "final_update_age_mean_s": 15.950116144983392, "final_update_age_max_s": 19.326592683792114 }, { "label": "mixed-a", "level": 15, "artifact_state": "FAILED", "delivery_state": "SENT", "error": "NO_PRE_EVENT_KEYFRAME", "delivery_error": null, "http_status": 200, "count": 10, "final_update_age_mean_s": 15.349931073188781, "final_update_age_max_s": 20.377317190170288 }, { "label": "mixed-a", "level": 15, "artifact_state": "READY", "delivery_state": "SENT", "error": null, "delivery_error": null, "http_status": 200, "count": 56, "final_update_age_mean_s": 15.422286650964192, "final_update_age_max_s": 21.44414782524109 }, { "label": "mixed-a", "level": 16, "artifact_state": "EXPIRED", "delivery_state": "EXPIRED", "error": "EVICTED_CAPACITY", "delivery_error": null, "http_status": null, "count": 22, "final_update_age_mean_s": 14.266969594088467, "final_update_age_max_s": 16.901204347610474 }, { "label": "mixed-a", "level": 16, "artifact_state": "FAILED", "delivery_state": "SENT", "error": "NO_PRE_EVENT_KEYFRAME", "delivery_error": null, "http_status": 200, "count": 14, "final_update_age_mean_s": 17.08541820730482, "final_update_age_max_s": 23.665043115615845 }, { "label": "mixed-a", "level": 16, "artifact_state": "FAILED", "delivery_state": "SENT", "error": "PENDING_CAP_PROTECTED", "delivery_error": null, "http_status": 200, "count": 1, "final_update_age_mean_s": 0.3810696601867676, "final_update_age_max_s": 0.3810696601867676 }, { "label": "mixed-a", "level": 16, "artifact_state": "READY", "delivery_state": "SENT", "error": null, "delivery_error": null, "http_status": 200, "count": 89, "final_update_age_mean_s": 18.601250407401096, "final_update_age_max_s": 32.12133479118347 }, { "label": "pose-a", "level": 1, "artifact_state": "FAILED", "delivery_state": "SENT", "error": "NO_PRE_EVENT_KEYFRAME", "delivery_error": null, "http_status": 200, "count": 1, "final_update_age_mean_s": 6.2491455078125, "final_update_age_max_s": 6.2491455078125 }, { "label": "pose-a", "level": 1, "artifact_state": "READY", "delivery_state": "SENT", "error": null, "delivery_error": null, "http_status": 200, "count": 9, "final_update_age_mean_s": 6.852714538574219, "final_update_age_max_s": 8.359802961349487 }, { "label": "pose-a", "level": 2, "artifact_state": "FAILED", "delivery_state": "SENT", "error": "NO_PRE_EVENT_KEYFRAME", "delivery_error": null, "http_status": 200, "count": 3, "final_update_age_mean_s": 5.023829936981201, "final_update_age_max_s": 7.167056083679199 }, { "label": "pose-a", "level": 2, "artifact_state": "READY", "delivery_state": "SENT", "error": null, "delivery_error": null, "http_status": 200, "count": 16, "final_update_age_mean_s": 6.45608289539814, "final_update_age_max_s": 10.747050523757935 }, { "label": "pose-a", "level": 3, "artifact_state": "FAILED", "delivery_state": "SENT", "error": "NO_PRE_EVENT_KEYFRAME", "delivery_error": null, "http_status": 200, "count": 3, "final_update_age_mean_s": 5.316357056299846, "final_update_age_max_s": 7.031617641448975 }, { "label": "pose-a", "level": 3, "artifact_state": "READY", "delivery_state": "SENT", "error": null, "delivery_error": null, "http_status": 200, "count": 28, "final_update_age_mean_s": 6.3242901137896945, "final_update_age_max_s": 11.40107250213623 }, { "label": "pose-a", "level": 4, "artifact_state": "FAILED", "delivery_state": "SENT", "error": "NO_PRE_EVENT_KEYFRAME", "delivery_error": null, "http_status": 200, "count": 3, "final_update_age_mean_s": 4.7204047838846845, "final_update_age_max_s": 7.075037240982056 }, { "label": "pose-a", "level": 4, "artifact_state": "READY", "delivery_state": "SENT", "error": null, "delivery_error": null, "http_status": 200, "count": 37, "final_update_age_mean_s": 6.452406296858916, "final_update_age_max_s": 11.534559726715088 }, { "label": "pose-a", "level": 5, "artifact_state": "FAILED", "delivery_state": "SENT", "error": "NO_PRE_EVENT_KEYFRAME", "delivery_error": null, "http_status": 200, "count": 3, "final_update_age_mean_s": 4.476771116256714, "final_update_age_max_s": 7.47118067741394 }, { "label": "pose-a", "level": 5, "artifact_state": "READY", "delivery_state": "SENT", "error": null, "delivery_error": null, "http_status": 200, "count": 43, "final_update_age_mean_s": 6.726510469303575, "final_update_age_max_s": 13.386686325073242 }, { "label": "pose-a", "level": 6, "artifact_state": "FAILED", "delivery_state": "SENT", "error": "NO_PRE_EVENT_KEYFRAME", "delivery_error": null, "http_status": 200, "count": 3, "final_update_age_mean_s": 7.086872418721517, "final_update_age_max_s": 11.99331259727478 }, { "label": "pose-a", "level": 6, "artifact_state": "READY", "delivery_state": "SENT", "error": null, "delivery_error": null, "http_status": 200, "count": 51, "final_update_age_mean_s": 7.189047327228621, "final_update_age_max_s": 14.079588651657104 }, { "label": "pose-a", "level": 7, "artifact_state": "FAILED", "delivery_state": "SENT", "error": "NO_PRE_EVENT_KEYFRAME", "delivery_error": null, "http_status": 200, "count": 3, "final_update_age_mean_s": 7.9700697263081866, "final_update_age_max_s": 15.704280614852905 }, { "label": "pose-a", "level": 7, "artifact_state": "READY", "delivery_state": "SENT", "error": null, "delivery_error": null, "http_status": 200, "count": 58, "final_update_age_mean_s": 7.773084032124486, "final_update_age_max_s": 19.542015075683594 }, { "label": "pose-a", "level": 8, "artifact_state": "EXPIRED", "delivery_state": "EXPIRED", "error": "EVICTED_CAPACITY", "delivery_error": null, "http_status": null, "count": 2, "final_update_age_mean_s": 16.806819438934326, "final_update_age_max_s": 20.100496768951416 }, { "label": "pose-a", "level": 8, "artifact_state": "FAILED", "delivery_state": "SENT", "error": "NO_PRE_EVENT_KEYFRAME", "delivery_error": null, "http_status": 200, "count": 5, "final_update_age_mean_s": 9.303769588470459, "final_update_age_max_s": 19.17250680923462 }, { "label": "pose-a", "level": 8, "artifact_state": "READY", "delivery_state": "SENT", "error": null, "delivery_error": null, "http_status": 200, "count": 60, "final_update_age_mean_s": 8.35661213795344, "final_update_age_max_s": 23.086002111434937 }, { "label": "pose-a", "level": 9, "artifact_state": "EXPIRED", "delivery_state": "EXPIRED", "error": "EVICTED_CAPACITY", "delivery_error": null, "http_status": null, "count": 6, "final_update_age_mean_s": 17.873449047406513, "final_update_age_max_s": 20.182156324386597 }, { "label": "pose-a", "level": 9, "artifact_state": "FAILED", "delivery_state": "SENT", "error": "NO_PRE_EVENT_KEYFRAME", "delivery_error": null, "http_status": 200, "count": 4, "final_update_age_mean_s": 16.127345383167267, "final_update_age_max_s": 20.80819344520569 }, { "label": "pose-a", "level": 9, "artifact_state": "READY", "delivery_state": "SENT", "error": null, "delivery_error": null, "http_status": 200, "count": 62, "final_update_age_mean_s": 10.373966505450587, "final_update_age_max_s": 23.6339590549469 }, { "label": "pose-a", "level": 10, "artifact_state": "EXPIRED", "delivery_state": "EXPIRED", "error": "EVICTED_CAPACITY", "delivery_error": null, "http_status": null, "count": 8, "final_update_age_mean_s": 19.64136466383934, "final_update_age_max_s": 21.822048664093018 }, { "label": "pose-a", "level": 10, "artifact_state": "FAILED", "delivery_state": "SENT", "error": "NO_PRE_EVENT_KEYFRAME", "delivery_error": null, "http_status": 200, "count": 4, "final_update_age_mean_s": 14.192001104354858, "final_update_age_max_s": 20.693981409072876 }, { "label": "pose-a", "level": 10, "artifact_state": "READY", "delivery_state": "SENT", "error": null, "delivery_error": null, "http_status": 200, "count": 71, "final_update_age_mean_s": 14.401409763685415, "final_update_age_max_s": 24.20583438873291 }, { "label": "pose-a", "level": 11, "artifact_state": "EXPIRED", "delivery_state": "EXPIRED", "error": "EVICTED_CAPACITY", "delivery_error": null, "http_status": null, "count": 19, "final_update_age_mean_s": 20.657389113777562, "final_update_age_max_s": 25.954774379730225 }, { "label": "pose-a", "level": 11, "artifact_state": "FAILED", "delivery_state": "SENT", "error": "NO_PRE_EVENT_KEYFRAME", "delivery_error": null, "http_status": 200, "count": 6, "final_update_age_mean_s": 18.983112692832947, "final_update_age_max_s": 21.92963933944702 }, { "label": "pose-a", "level": 11, "artifact_state": "READY", "delivery_state": "SENT", "error": null, "delivery_error": null, "http_status": 200, "count": 67, "final_update_age_mean_s": 19.12630953361739, "final_update_age_max_s": 28.316347122192383 }, { "label": "pose-a-resume", "level": 12, "artifact_state": "EXPIRED", "delivery_state": "EXPIRED", "error": "EVICTED_CAPACITY", "delivery_error": null, "http_status": null, "count": 14, "final_update_age_mean_s": 18.92793713297163, "final_update_age_max_s": 20.412803888320923 }, { "label": "pose-a-resume", "level": 12, "artifact_state": "FAILED", "delivery_state": "SENT", "error": "NO_PRE_EVENT_KEYFRAME", "delivery_error": null, "http_status": 200, "count": 13, "final_update_age_mean_s": 13.843545895356398, "final_update_age_max_s": 23.239275217056274 }, { "label": "pose-a-resume", "level": 12, "artifact_state": "READY", "delivery_state": "SENT", "error": null, "delivery_error": null, "http_status": 200, "count": 73, "final_update_age_mean_s": 14.867320181572275, "final_update_age_max_s": 23.909101009368896 }, { "label": "pose-a-resume", "level": 13, "artifact_state": "EXPIRED", "delivery_state": "EXPIRED", "error": "EVICTED_CAPACITY", "delivery_error": null, "http_status": null, "count": 44, "final_update_age_mean_s": 17.94915952465751, "final_update_age_max_s": 20.362809896469116 }, { "label": "pose-a-resume", "level": 13, "artifact_state": "FAILED", "delivery_state": "SENT", "error": "NO_PRE_EVENT_KEYFRAME", "delivery_error": null, "http_status": 200, "count": 11, "final_update_age_mean_s": 18.759321321140636, "final_update_age_max_s": 22.39574933052063 }, { "label": "pose-a-resume", "level": 13, "artifact_state": "FAILED", "delivery_state": "SENT", "error": "PENDING_CAP_PROTECTED", "delivery_error": null, "http_status": 200, "count": 1, "final_update_age_mean_s": 0.23911285400390625, "final_update_age_max_s": 0.23911285400390625 }, { "label": "pose-a-resume", "level": 13, "artifact_state": "READY", "delivery_state": "SENT", "error": null, "delivery_error": null, "http_status": 200, "count": 53, "final_update_age_mean_s": 16.578557270877766, "final_update_age_max_s": 22.35709023475647 }, { "label": "pose-a-resume", "level": 14, "artifact_state": "EXPIRED", "delivery_state": "EXPIRED", "error": "EVICTED_CAPACITY", "delivery_error": null, "http_status": null, "count": 48, "final_update_age_mean_s": 16.277403285106022, "final_update_age_max_s": 19.176648378372192 }, { "label": "pose-a-resume", "level": 14, "artifact_state": "FAILED", "delivery_state": "SENT", "error": "NO_PRE_EVENT_KEYFRAME", "delivery_error": null, "http_status": 200, "count": 9, "final_update_age_mean_s": 16.536824385325115, "final_update_age_max_s": 20.600994348526 }, { "label": "pose-a-resume", "level": 14, "artifact_state": "READY", "delivery_state": "SENT", "error": null, "delivery_error": null, "http_status": 200, "count": 58, "final_update_age_mean_s": 15.851792286182272, "final_update_age_max_s": 20.72140407562256 }, { "label": "pose-a-resume", "level": 15, "artifact_state": "EXPIRED", "delivery_state": "EXPIRED", "error": "EVICTED_CAPACITY", "delivery_error": null, "http_status": null, "count": 58, "final_update_age_mean_s": 15.64187804994912, "final_update_age_max_s": 17.704160451889038 }, { "label": "pose-a-resume", "level": 15, "artifact_state": "FAILED", "delivery_state": "SENT", "error": "NO_PRE_EVENT_KEYFRAME", "delivery_error": null, "http_status": 200, "count": 9, "final_update_age_mean_s": 13.49516659312778, "final_update_age_max_s": 18.705843210220337 }, { "label": "pose-a-resume", "level": 15, "artifact_state": "FAILED", "delivery_state": "SENT", "error": "PENDING_CAP_PROTECTED", "delivery_error": null, "http_status": 200, "count": 1, "final_update_age_mean_s": 0.04963040351867676, "final_update_age_max_s": 0.04963040351867676 }, { "label": "pose-a-resume", "level": 15, "artifact_state": "READY", "delivery_state": "SENT", "error": null, "delivery_error": null, "http_status": 200, "count": 56, "final_update_age_mean_s": 14.567122706345149, "final_update_age_max_s": 20.24187469482422 }, { "label": "pose-a-resume", "level": 16, "artifact_state": "EXPIRED", "delivery_state": "EXPIRED", "error": "EVICTED_CAPACITY", "delivery_error": null, "http_status": null, "count": 37, "final_update_age_mean_s": 14.425546820099289, "final_update_age_max_s": 15.70293378829956 }, { "label": "pose-a-resume", "level": 16, "artifact_state": "FAILED", "delivery_state": "SENT", "error": "NO_PRE_EVENT_KEYFRAME", "delivery_error": null, "http_status": 200, "count": 11, "final_update_age_mean_s": 16.517395387996327, "final_update_age_max_s": 22.28221893310547 }, { "label": "pose-a-resume", "level": 16, "artifact_state": "FAILED", "delivery_state": "SENT", "error": "PENDING_CAP_PROTECTED", "delivery_error": null, "http_status": 200, "count": 2, "final_update_age_mean_s": 0.2470000982284546, "final_update_age_max_s": 0.4517996311187744 }, { "label": "pose-a-resume", "level": 16, "artifact_state": "READY", "delivery_state": "SENT", "error": null, "delivery_error": null, "http_status": 200, "count": 90, "final_update_age_mean_s": 18.268433011902705, "final_update_age_max_s": 39.231749534606934 } ] }, "final_state": { "image": "sha256:cf2cb9359575d5c1200de72624fce9c0721939e1af365560e563f66058c40ab8", "channels_stopped": 44, "gateway": true, "bridge": { "auth": null, "wss": { "connected": true, "counts": { "connections": 2, "pings": 89, "pongs": 89, "disconnects": 1 }, "actions": { "control.server.status": 2, "tokens.flushCache": 2, "ai.runtimeStatus.get": 2, "ai.connectionInfo.get": 2 }, "lastError": null } }, "models": { "RFDETRKeypointPreview": { "name": "RFDETRKeypointPreview", "platform": "tensorrt_plan", "backend": "tensorrt", "runtime": "", "version_policy": { "specific": { "versions": [ 8 ] } }, "max_batch_size": 8, "input": [ { "name": "input", "data_type": "TYPE_FP16", "format": "FORMAT_NONE", "dims": [ 3, 576, 576 ], "is_shape_tensor": false, "allow_ragged_batch": false, "optional": false, "is_non_linear_format_io": false } ], "output": [ { "name": "dets", "data_type": "TYPE_FP32", "dims": [ 100, 4 ], "label_filename": "", "is_shape_tensor": false, "is_non_linear_format_io": false }, { "name": "labels", "data_type": "TYPE_FP32", "dims": [ 100, 2 ], "label_filename": "", "is_shape_tensor": false, "is_non_linear_format_io": false }, { "name": "keypoints", "data_type": "TYPE_FP32", "dims": [ 100, 34, 8 ], "label_filename": "", "is_shape_tensor": false, "is_non_linear_format_io": false } ], "batch_input": [], "batch_output": [], "optimization": { "priority": "PRIORITY_DEFAULT", "input_pinned_memory": { "enable": true }, "output_pinned_memory": { "enable": true }, "gather_kernel_buffer_threshold": 0, "eager_batching": false }, "dynamic_batching": { "preferred_batch_size": [ 8 ], "max_queue_delay_microseconds": 5000, "preserve_ordering": false, "priority_levels": 0, "default_priority_level": 0, "priority_queue_policy": {} }, "instance_group": [ { "name": "RFDETRKeypointPreview_0", "kind": "KIND_GPU", "count": 8, "gpus": [ 0 ], "secondary_devices": [], "profile": [], "passive": false, "host_policy": "" } ], "default_model_filename": "model.plan", "cc_model_filenames": {}, "metric_tags": {}, "parameters": {}, "model_warmup": [] }, "RFDETRFireSmoke": { "name": "RFDETRFireSmoke", "platform": "tensorrt_plan", "backend": "tensorrt", "runtime": "", "version_policy": { "specific": { "versions": [ 8 ] } }, "max_batch_size": 8, "input": [ { "name": "input", "data_type": "TYPE_FP16", "format": "FORMAT_NONE", "dims": [ 3, 576, 576 ], "is_shape_tensor": false, "allow_ragged_batch": false, "optional": false, "is_non_linear_format_io": false } ], "output": [ { "name": "dets", "data_type": "TYPE_FP32", "dims": [ 300, 4 ], "label_filename": "", "is_shape_tensor": false, "is_non_linear_format_io": false }, { "name": "labels", "data_type": "TYPE_FP32", "dims": [ 300, 3 ], "label_filename": "", "is_shape_tensor": false, "is_non_linear_format_io": false } ], "batch_input": [], "batch_output": [], "optimization": { "priority": "PRIORITY_DEFAULT", "input_pinned_memory": { "enable": true }, "output_pinned_memory": { "enable": true }, "gather_kernel_buffer_threshold": 0, "eager_batching": false }, "dynamic_batching": { "preferred_batch_size": [ 8 ], "max_queue_delay_microseconds": 5000, "preserve_ordering": false, "priority_levels": 0, "default_priority_level": 0, "priority_queue_policy": {} }, "instance_group": [ { "name": "RFDETRFireSmoke_0", "kind": "KIND_GPU", "count": 8, "gpus": [ 0 ], "secondary_devices": [], "profile": [], "passive": false, "host_policy": "" } ], "default_model_filename": "model.plan", "cc_model_filenames": {}, "metric_tags": {}, "parameters": {}, "model_warmup": [] }, "Awiros_person_and_head_detection": { "name": "Awiros_person_and_head_detection", "platform": "tensorrt_plan", "backend": "tensorrt", "runtime": "", "version_policy": { "specific": { "versions": [ 8 ] } }, "max_batch_size": 8, "input": [ { "name": "input", "data_type": "TYPE_FP16", "format": "FORMAT_NONE", "dims": [ 3, 512, 512 ], "is_shape_tensor": false, "allow_ragged_batch": false, "optional": false, "is_non_linear_format_io": false } ], "output": [ { "name": "dets", "data_type": "TYPE_FP32", "dims": [ 300, 4 ], "label_filename": "", "is_shape_tensor": false, "is_non_linear_format_io": false }, { "name": "labels", "data_type": "TYPE_FP32", "dims": [ 300, 3 ], "label_filename": "", "is_shape_tensor": false, "is_non_linear_format_io": false } ], "batch_input": [], "batch_output": [], "optimization": { "priority": "PRIORITY_DEFAULT", "input_pinned_memory": { "enable": true }, "output_pinned_memory": { "enable": true }, "gather_kernel_buffer_threshold": 0, "eager_batching": false }, "dynamic_batching": { "preferred_batch_size": [ 8 ], "max_queue_delay_microseconds": 5000, "preserve_ordering": false, "priority_levels": 0, "default_priority_level": 0, "priority_queue_policy": {} }, "instance_group": [ { "name": "Awiros_person_and_head_detection_0", "kind": "KIND_GPU", "count": 8, "gpus": [ 0 ], "secondary_devices": [], "profile": [], "passive": false, "host_policy": "" } ], "default_model_filename": "model.plan", "cc_model_filenames": {}, "metric_tags": {}, "parameters": {}, "model_warmup": [] } }, "training": { "revision": "4e201e13cee54159bb65176c67859b77fee05af30fe379c056451fdc0f6d358d", "configured": { "enabled": true, "minimum_persons": 8, "interval_seconds": 900, "width": 1280, "height": 720, "max_bytes": 2000000000000, "min_free_bytes": 100000000000 }, "effective": { "enabled": true, "minimum_persons": 8, "interval_seconds": 900, "width": 1280, "height": 720, "max_bytes": 2000000000000, "min_free_bytes": 100000000000 }, "apply": "subsequent_jobs", "refresh_seconds": 1, "units": { "bytes": "decimal", "interval": "seconds" }, "status": { "counts": { "FAILED": 20, "READY": 17 }, "recent": [ { "id": "ba6d07a705b14d8aa529a6b82140c3a7", "camera": "36", "state": "READY", "created": 1790517836.430413, "finished": 1790517881.549249, "error": null }, { "id": "5f1514cf0d634bf8a534cc06e7088033", "camera": "39", "state": "READY", "created": 1790517814.63775, "finished": 1790517880.392159, "error": null }, { "id": "dc9c1cb6284f447e9eb5ccb5be0e2e33", "camera": "33", "state": "FAILED", "created": 1790517740.6232038, "finished": 1790517860.7984948, "error": "QUEUE_EXPIRED" }, { "id": "466bb6b97c4740dcb5e7475d341db085", "camera": "40", "state": "FAILED", "created": 1790517739.611186, "finished": 1790517860.1226768, "error": "QUEUE_EXPIRED" }, { "id": "323e01c309e545cd81b2092f7904e2ca", "camera": "34", "state": "FAILED", "created": 1790517714.8921807, "finished": 1790517835.0201392, "error": "QUEUE_EXPIRED" }, { "id": "efe99593435c4508b80b20b4271dd529", "camera": "39", "state": "FAILED", "created": 1790517693.7313623, "finished": 1790517813.8794503, "error": "QUEUE_EXPIRED" }, { "id": "ae0daf71bc294685b5823fc09dc4f652", "camera": "33", "state": "FAILED", "created": 1790517619.2490366, "finished": 1790517739.7166846, "error": "QUEUE_EXPIRED" }, { "id": "7390c1576bbf4bf4993167a6a50550de", "camera": "40", "state": "FAILED", "created": 1790517618.609201, "finished": 1790517738.6169395, "error": "QUEUE_EXPIRED" }, { "id": "67afe2fc4c834a0781388a839b28163a", "camera": "36", "state": "FAILED", "created": 1790517594.1901636, "finished": 1790517714.4736476, "error": "QUEUE_EXPIRED" }, { "id": "666ef2e9075842eab4b69da808059b04", "camera": "39", "state": "FAILED", "created": 1790517573.0903015, "finished": 1790517693.1305358, "error": "QUEUE_EXPIRED" } ], "last_failure": null, "worker_alive": true } }, "artifact": { "enabled": true, "http_enabled": true, "workers": 8, "render_limit": 4, "active": 0, "activity": { "idle": 8 }, "rendering": 0, "peaks": {}, "counts": { "retention_deleted": 0, "retention_blocked": 0 }, "error": null, "ledger": { "storage": { "id": 1, "paused": false, "observed_bytes": 110308732341, "observed_at": 1790518243.263873, "reserved_jobs": 0, "reserved_bytes": 0, "accounting_revision": 272658, "retention_target": 0 }, "pending": [], "sampled_at": 1790518245.6378484 }, "storage_warning": false, "storage_warning_bytes": 3200000000000, "storage_cap_bytes": 4000000000000 }, "ledger": { "count": 193179, "attempts": 47592, "reservations": 0 }, "options": { "CONTEXTRA_TEST_NO_CAPTURE": "false", "CONTEXTRA_SOURCE_LATEST_TRIAL": "true", "CONTEXTRA_COMPLETED_QUEUE_MAX_AGE_SECONDS": "1", "CONTEXTRA_PROVIDER_LINEAR_TRIAL": "true", "CONTEXTRA_PROVIDER_FRESHNESS_ENABLED": "false", "CONTEXTRA_PIPELINE_DIAGNOSTICS": "false", "CONTEXTRA_INPUT_TIMING_SECONDS": "0" }, "gpu": "7048 MiB, 24467 MiB\n", "gpu_processes": "3397717, tritonserver, 7030 MiB\n" }, "limits": [ "A12 partial failure retained, then user approved normal Artifact admission rejection to continue; limits unchanged", "Pose A12 restarted prior channels; anchors reset only because runs changed", "Pose C1 completed before scope reduction is ancillary; no full C curve", "C16 fresh runs, A16 cumulative runs; same URIs do not imply same Frames or Event burden", "p95_bucket_upper_ms is a histogram bucket bound, not exact p95; native joins are sampled", "Negative anchored drift is not negative absolute video latency; no absolute capture clock verified" ] }