{ "rows": [ { "mode": "mixed", "level": 1, "provider": "crowd", "seconds": 29.999967131298035, "selected_fps": 9.933344216537686, "requested_fps": 9.933344216537686, "complete_fps": 9.933344216537686, "accepted_fps": 9.933344216537686, "finalized_fps": 9.933344216537686, "redis_fps": 9.933344216537686, "redis_min": 9.933344216537686, "redis_std": 0.0, "total_redis_fps": 9.933344216537686, "complete_min": 9.933344216537686, "queue_expired": 0, "capacity_drop": 0, "max_redis_silence_s": 0.20985331339761615, "source_drift_mean_s": 0.006488000000000198, "redis_drift_mean_s": -0.059947366288069306, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "c_suppressed": 0, "batch_executions": { "1": 296, "2": 0 }, "triton": { "success": { "count": 296, "mean_ms": 19.015572239864863 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 296, "mean_ms": 5.282720925675675 }, "compute_input": { "count": 296, "mean_ms": 0.2451829189189189 }, "compute_infer": { "count": 296, "mean_ms": 12.460402087837837 }, "compute_output": { "count": 296, "mean_ms": 0.645220472972973 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 298, "sum_ns": 31710293000, "mean_ms": 106.41037919463088 }, "source_exit_to_ingress": { "n": 298, "sum_ns": 395525940, "mean_ms": 1.327268255033557 }, "source_encoded_queue": { "n": 298, "sum_ns": 36649000, "mean_ms": 0.12298322147651007 }, "decode_between_queues": { "n": 298, "sum_ns": 30400507000, "mean_ms": 102.01512416107381 }, "source_raw_queue": { "n": 298, "sum_ns": 28061000, "mean_ms": 0.09416442953020135 }, "raw_queue_to_source_exit": { "n": 298, "sum_ns": 36950000, "mean_ms": 0.12399328859060403 }, "selected_to_preprocess_start": { "n": 298, "sum_ns": 869538208, "mean_ms": 2.9179134496644297 }, "preprocess_start_to_preprocess_output": { "n": 298, "sum_ns": 469663878, "mean_ms": 1.5760532818791946 }, "selected_to_preprocess": { "n": 298, "sum_ns": 1524731475, "mean_ms": 5.116548573825503 }, "preprocess_start_to_preprocess": { "n": 298, "sum_ns": 655193267, "mean_ms": 2.1986351241610738 }, "preprocess_output_to_infer_entry": { "n": 298, "sum_ns": 185529389, "mean_ms": 0.6225818422818792 }, "preprocess_to_infer_output": { "n": 298, "sum_ns": 7701129708, "mean_ms": 25.842717140939598 }, "preprocess_to_callback": { "n": 298, "sum_ns": 8479146826, "mean_ms": 28.453512838926173 }, "infer_output_to_callback": { "n": 298, "sum_ns": 778017118, "mean_ms": 2.610795697986577 }, "copy_wall": { "n": 298, "sum_ns": 5231038562, "mean_ms": 17.553820677852347 }, "copy_thread_cpu": { "n": 298, "sum_ns": 5037066574, "mean_ms": 16.902907966442953 }, "callback_to_copied": { "n": 298, "sum_ns": 5473740994, "mean_ms": 18.368258369127517 }, "accepted_interval": { "n": 298, "sum_ns": 30015926565, "mean_ms": 100.72458578859062 }, "selected_to_submitted": { "n": 298, "sum_ns": 15622146905, "mean_ms": 52.42331176174497 }, "completed_queue_wait": { "n": 298, "sum_ns": 235732548, "mean_ms": 0.7910488187919463 }, "result_composition_wall": { "n": 298, "sum_ns": 23140033, "mean_ms": 0.07765111744966442 }, "result_composition_cpu": { "n": 298, "sum_ns": 22130717, "mean_ms": 0.07426415100671141 }, "result_artifact_handoff_wall": { "n": 298, "sum_ns": 5577439, "mean_ms": 0.018716238255033556 }, "result_artifact_handoff_cpu": { "n": 298, "sum_ns": 5571717, "mean_ms": 0.01869703691275168 }, "result_publish_wall": { "n": 298, "sum_ns": 212687337, "mean_ms": 0.7137158959731543 }, "result_publish_cpu": { "n": 298, "sum_ns": 207835211, "mean_ms": 0.6974335939597315 }, "result_total_wall": { "n": 298, "sum_ns": 1551103535, "mean_ms": 5.205045419463087 }, "result_total_cpu": { "n": 298, "sum_ns": 1503554958, "mean_ms": 5.045486436241611 } }, "existing": null, "new": { "complete_fps": 9.933344216537686, "redis_fps": 9.933344216537686 }, "cpu_busy_pct": 50.75274697106923, "gpu_util_pct": 31.428571428571427, "arm": "mixed", "trial": "mixed" }, { "mode": "mixed", "level": 1, "provider": "fire", "seconds": 29.999967131298035, "selected_fps": 9.933344216537686, "requested_fps": 9.933344216537686, "complete_fps": 9.933344216537686, "accepted_fps": 9.933344216537686, "finalized_fps": 9.933344216537686, "redis_fps": 9.933344216537686, "redis_min": 9.933344216537686, "redis_std": 0.0, "total_redis_fps": 9.933344216537686, "complete_min": 9.933344216537686, "queue_expired": 0, "capacity_drop": 0, "max_redis_silence_s": 0.22690073493868113, "source_drift_mean_s": -0.04172860416666646, "redis_drift_mean_s": -0.22577126833153952, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "c_suppressed": 0, "batch_executions": { "1": 294, "2": 1 }, "triton": { "success": { "count": 296, "mean_ms": 19.298351013513514 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 296, "mean_ms": 5.2823377466216215 }, "compute_input": { "count": 296, "mean_ms": 0.25076875675675675 }, "compute_infer": { "count": 296, "mean_ms": 12.80228095608108 }, "compute_output": { "count": 296, "mean_ms": 0.6333731148648648 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 298, "sum_ns": 31695043000, "mean_ms": 106.35920469798657 }, "source_exit_to_ingress": { "n": 298, "sum_ns": 524716379, "mean_ms": 1.7607932181208055 }, "source_encoded_queue": { "n": 298, "sum_ns": 33996000, "mean_ms": 0.11408053691275168 }, "decode_between_queues": { "n": 298, "sum_ns": 30381530000, "mean_ms": 101.95144295302013 }, "source_raw_queue": { "n": 298, "sum_ns": 28592000, "mean_ms": 0.09594630872483222 }, "raw_queue_to_source_exit": { "n": 298, "sum_ns": 34408000, "mean_ms": 0.11546308724832215 }, "selected_to_preprocess_start": { "n": 298, "sum_ns": 809795820, "mean_ms": 2.717435637583893 }, "preprocess_start_to_preprocess_output": { "n": 298, "sum_ns": 462632618, "mean_ms": 1.5524584496644296 }, "selected_to_preprocess": { "n": 298, "sum_ns": 1453555559, "mean_ms": 4.877703218120805 }, "preprocess_start_to_preprocess": { "n": 298, "sum_ns": 643759739, "mean_ms": 2.1602675805369125 }, "preprocess_output_to_infer_entry": { "n": 298, "sum_ns": 181127121, "mean_ms": 0.6078091308724832 }, "preprocess_to_infer_output": { "n": 298, "sum_ns": 7839879116, "mean_ms": 26.308319181208056 }, "preprocess_to_callback": { "n": 298, "sum_ns": 8626176126, "mean_ms": 28.94689975167785 }, "infer_output_to_callback": { "n": 298, "sum_ns": 786297010, "mean_ms": 2.6385805704697987 }, "copy_wall": { "n": 298, "sum_ns": 5416044696, "mean_ms": 18.174646630872484 }, "copy_thread_cpu": { "n": 298, "sum_ns": 5187588246, "mean_ms": 17.408014248322146 }, "callback_to_copied": { "n": 298, "sum_ns": 5659372317, "mean_ms": 18.991182271812082 }, "accepted_interval": { "n": 298, "sum_ns": 30011860777, "mean_ms": 100.71094220469799 }, "selected_to_submitted": { "n": 298, "sum_ns": 15895589235, "mean_ms": 53.34090347315436 }, "completed_queue_wait": { "n": 298, "sum_ns": 273035680, "mean_ms": 0.9162271140939596 }, "result_composition_wall": { "n": 298, "sum_ns": 15428999, "mean_ms": 0.0517751644295302 }, "result_composition_cpu": { "n": 298, "sum_ns": 14353015, "mean_ms": 0.04816447986577181 }, "result_artifact_handoff_wall": { "n": 298, "sum_ns": 8193242, "mean_ms": 0.02749410067114094 }, "result_artifact_handoff_cpu": { "n": 298, "sum_ns": 5009957, "mean_ms": 0.01681193624161074 }, "result_publish_wall": { "n": 298, "sum_ns": 144650856, "mean_ms": 0.48540555704697985 }, "result_publish_cpu": { "n": 298, "sum_ns": 139119996, "mean_ms": 0.46684562416107384 }, "result_total_wall": { "n": 298, "sum_ns": 1357625513, "mean_ms": 4.5557903120805365 }, "result_total_cpu": { "n": 298, "sum_ns": 1320003390, "mean_ms": 4.429541577181208 } }, "existing": null, "new": { "complete_fps": 9.933344216537686, "redis_fps": 9.933344216537686 }, "cpu_busy_pct": 50.75274697106923, "gpu_util_pct": 31.428571428571427, "arm": "mixed", "trial": "mixed" }, { "mode": "mixed", "level": 1, "provider": "pose", "seconds": 29.999967131298035, "selected_fps": 9.900010846683532, "requested_fps": 9.900010846683532, "complete_fps": 9.933344216537686, "accepted_fps": 9.933344216537686, "finalized_fps": 9.933344216537686, "redis_fps": 9.933344216537686, "redis_min": 9.933344216537686, "redis_std": 0.0, "total_redis_fps": 9.933344216537686, "complete_min": 9.933344216537686, "queue_expired": 0, "capacity_drop": 0, "max_redis_silence_s": 0.529978453181684, "source_drift_mean_s": 0.02134197916666684, "redis_drift_mean_s": -0.39309025875204623, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "c_suppressed": 4, "batch_executions": { "1": 275, "2": 8, "3": 1, "4": 0, "5": 0, "6": 0, "7": 0, "8": 0 }, "triton": { "success": { "count": 294, "mean_ms": 23.70800306802721 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 294, "mean_ms": 5.712578214285714 }, "compute_input": { "count": 294, "mean_ms": 0.2606735238095238 }, "compute_infer": { "count": 294, "mean_ms": 16.587927421768708 }, "compute_output": { "count": 294, "mean_ms": 0.7491297040816327 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 296, "sum_ns": 31838052000, "mean_ms": 107.56098648648648 }, "source_exit_to_ingress": { "n": 296, "sum_ns": 4063709235, "mean_ms": 13.728747415540541 }, "source_encoded_queue": { "n": 296, "sum_ns": 36480000, "mean_ms": 0.12324324324324323 }, "decode_between_queues": { "n": 296, "sum_ns": 30203525000, "mean_ms": 102.0389358108108 }, "source_raw_queue": { "n": 296, "sum_ns": 362710000, "mean_ms": 1.2253716216216215 }, "raw_queue_to_source_exit": { "n": 296, "sum_ns": 34968000, "mean_ms": 0.11813513513513513 }, "selected_to_preprocess_start": { "n": 296, "sum_ns": 960094979, "mean_ms": 3.243564118243243 }, "preprocess_start_to_preprocess_output": { "n": 296, "sum_ns": 605570274, "mean_ms": 2.0458455202702703 }, "selected_to_preprocess": { "n": 296, "sum_ns": 1851938872, "mean_ms": 6.256550243243243 }, "preprocess_start_to_preprocess": { "n": 296, "sum_ns": 891843893, "mean_ms": 3.012986125 }, "preprocess_output_to_infer_entry": { "n": 296, "sum_ns": 286273619, "mean_ms": 0.9671406047297297 }, "preprocess_to_infer_output": { "n": 297, "sum_ns": 10794989284, "mean_ms": 36.34676526599327 }, "preprocess_to_callback": { "n": 296, "sum_ns": 11421795787, "mean_ms": 38.587147929054055 }, "infer_output_to_callback": { "n": 296, "sum_ns": 692592891, "mean_ms": 2.339840847972973 }, "copy_wall": { "n": 298, "sum_ns": 3631497097, "mean_ms": 12.186231869127518 }, "copy_thread_cpu": { "n": 298, "sum_ns": 3448852335, "mean_ms": 11.573329983221477 }, "callback_to_copied": { "n": 296, "sum_ns": 3838530637, "mean_ms": 12.968008908783784 }, "accepted_interval": { "n": 297, "sum_ns": 30230324218, "mean_ms": 101.78560342760943 }, "selected_to_submitted": { "n": 296, "sum_ns": 17312494109, "mean_ms": 58.48815577364865 }, "completed_queue_wait": { "n": 298, "sum_ns": 1670587285, "mean_ms": 5.605997600671141 }, "result_observations_wall": { "n": 298, "sum_ns": 1104758792, "mean_ms": 3.7072442684563756 }, "result_observations_cpu": { "n": 298, "sum_ns": 1053578825, "mean_ms": 3.535499412751678 }, "result_nms_wall": { "n": 298, "sum_ns": 1061125104, "mean_ms": 3.5608224966442954 }, "result_nms_cpu": { "n": 298, "sum_ns": 756404534, "mean_ms": 2.538270248322148 }, "result_tracking_wall": { "n": 298, "sum_ns": 1443223634, "mean_ms": 4.84303232885906 }, "result_tracking_cpu": { "n": 298, "sum_ns": 1190340272, "mean_ms": 3.9944304429530204 }, "result_region_wall": { "n": 298, "sum_ns": 229773267, "mean_ms": 0.7710512315436242 }, "result_region_cpu": { "n": 298, "sum_ns": 229560703, "mean_ms": 0.7703379295302014 }, "result_fall_wall": { "n": 298, "sum_ns": 482826040, "mean_ms": 1.620221610738255 }, "result_fall_cpu": { "n": 298, "sum_ns": 479405741, "mean_ms": 1.6087440973154363 }, "result_fight_wall": { "n": 298, "sum_ns": 149080113, "mean_ms": 0.5002688355704697 }, "result_fight_cpu": { "n": 298, "sum_ns": 146110886, "mean_ms": 0.4903049865771812 }, "result_collector_wall": { "n": 298, "sum_ns": 3125335240, "mean_ms": 10.487702147651007 }, "result_collector_cpu": { "n": 298, "sum_ns": 3003619222, "mean_ms": 10.079259134228188 }, "result_composition_wall": { "n": 298, "sum_ns": 25738895, "mean_ms": 0.08637213087248322 }, "result_composition_cpu": { "n": 298, "sum_ns": 25786164, "mean_ms": 0.08653075167785235 }, "result_artifact_handoff_wall": { "n": 298, "sum_ns": 7219014, "mean_ms": 0.024224879194630875 }, "result_artifact_handoff_cpu": { "n": 298, "sum_ns": 6895641, "mean_ms": 0.023139734899328857 }, "result_publish_wall": { "n": 298, "sum_ns": 540825694, "mean_ms": 1.8148513221476512 }, "result_publish_cpu": { "n": 298, "sum_ns": 510076128, "mean_ms": 1.7116648590604027 }, "result_total_wall": { "n": 298, "sum_ns": 9290919596, "mean_ms": 31.17758253691275 }, "result_total_cpu": { "n": 298, "sum_ns": 8476654042, "mean_ms": 28.44514779194631 } }, "existing": null, "new": { "complete_fps": 9.933344216537686, "redis_fps": 9.933344216537686 }, "cpu_busy_pct": 50.75274697106923, "gpu_util_pct": 31.428571428571427, "arm": "mixed", "trial": "mixed" }, { "mode": "mixed", "level": 2, "provider": "crowd", "seconds": 29.999980114866048, "selected_fps": 10.05000666152429, "requested_fps": 10.05000666152429, "complete_fps": 10.05000666152429, "accepted_fps": 10.05000666152429, "finalized_fps": 10.06667333923826, "redis_fps": 10.06667333923826, "redis_min": 10.06667333923826, "redis_std": 0.0, "total_redis_fps": 20.13334667847652, "complete_min": 10.033339983810318, "queue_expired": 0, "capacity_drop": 0, "max_redis_silence_s": 0.21473258407786489, "source_drift_mean_s": 0.008692863425926067, "redis_drift_mean_s": -0.288359910363825, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "c_suppressed": 0, "batch_executions": { "1": 559, "2": 20 }, "triton": { "success": { "count": 599, "mean_ms": 21.67615657929883 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 599, "mean_ms": 5.718671212020033 }, "compute_input": { "count": 599, "mean_ms": 0.2808821101836394 }, "compute_infer": { "count": 599, "mean_ms": 14.589102485809683 }, "compute_output": { "count": 599, "mean_ms": 0.6919377529215359 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 603, "sum_ns": 42925384000, "mean_ms": 71.18637479270315 }, "source_exit_to_ingress": { "n": 603, "sum_ns": 864599753, "mean_ms": 1.4338304361525704 }, "source_encoded_queue": { "n": 603, "sum_ns": 107868000, "mean_ms": 0.17888557213930348 }, "decode_between_queues": { "n": 603, "sum_ns": 41406991000, "mean_ms": 68.66831011608623 }, "source_raw_queue": { "n": 603, "sum_ns": 76510000, "mean_ms": 0.1268822553897181 }, "raw_queue_to_source_exit": { "n": 603, "sum_ns": 82412000, "mean_ms": 0.13666998341625208 }, "selected_to_preprocess_start": { "n": 603, "sum_ns": 1862198478, "mean_ms": 3.088223014925373 }, "preprocess_start_to_preprocess_output": { "n": 602, "sum_ns": 1142991603, "mean_ms": 1.8986571478405316 }, "selected_to_preprocess": { "n": 603, "sum_ns": 3419609516, "mean_ms": 5.670994222222222 }, "preprocess_start_to_preprocess": { "n": 603, "sum_ns": 1557411038, "mean_ms": 2.582771207296849 }, "preprocess_output_to_infer_entry": { "n": 602, "sum_ns": 399353823, "mean_ms": 0.6633784435215946 }, "preprocess_to_infer_output": { "n": 603, "sum_ns": 17692428091, "mean_ms": 29.340676767827528 }, "preprocess_to_callback": { "n": 603, "sum_ns": 19443296990, "mean_ms": 32.24427361525705 }, "infer_output_to_callback": { "n": 603, "sum_ns": 1750868899, "mean_ms": 2.903596847429519 }, "copy_wall": { "n": 603, "sum_ns": 11673621613, "mean_ms": 19.359239822553896 }, "copy_thread_cpu": { "n": 603, "sum_ns": 10760204935, "mean_ms": 17.844452628524046 }, "callback_to_copied": { "n": 603, "sum_ns": 12206441008, "mean_ms": 20.24285407628524 }, "accepted_interval": { "n": 603, "sum_ns": 60272510933, "mean_ms": 99.95441282421227 }, "selected_to_submitted": { "n": 603, "sum_ns": 35371725712, "mean_ms": 58.65957829519071 }, "completed_queue_wait": { "n": 604, "sum_ns": 560798910, "mean_ms": 0.9284750165562914 }, "result_composition_wall": { "n": 604, "sum_ns": 63000568, "mean_ms": 0.1043055761589404 }, "result_composition_cpu": { "n": 604, "sum_ns": 52847455, "mean_ms": 0.08749578642384105 }, "result_artifact_handoff_wall": { "n": 604, "sum_ns": 11816794, "mean_ms": 0.01956422847682119 }, "result_artifact_handoff_cpu": { "n": 604, "sum_ns": 11416424, "mean_ms": 0.018901364238410594 }, "result_publish_wall": { "n": 604, "sum_ns": 435722173, "mean_ms": 0.7213943261589404 }, "result_publish_cpu": { "n": 604, "sum_ns": 406112704, "mean_ms": 0.6723720264900662 }, "result_total_wall": { "n": 604, "sum_ns": 3388709423, "mean_ms": 5.610446064569537 }, "result_total_cpu": { "n": 604, "sum_ns": 3135749285, "mean_ms": 5.191637889072847 } }, "existing": { "complete_fps": 10.06667333923826, "redis_fps": 10.06667333923826 }, "new": { "complete_fps": 10.033339983810318, "redis_fps": 10.06667333923826 }, "cpu_busy_pct": 65.3754561496685, "gpu_util_pct": 38.0, "arm": "mixed", "trial": "mixed" }, { "mode": "mixed", "level": 2, "provider": "fire", "seconds": 29.999980114866048, "selected_fps": 10.033339983810318, "requested_fps": 10.033339983810318, "complete_fps": 10.016673306096347, "accepted_fps": 10.016673306096347, "finalized_fps": 10.016673306096347, "redis_fps": 10.016673306096347, "redis_min": 10.000006628382378, "redis_std": 0.016666677713970124, "total_redis_fps": 20.033346612192695, "complete_min": 10.000006628382378, "queue_expired": 0, "capacity_drop": 0, "max_redis_silence_s": 0.2567587560042739, "source_drift_mean_s": -0.01486653240740754, "redis_drift_mean_s": -0.2042084199579423, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "c_suppressed": 0, "batch_executions": { "1": 559, "2": 20, "4": 0 }, "triton": { "success": { "count": 599, "mean_ms": 21.273334071786312 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 599, "mean_ms": 5.643668310517529 }, "compute_input": { "count": 599, "mean_ms": 0.2953850550918197 }, "compute_infer": { "count": 599, "mean_ms": 14.311994460767947 }, "compute_output": { "count": 599, "mean_ms": 0.660499203672788 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 602, "sum_ns": 42942143000, "mean_ms": 71.33246345514951 }, "source_exit_to_ingress": { "n": 602, "sum_ns": 994455206, "mean_ms": 1.651918946843854 }, "source_encoded_queue": { "n": 602, "sum_ns": 112023000, "mean_ms": 0.18608471760797343 }, "decode_between_queues": { "n": 602, "sum_ns": 41427403000, "mean_ms": 68.81628405315615 }, "source_raw_queue": { "n": 602, "sum_ns": 77567000, "mean_ms": 0.12884883720930232 }, "raw_queue_to_source_exit": { "n": 602, "sum_ns": 80540000, "mean_ms": 0.13378737541528238 }, "selected_to_preprocess_start": { "n": 602, "sum_ns": 1865737995, "mean_ms": 3.099232549833887 }, "preprocess_start_to_preprocess_output": { "n": 602, "sum_ns": 1170154689, "mean_ms": 1.943778553156146 }, "selected_to_preprocess": { "n": 602, "sum_ns": 3435632430, "mean_ms": 5.70703061461794 }, "preprocess_start_to_preprocess": { "n": 602, "sum_ns": 1569894435, "mean_ms": 2.607798064784053 }, "preprocess_output_to_infer_entry": { "n": 602, "sum_ns": 399739746, "mean_ms": 0.664019511627907 }, "preprocess_to_infer_output": { "n": 600, "sum_ns": 17276238870, "mean_ms": 28.79373145 }, "preprocess_to_callback": { "n": 600, "sum_ns": 18981886440, "mean_ms": 31.636477399999997 }, "infer_output_to_callback": { "n": 600, "sum_ns": 1705647570, "mean_ms": 2.8427459500000003 }, "copy_wall": { "n": 601, "sum_ns": 11784495493, "mean_ms": 19.608145579034943 }, "copy_thread_cpu": { "n": 601, "sum_ns": 10777609416, "mean_ms": 17.93279436938436 }, "callback_to_copied": { "n": 601, "sum_ns": 12294676953, "mean_ms": 20.457033199667222 }, "accepted_interval": { "n": 601, "sum_ns": 60077619214, "mean_ms": 99.96276075540766 }, "selected_to_submitted": { "n": 601, "sum_ns": 35077767955, "mean_ms": 58.36567047420965 }, "completed_queue_wait": { "n": 601, "sum_ns": 557357203, "mean_ms": 0.9273830332778703 }, "result_composition_wall": { "n": 601, "sum_ns": 42486835, "mean_ms": 0.0706935690515807 }, "result_composition_cpu": { "n": 601, "sum_ns": 30114912, "mean_ms": 0.05010800665557404 }, "result_artifact_handoff_wall": { "n": 601, "sum_ns": 13919641, "mean_ms": 0.023160800332778703 }, "result_artifact_handoff_cpu": { "n": 601, "sum_ns": 10686861, "mean_ms": 0.01778179866888519 }, "result_publish_wall": { "n": 601, "sum_ns": 360981056, "mean_ms": 0.6006340366056572 }, "result_publish_cpu": { "n": 601, "sum_ns": 322798387, "mean_ms": 0.5371021414309484 }, "result_total_wall": { "n": 601, "sum_ns": 2976487129, "mean_ms": 4.952557618968386 }, "result_total_cpu": { "n": 601, "sum_ns": 2791871817, "mean_ms": 4.645377399334443 } }, "existing": { "complete_fps": 10.033339983810318, "redis_fps": 10.033339983810318 }, "new": { "complete_fps": 10.000006628382378, "redis_fps": 10.000006628382378 }, "cpu_busy_pct": 65.3754561496685, "gpu_util_pct": 38.0, "arm": "mixed", "trial": "mixed" }, { "mode": "mixed", "level": 2, "provider": "pose", "seconds": 29.999980114866048, "selected_fps": 9.716673107244876, "requested_fps": 9.716673107244876, "complete_fps": 9.750006462672818, "accepted_fps": 9.750006462672818, "finalized_fps": 9.750006462672818, "redis_fps": 9.750006462672818, "redis_min": 9.666673074102965, "redis_std": 0.08333338856985328, "total_redis_fps": 19.500012925345636, "complete_min": 9.666673074102965, "queue_expired": 0, "capacity_drop": 0, "max_redis_silence_s": 0.5012578866444528, "source_drift_mean_s": 0.018079126157407293, "redis_drift_mean_s": -0.41951287040821617, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "c_suppressed": 13, "batch_executions": { "1": 511, "2": 26, "3": 5, "4": 1, "5": 0, "6": 0, "7": 0, "8": 0 }, "triton": { "success": { "count": 582, "mean_ms": 26.491136608247423 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 582, "mean_ms": 6.417207109965635 }, "compute_input": { "count": 582, "mean_ms": 0.30036821993127144 }, "compute_infer": { "count": 582, "mean_ms": 18.44049509450172 }, "compute_output": { "count": 582, "mean_ms": 0.8413429776632303 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 581, "sum_ns": 42226608000, "mean_ms": 72.67918760757316 }, "source_exit_to_ingress": { "n": 581, "sum_ns": 8783722037, "mean_ms": 15.118282335628226 }, "source_encoded_queue": { "n": 581, "sum_ns": 93205000, "mean_ms": 0.16042168674698795 }, "decode_between_queues": { "n": 581, "sum_ns": 40113561000, "mean_ms": 69.04227366609295 }, "source_raw_queue": { "n": 581, "sum_ns": 691316000, "mean_ms": 1.1898726333907055 }, "raw_queue_to_source_exit": { "n": 581, "sum_ns": 81104000, "mean_ms": 0.13959380378657485 }, "selected_to_preprocess_start": { "n": 580, "sum_ns": 2251076973, "mean_ms": 3.8811671948275865 }, "preprocess_start_to_preprocess_output": { "n": 580, "sum_ns": 1770418501, "mean_ms": 3.0524456913793108 }, "selected_to_preprocess": { "n": 581, "sum_ns": 4724440530, "mean_ms": 8.131567177280552 }, "preprocess_start_to_preprocess": { "n": 580, "sum_ns": 2453843408, "mean_ms": 4.230764496551724 }, "preprocess_output_to_infer_entry": { "n": 581, "sum_ns": 685348930, "mean_ms": 1.1796022891566265 }, "preprocess_to_infer_output": { "n": 583, "sum_ns": 23184766087, "mean_ms": 39.768037885077185 }, "preprocess_to_callback": { "n": 583, "sum_ns": 24883381720, "mean_ms": 42.68161530017152 }, "infer_output_to_callback": { "n": 583, "sum_ns": 1698615633, "mean_ms": 2.91357741509434 }, "copy_wall": { "n": 585, "sum_ns": 8337635593, "mean_ms": 14.252368535042734 }, "copy_thread_cpu": { "n": 585, "sum_ns": 7427741355, "mean_ms": 12.69699376923077 }, "callback_to_copied": { "n": 583, "sum_ns": 8788772067, "mean_ms": 15.075080732418524 }, "accepted_interval": { "n": 585, "sum_ns": 60193251519, "mean_ms": 102.89444704102564 }, "selected_to_submitted": { "n": 583, "sum_ns": 38746866812, "mean_ms": 66.4611780651801 }, "completed_queue_wait": { "n": 585, "sum_ns": 3460526509, "mean_ms": 5.915429929914531 }, "result_observations_wall": { "n": 585, "sum_ns": 2679710887, "mean_ms": 4.5807023709401715 }, "result_observations_cpu": { "n": 585, "sum_ns": 2450776481, "mean_ms": 4.189361505982906 }, "result_nms_wall": { "n": 585, "sum_ns": 2347677411, "mean_ms": 4.01312377948718 }, "result_nms_cpu": { "n": 585, "sum_ns": 1517395334, "mean_ms": 2.5938381777777777 }, "result_tracking_wall": { "n": 585, "sum_ns": 2094386948, "mean_ms": 3.5801486290598294 }, "result_tracking_cpu": { "n": 585, "sum_ns": 1680821895, "mean_ms": 2.8731998205128204 }, "result_region_wall": { "n": 585, "sum_ns": 636026773, "mean_ms": 1.087225252991453 }, "result_region_cpu": { "n": 585, "sum_ns": 607997702, "mean_ms": 1.039312311111111 }, "result_fall_wall": { "n": 585, "sum_ns": 1383786091, "mean_ms": 2.3654463094017095 }, "result_fall_cpu": { "n": 585, "sum_ns": 1304229354, "mean_ms": 2.2294518871794873 }, "result_fight_wall": { "n": 585, "sum_ns": 358048039, "mean_ms": 0.6120479299145299 }, "result_fight_cpu": { "n": 585, "sum_ns": 334136589, "mean_ms": 0.5711736564102564 }, "result_collector_wall": { "n": 585, "sum_ns": 8059638250, "mean_ms": 13.777159401709403 }, "result_collector_cpu": { "n": 585, "sum_ns": 7472564004, "mean_ms": 12.773613682051282 }, "result_composition_wall": { "n": 585, "sum_ns": 58269249, "mean_ms": 0.09960555384615385 }, "result_composition_cpu": { "n": 585, "sum_ns": 54087063, "mean_ms": 0.09245651794871795 }, "result_artifact_handoff_wall": { "n": 585, "sum_ns": 14656635, "mean_ms": 0.025054076923076922 }, "result_artifact_handoff_cpu": { "n": 585, "sum_ns": 13454123, "mean_ms": 0.022998500854700853 }, "result_publish_wall": { "n": 585, "sum_ns": 1080109698, "mean_ms": 1.846341364102564 }, "result_publish_cpu": { "n": 585, "sum_ns": 935522777, "mean_ms": 1.5991842341880342 }, "result_total_wall": { "n": 585, "sum_ns": 21694728502, "mean_ms": 37.08500598632479 }, "result_total_cpu": { "n": 585, "sum_ns": 19056273521, "mean_ms": 32.574826531623934 } }, "existing": { "complete_fps": 9.833339851242672, "redis_fps": 9.833339851242672 }, "new": { "complete_fps": 9.666673074102965, "redis_fps": 9.666673074102965 }, "cpu_busy_pct": 65.3754561496685, "gpu_util_pct": 38.0, "arm": "mixed", "trial": "mixed" }, { "mode": "mixed", "level": 3, "provider": "crowd", "seconds": 30.000174028798938, "selected_fps": 10.011053037393237, "requested_fps": 9.988830944080489, "complete_fps": 9.977719897424114, "accepted_fps": 9.977719897424114, "finalized_fps": 9.977719897424114, "redis_fps": 9.977719897424114, "redis_min": 9.933275710798618, "redis_std": 0.03142678574720901, "total_redis_fps": 29.933159692272344, "complete_min": 9.933275710798618, "queue_expired": 0, "capacity_drop": 0, "max_redis_silence_s": 0.2367468043230474, "source_drift_mean_s": 0.010212935185185141, "redis_drift_mean_s": -0.24201397652071366, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "c_suppressed": 0, "batch_executions": { "1": 688, "2": 92, "3": 8, "4": 0 }, "triton": { "success": { "count": 896, "mean_ms": 35.69600026227678 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 896, "mean_ms": 9.528108005580357 }, "compute_input": { "count": 896, "mean_ms": 0.45956657142857144 }, "compute_infer": { "count": 896, "mean_ms": 24.074310728794643 }, "compute_output": { "count": 896, "mean_ms": 1.0242831104910715 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 896, "sum_ns": 54256750000, "mean_ms": 60.55440848214286 }, "source_exit_to_ingress": { "n": 896, "sum_ns": 2386228699, "mean_ms": 2.6632016729910712 }, "source_encoded_queue": { "n": 896, "sum_ns": 361585000, "mean_ms": 0.4035546875 }, "decode_between_queues": { "n": 896, "sum_ns": 51757869000, "mean_ms": 57.76547879464286 }, "source_raw_queue": { "n": 896, "sum_ns": 218010000, "mean_ms": 0.24331473214285712 }, "raw_queue_to_source_exit": { "n": 896, "sum_ns": 123726000, "mean_ms": 0.1380870535714286 }, "selected_to_preprocess_start": { "n": 896, "sum_ns": 3445186967, "mean_ms": 3.8450747399553573 }, "preprocess_start_to_preprocess_output": { "n": 895, "sum_ns": 3135578142, "mean_ms": 3.503439264804469 }, "selected_to_preprocess": { "n": 894, "sum_ns": 7830023003, "mean_ms": 8.758414992170023 }, "preprocess_start_to_preprocess": { "n": 894, "sum_ns": 4390309548, "mean_ms": 4.910860791946309 }, "preprocess_output_to_infer_entry": { "n": 894, "sum_ns": 1264186854, "mean_ms": 1.414079255033557 }, "preprocess_to_infer_output": { "n": 895, "sum_ns": 40659557018, "mean_ms": 45.42967264581005 }, "preprocess_to_callback": { "n": 895, "sum_ns": 43840760919, "mean_ms": 48.984090412290506 }, "infer_output_to_callback": { "n": 895, "sum_ns": 3181203901, "mean_ms": 3.5544177664804466 }, "copy_wall": { "n": 898, "sum_ns": 20231634842, "mean_ms": 22.52966018040089 }, "copy_thread_cpu": { "n": 898, "sum_ns": 16542854750, "mean_ms": 18.421887249443206 }, "callback_to_copied": { "n": 893, "sum_ns": 20984105440, "mean_ms": 23.498438342665175 }, "accepted_interval": { "n": 895, "sum_ns": 90173952892, "mean_ms": 100.75301999106145 }, "selected_to_submitted": { "n": 890, "sum_ns": 72770434341, "mean_ms": 81.76453296741573 }, "completed_queue_wait": { "n": 898, "sum_ns": 1127505676, "mean_ms": 1.2555742494432072 }, "result_composition_wall": { "n": 898, "sum_ns": 120741114, "mean_ms": 0.13445558351893094 }, "result_composition_cpu": { "n": 898, "sum_ns": 74709583, "mean_ms": 0.08319552672605791 }, "result_artifact_handoff_wall": { "n": 898, "sum_ns": 24504223, "mean_ms": 0.027287553452115813 }, "result_artifact_handoff_cpu": { "n": 898, "sum_ns": 16650923, "mean_ms": 0.018542230512249444 }, "result_publish_wall": { "n": 898, "sum_ns": 635129111, "mean_ms": 0.7072707249443208 }, "result_publish_cpu": { "n": 898, "sum_ns": 519934556, "mean_ms": 0.5789917104677059 }, "result_total_wall": { "n": 898, "sum_ns": 5503854539, "mean_ms": 6.129013963251671 }, "result_total_cpu": { "n": 898, "sum_ns": 4469772926, "mean_ms": 4.977475418708241 } }, "existing": { "complete_fps": 9.999941990736863, "redis_fps": 9.999941990736863 }, "new": { "complete_fps": 9.933275710798618, "redis_fps": 9.933275710798618 }, "cpu_busy_pct": 78.12547936800122, "gpu_util_pct": 58.42857142857143, "arm": "mixed", "trial": "mixed" }, { "mode": "mixed", "level": 3, "provider": "fire", "seconds": 30.000174028798938, "selected_fps": 9.999941990736863, "requested_fps": 9.988830944080489, "complete_fps": 9.955497804111365, "accepted_fps": 9.955497804111365, "finalized_fps": 9.955497804111365, "redis_fps": 9.96660885076774, "redis_min": 9.933275710798618, "redis_std": 0.027216394816373727, "total_redis_fps": 29.89982655230322, "complete_min": 9.933275710798618, "queue_expired": 0, "capacity_drop": 0, "max_redis_silence_s": 0.2765887710265815, "source_drift_mean_s": -0.0053948726851845595, "redis_drift_mean_s": -0.14021544216408155, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "c_suppressed": 1, "batch_executions": { "1": 668, "2": 109, "3": 4, "4": 0 }, "triton": { "success": { "count": 898, "mean_ms": 33.676094860801776 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 898, "mean_ms": 9.00855696547884 }, "compute_input": { "count": 898, "mean_ms": 0.4171403474387528 }, "compute_infer": { "count": 898, "mean_ms": 22.53574779064588 }, "compute_output": { "count": 898, "mean_ms": 1.0824455289532293 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 897, "sum_ns": 54522254000, "mean_ms": 60.78289186176143 }, "source_exit_to_ingress": { "n": 897, "sum_ns": 2409159482, "mean_ms": 2.685796523968785 }, "source_encoded_queue": { "n": 897, "sum_ns": 364357000, "mean_ms": 0.4061950947603122 }, "decode_between_queues": { "n": 897, "sum_ns": 51978731000, "mean_ms": 57.947303232998884 }, "source_raw_queue": { "n": 897, "sum_ns": 303665000, "mean_ms": 0.3385340022296544 }, "raw_queue_to_source_exit": { "n": 897, "sum_ns": 114867000, "mean_ms": 0.12805685618729096 }, "selected_to_preprocess_start": { "n": 897, "sum_ns": 3273064650, "mean_ms": 3.648901505016722 }, "preprocess_start_to_preprocess_output": { "n": 896, "sum_ns": 2925434106, "mean_ms": 3.264993421875 }, "selected_to_preprocess": { "n": 896, "sum_ns": 7400635208, "mean_ms": 8.259637508928572 }, "preprocess_start_to_preprocess": { "n": 896, "sum_ns": 4137870574, "mean_ms": 4.618159122767858 }, "preprocess_output_to_infer_entry": { "n": 896, "sum_ns": 1212436468, "mean_ms": 1.353165700892857 }, "preprocess_to_infer_output": { "n": 894, "sum_ns": 38862025065, "mean_ms": 43.469826694630875 }, "preprocess_to_callback": { "n": 894, "sum_ns": 42048003963, "mean_ms": 47.033561479865774 }, "infer_output_to_callback": { "n": 894, "sum_ns": 3185978898, "mean_ms": 3.563734785234899 }, "copy_wall": { "n": 896, "sum_ns": 19991795501, "mean_ms": 22.312271764508928 }, "copy_thread_cpu": { "n": 896, "sum_ns": 16426440263, "mean_ms": 18.333080650669643 }, "callback_to_copied": { "n": 893, "sum_ns": 20776506737, "mean_ms": 23.265964991041432 }, "accepted_interval": { "n": 894, "sum_ns": 89917057271, "mean_ms": 100.57836383780761 }, "selected_to_submitted": { "n": 891, "sum_ns": 70449623220, "mean_ms": 79.06803952861952 }, "completed_queue_wait": { "n": 896, "sum_ns": 1084495702, "mean_ms": 1.2103746674107143 }, "result_composition_wall": { "n": 896, "sum_ns": 70069958, "mean_ms": 0.078203078125 }, "result_composition_cpu": { "n": 896, "sum_ns": 45777914, "mean_ms": 0.051091421875 }, "result_artifact_handoff_wall": { "n": 896, "sum_ns": 19885121, "mean_ms": 0.022193215401785715 }, "result_artifact_handoff_cpu": { "n": 896, "sum_ns": 15242499, "mean_ms": 0.017011717633928572 }, "result_publish_wall": { "n": 896, "sum_ns": 573990906, "mean_ms": 0.6406148504464285 }, "result_publish_cpu": { "n": 896, "sum_ns": 465094314, "mean_ms": 0.5190784754464286 }, "result_total_wall": { "n": 896, "sum_ns": 5144534688, "mean_ms": 5.7416681785714285 }, "result_total_cpu": { "n": 896, "sum_ns": 4229254890, "mean_ms": 4.720150546875 } }, "existing": { "complete_fps": 9.94994228078318, "redis_fps": 9.966608850767742 }, "new": { "complete_fps": 9.96660885076774, "redis_fps": 9.96660885076774 }, "cpu_busy_pct": 78.12547936800122, "gpu_util_pct": 58.42857142857143, "arm": "mixed", "trial": "mixed" }, { "mode": "mixed", "level": 3, "provider": "pose", "seconds": 30.000174028798938, "selected_fps": 9.611055357763764, "requested_fps": 9.611055357763764, "complete_fps": 9.57772221779464, "accepted_fps": 9.57772221779464, "finalized_fps": 9.57772221779464, "redis_fps": 9.57772221779464, "redis_min": 9.433278611261775, "redis_std": 0.13966369081626043, "total_redis_fps": 28.733166653383922, "complete_min": 9.433278611261775, "queue_expired": 0, "capacity_drop": 0, "max_redis_silence_s": 0.6331052295863628, "source_drift_mean_s": 0.016928981481481427, "redis_drift_mean_s": -0.25901719604289614, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "c_suppressed": 10, "batch_executions": { "1": 594, "2": 104, "3": 14, "4": 4, "5": 0, "6": 0, "7": 0, "8": 0 }, "triton": { "success": { "count": 860, "mean_ms": 46.65100278604651 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 860, "mean_ms": 14.394628489534883 }, "compute_input": { "count": 860, "mean_ms": 0.45136349767441863 }, "compute_infer": { "count": 860, "mean_ms": 29.714811655813953 }, "compute_output": { "count": 860, "mean_ms": 1.3390143279069766 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 859, "sum_ns": 52937819000, "mean_ms": 61.62726309662398 }, "source_exit_to_ingress": { "n": 859, "sum_ns": 13035213971, "mean_ms": 15.17487074621653 }, "source_encoded_queue": { "n": 859, "sum_ns": 301073000, "mean_ms": 0.3504924330616997 }, "decode_between_queues": { "n": 859, "sum_ns": 49916892000, "mean_ms": 58.110467986030265 }, "source_raw_queue": { "n": 859, "sum_ns": 957465000, "mean_ms": 1.114627473806752 }, "raw_queue_to_source_exit": { "n": 859, "sum_ns": 112830000, "mean_ms": 0.13135040745052387 }, "selected_to_preprocess_start": { "n": 858, "sum_ns": 4919742817, "mean_ms": 5.733965987179487 }, "preprocess_start_to_preprocess_output": { "n": 857, "sum_ns": 5148767752, "mean_ms": 6.0078970268378065 }, "selected_to_preprocess": { "n": 857, "sum_ns": 12606628142, "mean_ms": 14.71018452975496 }, "preprocess_start_to_preprocess": { "n": 856, "sum_ns": 7681362381, "mean_ms": 8.973554183411215 }, "preprocess_output_to_infer_entry": { "n": 856, "sum_ns": 2517643983, "mean_ms": 2.9411728773364487 }, "preprocess_to_infer_output": { "n": 851, "sum_ns": 56699290014, "mean_ms": 66.62666276615747 }, "preprocess_to_callback": { "n": 853, "sum_ns": 60522599418, "mean_ms": 70.95263706682297 }, "infer_output_to_callback": { "n": 852, "sum_ns": 3663306954, "mean_ms": 4.299656049295774 }, "copy_wall": { "n": 862, "sum_ns": 14605517763, "mean_ms": 16.943756105568447 }, "copy_thread_cpu": { "n": 862, "sum_ns": 11759404753, "mean_ms": 13.642000873549884 }, "callback_to_copied": { "n": 854, "sum_ns": 15194536907, "mean_ms": 17.792197783372366 }, "accepted_interval": { "n": 857, "sum_ns": 90036967041, "mean_ms": 105.06063832088682 }, "selected_to_submitted": { "n": 851, "sum_ns": 88708014667, "mean_ms": 104.23973521386604 }, "completed_queue_wait": { "n": 861, "sum_ns": 7226776091, "mean_ms": 8.393468166085947 }, "result_observations_wall": { "n": 861, "sum_ns": 4903745451, "mean_ms": 5.695407027874564 }, "result_observations_cpu": { "n": 861, "sum_ns": 3942257682, "mean_ms": 4.578696494773519 }, "result_nms_wall": { "n": 861, "sum_ns": 4311964810, "mean_ms": 5.008089210220674 }, "result_nms_cpu": { "n": 861, "sum_ns": 2261448322, "mean_ms": 2.6265369593495937 }, "result_tracking_wall": { "n": 861, "sum_ns": 3436596993, "mean_ms": 3.991401850174216 }, "result_tracking_cpu": { "n": 861, "sum_ns": 2157514693, "mean_ms": 2.5058242659698027 }, "result_region_wall": { "n": 861, "sum_ns": 958302034, "mean_ms": 1.113010492450639 }, "result_region_cpu": { "n": 861, "sum_ns": 866719882, "mean_ms": 1.006643300813008 }, "result_fall_wall": { "n": 861, "sum_ns": 2206869737, "mean_ms": 2.5631471974448314 }, "result_fall_cpu": { "n": 861, "sum_ns": 1930319995, "mean_ms": 2.2419512137049944 }, "result_fight_wall": { "n": 861, "sum_ns": 594667824, "mean_ms": 0.6906711080139373 }, "result_fight_cpu": { "n": 861, "sum_ns": 503939815, "mean_ms": 0.5852959523809524 }, "result_collector_wall": { "n": 862, "sum_ns": 15006051144, "mean_ms": 17.408412 }, "result_collector_cpu": { "n": 862, "sum_ns": 12326692711, "mean_ms": 14.300107553364269 }, "result_composition_wall": { "n": 862, "sum_ns": 100482624, "mean_ms": 0.11656916937354989 }, "result_composition_cpu": { "n": 862, "sum_ns": 83358274, "mean_ms": 0.09670333410672853 }, "result_artifact_handoff_wall": { "n": 862, "sum_ns": 36045207, "mean_ms": 0.04181578538283062 }, "result_artifact_handoff_cpu": { "n": 862, "sum_ns": 20198952, "mean_ms": 0.023432658932714616 }, "result_publish_wall": { "n": 862, "sum_ns": 1991451455, "mean_ms": 2.3102685092807427 }, "result_publish_cpu": { "n": 862, "sum_ns": 1225928116, "mean_ms": 1.4221903897911834 }, "result_total_wall": { "n": 862, "sum_ns": 38329250441, "mean_ms": 44.46548775058005 }, "result_total_cpu": { "n": 862, "sum_ns": 29027696230, "mean_ms": 33.674821612529 } }, "existing": { "complete_fps": 9.583277741122828, "redis_fps": 9.59994431110739 }, "new": { "complete_fps": 9.566611171138266, "redis_fps": 9.533278031169143 }, "cpu_busy_pct": 78.12547936800122, "gpu_util_pct": 58.42857142857143, "arm": "mixed", "trial": "mixed" }, { "mode": "mixed", "level": 4, "provider": "crowd", "seconds": 30.000059054233134, "selected_fps": 9.924980462929664, "requested_fps": 9.924980462929664, "complete_fps": 9.949980413717899, "accepted_fps": 9.949980413717899, "finalized_fps": 9.949980413717899, "redis_fps": 9.958313730647312, "redis_min": 9.766647441270836, "redis_std": 0.11636843796311229, "total_redis_fps": 39.83325492258925, "complete_min": 9.766647441270836, "queue_expired": 0, "capacity_drop": 0, "max_redis_silence_s": 1.131447225343436, "source_drift_mean_s": -0.0027823356717681163, "redis_drift_mean_s": -0.800268454194444, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "c_suppressed": 0, "batch_executions": { "1": 142, "2": 95, "3": 93, "4": 55, "5": 34, "6": 11, "7": 6, "8": 12 }, "triton": { "success": { "count": 1205, "mean_ms": 140.4485878846473 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 1205, "mean_ms": 67.82116938340249 }, "compute_input": { "count": 1205, "mean_ms": 0.9971093510373444 }, "compute_infer": { "count": 1205, "mean_ms": 67.4417804473029 }, "compute_output": { "count": 1205, "mean_ms": 2.2819924589211618 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 1188, "sum_ns": 87321170000, "mean_ms": 73.50266835016835 }, "source_exit_to_ingress": { "n": 1188, "sum_ns": 5519209654, "mean_ms": 4.6457993720538715 }, "source_encoded_queue": { "n": 1188, "sum_ns": 945009000, "mean_ms": 0.7954621212121212 }, "decode_between_queues": { "n": 1188, "sum_ns": 82729960000, "mean_ms": 69.63801346801347 }, "source_raw_queue": { "n": 1188, "sum_ns": 571188000, "mean_ms": 0.48079797979797984 }, "raw_queue_to_source_exit": { "n": 1188, "sum_ns": 222647000, "mean_ms": 0.18741329966329967 }, "selected_to_preprocess_start": { "n": 1187, "sum_ns": 6625539274, "mean_ms": 5.5817517051390055 }, "preprocess_start_to_preprocess_output": { "n": 1187, "sum_ns": 7305044002, "mean_ms": 6.154207246840775 }, "selected_to_preprocess": { "n": 1188, "sum_ns": 17780810213, "mean_ms": 14.967011963804714 }, "preprocess_start_to_preprocess": { "n": 1187, "sum_ns": 11118411175, "mean_ms": 9.36681649115417 }, "preprocess_output_to_infer_entry": { "n": 1188, "sum_ns": 3823876851, "mean_ms": 3.2187515580808084 }, "preprocess_to_infer_output": { "n": 1188, "sum_ns": 198771739545, "mean_ms": 167.31627907828283 }, "preprocess_to_callback": { "n": 1188, "sum_ns": 205719209780, "mean_ms": 173.164317996633 }, "infer_output_to_callback": { "n": 1186, "sum_ns": 6875759397, "mean_ms": 5.797436253794267 }, "copy_wall": { "n": 1194, "sum_ns": 34996786120, "mean_ms": 29.310541139028473 }, "copy_thread_cpu": { "n": 1194, "sum_ns": 22237076266, "mean_ms": 18.624016973199332 }, "callback_to_copied": { "n": 1189, "sum_ns": 36256787993, "mean_ms": 30.493513871320438 }, "accepted_interval": { "n": 1190, "sum_ns": 120220036297, "mean_ms": 101.02524058571429 }, "selected_to_submitted": { "n": 1185, "sum_ns": 260032262477, "mean_ms": 219.43650841940928 }, "completed_queue_wait": { "n": 1194, "sum_ns": 2203876993, "mean_ms": 1.8457931264656617 }, "result_composition_wall": { "n": 1194, "sum_ns": 274343080, "mean_ms": 0.22976807370184255 }, "result_composition_cpu": { "n": 1194, "sum_ns": 90770406, "mean_ms": 0.07602211557788945 }, "result_artifact_handoff_wall": { "n": 1194, "sum_ns": 43564760, "mean_ms": 0.0364863986599665 }, "result_artifact_handoff_cpu": { "n": 1194, "sum_ns": 21988381, "mean_ms": 0.01841572948073702 }, "result_publish_wall": { "n": 1194, "sum_ns": 1013432749, "mean_ms": 0.8487711465661641 }, "result_publish_cpu": { "n": 1194, "sum_ns": 707407965, "mean_ms": 0.5924689824120603 }, "result_total_wall": { "n": 1194, "sum_ns": 10891982168, "mean_ms": 9.122263122278056 }, "result_total_cpu": { "n": 1194, "sum_ns": 6181239589, "mean_ms": 5.176917578726968 } }, "existing": { "complete_fps": 10.011091404533587, "redis_fps": 10.022202493772802 }, "new": { "complete_fps": 9.766647441270836, "redis_fps": 9.766647441270836 }, "cpu_busy_pct": 86.48464050109949, "gpu_util_pct": 58.285714285714285, "arm": "mixed", "trial": "mixed" }, { "mode": "mixed", "level": 4, "provider": "fire", "seconds": 30.000059054233134, "selected_fps": 9.899980512141427, "requested_fps": 9.899980512141427, "complete_fps": 9.908313829070838, "accepted_fps": 9.908313829070838, "finalized_fps": 9.908313829070838, "redis_fps": 9.891647195212016, "redis_min": 9.633314370400244, "redis_std": 0.1570117216049126, "total_redis_fps": 39.566588780848065, "complete_min": 9.633314370400244, "queue_expired": 0, "capacity_drop": 0, "max_redis_silence_s": 1.2684104619547725, "source_drift_mean_s": -0.05761367476851822, "redis_drift_mean_s": -0.12131499326209234, "sender": { "replaced": 3, "expired": 0, "send_error": 0 }, "c_suppressed": 1, "batch_executions": { "1": 213, "2": 161, "3": 85, "4": 53, "5": 17, "6": 14, "7": 3, "8": 2 }, "triton": { "success": { "count": 1208, "mean_ms": 110.37579972847682 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 1208, "mean_ms": 49.891747552980135 }, "compute_input": { "count": 1208, "mean_ms": 1.0497965529801323 }, "compute_infer": { "count": 1208, "mean_ms": 56.00970094370861 }, "compute_output": { "count": 1208, "mean_ms": 1.9750729801324503 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 1187, "sum_ns": 87412301000, "mean_ms": 73.6413656276327 }, "source_exit_to_ingress": { "n": 1187, "sum_ns": 5476820589, "mean_ms": 4.614002181128897 }, "source_encoded_queue": { "n": 1187, "sum_ns": 841856000, "mean_ms": 0.7092299915754001 }, "decode_between_queues": { "n": 1187, "sum_ns": 82972196000, "mean_ms": 69.9007548441449 }, "source_raw_queue": { "n": 1187, "sum_ns": 487664000, "mean_ms": 0.4108374052232519 }, "raw_queue_to_source_exit": { "n": 1187, "sum_ns": 209384000, "mean_ms": 0.1763976411120472 }, "selected_to_preprocess_start": { "n": 1187, "sum_ns": 6270635938, "mean_ms": 5.282759846672284 }, "preprocess_start_to_preprocess_output": { "n": 1186, "sum_ns": 6800762232, "mean_ms": 5.734200870151771 }, "selected_to_preprocess": { "n": 1186, "sum_ns": 16376695991, "mean_ms": 13.808344005902192 }, "preprocess_start_to_preprocess": { "n": 1186, "sum_ns": 10114293706, "mean_ms": 8.52807226475548 }, "preprocess_output_to_infer_entry": { "n": 1185, "sum_ns": 3308844202, "mean_ms": 2.792273588185654 }, "preprocess_to_infer_output": { "n": 1185, "sum_ns": 158029790629, "mean_ms": 133.35847310464135 }, "preprocess_to_callback": { "n": 1185, "sum_ns": 164452318474, "mean_ms": 138.77832782616034 }, "infer_output_to_callback": { "n": 1185, "sum_ns": 6279335465, "mean_ms": 5.299017270042194 }, "copy_wall": { "n": 1189, "sum_ns": 33573342012, "mean_ms": 28.236620699747686 }, "copy_thread_cpu": { "n": 1189, "sum_ns": 21909958559, "mean_ms": 18.427214936080738 }, "callback_to_copied": { "n": 1186, "sum_ns": 34894005577, "mean_ms": 29.421589862563238 }, "accepted_interval": { "n": 1187, "sum_ns": 119792630024, "mean_ms": 100.92049707160909 }, "selected_to_submitted": { "n": 1186, "sum_ns": 216502579453, "mean_ms": 182.54854928583472 }, "completed_queue_wait": { "n": 1189, "sum_ns": 2046805272, "mean_ms": 1.7214510277544155 }, "result_composition_wall": { "n": 1189, "sum_ns": 249319897, "mean_ms": 0.2096887275021026 }, "result_composition_cpu": { "n": 1189, "sum_ns": 63353245, "mean_ms": 0.053282796467619846 }, "result_artifact_handoff_wall": { "n": 1189, "sum_ns": 39216367, "mean_ms": 0.03298264676198486 }, "result_artifact_handoff_cpu": { "n": 1189, "sum_ns": 20449767, "mean_ms": 0.017199131202691335 }, "result_publish_wall": { "n": 1189, "sum_ns": 923057188, "mean_ms": 0.7763306879730866 }, "result_publish_cpu": { "n": 1189, "sum_ns": 583815459, "mean_ms": 0.491013842724979 }, "result_total_wall": { "n": 1189, "sum_ns": 9216606215, "mean_ms": 7.751561156433978 }, "result_total_cpu": { "n": 1189, "sum_ns": 5443155552, "mean_ms": 4.57792729352397 } }, "existing": { "complete_fps": 9.999980315294371, "redis_fps": 9.97775813681594 }, "new": { "complete_fps": 9.633314370400244, "redis_fps": 9.633314370400244 }, "cpu_busy_pct": 86.48464050109949, "gpu_util_pct": 58.285714285714285, "arm": "mixed", "trial": "mixed" }, { "mode": "mixed", "level": 4, "provider": "pose", "seconds": 30.000059054233134, "selected_fps": 9.249981791647294, "requested_fps": 9.23331515778847, "complete_fps": 9.283315059364941, "accepted_fps": 9.283315059364941, "finalized_fps": 9.266648425506117, "redis_fps": 9.258315108576706, "redis_min": 8.966649016047286, "redis_std": 0.1785353592712802, "total_redis_fps": 37.033260434306825, "complete_min": 8.999982283764934, "queue_expired": 0, "capacity_drop": 0, "max_redis_silence_s": 1.224834046792239, "source_drift_mean_s": -0.016903937500000115, "redis_drift_mean_s": -0.05723487595490845, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "c_suppressed": 19, "batch_executions": { "1": 109, "2": 68, "3": 68, "4": 57, "5": 29, "6": 22, "7": 8, "8": 15 }, "triton": { "success": { "count": 1130, "mean_ms": 173.49847330530974 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 1130, "mean_ms": 81.88624692566371 }, "compute_input": { "count": 1130, "mean_ms": 1.114634588495575 }, "compute_infer": { "count": 1130, "mean_ms": 84.95649803274337 }, "compute_output": { "count": 1130, "mean_ms": 2.9541714300884956 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 1094, "sum_ns": 83693558000, "mean_ms": 76.5023382084095 }, "source_exit_to_ingress": { "n": 1094, "sum_ns": 26818740427, "mean_ms": 24.514387958866543 }, "source_encoded_queue": { "n": 1094, "sum_ns": 855756000, "mean_ms": 0.7822266910420476 }, "decode_between_queues": { "n": 1094, "sum_ns": 77307692000, "mean_ms": 70.6651663619744 }, "source_raw_queue": { "n": 1094, "sum_ns": 2821255000, "mean_ms": 2.578843692870201 }, "raw_queue_to_source_exit": { "n": 1094, "sum_ns": 199665000, "mean_ms": 0.18250914076782448 }, "selected_to_preprocess_start": { "n": 1088, "sum_ns": 10118184798, "mean_ms": 9.299802204044118 }, "preprocess_start_to_preprocess_output": { "n": 1085, "sum_ns": 12062839063, "mean_ms": 11.117824021198157 }, "selected_to_preprocess": { "n": 1091, "sum_ns": 31046945888, "mean_ms": 28.457328953253896 }, "preprocess_start_to_preprocess": { "n": 1086, "sum_ns": 20776999391, "mean_ms": 19.131675313996315 }, "preprocess_output_to_infer_entry": { "n": 1089, "sum_ns": 8332044360, "mean_ms": 7.651096749311295 }, "preprocess_to_infer_output": { "n": 1092, "sum_ns": 259976957665, "mean_ms": 238.07413705586083 }, "preprocess_to_callback": { "n": 1083, "sum_ns": 265524798836, "mean_ms": 245.17525284949215 }, "infer_output_to_callback": { "n": 1080, "sum_ns": 8463018072, "mean_ms": 7.836127844444444 }, "copy_wall": { "n": 1114, "sum_ns": 32426930813, "mean_ms": 29.108555487432675 }, "copy_thread_cpu": { "n": 1114, "sum_ns": 19553184079, "mean_ms": 17.552229873429088 }, "callback_to_copied": { "n": 1085, "sum_ns": 32882142971, "mean_ms": 30.30612255391705 }, "accepted_interval": { "n": 1107, "sum_ns": 119919720177, "mean_ms": 108.32856384552845 }, "selected_to_submitted": { "n": 1088, "sum_ns": 332419044106, "mean_ms": 305.53220965625 }, "completed_queue_wait": { "n": 1112, "sum_ns": 39608379009, "mean_ms": 35.619045871402875 }, "result_observations_wall": { "n": 1112, "sum_ns": 10627346205, "mean_ms": 9.556966011690648 }, "result_observations_cpu": { "n": 1112, "sum_ns": 5573712020, "mean_ms": 5.012330953237409 }, "result_nms_wall": { "n": 1111, "sum_ns": 13692252008, "mean_ms": 12.324259233123312 }, "result_nms_cpu": { "n": 1111, "sum_ns": 3154562603, "mean_ms": 2.8393902817281726 }, "result_tracking_wall": { "n": 1112, "sum_ns": 9455502229, "mean_ms": 8.503149486510791 }, "result_tracking_cpu": { "n": 1112, "sum_ns": 3471755342, "mean_ms": 3.122082142086331 }, "result_region_wall": { "n": 1112, "sum_ns": 1550297461, "mean_ms": 1.3941523929856114 }, "result_region_cpu": { "n": 1112, "sum_ns": 1150194223, "mean_ms": 1.0343473228417266 }, "result_fall_wall": { "n": 1112, "sum_ns": 2858943194, "mean_ms": 2.5709920809352518 }, "result_fall_cpu": { "n": 1112, "sum_ns": 1972387852, "mean_ms": 1.773730082733813 }, "result_fight_wall": { "n": 1112, "sum_ns": 1031068960, "mean_ms": 0.9272202877697843 }, "result_fight_cpu": { "n": 1112, "sum_ns": 641034039, "mean_ms": 0.576469459532374 }, "result_collector_wall": { "n": 1112, "sum_ns": 25056317299, "mean_ms": 22.532659441546762 }, "result_collector_cpu": { "n": 1112, "sum_ns": 17249156133, "mean_ms": 15.511831054856115 }, "result_composition_wall": { "n": 1112, "sum_ns": 155631022, "mean_ms": 0.13995595503597122 }, "result_composition_cpu": { "n": 1112, "sum_ns": 110809550, "mean_ms": 0.09964887589928058 }, "result_artifact_handoff_wall": { "n": 1112, "sum_ns": 94785958, "mean_ms": 0.08523917086330936 }, "result_artifact_handoff_cpu": { "n": 1112, "sum_ns": 28420299, "mean_ms": 0.02555782284172662 }, "result_publish_wall": { "n": 1111, "sum_ns": 3088590004, "mean_ms": 2.78000900450045 }, "result_publish_cpu": { "n": 1111, "sum_ns": 1773243845, "mean_ms": 1.5960790684068409 }, "result_total_wall": { "n": 1111, "sum_ns": 75999380308, "mean_ms": 68.40628290549054 }, "result_total_cpu": { "n": 1111, "sum_ns": 40142239999, "mean_ms": 36.131629162016196 } }, "existing": { "complete_fps": 9.23331515778847, "redis_fps": 9.199981890070822 }, "new": { "complete_fps": 9.433314764094357, "redis_fps": 9.433314764094357 }, "cpu_busy_pct": 86.48464050109949, "gpu_util_pct": 58.285714285714285, "arm": "mixed", "trial": "mixed" }, { "mode": "mixed", "level": 5, "provider": "crowd", "seconds": 29.99999517807737, "selected_fps": 9.540001533371644, "requested_fps": 9.540001533371644, "complete_fps": 9.493334859204207, "accepted_fps": 9.493334859204207, "finalized_fps": 9.493334859204207, "redis_fps": 9.473334855989592, "redis_min": 9.333334833487282, "redis_std": 0.14666669024051437, "total_redis_fps": 47.36667427994796, "complete_min": 9.400001510869334, "queue_expired": 0, "capacity_drop": 0, "max_redis_silence_s": 1.193383667152375, "source_drift_mean_s": 0.011950810066982837, "redis_drift_mean_s": -0.6404526803394878, "sender": { "replaced": 4, "expired": 0, "send_error": 0 }, "c_suppressed": 0, "batch_executions": { "1": 50, "2": 32, "3": 29, "4": 25, "5": 15, "6": 9, "7": 14, "8": 114 }, "triton": { "success": { "count": 1440, "mean_ms": 251.33727572083333 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 1440, "mean_ms": 147.0260015458333 }, "compute_input": { "count": 1440, "mean_ms": 1.6399857722222222 }, "compute_infer": { "count": 1440, "mean_ms": 95.17630701666667 }, "compute_output": { "count": 1440, "mean_ms": 4.271332967361111 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 1423, "sum_ns": 123740530000, "mean_ms": 86.95750527055517 }, "source_exit_to_ingress": { "n": 1423, "sum_ns": 38407734836, "mean_ms": 26.99067802951511 }, "source_encoded_queue": { "n": 1423, "sum_ns": 1587798000, "mean_ms": 1.115810260014055 }, "decode_between_queues": { "n": 1423, "sum_ns": 110152633000, "mean_ms": 77.40873717498243 }, "source_raw_queue": { "n": 1423, "sum_ns": 8096609000, "mean_ms": 5.689816584680253 }, "raw_queue_to_source_exit": { "n": 1423, "sum_ns": 272329000, "mean_ms": 0.19137666900913564 }, "selected_to_preprocess_start": { "n": 1425, "sum_ns": 11888606772, "mean_ms": 8.342881945263157 }, "preprocess_start_to_preprocess_output": { "n": 1425, "sum_ns": 14227997645, "mean_ms": 9.984559750877192 }, "selected_to_preprocess": { "n": 1422, "sum_ns": 34842559227, "mean_ms": 24.50250297257384 }, "preprocess_start_to_preprocess": { "n": 1422, "sum_ns": 22968579064, "mean_ms": 16.15230595218003 }, "preprocess_output_to_infer_entry": { "n": 1422, "sum_ns": 8790507096, "mean_ms": 6.181791206751055 }, "preprocess_to_infer_output": { "n": 1416, "sum_ns": 442155639764, "mean_ms": 312.25680774293784 }, "preprocess_to_callback": { "n": 1406, "sum_ns": 450856376937, "mean_ms": 320.6659864416785 }, "infer_output_to_callback": { "n": 1408, "sum_ns": 12440471666, "mean_ms": 8.835562262784093 }, "copy_wall": { "n": 1424, "sum_ns": 55418118388, "mean_ms": 38.917217969101124 }, "copy_thread_cpu": { "n": 1424, "sum_ns": 26771776440, "mean_ms": 18.800404803370785 }, "callback_to_copied": { "n": 1407, "sum_ns": 56693712095, "mean_ms": 40.29403844705046 }, "accepted_interval": { "n": 1421, "sum_ns": 149695626753, "mean_ms": 105.34526865095003 }, "selected_to_submitted": { "n": 1412, "sum_ns": 546216566690, "mean_ms": 386.83892825070825 }, "completed_queue_wait": { "n": 1424, "sum_ns": 3647165698, "mean_ms": 2.561211866573034 }, "result_composition_wall": { "n": 1424, "sum_ns": 479527704, "mean_ms": 0.33674698314606744 }, "result_composition_cpu": { "n": 1424, "sum_ns": 114703622, "mean_ms": 0.0805502963483146 }, "result_artifact_handoff_wall": { "n": 1424, "sum_ns": 60694518, "mean_ms": 0.0426225547752809 }, "result_artifact_handoff_cpu": { "n": 1424, "sum_ns": 25394231, "mean_ms": 0.01783302738764045 }, "result_publish_wall": { "n": 1424, "sum_ns": 1706547232, "mean_ms": 1.198418 }, "result_publish_cpu": { "n": 1424, "sum_ns": 811102313, "mean_ms": 0.5695943209269663 }, "result_total_wall": { "n": 1424, "sum_ns": 17681028322, "mean_ms": 12.416452473314607 }, "result_total_cpu": { "n": 1424, "sum_ns": 7479651832, "mean_ms": 5.252564488764045 } }, "existing": { "complete_fps": 9.425001514887603, "redis_fps": 9.40833484554209 }, "new": { "complete_fps": 9.76666823647062, "redis_fps": 9.733334897779594 }, "cpu_busy_pct": 89.22204077509723, "gpu_util_pct": 45.285714285714285, "arm": "mixed", "trial": "mixed" }, { "mode": "mixed", "level": 5, "provider": "fire", "seconds": 29.99999517807737, "selected_fps": 9.78000157194703, "requested_fps": 9.78000157194703, "complete_fps": 9.75333490099421, "accepted_fps": 9.75333490099421, "finalized_fps": 9.75333490099421, "redis_fps": 9.720001562303183, "redis_min": 9.533334865633437, "redis_std": 0.10022199196457625, "total_redis_fps": 48.600007811515916, "complete_min": 9.533334865633437, "queue_expired": 0, "capacity_drop": 0, "max_redis_silence_s": 1.3070862903259695, "source_drift_mean_s": -0.02830390850078829, "redis_drift_mean_s": -0.06878938353443072, "sender": { "replaced": 7, "expired": 0, "send_error": 0 }, "c_suppressed": 1, "batch_executions": { "1": 48, "2": 54, "3": 29, "4": 28, "5": 25, "6": 20, "7": 15, "8": 95 }, "triton": { "success": { "count": 1465, "mean_ms": 214.79555233924913 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 1465, "mean_ms": 112.30324593583619 }, "compute_input": { "count": 1465, "mean_ms": 2.1554903863481227 }, "compute_infer": { "count": 1465, "mean_ms": 92.6149034109215 }, "compute_output": { "count": 1465, "mean_ms": 4.217900009556314 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 1458, "sum_ns": 121564633000, "mean_ms": 83.37766323731138 }, "source_exit_to_ingress": { "n": 1458, "sum_ns": 24719487853, "mean_ms": 16.954381243484224 }, "source_encoded_queue": { "n": 1458, "sum_ns": 1658164000, "mean_ms": 1.137286694101509 }, "decode_between_queues": { "n": 1458, "sum_ns": 111948476000, "mean_ms": 76.782219478738 }, "source_raw_queue": { "n": 1458, "sum_ns": 3907817000, "mean_ms": 2.680258573388203 }, "raw_queue_to_source_exit": { "n": 1458, "sum_ns": 286629000, "mean_ms": 0.19659053497942386 }, "selected_to_preprocess_start": { "n": 1456, "sum_ns": 11408777741, "mean_ms": 7.83569899793956 }, "preprocess_start_to_preprocess_output": { "n": 1455, "sum_ns": 13255218529, "mean_ms": 9.110115827491407 }, "selected_to_preprocess": { "n": 1459, "sum_ns": 32631518955, "mean_ms": 22.365674403701163 }, "preprocess_start_to_preprocess": { "n": 1456, "sum_ns": 21164225389, "mean_ms": 14.53586908585165 }, "preprocess_output_to_infer_entry": { "n": 1458, "sum_ns": 7882052284, "mean_ms": 5.406071525377229 }, "preprocess_to_infer_output": { "n": 1451, "sum_ns": 401308274708, "mean_ms": 276.5735869800138 }, "preprocess_to_callback": { "n": 1451, "sum_ns": 412919795476, "mean_ms": 284.57601342246727 }, "infer_output_to_callback": { "n": 1449, "sum_ns": 11655726715, "mean_ms": 8.043979789510008 }, "copy_wall": { "n": 1463, "sum_ns": 56619531996, "mean_ms": 38.70097880792891 }, "copy_thread_cpu": { "n": 1463, "sum_ns": 27528617366, "mean_ms": 18.816553223513328 }, "callback_to_copied": { "n": 1449, "sum_ns": 58260340030, "mean_ms": 40.20727400276052 }, "accepted_interval": { "n": 1459, "sum_ns": 149471108009, "mean_ms": 102.44764085606579 }, "selected_to_submitted": { "n": 1451, "sum_ns": 504756965719, "mean_ms": 347.86834301791873 }, "completed_queue_wait": { "n": 1463, "sum_ns": 3787558768, "mean_ms": 2.5888986794258373 }, "result_composition_wall": { "n": 1463, "sum_ns": 466310840, "mean_ms": 0.31873604921394394 }, "result_composition_cpu": { "n": 1463, "sum_ns": 78835165, "mean_ms": 0.053885963773069034 }, "result_artifact_handoff_wall": { "n": 1463, "sum_ns": 108459068, "mean_ms": 0.0741347012987013 }, "result_artifact_handoff_cpu": { "n": 1463, "sum_ns": 26280699, "mean_ms": 0.017963567327409433 }, "result_publish_wall": { "n": 1463, "sum_ns": 1741122520, "mean_ms": 1.1901042515379359 }, "result_publish_cpu": { "n": 1463, "sum_ns": 696369938, "mean_ms": 0.47598765413533833 }, "result_total_wall": { "n": 1463, "sum_ns": 15691388216, "mean_ms": 10.725487502392344 }, "result_total_cpu": { "n": 1463, "sum_ns": 7026912752, "mean_ms": 4.80308458783322 } }, "existing": { "complete_fps": 9.733334897779594, "redis_fps": 9.700001559088568 }, "new": { "complete_fps": 9.833334913852672, "redis_fps": 9.800001575161646 }, "cpu_busy_pct": 89.22204077509723, "gpu_util_pct": 45.285714285714285, "arm": "mixed", "trial": "mixed" }, { "mode": "mixed", "level": 5, "provider": "pose", "seconds": 29.99999517807737, "selected_fps": 7.833334592391111, "requested_fps": 7.833334592391111, "complete_fps": 7.813334589176495, "accepted_fps": 7.813334589176495, "finalized_fps": 7.833334592391111, "redis_fps": 7.833334592391111, "redis_min": 7.4000011894077735, "redis_std": 0.3418902257511558, "total_redis_fps": 39.166672961955555, "complete_min": 7.333334512025721, "queue_expired": 0, "capacity_drop": 0, "max_redis_silence_s": 1.5299438289366663, "source_drift_mean_s": 0.010886813731283564, "redis_drift_mean_s": 0.13793814120102624, "sender": { "replaced": 1, "expired": 0, "send_error": 0 }, "c_suppressed": 23, "batch_executions": { "1": 26, "2": 30, "3": 21, "4": 17, "5": 14, "6": 9, "7": 14, "8": 92 }, "triton": { "success": { "count": 1175, "mean_ms": 302.8491295557447 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 1175, "mean_ms": 160.20735989361702 }, "compute_input": { "count": 1175, "mean_ms": 1.911088675744681 }, "compute_infer": { "count": 1175, "mean_ms": 127.68343651659575 }, "compute_output": { "count": 1175, "mean_ms": 6.591833339574468 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 1149, "sum_ns": 110922455000, "mean_ms": 96.53825500435161 }, "source_exit_to_ingress": { "n": 1149, "sum_ns": 96867042287, "mean_ms": 84.30551983202785 }, "source_encoded_queue": { "n": 1149, "sum_ns": 1286877000, "mean_ms": 1.1199973890339425 }, "decode_between_queues": { "n": 1149, "sum_ns": 89316737000, "mean_ms": 77.7343228894691 }, "source_raw_queue": { "n": 1149, "sum_ns": 17033909000, "mean_ms": 14.824986074847695 }, "raw_queue_to_source_exit": { "n": 1149, "sum_ns": 289262000, "mean_ms": 0.25175108790252393 }, "selected_to_preprocess_start": { "n": 1144, "sum_ns": 15955108065, "mean_ms": 13.946772784090909 }, "preprocess_start_to_preprocess_output": { "n": 1140, "sum_ns": 19164630263, "mean_ms": 16.811079178070177 }, "selected_to_preprocess": { "n": 1146, "sum_ns": 50257417056, "mean_ms": 43.854639664921464 }, "preprocess_start_to_preprocess": { "n": 1141, "sum_ns": 34137010715, "mean_ms": 29.91850194127958 }, "preprocess_output_to_infer_entry": { "n": 1141, "sum_ns": 14953002087, "mean_ms": 13.105172731814198 }, "preprocess_to_infer_output": { "n": 1140, "sum_ns": 476516399485, "mean_ms": 417.9968416535088 }, "preprocess_to_callback": { "n": 1127, "sum_ns": 485735750867, "mean_ms": 430.99889162999114 }, "infer_output_to_callback": { "n": 1128, "sum_ns": 14290776347, "mean_ms": 12.669127967198582 }, "copy_wall": { "n": 1172, "sum_ns": 50933067443, "mean_ms": 43.45824867150171 }, "copy_thread_cpu": { "n": 1172, "sum_ns": 23703901450, "mean_ms": 20.225171885665528 }, "callback_to_copied": { "n": 1125, "sum_ns": 50544213835, "mean_ms": 44.928190075555555 }, "accepted_interval": { "n": 1157, "sum_ns": 150266039236, "mean_ms": 129.8755741019879 }, "selected_to_submitted": { "n": 1132, "sum_ns": 590796949739, "mean_ms": 521.9054326316254 }, "completed_queue_wait": { "n": 1175, "sum_ns": 69686129713, "mean_ms": 59.30734443659575 }, "result_observations_wall": { "n": 1176, "sum_ns": 15322368204, "mean_ms": 13.029224663265307 }, "result_observations_cpu": { "n": 1176, "sum_ns": 5956693141, "mean_ms": 5.06521525595238 }, "result_nms_wall": { "n": 1174, "sum_ns": 17905233334, "mean_ms": 15.251476434412265 }, "result_nms_cpu": { "n": 1174, "sum_ns": 3302091561, "mean_ms": 2.8126844642248723 }, "result_tracking_wall": { "n": 1174, "sum_ns": 14441247948, "mean_ms": 12.30089263032368 }, "result_tracking_cpu": { "n": 1174, "sum_ns": 3856514813, "mean_ms": 3.2849359565587735 }, "result_region_wall": { "n": 1174, "sum_ns": 2045579128, "mean_ms": 1.7424013015332198 }, "result_region_cpu": { "n": 1174, "sum_ns": 1173184072, "mean_ms": 0.9993050017035775 }, "result_fall_wall": { "n": 1174, "sum_ns": 4914287684, "mean_ms": 4.1859349948892675 }, "result_fall_cpu": { "n": 1174, "sum_ns": 2448742567, "mean_ms": 2.0858113858603065 }, "result_fight_wall": { "n": 1174, "sum_ns": 1637774652, "mean_ms": 1.3950380340715502 }, "result_fight_cpu": { "n": 1174, "sum_ns": 679125091, "mean_ms": 0.5784711166950596 }, "result_collector_wall": { "n": 1175, "sum_ns": 30254569112, "mean_ms": 25.748569457021276 }, "result_collector_cpu": { "n": 1175, "sum_ns": 16239723054, "mean_ms": 13.821040897021277 }, "result_composition_wall": { "n": 1175, "sum_ns": 191646953, "mean_ms": 0.16310378978723403 }, "result_composition_cpu": { "n": 1175, "sum_ns": 113975422, "mean_ms": 0.09700035914893618 }, "result_artifact_handoff_wall": { "n": 1175, "sum_ns": 167547511, "mean_ms": 0.14259362638297873 }, "result_artifact_handoff_cpu": { "n": 1175, "sum_ns": 28797079, "mean_ms": 0.02450815234042553 }, "result_publish_wall": { "n": 1175, "sum_ns": 3611560424, "mean_ms": 3.073668445957447 }, "result_publish_cpu": { "n": 1175, "sum_ns": 1739680345, "mean_ms": 1.4805790170212765 }, "result_total_wall": { "n": 1175, "sum_ns": 103489196192, "mean_ms": 88.07591165276595 }, "result_total_cpu": { "n": 1175, "sum_ns": 40857373705, "mean_ms": 34.77223294042553 } }, "existing": { "complete_fps": 7.6416678949177115, "redis_fps": 7.683334568281494 }, "new": { "complete_fps": 8.500001366211631, "redis_fps": 8.433334688829579 }, "cpu_busy_pct": 89.22204077509723, "gpu_util_pct": 45.285714285714285, "arm": "mixed", "trial": "mixed" }, { "mode": "mixed", "level": 6, "provider": "crowd", "seconds": 30.00066662579775, "selected_fps": 8.383147052596946, "requested_fps": 8.3942579168151, "complete_fps": 8.383147052596946, "accepted_fps": 8.383147052596946, "finalized_fps": 8.383147052596946, "redis_fps": 8.366480756269716, "redis_min": 8.199817792997411, "redis_std": 0.16101171936102046, "total_redis_fps": 50.1988845376183, "complete_min": 8.199817792997411, "queue_expired": 0, "capacity_drop": 0, "max_redis_silence_s": 0.5136551694013178, "source_drift_mean_s": 0.017152553760391237, "redis_drift_mean_s": -0.5258139918150802, "sender": { "replaced": 2, "expired": 0, "send_error": 0 }, "c_suppressed": 0, "batch_executions": { "1": 18, "2": 25, "3": 10, "4": 16, "5": 16, "6": 16, "7": 18, "8": 129 }, "triton": { "success": { "count": 1496, "mean_ms": 296.8889326831551 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 1496, "mean_ms": 178.22440318382354 }, "compute_input": { "count": 1496, "mean_ms": 2.326132026737968 }, "compute_infer": { "count": 1496, "mean_ms": 107.19424434558823 }, "compute_output": { "count": 1496, "mean_ms": 5.175964108957219 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 1506, "sum_ns": 135369357000, "mean_ms": 89.88669123505977 }, "source_exit_to_ingress": { "n": 1506, "sum_ns": 102182862074, "mean_ms": 67.8505060252324 }, "source_encoded_queue": { "n": 1506, "sum_ns": 1657723000, "mean_ms": 1.1007456839309429 }, "decode_between_queues": { "n": 1506, "sum_ns": 103934503000, "mean_ms": 69.01361420982737 }, "source_raw_queue": { "n": 1506, "sum_ns": 25971996000, "mean_ms": 17.2456812749004 }, "raw_queue_to_source_exit": { "n": 1506, "sum_ns": 296986000, "mean_ms": 0.19720185922974767 }, "selected_to_preprocess_start": { "n": 1507, "sum_ns": 13354069208, "mean_ms": 8.861359792966157 }, "preprocess_start_to_preprocess_output": { "n": 1507, "sum_ns": 18239907752, "mean_ms": 12.103455708029198 }, "selected_to_preprocess": { "n": 1508, "sum_ns": 43856664721, "mean_ms": 29.082668913129975 }, "preprocess_start_to_preprocess": { "n": 1508, "sum_ns": 30500687813, "mean_ms": 20.225920300397878 }, "preprocess_output_to_infer_entry": { "n": 1507, "sum_ns": 12240022050, "mean_ms": 8.122111512939615 }, "preprocess_to_infer_output": { "n": 1502, "sum_ns": 608351392684, "mean_ms": 405.02755837816244 }, "preprocess_to_callback": { "n": 1503, "sum_ns": 622871329273, "mean_ms": 414.418715417831 }, "infer_output_to_callback": { "n": 1502, "sum_ns": 14117584452, "mean_ms": 9.399190713715047 }, "copy_wall": { "n": 1509, "sum_ns": 69258062810, "mean_ms": 45.8966619019218 }, "copy_thread_cpu": { "n": 1509, "sum_ns": 29563854200, "mean_ms": 19.591686017229954 }, "callback_to_copied": { "n": 1505, "sum_ns": 71269807142, "mean_ms": 47.35535358272425 }, "accepted_interval": { "n": 1503, "sum_ns": 181007167907, "mean_ms": 120.43058410312707 }, "selected_to_submitted": { "n": 1497, "sum_ns": 734802058543, "mean_ms": 490.849738505678 }, "completed_queue_wait": { "n": 1509, "sum_ns": 3698119943, "mean_ms": 2.4507090410868124 }, "result_composition_wall": { "n": 1509, "sum_ns": 418892776, "mean_ms": 0.2775962730284957 }, "result_composition_cpu": { "n": 1509, "sum_ns": 105378655, "mean_ms": 0.06983343605036449 }, "result_artifact_handoff_wall": { "n": 1509, "sum_ns": 74096561, "mean_ms": 0.04910308880053015 }, "result_artifact_handoff_cpu": { "n": 1509, "sum_ns": 25557949, "mean_ms": 0.016937010603048377 }, "result_publish_wall": { "n": 1509, "sum_ns": 1764704270, "mean_ms": 1.1694527965540091 }, "result_publish_cpu": { "n": 1509, "sum_ns": 793151220, "mean_ms": 0.5256137972166998 }, "result_total_wall": { "n": 1509, "sum_ns": 20033041615, "mean_ms": 13.27570683565275 }, "result_total_cpu": { "n": 1509, "sum_ns": 7837490297, "mean_ms": 5.193830548045064 } }, "existing": { "complete_fps": 8.419812904516855, "redis_fps": 8.399813348924178 }, "new": { "complete_fps": 8.199817792997411, "redis_fps": 8.199817792997411 }, "cpu_busy_pct": 89.29776828764292, "gpu_util_pct": 53.857142857142854, "arm": "mixed", "trial": "mixed" }, { "mode": "mixed", "level": 6, "provider": "fire", "seconds": 30.00066662579775, "selected_fps": 9.088686930449706, "requested_fps": 9.083131498340629, "complete_fps": 9.083131498340629, "accepted_fps": 9.083131498340629, "finalized_fps": 9.083131498340629, "redis_fps": 9.06090976990432, "redis_min": 8.766471868123249, "redis_std": 0.17150006734806125, "total_redis_fps": 54.36545861942593, "complete_min": 8.79980446077771, "queue_expired": 0, "capacity_drop": 0, "max_redis_silence_s": 0.4612603886052966, "source_drift_mean_s": -0.019010788194445082, "redis_drift_mean_s": -0.028195441307388117, "sender": { "replaced": 4, "expired": 0, "send_error": 0 }, "c_suppressed": 0, "batch_executions": { "1": 26, "2": 24, "3": 24, "4": 23, "5": 17, "6": 18, "7": 9, "8": 139 }, "triton": { "success": { "count": 1606, "mean_ms": 253.9111209396015 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 1606, "mean_ms": 145.66517182316315 }, "compute_input": { "count": 1606, "mean_ms": 2.156667270859278 }, "compute_infer": { "count": 1606, "mean_ms": 96.57575095516812 }, "compute_output": { "count": 1606, "mean_ms": 5.724339359900374 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 1629, "sum_ns": 135344434000, "mean_ms": 83.08436709637814 }, "source_exit_to_ingress": { "n": 1629, "sum_ns": 72641452222, "mean_ms": 44.592665575199504 }, "source_encoded_queue": { "n": 1629, "sum_ns": 1744811000, "mean_ms": 1.0710933087783916 }, "decode_between_queues": { "n": 1629, "sum_ns": 113161113000, "mean_ms": 69.46661325966852 }, "source_raw_queue": { "n": 1629, "sum_ns": 16550452000, "mean_ms": 10.159884591774095 }, "raw_queue_to_source_exit": { "n": 1629, "sum_ns": 287254000, "mean_ms": 0.1763376304481277 }, "selected_to_preprocess_start": { "n": 1629, "sum_ns": 13977498043, "mean_ms": 8.580416232658074 }, "preprocess_start_to_preprocess_output": { "n": 1629, "sum_ns": 18238318341, "mean_ms": 11.196021081031308 }, "selected_to_preprocess": { "n": 1629, "sum_ns": 45866586509, "mean_ms": 28.15628392203806 }, "preprocess_start_to_preprocess": { "n": 1628, "sum_ns": 31859581487, "mean_ms": 19.569767498157248 }, "preprocess_output_to_infer_entry": { "n": 1629, "sum_ns": 13655703160, "mean_ms": 8.382874868017188 }, "preprocess_to_infer_output": { "n": 1628, "sum_ns": 580945492799, "mean_ms": 356.8461257979115 }, "preprocess_to_callback": { "n": 1621, "sum_ns": 594119602337, "mean_ms": 366.51425190438005 }, "infer_output_to_callback": { "n": 1620, "sum_ns": 15154549584, "mean_ms": 9.354660237037036 }, "copy_wall": { "n": 1635, "sum_ns": 73177137501, "mean_ms": 44.75665902201835 }, "copy_thread_cpu": { "n": 1635, "sum_ns": 31446676751, "mean_ms": 19.23344143792049 }, "callback_to_copied": { "n": 1617, "sum_ns": 74788998534, "mean_ms": 46.25169977365491 }, "accepted_interval": { "n": 1629, "sum_ns": 180173614935, "mean_ms": 110.60381518416206 }, "selected_to_submitted": { "n": 1623, "sum_ns": 715805055104, "mean_ms": 441.038234814541 }, "completed_queue_wait": { "n": 1635, "sum_ns": 4154346553, "mean_ms": 2.5408847418960243 }, "result_composition_wall": { "n": 1635, "sum_ns": 595656495, "mean_ms": 0.36431589908256884 }, "result_composition_cpu": { "n": 1635, "sum_ns": 82928038, "mean_ms": 0.0507205125382263 }, "result_artifact_handoff_wall": { "n": 1635, "sum_ns": 90184386, "mean_ms": 0.05515864587155963 }, "result_artifact_handoff_cpu": { "n": 1635, "sum_ns": 26252356, "mean_ms": 0.016056486850152905 }, "result_publish_wall": { "n": 1635, "sum_ns": 1937589058, "mean_ms": 1.1850697602446483 }, "result_publish_cpu": { "n": 1635, "sum_ns": 698401752, "mean_ms": 0.4271570348623853 }, "result_total_wall": { "n": 1635, "sum_ns": 19084874004, "mean_ms": 11.672705812844036 }, "result_total_cpu": { "n": 1635, "sum_ns": 7795637845, "mean_ms": 4.767974217125382 } }, "existing": { "complete_fps": 9.073131720544291, "redis_fps": 9.046465646420721 }, "new": { "complete_fps": 9.13313038732232, "redis_fps": 9.13313038732232 }, "cpu_busy_pct": 89.29776828764292, "gpu_util_pct": 53.857142857142854, "arm": "mixed", "trial": "mixed" }, { "mode": "mixed", "level": 6, "provider": "pose", "seconds": 30.00066662579775, "selected_fps": 6.62207507401959, "requested_fps": 6.62207507401959, "complete_fps": 6.6165196419105134, "accepted_fps": 6.6165196419105134, "finalized_fps": 6.610964209801436, "redis_fps": 6.588742481365129, "redis_min": 6.399857789656516, "redis_std": 0.19499487565489593, "total_redis_fps": 39.53245488819077, "complete_min": 6.366525197002056, "queue_expired": 0, "capacity_drop": 0, "max_redis_silence_s": 1.1213540071621537, "source_drift_mean_s": 0.016301440972221772, "redis_drift_mean_s": 0.15447647537453152, "sender": { "replaced": 2, "expired": 0, "send_error": 0 }, "c_suppressed": 19, "batch_executions": { "1": 19, "2": 15, "3": 10, "4": 13, "5": 17, "6": 7, "7": 13, "8": 103 }, "triton": { "success": { "count": 1173, "mean_ms": 371.93711019778345 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 1173, "mean_ms": 219.8080145379369 }, "compute_input": { "count": 1173, "mean_ms": 1.9512028653026428 }, "compute_infer": { "count": 1173, "mean_ms": 137.70211291304346 }, "compute_output": { "count": 1173, "mean_ms": 6.463996147485081 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 1177, "sum_ns": 108826791000, "mean_ms": 92.46116482582838 }, "source_exit_to_ingress": { "n": 1177, "sum_ns": 129556062303, "mean_ms": 110.07312005352591 }, "source_encoded_queue": { "n": 1177, "sum_ns": 1212391000, "mean_ms": 1.030068819031436 }, "decode_between_queues": { "n": 1177, "sum_ns": 79761038000, "mean_ms": 67.76638742565845 }, "source_raw_queue": { "n": 1177, "sum_ns": 25212675000, "mean_ms": 21.421134239592185 }, "raw_queue_to_source_exit": { "n": 1177, "sum_ns": 240299000, "mean_ms": 0.20416227697536107 }, "selected_to_preprocess_start": { "n": 1173, "sum_ns": 14964595462, "mean_ms": 12.757540888320545 }, "preprocess_start_to_preprocess_output": { "n": 1166, "sum_ns": 20293306141, "mean_ms": 17.404207668096053 }, "selected_to_preprocess": { "n": 1173, "sum_ns": 50763316993, "mean_ms": 43.27648507502131 }, "preprocess_start_to_preprocess": { "n": 1169, "sum_ns": 35774167493, "mean_ms": 30.602367402053037 }, "preprocess_output_to_infer_entry": { "n": 1166, "sum_ns": 15309912935, "mean_ms": 13.130285536020583 }, "preprocess_to_infer_output": { "n": 1170, "sum_ns": 612396425650, "mean_ms": 523.4157484188034 }, "preprocess_to_callback": { "n": 1152, "sum_ns": 617148928132, "mean_ms": 535.7195556701389 }, "infer_output_to_callback": { "n": 1155, "sum_ns": 14460862147, "mean_ms": 12.520226967099568 }, "copy_wall": { "n": 1191, "sum_ns": 49897310408, "mean_ms": 41.8953068077246 }, "copy_thread_cpu": { "n": 1191, "sum_ns": 20514953685, "mean_ms": 17.22498210327456 }, "callback_to_copied": { "n": 1155, "sum_ns": 50195564379, "mean_ms": 43.459363098701296 }, "accepted_interval": { "n": 1179, "sum_ns": 180704431301, "mean_ms": 153.2692377446989 }, "selected_to_submitted": { "n": 1164, "sum_ns": 726708196201, "mean_ms": 624.3197561864262 }, "completed_queue_wait": { "n": 1193, "sum_ns": 52742376198, "mean_ms": 44.20987107963118 }, "result_observations_wall": { "n": 1191, "sum_ns": 15613303183, "mean_ms": 13.109406534844668 }, "result_observations_cpu": { "n": 1191, "sum_ns": 5970087919, "mean_ms": 5.012668277917717 }, "result_nms_wall": { "n": 1189, "sum_ns": 14720348745, "mean_ms": 12.38044469722456 }, "result_nms_cpu": { "n": 1189, "sum_ns": 3037438187, "mean_ms": 2.5546158006728343 }, "result_tracking_wall": { "n": 1190, "sum_ns": 13679032948, "mean_ms": 11.494985670588234 }, "result_tracking_cpu": { "n": 1190, "sum_ns": 3743743867, "mean_ms": 3.146003249579832 }, "result_region_wall": { "n": 1190, "sum_ns": 2159511672, "mean_ms": 1.8147156907563025 }, "result_region_cpu": { "n": 1190, "sum_ns": 1140535988, "mean_ms": 0.9584336033613445 }, "result_fall_wall": { "n": 1190, "sum_ns": 4825457590, "mean_ms": 4.05500637815126 }, "result_fall_cpu": { "n": 1190, "sum_ns": 2264457252, "mean_ms": 1.9029052537815125 }, "result_fight_wall": { "n": 1190, "sum_ns": 1512775777, "mean_ms": 1.2712401487394958 }, "result_fight_cpu": { "n": 1190, "sum_ns": 653088348, "mean_ms": 0.5488137378151261 }, "result_collector_wall": { "n": 1190, "sum_ns": 32321392945, "mean_ms": 27.160834407563026 }, "result_collector_cpu": { "n": 1190, "sum_ns": 16206940670, "mean_ms": 13.61927787394958 }, "result_composition_wall": { "n": 1190, "sum_ns": 293146297, "mean_ms": 0.24634142605042017 }, "result_composition_cpu": { "n": 1190, "sum_ns": 105474260, "mean_ms": 0.08863383193277312 }, "result_artifact_handoff_wall": { "n": 1190, "sum_ns": 197958839, "mean_ms": 0.16635196554621848 }, "result_artifact_handoff_cpu": { "n": 1190, "sum_ns": 27767291, "mean_ms": 0.023333857983193276 }, "result_publish_wall": { "n": 1190, "sum_ns": 3846720533, "mean_ms": 3.2325382630252104 }, "result_publish_cpu": { "n": 1190, "sum_ns": 1684883187, "mean_ms": 1.4158682243697478 }, "result_total_wall": { "n": 1190, "sum_ns": 103405546274, "mean_ms": 86.89541703697479 }, "result_total_cpu": { "n": 1190, "sum_ns": 39977877256, "mean_ms": 33.59485483697479 } }, "existing": { "complete_fps": 6.533188160274361, "redis_fps": 6.506522086150792 }, "new": { "complete_fps": 7.033177050091276, "redis_fps": 6.999844457436815 }, "cpu_busy_pct": 89.29776828764292, "gpu_util_pct": 53.857142857142854, "arm": "mixed", "trial": "mixed" }, { "mode": "mixed", "level": 7, "provider": "crowd", "seconds": 29.99998986441642, "selected_fps": 6.809526110141177, "requested_fps": 6.814288016511905, "complete_fps": 6.828573735624089, "accepted_fps": 6.828573735624089, "finalized_fps": 6.833335641994817, "redis_fps": 6.828573735624089, "redis_min": 6.633335574424238, "redis_std": 0.12652699756260735, "total_redis_fps": 47.80001614936862, "complete_min": 6.633335574424238, "queue_expired": 0, "capacity_drop": 0, "max_redis_silence_s": 1.2568844058550894, "source_drift_mean_s": 0.028435986895328225, "redis_drift_mean_s": -0.43776120036416805, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "c_suppressed": 0, "batch_executions": { "1": 12, "2": 9, "3": 12, "4": 19, "5": 11, "6": 13, "7": 14, "8": 130 }, "triton": { "success": { "count": 1413, "mean_ms": 358.90705406369426 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 1413, "mean_ms": 228.30902345789102 }, "compute_input": { "count": 1413, "mean_ms": 2.7074434281670205 }, "compute_infer": { "count": 1413, "mean_ms": 117.85120399221515 }, "compute_output": { "count": 1413, "mean_ms": 6.468398233545648 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 1425, "sum_ns": 134696671000, "mean_ms": 94.52397964912281 }, "source_exit_to_ingress": { "n": 1425, "sum_ns": 152876409739, "mean_ms": 107.28169104491228 }, "source_encoded_queue": { "n": 1425, "sum_ns": 1777078000, "mean_ms": 1.2470722807017545 }, "decode_between_queues": { "n": 1425, "sum_ns": 92203413000, "mean_ms": 64.70414947368421 }, "source_raw_queue": { "n": 1425, "sum_ns": 37470828000, "mean_ms": 26.29531789473684 }, "raw_queue_to_source_exit": { "n": 1425, "sum_ns": 371266000, "mean_ms": 0.2605375438596491 }, "selected_to_preprocess_start": { "n": 1427, "sum_ns": 15327642249, "mean_ms": 10.741164855641205 }, "preprocess_start_to_preprocess_output": { "n": 1426, "sum_ns": 19154900751, "mean_ms": 13.43260922230014 }, "selected_to_preprocess": { "n": 1427, "sum_ns": 52141608964, "mean_ms": 36.5393195262789 }, "preprocess_start_to_preprocess": { "n": 1427, "sum_ns": 36836472954, "mean_ms": 25.81392638682551 }, "preprocess_output_to_infer_entry": { "n": 1426, "sum_ns": 17625290659, "mean_ms": 12.359951373772791 }, "preprocess_to_infer_output": { "n": 1429, "sum_ns": 743754219289, "mean_ms": 520.4718119587124 }, "preprocess_to_callback": { "n": 1418, "sum_ns": 754162889625, "mean_ms": 531.8497105959098 }, "infer_output_to_callback": { "n": 1417, "sum_ns": 16116933955, "mean_ms": 11.373983031051516 }, "copy_wall": { "n": 1434, "sum_ns": 72795526011, "mean_ms": 50.763965140167365 }, "copy_thread_cpu": { "n": 1434, "sum_ns": 27868306692, "mean_ms": 19.43396561506276 }, "callback_to_copied": { "n": 1416, "sum_ns": 74594395696, "mean_ms": 52.67965797740113 }, "accepted_interval": { "n": 1430, "sum_ns": 208251869462, "mean_ms": 145.63067794545455 }, "selected_to_submitted": { "n": 1425, "sum_ns": 886497900845, "mean_ms": 622.1037900666668 }, "completed_queue_wait": { "n": 1434, "sum_ns": 3721430464, "mean_ms": 2.595139793584379 }, "result_composition_wall": { "n": 1435, "sum_ns": 456230774, "mean_ms": 0.31793085296167245 }, "result_composition_cpu": { "n": 1435, "sum_ns": 98166507, "mean_ms": 0.06840871567944251 }, "result_artifact_handoff_wall": { "n": 1435, "sum_ns": 151785355, "mean_ms": 0.10577376655052265 }, "result_artifact_handoff_cpu": { "n": 1435, "sum_ns": 25647387, "mean_ms": 0.01787274355400697 }, "result_publish_wall": { "n": 1435, "sum_ns": 1980977817, "mean_ms": 1.3804723463414634 }, "result_publish_cpu": { "n": 1435, "sum_ns": 781911000, "mean_ms": 0.5448857142857143 }, "result_total_wall": { "n": 1435, "sum_ns": 20523403377, "mean_ms": 14.302023259233449 }, "result_total_cpu": { "n": 1435, "sum_ns": 7759125981, "mean_ms": 5.407056432752613 } }, "existing": { "complete_fps": 6.827780084562302, "redis_fps": 6.822224527129785 }, "new": { "complete_fps": 6.833335641994817, "redis_fps": 6.866668986589914 }, "cpu_busy_pct": 92.32642700329309, "gpu_util_pct": 63.0, "arm": "mixed", "trial": "mixed" }, { "mode": "mixed", "level": 7, "provider": "fire", "seconds": 29.99998986441642, "selected_fps": 7.4142882192236454, "requested_fps": 7.4238120319651015, "complete_fps": 7.4142882192236454, "accepted_fps": 7.4142882192236454, "finalized_fps": 7.4142882192236454, "redis_fps": 7.4238120319651015, "redis_min": 7.266669121731074, "redis_std": 0.1079598845579253, "total_redis_fps": 51.966684223755706, "complete_min": 7.233335777135977, "queue_expired": 0, "capacity_drop": 0, "max_redis_silence_s": 1.3900101534090936, "source_drift_mean_s": -0.007294684987043165, "redis_drift_mean_s": -0.04309375709464069, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "c_suppressed": 0, "batch_executions": { "1": 14, "2": 18, "3": 16, "4": 18, "5": 13, "6": 19, "7": 21, "8": 136 }, "triton": { "success": { "count": 1584, "mean_ms": 301.3427126092172 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 1584, "mean_ms": 183.73098651578283 }, "compute_input": { "count": 1584, "mean_ms": 2.8831129116161613 }, "compute_infer": { "count": 1584, "mean_ms": 103.90419234469697 }, "compute_output": { "count": 1584, "mean_ms": 6.8844328901515155 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 1548, "sum_ns": 143481894000, "mean_ms": 92.68856201550388 }, "source_exit_to_ingress": { "n": 1548, "sum_ns": 154459027044, "mean_ms": 99.77973323255814 }, "source_encoded_queue": { "n": 1548, "sum_ns": 1944643000, "mean_ms": 1.2562293281653747 }, "decode_between_queues": { "n": 1548, "sum_ns": 100340014000, "mean_ms": 64.81913049095607 }, "source_raw_queue": { "n": 1548, "sum_ns": 36943378000, "mean_ms": 23.86523126614987 }, "raw_queue_to_source_exit": { "n": 1548, "sum_ns": 408677000, "mean_ms": 0.2640032299741602 }, "selected_to_preprocess_start": { "n": 1549, "sum_ns": 17585503736, "mean_ms": 11.35281067527437 }, "preprocess_start_to_preprocess_output": { "n": 1547, "sum_ns": 21208949388, "mean_ms": 13.709728111182935 }, "selected_to_preprocess": { "n": 1549, "sum_ns": 59872790311, "mean_ms": 38.65254377727566 }, "preprocess_start_to_preprocess": { "n": 1548, "sum_ns": 42233499616, "mean_ms": 27.282622490956072 }, "preprocess_output_to_infer_entry": { "n": 1546, "sum_ns": 20932903060, "mean_ms": 13.540040789133247 }, "preprocess_to_infer_output": { "n": 1544, "sum_ns": 728195529003, "mean_ms": 471.629228628886 }, "preprocess_to_callback": { "n": 1529, "sum_ns": 739210558802, "mean_ms": 483.46014310137343 }, "infer_output_to_callback": { "n": 1530, "sum_ns": 17459634393, "mean_ms": 11.411525747058823 }, "copy_wall": { "n": 1557, "sum_ns": 80077676885, "mean_ms": 51.430749444444444 }, "copy_thread_cpu": { "n": 1557, "sum_ns": 30299137164, "mean_ms": 19.459946797687863 }, "callback_to_copied": { "n": 1532, "sum_ns": 81568941816, "mean_ms": 53.24343460574412 }, "accepted_interval": { "n": 1551, "sum_ns": 208258968088, "mean_ms": 134.2739961882656 }, "selected_to_submitted": { "n": 1543, "sum_ns": 889691252683, "mean_ms": 576.5983491140635 }, "completed_queue_wait": { "n": 1557, "sum_ns": 4389156836, "mean_ms": 2.818983195889531 }, "result_composition_wall": { "n": 1557, "sum_ns": 662032160, "mean_ms": 0.4251972768143867 }, "result_composition_cpu": { "n": 1557, "sum_ns": 85579100, "mean_ms": 0.054964097623635196 }, "result_artifact_handoff_wall": { "n": 1557, "sum_ns": 488272840, "mean_ms": 0.31359848426461145 }, "result_artifact_handoff_cpu": { "n": 1557, "sum_ns": 27855692, "mean_ms": 0.017890617854849068 }, "result_publish_wall": { "n": 1556, "sum_ns": 2319371420, "mean_ms": 1.4905985989717223 }, "result_publish_cpu": { "n": 1556, "sum_ns": 735450836, "mean_ms": 0.4726547789203085 }, "result_total_wall": { "n": 1556, "sum_ns": 21902488987, "mean_ms": 14.076149734575836 }, "result_total_cpu": { "n": 1556, "sum_ns": 7864232554, "mean_ms": 5.0541340321336765 } }, "existing": { "complete_fps": 7.411113614976493, "redis_fps": 7.422224729841526 }, "new": { "complete_fps": 7.433335844706558, "redis_fps": 7.433335844706558 }, "cpu_busy_pct": 92.32642700329309, "gpu_util_pct": 63.0, "arm": "mixed", "trial": "mixed" }, { "mode": "mixed", "level": 7, "provider": "pose", "seconds": 29.99998986441642, "selected_fps": 5.400001824405661, "requested_fps": 5.400001824405661, "complete_fps": 5.400001824405661, "accepted_fps": 5.400001824405661, "finalized_fps": 5.400001824405661, "redis_fps": 5.404763730776389, "redis_min": 5.233335101430177, "redis_std": 0.13850518557768635, "total_redis_fps": 37.83334611543472, "complete_min": 5.233335101430177, "queue_expired": 0, "capacity_drop": 0, "max_redis_silence_s": 1.23115514498204, "source_drift_mean_s": 0.014565205779883345, "redis_drift_mean_s": 0.19164381050401197, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "c_suppressed": 13, "batch_executions": { "1": 17, "2": 14, "3": 9, "4": 10, "5": 11, "6": 6, "7": 14, "8": 103 }, "triton": { "success": { "count": 1125, "mean_ms": 438.1808346311111 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 1125, "mean_ms": 274.53224732088887 }, "compute_input": { "count": 1125, "mean_ms": 2.6723669342222225 }, "compute_infer": { "count": 1125, "mean_ms": 144.52225447555557 }, "compute_output": { "count": 1125, "mean_ms": 8.465312966222223 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 1123, "sum_ns": 105705357000, "mean_ms": 94.1276553873553 }, "source_exit_to_ingress": { "n": 1123, "sum_ns": 171492399868, "mean_ms": 152.70917174354406 }, "source_encoded_queue": { "n": 1123, "sum_ns": 1316011000, "mean_ms": 1.1718708815672307 }, "decode_between_queues": { "n": 1123, "sum_ns": 72573072000, "mean_ms": 64.62428495102404 }, "source_raw_queue": { "n": 1123, "sum_ns": 28824301000, "mean_ms": 25.667231522707034 }, "raw_queue_to_source_exit": { "n": 1123, "sum_ns": 275331000, "mean_ms": 0.24517453250222618 }, "selected_to_preprocess_start": { "n": 1125, "sum_ns": 16941352966, "mean_ms": 15.058980414222221 }, "preprocess_start_to_preprocess_output": { "n": 1118, "sum_ns": 21943629741, "mean_ms": 19.627575796958855 }, "selected_to_preprocess": { "n": 1121, "sum_ns": 57733989594, "mean_ms": 51.502220868867084 }, "preprocess_start_to_preprocess": { "n": 1121, "sum_ns": 40880719071, "mean_ms": 36.46808124085638 }, "preprocess_output_to_infer_entry": { "n": 1115, "sum_ns": 19120622077, "mean_ms": 17.148539979372195 }, "preprocess_to_infer_output": { "n": 1120, "sum_ns": 725158324093, "mean_ms": 647.46278936875 }, "preprocess_to_callback": { "n": 1113, "sum_ns": 736508654786, "mean_ms": 661.732843473495 }, "infer_output_to_callback": { "n": 1113, "sum_ns": 14538745077, "mean_ms": 13.062664040431267 }, "copy_wall": { "n": 1134, "sum_ns": 54626664651, "mean_ms": 48.171661949735444 }, "copy_thread_cpu": { "n": 1134, "sum_ns": 20486577636, "mean_ms": 18.065765111111112 }, "callback_to_copied": { "n": 1108, "sum_ns": 54522767651, "mean_ms": 49.2082740532491 }, "accepted_interval": { "n": 1126, "sum_ns": 209027009905, "mean_ms": 185.63677611456484 }, "selected_to_submitted": { "n": 1114, "sum_ns": 853852752508, "mean_ms": 766.4746431849193 }, "completed_queue_wait": { "n": 1134, "sum_ns": 37935631191, "mean_ms": 33.45293755820106 }, "result_observations_wall": { "n": 1137, "sum_ns": 16114512494, "mean_ms": 14.172834207563763 }, "result_observations_cpu": { "n": 1137, "sum_ns": 5888047350, "mean_ms": 5.17858166226913 }, "result_nms_wall": { "n": 1138, "sum_ns": 13850854901, "mean_ms": 12.171225747803163 }, "result_nms_cpu": { "n": 1138, "sum_ns": 3158253122, "mean_ms": 2.7752663637961335 }, "result_tracking_wall": { "n": 1138, "sum_ns": 13211357248, "mean_ms": 11.609277019332161 }, "result_tracking_cpu": { "n": 1138, "sum_ns": 3569093969, "mean_ms": 3.1362864402460455 }, "result_region_wall": { "n": 1138, "sum_ns": 2819888566, "mean_ms": 2.477933713532513 }, "result_region_cpu": { "n": 1138, "sum_ns": 1256216608, "mean_ms": 1.1038810263620387 }, "result_fall_wall": { "n": 1137, "sum_ns": 5913771027, "mean_ms": 5.201205828496042 }, "result_fall_cpu": { "n": 1137, "sum_ns": 2840956737, "mean_ms": 2.4986426886543533 }, "result_fight_wall": { "n": 1137, "sum_ns": 1696420903, "mean_ms": 1.4920148663148638 }, "result_fight_cpu": { "n": 1137, "sum_ns": 703074968, "mean_ms": 0.6183596904133685 }, "result_collector_wall": { "n": 1134, "sum_ns": 34163698099, "mean_ms": 30.126717900352734 }, "result_collector_cpu": { "n": 1134, "sum_ns": 17371658318, "mean_ms": 15.318922679012346 }, "result_composition_wall": { "n": 1134, "sum_ns": 243475114, "mean_ms": 0.21470468606701942 }, "result_composition_cpu": { "n": 1134, "sum_ns": 104987587, "mean_ms": 0.09258164638447972 }, "result_artifact_handoff_wall": { "n": 1134, "sum_ns": 116665827, "mean_ms": 0.10287991798941798 }, "result_artifact_handoff_cpu": { "n": 1134, "sum_ns": 28566137, "mean_ms": 0.025190597001763668 }, "result_publish_wall": { "n": 1133, "sum_ns": 3941669809, "mean_ms": 3.478967174757282 }, "result_publish_cpu": { "n": 1133, "sum_ns": 1635423677, "mean_ms": 1.4434454342453664 }, "result_total_wall": { "n": 1133, "sum_ns": 106279511639, "mean_ms": 93.80362898411298 }, "result_total_cpu": { "n": 1133, "sum_ns": 41762813185, "mean_ms": 36.86038233451015 } }, "existing": { "complete_fps": 5.416668496703209, "redis_fps": 5.4111129392706925 }, "new": { "complete_fps": 5.300001790620371, "redis_fps": 5.366668479810564 }, "cpu_busy_pct": 92.32642700329309, "gpu_util_pct": 63.0, "arm": "mixed", "trial": "mixed" }, { "mode": "mixed-compact", "level": 8, "provider": "crowd", "seconds": 30.61099485307932, "selected_fps": 5.533142611435306, "requested_fps": 5.537226111517546, "complete_fps": 5.537226111517546, "accepted_fps": 5.537226111517546, "finalized_fps": 5.545393111682026, "redis_fps": 5.545393111682026, "redis_min": 5.455556109872744, "redis_std": 0.051002899680097843, "total_redis_fps": 44.36314489345621, "complete_min": 5.455556109872744, "queue_expired": 0, "capacity_drop": 0, "max_redis_silence_s": 0.7598609230481088, "source_drift_mean_s": 0.023438122474745717, "redis_drift_mean_s": -0.20211132284774483, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "c_suppressed": 0, "batch_executions": { "1": 7, "2": 15, "3": 12, "4": 8, "5": 11, "6": 7, "7": 12, "8": 132 }, "triton": { "success": { "count": 1342, "mean_ms": 399.823519204918 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 1342, "mean_ms": 258.0348425067064 }, "compute_input": { "count": 1342, "mean_ms": 2.454870532041729 }, "compute_infer": { "count": 1342, "mean_ms": 128.40826098360657 }, "compute_output": { "count": 1342, "mean_ms": 7.003355754098361 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 1350, "sum_ns": 123618537000, "mean_ms": 91.56928666666667 }, "source_exit_to_ingress": { "n": 1350, "sum_ns": 222286747296, "mean_ms": 164.65684984888887 }, "source_encoded_queue": { "n": 1350, "sum_ns": 1716294000, "mean_ms": 1.271328888888889 }, "decode_between_queues": { "n": 1350, "sum_ns": 79652881000, "mean_ms": 59.00213407407407 }, "source_raw_queue": { "n": 1350, "sum_ns": 38504000000, "mean_ms": 28.52148148148148 }, "raw_queue_to_source_exit": { "n": 1350, "sum_ns": 337840000, "mean_ms": 0.25025185185185184 }, "selected_to_preprocess_start": { "n": 1351, "sum_ns": 14238128351, "mean_ms": 10.538955108068098 }, "preprocess_start_to_preprocess_output": { "n": 1351, "sum_ns": 18770960243, "mean_ms": 13.894123051813471 }, "selected_to_preprocess": { "n": 1352, "sum_ns": 50137037606, "mean_ms": 37.08360769674556 }, "preprocess_start_to_preprocess": { "n": 1352, "sum_ns": 35910585152, "mean_ms": 26.56108369230769 }, "preprocess_output_to_infer_entry": { "n": 1350, "sum_ns": 17075583553, "mean_ms": 12.64858040962963 }, "preprocess_to_infer_output": { "n": 1351, "sum_ns": 895732082039, "mean_ms": 663.0141243811992 }, "preprocess_to_callback": { "n": 1344, "sum_ns": 905505302396, "mean_ms": 673.7390642827381 }, "infer_output_to_callback": { "n": 1344, "sum_ns": 14332890181, "mean_ms": 10.664352813244049 }, "copy_wall": { "n": 1356, "sum_ns": 68848106601, "mean_ms": 50.77293997123894 }, "copy_thread_cpu": { "n": 1356, "sum_ns": 25690789707, "mean_ms": 18.94601010840708 }, "callback_to_copied": { "n": 1342, "sum_ns": 70740038765, "mean_ms": 52.712398483606556 }, "accepted_interval": { "n": 1348, "sum_ns": 243153151769, "mean_ms": 180.38067638649852 }, "selected_to_submitted": { "n": 1343, "sum_ns": 1027385013516, "mean_ms": 764.9925640476545 }, "completed_queue_wait": { "n": 1357, "sum_ns": 3091692991, "mean_ms": 2.2783293964627855 }, "result_composition_wall": { "n": 1358, "sum_ns": 485721366, "mean_ms": 0.3576740544918999 }, "result_composition_cpu": { "n": 1358, "sum_ns": 127908822, "mean_ms": 0.094189117820324 }, "result_artifact_handoff_wall": { "n": 1358, "sum_ns": 122797662, "mean_ms": 0.09042537702503682 }, "result_artifact_handoff_cpu": { "n": 1358, "sum_ns": 23947404, "mean_ms": 0.017634318114874814 }, "result_publish_wall": { "n": 1357, "sum_ns": 1791362460, "mean_ms": 1.3200902431834929 }, "result_publish_cpu": { "n": 1357, "sum_ns": 725689579, "mean_ms": 0.5347749292557111 }, "result_total_wall": { "n": 1358, "sum_ns": 17842123917, "mean_ms": 13.138530130338735 }, "result_total_cpu": { "n": 1358, "sum_ns": 7149812832, "mean_ms": 5.2649579027982325 } }, "existing": null, "new": { "complete_fps": 5.537226111517546, "redis_fps": 5.545393111682026 }, "cpu_busy_pct": 90.18581391848271, "gpu_util_pct": 58.142857142857146, "arm": "mixed", "trial": "mixed-compact" }, { "mode": "mixed-compact", "level": 8, "provider": "fire", "seconds": 30.61099485307932, "selected_fps": 5.941492619659313, "requested_fps": 5.933325619494833, "complete_fps": 5.9455761197415535, "accepted_fps": 5.9455761197415535, "finalized_fps": 5.941492619659313, "redis_fps": 5.949659619823794, "redis_min": 5.8475721177677915, "redis_std": 0.09302854909294668, "total_redis_fps": 47.59727695859035, "complete_min": 5.8149041171098705, "queue_expired": 0, "capacity_drop": 0, "max_redis_silence_s": 0.6633782405406237, "source_drift_mean_s": 0.028527281638500258, "redis_drift_mean_s": 0.15232804230118457, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "c_suppressed": 0, "batch_executions": { "1": 11, "2": 10, "3": 16, "4": 19, "5": 12, "6": 14, "7": 14, "8": 132 }, "triton": { "success": { "count": 1453, "mean_ms": 355.6013580874054 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 1453, "mean_ms": 223.8839253971094 }, "compute_input": { "count": 1453, "mean_ms": 3.238303759807295 }, "compute_infer": { "count": 1453, "mean_ms": 117.46142193943565 }, "compute_output": { "count": 1453, "mean_ms": 7.316201685478321 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 1453, "sum_ns": 132370936000, "mean_ms": 91.10181417756367 }, "source_exit_to_ingress": { "n": 1453, "sum_ns": 203233044931, "mean_ms": 139.87133167997246 }, "source_encoded_queue": { "n": 1453, "sum_ns": 1863983000, "mean_ms": 1.282851342050929 }, "decode_between_queues": { "n": 1453, "sum_ns": 86112592000, "mean_ms": 59.2653764624914 }, "source_raw_queue": { "n": 1453, "sum_ns": 40530917000, "mean_ms": 27.89464349621473 }, "raw_queue_to_source_exit": { "n": 1453, "sum_ns": 350815000, "mean_ms": 0.24144184445973846 }, "selected_to_preprocess_start": { "n": 1452, "sum_ns": 15843823761, "mean_ms": 10.911724353305784 }, "preprocess_start_to_preprocess_output": { "n": 1452, "sum_ns": 20721459430, "mean_ms": 14.270977568870524 }, "selected_to_preprocess": { "n": 1449, "sum_ns": 56442958246, "mean_ms": 38.953042267770876 }, "preprocess_start_to_preprocess": { "n": 1448, "sum_ns": 40518644008, "mean_ms": 27.982488955801102 }, "preprocess_output_to_infer_entry": { "n": 1449, "sum_ns": 19864230375, "mean_ms": 13.708923654244305 }, "preprocess_to_infer_output": { "n": 1452, "sum_ns": 886986975850, "mean_ms": 610.872572899449 }, "preprocess_to_callback": { "n": 1438, "sum_ns": 894440291454, "mean_ms": 622.0029843212795 }, "infer_output_to_callback": { "n": 1439, "sum_ns": 15316792644, "mean_ms": 10.64405326198749 }, "copy_wall": { "n": 1456, "sum_ns": 77086163305, "mean_ms": 52.94379347870879 }, "copy_thread_cpu": { "n": 1456, "sum_ns": 28256488329, "mean_ms": 19.406928797390112 }, "callback_to_copied": { "n": 1438, "sum_ns": 79025968540, "mean_ms": 54.955471863699586 }, "accepted_interval": { "n": 1453, "sum_ns": 243532925182, "mean_ms": 167.60696846662077 }, "selected_to_submitted": { "n": 1448, "sum_ns": 1036958754584, "mean_ms": 716.1317365911602 }, "completed_queue_wait": { "n": 1455, "sum_ns": 3436552450, "mean_ms": 2.3618917182130583 }, "result_composition_wall": { "n": 1455, "sum_ns": 606028548, "mean_ms": 0.41651446597938147 }, "result_composition_cpu": { "n": 1455, "sum_ns": 79001166, "mean_ms": 0.05429633402061856 }, "result_artifact_handoff_wall": { "n": 1455, "sum_ns": 122476069, "mean_ms": 0.08417599243986254 }, "result_artifact_handoff_cpu": { "n": 1455, "sum_ns": 25163459, "mean_ms": 0.017294473539518903 }, "result_publish_wall": { "n": 1455, "sum_ns": 2091686496, "mean_ms": 1.4375852206185566 }, "result_publish_cpu": { "n": 1455, "sum_ns": 654458017, "mean_ms": 0.4497993243986254 }, "result_total_wall": { "n": 1455, "sum_ns": 17851716668, "mean_ms": 12.26922107766323 }, "result_total_cpu": { "n": 1455, "sum_ns": 7034545272, "mean_ms": 4.834739018556701 } }, "existing": null, "new": { "complete_fps": 5.9455761197415535, "redis_fps": 5.949659619823794 }, "cpu_busy_pct": 90.18581391848271, "gpu_util_pct": 58.142857142857146, "arm": "mixed", "trial": "mixed-compact" }, { "mode": "mixed-compact", "level": 8, "provider": "pose", "seconds": 30.61099485307932, "selected_fps": 4.71644259498729, "requested_fps": 4.7205260950695305, "complete_fps": 4.7205260950695305, "accepted_fps": 4.7205260950695305, "finalized_fps": 4.72052609506953, "redis_fps": 4.712359094905049, "redis_min": 4.410180088819284, "redis_std": 0.14586728710725874, "total_redis_fps": 37.698872759240395, "complete_min": 4.410180088819284, "queue_expired": 0, "capacity_drop": 0, "max_redis_silence_s": 1.2456212979741395, "source_drift_mean_s": 0.02189584236111181, "redis_drift_mean_s": 0.25760744422324977, "sender": { "replaced": 1, "expired": 0, "send_error": 0 }, "c_suppressed": 23, "batch_executions": { "1": 10, "2": 11, "3": 11, "4": 10, "5": 5, "6": 11, "7": 7, "8": 113 }, "triton": { "success": { "count": 1149, "mean_ms": 473.75479657354225 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 1149, "mean_ms": 302.5404057423847 }, "compute_input": { "count": 1149, "mean_ms": 3.022748239338555 }, "compute_infer": { "count": 1149, "mean_ms": 150.87477781201045 }, "compute_output": { "count": 1149, "mean_ms": 10.060133053089643 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 1147, "sum_ns": 106040286000, "mean_ms": 92.45011857018308 }, "source_exit_to_ingress": { "n": 1147, "sum_ns": 225172527031, "mean_ms": 196.3143217358326 }, "source_encoded_queue": { "n": 1147, "sum_ns": 1344655000, "mean_ms": 1.1723234524847428 }, "decode_between_queues": { "n": 1147, "sum_ns": 67811890000, "mean_ms": 59.1210897994769 }, "source_raw_queue": { "n": 1147, "sum_ns": 33899569000, "mean_ms": 29.554986050566697 }, "raw_queue_to_source_exit": { "n": 1147, "sum_ns": 265123000, "mean_ms": 0.23114472537053182 }, "selected_to_preprocess_start": { "n": 1145, "sum_ns": 16967476029, "mean_ms": 14.81875635720524 }, "preprocess_start_to_preprocess_output": { "n": 1144, "sum_ns": 21513374291, "mean_ms": 18.805397107517482 }, "selected_to_preprocess": { "n": 1146, "sum_ns": 64592012278, "mean_ms": 56.36301245898778 }, "preprocess_start_to_preprocess": { "n": 1143, "sum_ns": 47407675663, "mean_ms": 41.47653163867017 }, "preprocess_output_to_infer_entry": { "n": 1146, "sum_ns": 25979350520, "mean_ms": 22.669590331588132 }, "preprocess_to_infer_output": { "n": 1144, "sum_ns": 869207981646, "mean_ms": 759.7971867534965 }, "preprocess_to_callback": { "n": 1128, "sum_ns": 869649472842, "mean_ms": 770.965844718085 }, "infer_output_to_callback": { "n": 1130, "sum_ns": 12941323130, "mean_ms": 11.452498345132744 }, "copy_wall": { "n": 1156, "sum_ns": 52737135984, "mean_ms": 45.62035984775086 }, "copy_thread_cpu": { "n": 1156, "sum_ns": 19680237250, "mean_ms": 17.02442668685121 }, "callback_to_copied": { "n": 1130, "sum_ns": 53418013245, "mean_ms": 47.272578092920355 }, "accepted_interval": { "n": 1153, "sum_ns": 243589292762, "mean_ms": 211.26564853599308 }, "selected_to_submitted": { "n": 1143, "sum_ns": 1001509248371, "mean_ms": 876.2110659413823 }, "completed_queue_wait": { "n": 1155, "sum_ns": 24280255310, "mean_ms": 21.021866069264068 }, "result_observations_wall": { "n": 1154, "sum_ns": 16265009381, "mean_ms": 14.094462201906413 }, "result_observations_cpu": { "n": 1154, "sum_ns": 5811686591, "mean_ms": 5.036123562391681 }, "result_nms_wall": { "n": 1154, "sum_ns": 11644911332, "mean_ms": 10.090911032928943 }, "result_nms_cpu": { "n": 1154, "sum_ns": 2999687616, "mean_ms": 2.599382682842288 }, "result_tracking_wall": { "n": 1155, "sum_ns": 11648063418, "mean_ms": 10.084903392207792 }, "result_tracking_cpu": { "n": 1155, "sum_ns": 3561575444, "mean_ms": 3.083615103030303 }, "result_region_wall": { "n": 1155, "sum_ns": 2518457727, "mean_ms": 2.1804828805194805 }, "result_region_cpu": { "n": 1155, "sum_ns": 1212726908, "mean_ms": 1.049980006926407 }, "result_fall_wall": { "n": 1155, "sum_ns": 4827514412, "mean_ms": 4.179666157575758 }, "result_fall_cpu": { "n": 1155, "sum_ns": 2219643346, "mean_ms": 1.9217691307359308 }, "result_fight_wall": { "n": 1155, "sum_ns": 1961875749, "mean_ms": 1.698593722077922 }, "result_fight_cpu": { "n": 1155, "sum_ns": 668401731, "mean_ms": 0.5787027974025973 }, "result_collector_wall": { "n": 1156, "sum_ns": 34386825244, "mean_ms": 29.74638861937716 }, "result_collector_cpu": { "n": 1156, "sum_ns": 17647471782, "mean_ms": 15.26597905017301 }, "result_composition_wall": { "n": 1156, "sum_ns": 270366949, "mean_ms": 0.2338814437716263 }, "result_composition_cpu": { "n": 1156, "sum_ns": 102976330, "mean_ms": 0.08907987024221453 }, "result_artifact_handoff_wall": { "n": 1156, "sum_ns": 175946261, "mean_ms": 0.15220264792387542 }, "result_artifact_handoff_cpu": { "n": 1156, "sum_ns": 27998906, "mean_ms": 0.024220506920415222 }, "result_publish_wall": { "n": 1156, "sum_ns": 3800618902, "mean_ms": 3.2877326141868513 }, "result_publish_cpu": { "n": 1156, "sum_ns": 1627095983, "mean_ms": 1.4075224766435985 }, "result_total_wall": { "n": 1156, "sum_ns": 100466701186, "mean_ms": 86.90891106055363 }, "result_total_cpu": { "n": 1156, "sum_ns": 41079972224, "mean_ms": 35.536308152249134 } }, "existing": null, "new": { "complete_fps": 4.7205260950695305, "redis_fps": 4.712359094905049 }, "cpu_busy_pct": 90.18581391848271, "gpu_util_pct": 58.142857142857146, "arm": "mixed", "trial": "mixed-compact" }, { "mode": "mixed-compact", "level": 9, "provider": "crowd", "seconds": 47.773814477957785, "selected_fps": 4.802723980734407, "requested_fps": 4.809701303708839, "complete_fps": 4.814352852358461, "accepted_fps": 4.814352852358461, "finalized_fps": 4.81202707803365, "redis_fps": 4.81202707803365, "redis_min": 4.688761038818675, "redis_std": 0.07671530562035773, "total_redis_fps": 43.30824370230285, "complete_min": 4.709693007741973, "queue_expired": 0, "capacity_drop": 0, "max_redis_silence_s": 0.9853278207592666, "source_drift_mean_s": 0.0273151849794257, "redis_drift_mean_s": -0.13729924826955303, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "c_suppressed": 0, "batch_executions": { "1": 22, "2": 18, "3": 11, "4": 16, "5": 21, "6": 17, "7": 9, "8": 205 }, "triton": { "success": { "count": 2065, "mean_ms": 433.1742200159806 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 2065, "mean_ms": 291.559439061017 }, "compute_input": { "count": 2065, "mean_ms": 2.815648902663438 }, "compute_infer": { "count": 2065, "mean_ms": 127.72281278208231 }, "compute_output": { "count": 2065, "mean_ms": 7.020923246489104 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 2063, "sum_ns": 185577702000, "mean_ms": 89.95526030053321 }, "source_exit_to_ingress": { "n": 2063, "sum_ns": 428156341556, "mean_ms": 207.54064059912747 }, "source_encoded_queue": { "n": 2063, "sum_ns": 2683997000, "mean_ms": 1.3010164808531266 }, "decode_between_queues": { "n": 2063, "sum_ns": 115821957000, "mean_ms": 56.14249006301503 }, "source_raw_queue": { "n": 2063, "sum_ns": 61336913000, "mean_ms": 29.731901599612215 }, "raw_queue_to_source_exit": { "n": 2063, "sum_ns": 568515000, "mean_ms": 0.275576829859428 }, "selected_to_preprocess_start": { "n": 2062, "sum_ns": 26244617073, "mean_ms": 12.727748338021337 }, "preprocess_start_to_preprocess_output": { "n": 2063, "sum_ns": 31581635113, "mean_ms": 15.308596758603976 }, "selected_to_preprocess": { "n": 2062, "sum_ns": 85436243073, "mean_ms": 41.43367753297769 }, "preprocess_start_to_preprocess": { "n": 2061, "sum_ns": 59049051707, "mean_ms": 28.65068011014071 }, "preprocess_output_to_infer_entry": { "n": 2062, "sum_ns": 27518652356, "mean_ms": 13.345612199806014 }, "preprocess_to_infer_output": { "n": 2062, "sum_ns": 1626701018084, "mean_ms": 788.8947711367605 }, "preprocess_to_callback": { "n": 2048, "sum_ns": 1638883342823, "mean_ms": 800.2360072377929 }, "infer_output_to_callback": { "n": 2051, "sum_ns": 23986196916, "mean_ms": 11.694879042418332 }, "copy_wall": { "n": 2070, "sum_ns": 123703499894, "mean_ms": 59.7601448763285 }, "copy_thread_cpu": { "n": 2070, "sum_ns": 41394954203, "mean_ms": 19.997562416908213 }, "callback_to_copied": { "n": 2052, "sum_ns": 127612850717, "mean_ms": 62.18949840009747 }, "accepted_interval": { "n": 2066, "sum_ns": 439696287845, "mean_ms": 212.82492151258472 }, "selected_to_submitted": { "n": 2060, "sum_ns": 1865373305041, "mean_ms": 905.5210218645631 }, "completed_queue_wait": { "n": 2070, "sum_ns": 5296982629, "mean_ms": 2.5589288062801936 }, "result_composition_wall": { "n": 2069, "sum_ns": 1059441065, "mean_ms": 0.5120546471725471 }, "result_composition_cpu": { "n": 2069, "sum_ns": 192104629, "mean_ms": 0.09284902319961334 }, "result_artifact_handoff_wall": { "n": 2069, "sum_ns": 155963981, "mean_ms": 0.07538133446109231 }, "result_artifact_handoff_cpu": { "n": 2069, "sum_ns": 37937477, "mean_ms": 0.018336141614306425 }, "result_publish_wall": { "n": 2069, "sum_ns": 3346670247, "mean_ms": 1.6175303272112131 }, "result_publish_cpu": { "n": 2069, "sum_ns": 1169219581, "mean_ms": 0.565113378927018 }, "result_total_wall": { "n": 2069, "sum_ns": 31207540726, "mean_ms": 15.083393294345093 }, "result_total_cpu": { "n": 2069, "sum_ns": 11617885077, "mean_ms": 5.615217533591107 } }, "existing": { "complete_fps": 4.816969348473873, "redis_fps": 4.814352852358461 }, "new": { "complete_fps": 4.7934208834351635, "redis_fps": 4.7934208834351635 }, "cpu_busy_pct": 91.38090727291863, "gpu_util_pct": 62.285714285714285, "arm": "mixed", "trial": "mixed-compact" }, { "mode": "mixed-compact", "level": 9, "provider": "fire", "seconds": 47.773814477957785, "selected_fps": 5.0143694442921944, "requested_fps": 5.0143694442921944, "complete_fps": 5.014369444292194, "accepted_fps": 5.014369444292194, "finalized_fps": 5.012043669967383, "redis_fps": 5.0073921213177615, "redis_min": 4.877148759128354, "redis_std": 0.1047889746404516, "total_redis_fps": 45.06652909185985, "complete_min": 4.898080728051651, "queue_expired": 0, "capacity_drop": 0, "max_redis_silence_s": 1.145730923395604, "source_drift_mean_s": 0.030873850823048034, "redis_drift_mean_s": 0.2718067360641969, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "c_suppressed": 0, "batch_executions": { "1": 28, "2": 21, "3": 15, "4": 17, "5": 19, "6": 12, "7": 13, "8": 211 }, "triton": { "success": { "count": 2129, "mean_ms": 396.5917168393612 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 2129, "mean_ms": 258.2076324988257 }, "compute_input": { "count": 2129, "mean_ms": 4.08474720338187 }, "compute_infer": { "count": 2129, "mean_ms": 122.43528061578205 }, "compute_output": { "count": 2129, "mean_ms": 7.3423552414279 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 2149, "sum_ns": 192598205000, "mean_ms": 89.62224523033969 }, "source_exit_to_ingress": { "n": 2149, "sum_ns": 429630364210, "mean_ms": 199.9210629176361 }, "source_encoded_queue": { "n": 2149, "sum_ns": 2882986000, "mean_ms": 1.3415476966030713 }, "decode_between_queues": { "n": 2149, "sum_ns": 120467000000, "mean_ms": 56.05723592368543 }, "source_raw_queue": { "n": 2149, "sum_ns": 63543423000, "mean_ms": 29.568833410888782 }, "raw_queue_to_source_exit": { "n": 2149, "sum_ns": 575142000, "mean_ms": 0.26763238715681714 }, "selected_to_preprocess_start": { "n": 2150, "sum_ns": 26636714172, "mean_ms": 12.389169382325582 }, "preprocess_start_to_preprocess_output": { "n": 2150, "sum_ns": 33582764207, "mean_ms": 15.619890328837208 }, "selected_to_preprocess": { "n": 2151, "sum_ns": 93142782445, "mean_ms": 43.30208388888889 }, "preprocess_start_to_preprocess": { "n": 2151, "sum_ns": 66503238309, "mean_ms": 30.91735858158996 }, "preprocess_output_to_infer_entry": { "n": 2151, "sum_ns": 32912935534, "mean_ms": 15.301225259879125 }, "preprocess_to_infer_output": { "n": 2149, "sum_ns": 1614110823103, "mean_ms": 751.0985682191717 }, "preprocess_to_callback": { "n": 2124, "sum_ns": 1622139390140, "mean_ms": 763.7191102354049 }, "infer_output_to_callback": { "n": 2123, "sum_ns": 25540728820, "mean_ms": 12.030489317004239 }, "copy_wall": { "n": 2156, "sum_ns": 128444768344, "mean_ms": 59.57549552133581 }, "copy_thread_cpu": { "n": 2156, "sum_ns": 43407106797, "mean_ms": 20.133166417903524 }, "callback_to_copied": { "n": 2126, "sum_ns": 131627156603, "mean_ms": 61.913055786923806 }, "accepted_interval": { "n": 2150, "sum_ns": 439342276511, "mean_ms": 204.34524488883721 }, "selected_to_submitted": { "n": 2143, "sum_ns": 1864977724914, "mean_ms": 870.2649206318245 }, "completed_queue_wait": { "n": 2156, "sum_ns": 5235883810, "mean_ms": 2.4285175371057512 }, "result_composition_wall": { "n": 2155, "sum_ns": 907300068, "mean_ms": 0.421020913225058 }, "result_composition_cpu": { "n": 2155, "sum_ns": 122630341, "mean_ms": 0.056905030626450116 }, "result_artifact_handoff_wall": { "n": 2155, "sum_ns": 197974461, "mean_ms": 0.09186749930394432 }, "result_artifact_handoff_cpu": { "n": 2155, "sum_ns": 39289404, "mean_ms": 0.01823174199535963 }, "result_publish_wall": { "n": 2154, "sum_ns": 2897532801, "mean_ms": 1.3451870013927578 }, "result_publish_cpu": { "n": 2154, "sum_ns": 1031437934, "mean_ms": 0.47884769452181986 }, "result_total_wall": { "n": 2154, "sum_ns": 29765353573, "mean_ms": 13.818641398792943 }, "result_total_cpu": { "n": 2154, "sum_ns": 11256603258, "mean_ms": 5.225906805013928 } }, "existing": { "complete_fps": 5.028905533822262, "redis_fps": 5.021056045476025 }, "new": { "complete_fps": 4.898080728051651, "redis_fps": 4.898080728051651 }, "cpu_busy_pct": 91.38090727291863, "gpu_util_pct": 62.285714285714285, "arm": "mixed", "trial": "mixed-compact" }, { "mode": "mixed-compact", "level": 9, "provider": "pose", "seconds": 47.773814477957785, "selected_fps": 3.9677709981273113, "requested_fps": 3.970096772452122, "complete_fps": 3.9677709981273113, "accepted_fps": 3.9677709981273113, "finalized_fps": 3.972422546776933, "redis_fps": 3.972422546776933, "redis_min": 3.7468224372702803, "redis_std": 0.10243973275688395, "total_redis_fps": 35.7518029209924, "complete_min": 3.7468224372702803, "queue_expired": 0, "capacity_drop": 0, "max_redis_silence_s": 1.5606370964087546, "source_drift_mean_s": 0.026335113374482962, "redis_drift_mean_s": 0.31582586286148245, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "c_suppressed": 21, "batch_executions": { "1": 14, "2": 16, "3": 8, "4": 11, "5": 13, "6": 14, "7": 14, "8": 164 }, "triton": { "success": { "count": 1673, "mean_ms": 562.4513139264793 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 1673, "mean_ms": 372.7251682767484 }, "compute_input": { "count": 1673, "mean_ms": 3.265094487746563 }, "compute_infer": { "count": 1673, "mean_ms": 167.08926680095638 }, "compute_output": { "count": 1673, "mean_ms": 10.897277664674238 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 1693, "sum_ns": 153188730000, "mean_ms": 90.48359716479622 }, "source_exit_to_ingress": { "n": 1693, "sum_ns": 444760143499, "mean_ms": 262.7053417005316 }, "source_encoded_queue": { "n": 1693, "sum_ns": 2224234000, "mean_ms": 1.3137826343768457 }, "decode_between_queues": { "n": 1693, "sum_ns": 96127037000, "mean_ms": 56.7791122268163 }, "source_raw_queue": { "n": 1693, "sum_ns": 50798005000, "mean_ms": 30.004728292971055 }, "raw_queue_to_source_exit": { "n": 1693, "sum_ns": 379479000, "mean_ms": 0.22414589486119313 }, "selected_to_preprocess_start": { "n": 1691, "sum_ns": 31059829199, "mean_ms": 18.36772868066233 }, "preprocess_start_to_preprocess_output": { "n": 1679, "sum_ns": 32282409210, "mean_ms": 19.227164508636093 }, "selected_to_preprocess": { "n": 1687, "sum_ns": 101481481415, "mean_ms": 60.154997874925904 }, "preprocess_start_to_preprocess": { "n": 1685, "sum_ns": 70500339895, "mean_ms": 41.839964329376855 }, "preprocess_output_to_infer_entry": { "n": 1675, "sum_ns": 37526501602, "mean_ms": 22.403881553432836 }, "preprocess_to_infer_output": { "n": 1684, "sum_ns": 1571707491658, "mean_ms": 933.3179879204275 }, "preprocess_to_callback": { "n": 1666, "sum_ns": 1577783330630, "mean_ms": 947.0488179051621 }, "infer_output_to_callback": { "n": 1673, "sum_ns": 22626876976, "mean_ms": 13.524732203227734 }, "copy_wall": { "n": 1706, "sum_ns": 90090241966, "mean_ms": 52.80787922977726 }, "copy_thread_cpu": { "n": 1706, "sum_ns": 31520092837, "mean_ms": 18.476021592614305 }, "callback_to_copied": { "n": 1666, "sum_ns": 91088650128, "mean_ms": 54.67506010084034 }, "accepted_interval": { "n": 1687, "sum_ns": 437144618762, "mean_ms": 259.1254408784825 }, "selected_to_submitted": { "n": 1670, "sum_ns": 1780543507705, "mean_ms": 1066.1937171886227 }, "completed_queue_wait": { "n": 1706, "sum_ns": 23627709301, "mean_ms": 13.849770985345838 }, "result_observations_wall": { "n": 1707, "sum_ns": 26860836694, "mean_ms": 15.7356981218512 }, "result_observations_cpu": { "n": 1707, "sum_ns": 9514067094, "mean_ms": 5.573560101933216 }, "result_nms_wall": { "n": 1707, "sum_ns": 16808735164, "mean_ms": 9.846945028705331 }, "result_nms_cpu": { "n": 1707, "sum_ns": 4849185580, "mean_ms": 2.840764838898653 }, "result_tracking_wall": { "n": 1707, "sum_ns": 15547348715, "mean_ms": 9.107995732278852 }, "result_tracking_cpu": { "n": 1707, "sum_ns": 5155298856, "mean_ms": 3.0200930615114236 }, "result_region_wall": { "n": 1707, "sum_ns": 4357982089, "mean_ms": 2.55300649619215 }, "result_region_cpu": { "n": 1707, "sum_ns": 2005601053, "mean_ms": 1.1749273889865262 }, "result_fall_wall": { "n": 1707, "sum_ns": 9480434108, "mean_ms": 5.553857122437024 }, "result_fall_cpu": { "n": 1707, "sum_ns": 4486920148, "mean_ms": 2.628541387229057 }, "result_fight_wall": { "n": 1707, "sum_ns": 2563139617, "mean_ms": 1.5015463485647336 }, "result_fight_cpu": { "n": 1707, "sum_ns": 1070020898, "mean_ms": 0.6268429396602226 }, "result_collector_wall": { "n": 1707, "sum_ns": 58606490584, "mean_ms": 34.33303490568248 }, "result_collector_cpu": { "n": 1707, "sum_ns": 29091869387, "mean_ms": 17.042688568834212 }, "result_composition_wall": { "n": 1707, "sum_ns": 322820569, "mean_ms": 0.1891157404803749 }, "result_composition_cpu": { "n": 1707, "sum_ns": 166036463, "mean_ms": 0.09726799238429994 }, "result_artifact_handoff_wall": { "n": 1708, "sum_ns": 365030806, "mean_ms": 0.21371827049180328 }, "result_artifact_handoff_cpu": { "n": 1708, "sum_ns": 45447506, "mean_ms": 0.02660861007025761 }, "result_publish_wall": { "n": 1708, "sum_ns": 5976504492, "mean_ms": 3.4991244098360657 }, "result_publish_cpu": { "n": 1708, "sum_ns": 2519396430, "mean_ms": 1.475056457845433 }, "result_total_wall": { "n": 1708, "sum_ns": 164799992669, "mean_ms": 96.48711514578454 }, "result_total_cpu": { "n": 1708, "sum_ns": 67560818197, "mean_ms": 39.555514166861826 } }, "existing": { "complete_fps": 3.969224607080318, "redis_fps": 3.9744575993111426 }, "new": { "complete_fps": 3.956142126503257, "redis_fps": 3.956142126503257 }, "cpu_busy_pct": 91.38090727291863, "gpu_util_pct": 62.285714285714285, "arm": "mixed", "trial": "mixed-compact" }, { "mode": "mixed-compact", "level": 10, "provider": "crowd", "seconds": 69.95963972015306, "selected_fps": 3.8693738430162363, "requested_fps": 3.8693738430162363, "complete_fps": 3.866515051850358, "accepted_fps": 3.866515051850358, "finalized_fps": 3.865085656267419, "redis_fps": 3.86365626068448, "redis_min": 3.802192250618097, "redis_std": 0.0383813342544417, "total_redis_fps": 38.6365626068448, "complete_min": 3.8164862064474883, "queue_expired": 0, "capacity_drop": 0, "max_redis_silence_s": 1.0931451544165611, "source_drift_mean_s": 0.028523794949496258, "redis_drift_mean_s": 0.0692296001299478, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "c_suppressed": 0, "batch_executions": { "1": 32, "2": 35, "3": 20, "4": 25, "5": 24, "6": 22, "7": 16, "8": 264 }, "triton": { "success": { "count": 2738, "mean_ms": 447.1415688718042 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 2738, "mean_ms": 291.4657769963477 }, "compute_input": { "count": 2738, "mean_ms": 4.053931341490139 }, "compute_infer": { "count": 2738, "mean_ms": 138.47488053725348 }, "compute_output": { "count": 2738, "mean_ms": 8.7479944660336 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 2695, "sum_ns": 242242944000, "mean_ms": 89.88606456400741 }, "source_exit_to_ingress": { "n": 2695, "sum_ns": 701277462942, "mean_ms": 260.21427196363635 }, "source_encoded_queue": { "n": 2695, "sum_ns": 3858068000, "mean_ms": 1.431565120593692 }, "decode_between_queues": { "n": 2695, "sum_ns": 148226606000, "mean_ms": 55.000595918367345 }, "source_raw_queue": { "n": 2695, "sum_ns": 82448711000, "mean_ms": 30.593213729128014 }, "raw_queue_to_source_exit": { "n": 2695, "sum_ns": 779742000, "mean_ms": 0.2893291280148423 }, "selected_to_preprocess_start": { "n": 2696, "sum_ns": 38615263906, "mean_ms": 14.323169104599407 }, "preprocess_start_to_preprocess_output": { "n": 2695, "sum_ns": 44297422076, "mean_ms": 16.436891308348795 }, "selected_to_preprocess": { "n": 2695, "sum_ns": 159192037903, "mean_ms": 59.06940181929499 }, "preprocess_start_to_preprocess": { "n": 2694, "sum_ns": 120514607236, "mean_ms": 44.734449605048255 }, "preprocess_output_to_infer_entry": { "n": 2693, "sum_ns": 76152464323, "mean_ms": 28.277929566654286 }, "preprocess_to_infer_output": { "n": 2694, "sum_ns": 2581826276860, "mean_ms": 958.3616469413512 }, "preprocess_to_callback": { "n": 2665, "sum_ns": 2592784647011, "mean_ms": 972.9023065707318 }, "infer_output_to_callback": { "n": 2667, "sum_ns": 36716876964, "mean_ms": 13.767107973003375 }, "copy_wall": { "n": 2705, "sum_ns": 178123469413, "mean_ms": 65.84971142809611 }, "copy_thread_cpu": { "n": 2705, "sum_ns": 54119234726, "mean_ms": 20.00711080443623 }, "callback_to_copied": { "n": 2663, "sum_ns": 183345921235, "mean_ms": 68.84938837213669 }, "accepted_interval": { "n": 2700, "sum_ns": 702463645977, "mean_ms": 260.17172073222224 }, "selected_to_submitted": { "n": 2684, "sum_ns": 2959165878565, "mean_ms": 1102.5208191374813 }, "completed_queue_wait": { "n": 2705, "sum_ns": 7103280642, "mean_ms": 2.6259817530499077 }, "result_composition_wall": { "n": 2704, "sum_ns": 1446923699, "mean_ms": 0.5351049182692308 }, "result_composition_cpu": { "n": 2704, "sum_ns": 204334902, "mean_ms": 0.07556764127218935 }, "result_artifact_handoff_wall": { "n": 2703, "sum_ns": 288629655, "mean_ms": 0.10678122641509434 }, "result_artifact_handoff_cpu": { "n": 2703, "sum_ns": 53358242, "mean_ms": 0.019740378098409176 }, "result_publish_wall": { "n": 2703, "sum_ns": 4567716502, "mean_ms": 1.6898692201257863 }, "result_publish_cpu": { "n": 2703, "sum_ns": 1549367273, "mean_ms": 0.5732028386977432 }, "result_total_wall": { "n": 2703, "sum_ns": 45672833523, "mean_ms": 16.897089723640402 }, "result_total_cpu": { "n": 2703, "sum_ns": 15566280464, "mean_ms": 5.758890293747688 } }, "existing": { "complete_fps": 3.86572094319317, "redis_fps": 3.862544508564416 }, "new": { "complete_fps": 3.873662029765054, "redis_fps": 3.873662029765054 }, "cpu_busy_pct": 91.39940231923016, "gpu_util_pct": 49.57142857142857, "arm": "mixed", "trial": "mixed-compact" }, { "mode": "mixed-compact", "level": 10, "provider": "fire", "seconds": 69.95963972015306, "selected_fps": 3.9765785117366717, "requested_fps": 3.9765785117366717, "complete_fps": 3.9765785117366717, "accepted_fps": 3.9765785117366717, "finalized_fps": 3.9751491161537325, "redis_fps": 3.972290324987854, "redis_min": 3.887955985594445, "redis_std": 0.05365471993337592, "total_redis_fps": 39.72290324987854, "complete_min": 3.887955985594445, "queue_expired": 0, "capacity_drop": 0, "max_redis_silence_s": 1.1530960472300649, "source_drift_mean_s": 0.029041799242421062, "redis_drift_mean_s": 0.36852058411667565, "sender": { "replaced": 1, "expired": 0, "send_error": 0 }, "c_suppressed": 0, "batch_executions": { "1": 45, "2": 35, "3": 30, "4": 28, "5": 25, "6": 15, "7": 26, "8": 264 }, "triton": { "success": { "count": 2826, "mean_ms": 415.10804769709836 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 2826, "mean_ms": 264.43043436942673 }, "compute_input": { "count": 2826, "mean_ms": 3.456803769639066 }, "compute_infer": { "count": 2826, "mean_ms": 134.42451212915782 }, "compute_output": { "count": 2826, "mean_ms": 8.33492067940552 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 2775, "sum_ns": 249194492000, "mean_ms": 89.79981693693694 }, "source_exit_to_ingress": { "n": 2775, "sum_ns": 717227284687, "mean_ms": 258.4602827700901 }, "source_encoded_queue": { "n": 2775, "sum_ns": 3968076000, "mean_ms": 1.4299372972972972 }, "decode_between_queues": { "n": 2775, "sum_ns": 150922505000, "mean_ms": 54.38648828828829 }, "source_raw_queue": { "n": 2775, "sum_ns": 86447949000, "mean_ms": 31.152414054054056 }, "raw_queue_to_source_exit": { "n": 2775, "sum_ns": 796050000, "mean_ms": 0.28686486486486484 }, "selected_to_preprocess_start": { "n": 2775, "sum_ns": 42185425028, "mean_ms": 15.201954965045044 }, "preprocess_start_to_preprocess_output": { "n": 2774, "sum_ns": 46858903812, "mean_ms": 16.892178735400144 }, "selected_to_preprocess": { "n": 2774, "sum_ns": 170829811086, "mean_ms": 61.58248416943043 }, "preprocess_start_to_preprocess": { "n": 2774, "sum_ns": 128671005475, "mean_ms": 46.38464508832011 }, "preprocess_output_to_infer_entry": { "n": 2773, "sum_ns": 81781882689, "mean_ms": 29.492204359538405 }, "preprocess_to_infer_output": { "n": 2774, "sum_ns": 2573454021492, "mean_ms": 927.7051267094449 }, "preprocess_to_callback": { "n": 2744, "sum_ns": 2582914063962, "mean_ms": 941.29521281414 }, "infer_output_to_callback": { "n": 2746, "sum_ns": 38334643684, "mean_ms": 13.960176141296431 }, "copy_wall": { "n": 2782, "sum_ns": 189804981876, "mean_ms": 68.22608981883536 }, "copy_thread_cpu": { "n": 2782, "sum_ns": 56551519104, "mean_ms": 20.327648851186197 }, "callback_to_copied": { "n": 2743, "sum_ns": 195808058047, "mean_ms": 71.38463654648196 }, "accepted_interval": { "n": 2778, "sum_ns": 702850568690, "mean_ms": 253.00596425125988 }, "selected_to_submitted": { "n": 2772, "sum_ns": 2984623950925, "mean_ms": 1076.7041670003607 }, "completed_queue_wait": { "n": 2781, "sum_ns": 7173638742, "mean_ms": 2.5795177065803667 }, "result_composition_wall": { "n": 2781, "sum_ns": 1483307824, "mean_ms": 0.5333721049982021 }, "result_composition_cpu": { "n": 2781, "sum_ns": 164696115, "mean_ms": 0.05922190399137001 }, "result_artifact_handoff_wall": { "n": 2781, "sum_ns": 299707552, "mean_ms": 0.107769705861201 }, "result_artifact_handoff_cpu": { "n": 2781, "sum_ns": 53458824, "mean_ms": 0.019222878101402375 }, "result_publish_wall": { "n": 2781, "sum_ns": 4155151656, "mean_ms": 1.494121415318231 }, "result_publish_cpu": { "n": 2781, "sum_ns": 1341236073, "mean_ms": 0.48228553505933114 }, "result_total_wall": { "n": 2781, "sum_ns": 44585636626, "mean_ms": 16.03223179647609 }, "result_total_cpu": { "n": 2781, "sum_ns": 14815136144, "mean_ms": 5.327269379359943 } }, "existing": { "complete_fps": 3.9816608071426773, "redis_fps": 3.976896155199547 }, "new": { "complete_fps": 3.930837853082619, "redis_fps": 3.930837853082619 }, "cpu_busy_pct": 91.39940231923016, "gpu_util_pct": 49.57142857142857, "arm": "mixed", "trial": "mixed-compact" }, { "mode": "mixed-compact", "level": 10, "provider": "pose", "seconds": 69.95963972015306, "selected_fps": 3.309050774504096, "requested_fps": 3.311909565669974, "complete_fps": 3.311909565669974, "accepted_fps": 3.311909565669974, "finalized_fps": 3.313338961252913, "redis_fps": 3.3147683568358524, "redis_min": 3.244727973271835, "redis_std": 0.06564334835988438, "total_redis_fps": 33.147683568358524, "complete_min": 3.2304340174424433, "queue_expired": 0, "capacity_drop": 0, "max_redis_silence_s": 1.6401144829578698, "source_drift_mean_s": 0.022823311111109194, "redis_drift_mean_s": 0.4652687356279018, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "c_suppressed": 17, "batch_executions": { "1": 26, "2": 20, "3": 16, "4": 14, "5": 20, "6": 16, "7": 18, "8": 231 }, "triton": { "success": { "count": 2340, "mean_ms": 564.4596566846154 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 2340, "mean_ms": 366.4686788346154 }, "compute_input": { "count": 2340, "mean_ms": 3.331805770940171 }, "compute_infer": { "count": 2340, "mean_ms": 172.65544058333333 }, "compute_output": { "count": 2340, "mean_ms": 12.63895437948718 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 2300, "sum_ns": 204955055000, "mean_ms": 89.11089347826088 }, "source_exit_to_ingress": { "n": 2300, "sum_ns": 721334989561, "mean_ms": 313.6239085047826 }, "source_encoded_queue": { "n": 2300, "sum_ns": 3148938000, "mean_ms": 1.3691034782608695 }, "decode_between_queues": { "n": 2300, "sum_ns": 125511493000, "mean_ms": 54.57021434782609 }, "source_raw_queue": { "n": 2300, "sum_ns": 70141070000, "mean_ms": 30.49611739130435 }, "raw_queue_to_source_exit": { "n": 2300, "sum_ns": 694376000, "mean_ms": 0.30190260869565216 }, "selected_to_preprocess_start": { "n": 2301, "sum_ns": 46631841972, "mean_ms": 20.265902638852676 }, "preprocess_start_to_preprocess_output": { "n": 2299, "sum_ns": 45018559591, "mean_ms": 19.58180060504567 }, "selected_to_preprocess": { "n": 2302, "sum_ns": 180070739811, "mean_ms": 78.22360547827975 }, "preprocess_start_to_preprocess": { "n": 2301, "sum_ns": 133277640000, "mean_ms": 57.92161668839635 }, "preprocess_output_to_infer_entry": { "n": 2299, "sum_ns": 88311961059, "mean_ms": 38.41320620226185 }, "preprocess_to_infer_output": { "n": 2299, "sum_ns": 2531886786803, "mean_ms": 1101.2991678133972 }, "preprocess_to_callback": { "n": 2271, "sum_ns": 2530476929628, "mean_ms": 1114.2566841162484 }, "infer_output_to_callback": { "n": 2272, "sum_ns": 30203857603, "mean_ms": 13.293951409771127 }, "copy_wall": { "n": 2317, "sum_ns": 136491673287, "mean_ms": 58.9087929594303 }, "copy_thread_cpu": { "n": 2317, "sum_ns": 45903705905, "mean_ms": 19.81169870738023 }, "callback_to_copied": { "n": 2268, "sum_ns": 139618374617, "mean_ms": 61.56012990167549 }, "accepted_interval": { "n": 2301, "sum_ns": 702340032084, "mean_ms": 305.2325215488918 }, "selected_to_submitted": { "n": 2285, "sum_ns": 2874433520073, "mean_ms": 1257.9577768371992 }, "completed_queue_wait": { "n": 2317, "sum_ns": 27920008108, "mean_ms": 12.050068238239103 }, "result_observations_wall": { "n": 2317, "sum_ns": 38832291519, "mean_ms": 16.75972875226586 }, "result_observations_cpu": { "n": 2317, "sum_ns": 13437835282, "mean_ms": 5.799669953388002 }, "result_nms_wall": { "n": 2317, "sum_ns": 23955035120, "mean_ms": 10.338815330168321 }, "result_nms_cpu": { "n": 2317, "sum_ns": 6741551928, "mean_ms": 2.909603766940009 }, "result_tracking_wall": { "n": 2316, "sum_ns": 23004328040, "mean_ms": 9.932784127806563 }, "result_tracking_cpu": { "n": 2316, "sum_ns": 7273392926, "mean_ms": 3.1404978091537132 }, "result_region_wall": { "n": 2316, "sum_ns": 7501404309, "mean_ms": 3.2389483199481868 }, "result_region_cpu": { "n": 2316, "sum_ns": 2972266905, "mean_ms": 1.2833622215025906 }, "result_fall_wall": { "n": 2317, "sum_ns": 15559181706, "mean_ms": 6.715227322399654 }, "result_fall_cpu": { "n": 2317, "sum_ns": 6295469676, "mean_ms": 2.717077978420371 }, "result_fight_wall": { "n": 2317, "sum_ns": 4270417242, "mean_ms": 1.8430803806646527 }, "result_fight_cpu": { "n": 2317, "sum_ns": 1528416030, "mean_ms": 0.6596530125161847 }, "result_collector_wall": { "n": 2318, "sum_ns": 86613484105, "mean_ms": 37.3656100539258 }, "result_collector_cpu": { "n": 2318, "sum_ns": 40042139606, "mean_ms": 17.274434687661778 }, "result_composition_wall": { "n": 2318, "sum_ns": 460372342, "mean_ms": 0.1986075677308024 }, "result_composition_cpu": { "n": 2318, "sum_ns": 226155602, "mean_ms": 0.09756497066436583 }, "result_artifact_handoff_wall": { "n": 2318, "sum_ns": 437847681, "mean_ms": 0.18889028515962036 }, "result_artifact_handoff_cpu": { "n": 2318, "sum_ns": 65715921, "mean_ms": 0.028350267903364968 }, "result_publish_wall": { "n": 2319, "sum_ns": 8653192058, "mean_ms": 3.7314325390254424 }, "result_publish_cpu": { "n": 2319, "sum_ns": 3480993067, "mean_ms": 1.5010750612332902 }, "result_total_wall": { "n": 2319, "sum_ns": 244452151860, "mean_ms": 105.41274336351876 }, "result_total_cpu": { "n": 2319, "sum_ns": 94208766146, "mean_ms": 40.624737449762826 } }, "existing": { "complete_fps": 3.3193741870475453, "redis_fps": 3.322550621676299 }, "new": { "complete_fps": 3.244727973271835, "redis_fps": 3.244727973271835 }, "cpu_busy_pct": 91.39940231923016, "gpu_util_pct": 49.57142857142857, "arm": "mixed", "trial": "mixed-compact" }, { "mode": "mixed-compact", "level": 11, "provider": "crowd", "seconds": 68.75230434071273, "selected_fps": 3.354598305438743, "requested_fps": 3.355920575168912, "complete_fps": 3.354598305438743, "accepted_fps": 3.354598305438743, "finalized_fps": 3.354598305438743, "redis_fps": 3.354598305438743, "redis_min": 3.2289826810726883, "redis_std": 0.0873298846782648, "total_redis_fps": 36.90058135982617, "complete_min": 3.2289826810726883, "queue_expired": 0, "capacity_drop": 0, "max_redis_silence_s": 1.0981596559286118, "source_drift_mean_s": 0.024731130711878206, "redis_drift_mean_s": 0.22557649514884293, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "c_suppressed": 0, "batch_executions": { "1": 24, "2": 25, "3": 21, "4": 20, "5": 22, "6": 20, "7": 20, "8": 260 }, "triton": { "success": { "count": 2667, "mean_ms": 493.44915326996625 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 2667, "mean_ms": 323.30192801574805 }, "compute_input": { "count": 2667, "mean_ms": 3.3990435376827897 }, "compute_infer": { "count": 2667, "mean_ms": 152.892999815898 }, "compute_output": { "count": 2667, "mean_ms": 9.587606666666666 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 2526, "sum_ns": 221662556000, "mean_ms": 87.75239746634996 }, "source_exit_to_ingress": { "n": 2526, "sum_ns": 779305313180, "mean_ms": 308.5135839984165 }, "source_encoded_queue": { "n": 2526, "sum_ns": 3675913000, "mean_ms": 1.4552307996832938 }, "decode_between_queues": { "n": 2526, "sum_ns": 133139210000, "mean_ms": 52.70752573238321 }, "source_raw_queue": { "n": 2526, "sum_ns": 77271985000, "mean_ms": 30.590651227236737 }, "raw_queue_to_source_exit": { "n": 2526, "sum_ns": 768618000, "mean_ms": 0.3042826603325416 }, "selected_to_preprocess_start": { "n": 2526, "sum_ns": 38700678967, "mean_ms": 15.320933874505148 }, "preprocess_start_to_preprocess_output": { "n": 2525, "sum_ns": 43373994167, "mean_ms": 17.177819472079207 }, "selected_to_preprocess": { "n": 2525, "sum_ns": 127964591086, "mean_ms": 50.67904597465347 }, "preprocess_start_to_preprocess": { "n": 2524, "sum_ns": 89216189068, "mean_ms": 35.347143053882725 }, "preprocess_output_to_infer_entry": { "n": 2523, "sum_ns": 45868344180, "mean_ms": 18.1800809274673 }, "preprocess_to_infer_output": { "n": 2523, "sum_ns": 2879221513775, "mean_ms": 1141.1896606321839 }, "preprocess_to_callback": { "n": 2495, "sum_ns": 2879981683997, "mean_ms": 1154.3012761511022 }, "infer_output_to_callback": { "n": 2498, "sum_ns": 34738788985, "mean_ms": 13.90664090672538 }, "copy_wall": { "n": 2538, "sum_ns": 174724034941, "mean_ms": 68.84319737628053 }, "copy_thread_cpu": { "n": 2538, "sum_ns": 51496793494, "mean_ms": 20.290304765169424 }, "callback_to_copied": { "n": 2497, "sum_ns": 180148723985, "mean_ms": 72.14606487184622 }, "accepted_interval": { "n": 2529, "sum_ns": 768514174515, "mean_ms": 303.8806542170818 }, "selected_to_submitted": { "n": 2516, "sum_ns": 3217622259564, "mean_ms": 1278.8641731176472 }, "completed_queue_wait": { "n": 2537, "sum_ns": 6386144423, "mean_ms": 2.5172031623965316 }, "result_composition_wall": { "n": 2538, "sum_ns": 1383590528, "mean_ms": 0.5451499322301024 }, "result_composition_cpu": { "n": 2538, "sum_ns": 224176999, "mean_ms": 0.08832821079590228 }, "result_artifact_handoff_wall": { "n": 2537, "sum_ns": 285671863, "mean_ms": 0.11260223216397319 }, "result_artifact_handoff_cpu": { "n": 2537, "sum_ns": 49897951, "mean_ms": 0.019668092629089477 }, "result_publish_wall": { "n": 2537, "sum_ns": 4403293425, "mean_ms": 1.735630045329129 }, "result_publish_cpu": { "n": 2537, "sum_ns": 1471988165, "mean_ms": 0.5802081848640126 }, "result_total_wall": { "n": 2537, "sum_ns": 43696713806, "mean_ms": 17.223773672053607 }, "result_total_cpu": { "n": 2537, "sum_ns": 14844585331, "mean_ms": 5.851235841939299 } }, "existing": { "complete_fps": 3.342433423921188, "redis_fps": 3.342433423921188 }, "new": { "complete_fps": 3.4762471206142904, "redis_fps": 3.4762471206142904 }, "cpu_busy_pct": 92.18895422989155, "gpu_util_pct": 54.57142857142857, "arm": "mixed", "trial": "mixed-compact" }, { "mode": "mixed-compact", "level": 11, "provider": "fire", "seconds": 68.75230434071273, "selected_fps": 3.4207117919471925, "requested_fps": 3.4193895222170236, "complete_fps": 3.4193895222170236, "accepted_fps": 3.4193895222170236, "finalized_fps": 3.4180672524868547, "redis_fps": 3.4180672524868547, "redis_min": 3.316252483263842, "redis_std": 0.07746288998836999, "total_redis_fps": 37.5987397773554, "complete_min": 3.316252483263842, "queue_expired": 0, "capacity_drop": 0, "max_redis_silence_s": 0.7649242016486824, "source_drift_mean_s": 0.019288917573164987, "redis_drift_mean_s": 0.49167108961232703, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "c_suppressed": 0, "batch_executions": { "1": 37, "2": 29, "3": 34, "4": 17, "5": 23, "6": 28, "7": 29, "8": 247 }, "triton": { "success": { "count": 2727, "mean_ms": 455.0878653410341 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 2727, "mean_ms": 290.85506103006963 }, "compute_input": { "count": 2727, "mean_ms": 3.6524828166483316 }, "compute_infer": { "count": 2727, "mean_ms": 146.44746980234692 }, "compute_output": { "count": 2727, "mean_ms": 9.370328055372205 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 2574, "sum_ns": 223347512000, "mean_ms": 86.77059518259517 }, "source_exit_to_ingress": { "n": 2574, "sum_ns": 781712063410, "mean_ms": 303.6954403302253 }, "source_encoded_queue": { "n": 2574, "sum_ns": 4181277000, "mean_ms": 1.624427738927739 }, "decode_between_queues": { "n": 2574, "sum_ns": 134314149000, "mean_ms": 52.181099067599064 }, "source_raw_queue": { "n": 2574, "sum_ns": 77970235000, "mean_ms": 30.29146658896659 }, "raw_queue_to_source_exit": { "n": 2574, "sum_ns": 717130000, "mean_ms": 0.2786052836052836 }, "selected_to_preprocess_start": { "n": 2576, "sum_ns": 39470171421, "mean_ms": 15.322271514363354 }, "preprocess_start_to_preprocess_output": { "n": 2575, "sum_ns": 43956782836, "mean_ms": 17.070595276116507 }, "selected_to_preprocess": { "n": 2572, "sum_ns": 132402426073, "mean_ms": 51.4783927188958 }, "preprocess_start_to_preprocess": { "n": 2572, "sum_ns": 92977654903, "mean_ms": 36.14994358592535 }, "preprocess_output_to_infer_entry": { "n": 2571, "sum_ns": 49068613288, "mean_ms": 19.08541940412291 }, "preprocess_to_infer_output": { "n": 2573, "sum_ns": 2873616206374, "mean_ms": 1116.8349033711622 }, "preprocess_to_callback": { "n": 2548, "sum_ns": 2881280112567, "mean_ms": 1130.8006721220565 }, "infer_output_to_callback": { "n": 2551, "sum_ns": 37106635359, "mean_ms": 14.545917428067424 }, "copy_wall": { "n": 2586, "sum_ns": 182298121002, "mean_ms": 70.49424632714617 }, "copy_thread_cpu": { "n": 2586, "sum_ns": 53368498023, "mean_ms": 20.637470233178654 }, "callback_to_copied": { "n": 2544, "sum_ns": 188394596228, "mean_ms": 74.05447964937107 }, "accepted_interval": { "n": 2576, "sum_ns": 768404180805, "mean_ms": 298.293548449146 }, "selected_to_submitted": { "n": 2560, "sum_ns": 3222213570099, "mean_ms": 1258.677175819922 }, "completed_queue_wait": { "n": 2586, "sum_ns": 7247664732, "mean_ms": 2.8026545754060326 }, "result_composition_wall": { "n": 2585, "sum_ns": 1352365279, "mean_ms": 0.5231587152804642 }, "result_composition_cpu": { "n": 2585, "sum_ns": 149781215, "mean_ms": 0.05794244294003869 }, "result_artifact_handoff_wall": { "n": 2585, "sum_ns": 307767296, "mean_ms": 0.11905891528046422 }, "result_artifact_handoff_cpu": { "n": 2585, "sum_ns": 47706883, "mean_ms": 0.018455273887814313 }, "result_publish_wall": { "n": 2585, "sum_ns": 3722145343, "mean_ms": 1.4399014866537718 }, "result_publish_cpu": { "n": 2585, "sum_ns": 1240535674, "mean_ms": 0.47989774622823983 }, "result_total_wall": { "n": 2585, "sum_ns": 39621707652, "mean_ms": 15.327546480464216 }, "result_total_cpu": { "n": 2585, "sum_ns": 13600011165, "mean_ms": 5.261126176015474 } }, "existing": { "complete_fps": 3.4093402722677393, "redis_fps": 3.4078857755645533 }, "new": { "complete_fps": 3.519882021709867, "redis_fps": 3.519882021709867 }, "cpu_busy_pct": 92.18895422989155, "gpu_util_pct": 54.57142857142857, "arm": "mixed", "trial": "mixed-compact" }, { "mode": "mixed-compact", "level": 11, "provider": "pose", "seconds": 68.75230434071273, "selected_fps": 2.927505182594157, "requested_fps": 2.930149722054495, "complete_fps": 2.928827452324326, "accepted_fps": 2.928827452324326, "finalized_fps": 2.9327942615148332, "redis_fps": 2.930149722054495, "redis_min": 2.8217236041806375, "redis_std": 0.08142433500806716, "total_redis_fps": 32.23164694259945, "complete_min": 2.8217236041806375, "queue_expired": 0, "capacity_drop": 0, "max_redis_silence_s": 1.7362563977949321, "source_drift_mean_s": 0.01589841835017053, "redis_drift_mean_s": 0.562647369536642, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "c_suppressed": 17, "batch_executions": { "1": 23, "2": 22, "3": 15, "4": 15, "5": 13, "6": 14, "7": 19, "8": 231 }, "triton": { "success": { "count": 2302, "mean_ms": 614.7894916854908 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 2302, "mean_ms": 406.0816380807993 }, "compute_input": { "count": 2302, "mean_ms": 3.74541766159861 }, "compute_infer": { "count": 2302, "mean_ms": 183.37207375543008 }, "compute_output": { "count": 2302, "mean_ms": 12.324023444830582 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 2202, "sum_ns": 190596864000, "mean_ms": 86.5562506811989 }, "source_exit_to_ingress": { "n": 2202, "sum_ns": 798254805391, "mean_ms": 362.5135355999092 }, "source_encoded_queue": { "n": 2202, "sum_ns": 3466947000, "mean_ms": 1.5744536784741145 }, "decode_between_queues": { "n": 2202, "sum_ns": 114915488000, "mean_ms": 52.186870118074474 }, "source_raw_queue": { "n": 2202, "sum_ns": 65645223000, "mean_ms": 29.81163623978202 }, "raw_queue_to_source_exit": { "n": 2202, "sum_ns": 637010000, "mean_ms": 0.28928701180744776 }, "selected_to_preprocess_start": { "n": 2199, "sum_ns": 45747921925, "mean_ms": 20.803966314233744 }, "preprocess_start_to_preprocess_output": { "n": 2195, "sum_ns": 46877467848, "mean_ms": 21.356477379498862 }, "selected_to_preprocess": { "n": 2202, "sum_ns": 162051936261, "mean_ms": 73.59306823841962 }, "preprocess_start_to_preprocess": { "n": 2199, "sum_ns": 115803700907, "mean_ms": 52.66198313187813 }, "preprocess_output_to_infer_entry": { "n": 2198, "sum_ns": 69016287401, "mean_ms": 31.399584804822563 }, "preprocess_to_infer_output": { "n": 2198, "sum_ns": 2812092737304, "mean_ms": 1279.3870506387625 }, "preprocess_to_callback": { "n": 2178, "sum_ns": 2819751395724, "mean_ms": 1294.651696842975 }, "infer_output_to_callback": { "n": 2178, "sum_ns": 31907398320, "mean_ms": 14.649861487603305 }, "copy_wall": { "n": 2215, "sum_ns": 131035002383, "mean_ms": 59.15801461986456 }, "copy_thread_cpu": { "n": 2215, "sum_ns": 40778869924, "mean_ms": 18.410325022121896 }, "callback_to_copied": { "n": 2168, "sum_ns": 134225438765, "mean_ms": 61.91210275138376 }, "accepted_interval": { "n": 2194, "sum_ns": 768368485056, "mean_ms": 350.2135301075661 }, "selected_to_submitted": { "n": 2178, "sum_ns": 3119098806543, "mean_ms": 1432.0931159517907 }, "completed_queue_wait": { "n": 2216, "sum_ns": 18604656811, "mean_ms": 8.39560325406137 }, "result_observations_wall": { "n": 2216, "sum_ns": 38876351074, "mean_ms": 17.543479726534297 }, "result_observations_cpu": { "n": 2216, "sum_ns": 12766123076, "mean_ms": 5.760885864620939 }, "result_nms_wall": { "n": 2216, "sum_ns": 21360442083, "mean_ms": 9.639188665613718 }, "result_nms_cpu": { "n": 2216, "sum_ns": 6380736562, "mean_ms": 2.8793937554151627 }, "result_tracking_wall": { "n": 2216, "sum_ns": 21152167127, "mean_ms": 9.545201772111913 }, "result_tracking_cpu": { "n": 2216, "sum_ns": 7139099915, "mean_ms": 3.221615485108303 }, "result_region_wall": { "n": 2217, "sum_ns": 6873715588, "mean_ms": 3.100458091114118 }, "result_region_cpu": { "n": 2217, "sum_ns": 2865028418, "mean_ms": 1.2922996923770862 }, "result_fall_wall": { "n": 2217, "sum_ns": 16605424842, "mean_ms": 7.490042779431664 }, "result_fall_cpu": { "n": 2217, "sum_ns": 7019970789, "mean_ms": 3.166427960757781 }, "result_fight_wall": { "n": 2217, "sum_ns": 3698338970, "mean_ms": 1.6681727424447452 }, "result_fight_cpu": { "n": 2217, "sum_ns": 1477523793, "mean_ms": 0.6664518687415427 }, "result_collector_wall": { "n": 2218, "sum_ns": 92461611051, "mean_ms": 41.68693014021641 }, "result_collector_cpu": { "n": 2218, "sum_ns": 41332177524, "mean_ms": 18.63488616952209 }, "result_composition_wall": { "n": 2218, "sum_ns": 498799509, "mean_ms": 0.22488706447249773 }, "result_composition_cpu": { "n": 2218, "sum_ns": 218429382, "mean_ms": 0.09848033453561768 }, "result_artifact_handoff_wall": { "n": 2218, "sum_ns": 935096605, "mean_ms": 0.42159450180342656 }, "result_artifact_handoff_cpu": { "n": 2218, "sum_ns": 63917068, "mean_ms": 0.028817433724075744 }, "result_publish_wall": { "n": 2215, "sum_ns": 7716978143, "mean_ms": 3.4839630442437923 }, "result_publish_cpu": { "n": 2215, "sum_ns": 3256611350, "mean_ms": 1.4702534311512416 }, "result_total_wall": { "n": 2215, "sum_ns": 243232259450, "mean_ms": 109.81140381489841 }, "result_total_cpu": { "n": 2215, "sum_ns": 94023302224, "mean_ms": 42.448443441986456 } }, "existing": { "complete_fps": 2.911902399778163, "redis_fps": 2.913356896481349 }, "new": { "complete_fps": 3.0980779777859575, "redis_fps": 3.0980779777859575 }, "cpu_busy_pct": 92.18895422989155, "gpu_util_pct": 54.57142857142857, "arm": "mixed", "trial": "mixed-compact" }, { "mode": "mixed-compact", "level": 12, "provider": "crowd", "seconds": 88.04384036688134, "selected_fps": 2.762828143188324, "requested_fps": 2.7666141358477123, "complete_fps": 2.7647211395180182, "accepted_fps": 2.7647211395180182, "finalized_fps": 2.762828143188324, "redis_fps": 2.762828143188324, "redis_min": 2.703198758802965, "redis_std": 0.03770580694807026, "total_redis_fps": 33.15393771825989, "complete_min": 2.703198758802965, "queue_expired": 0, "capacity_drop": 0, "max_redis_silence_s": 1.2434922931715846, "source_drift_mean_s": 0.027227660493822588, "redis_drift_mean_s": 0.498953695274762, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "c_suppressed": 0, "batch_executions": { "1": 36, "2": 24, "3": 41, "4": 33, "5": 29, "6": 25, "7": 20, "8": 277 }, "triton": { "success": { "count": 2990, "mean_ms": 519.207122067893 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 2990, "mean_ms": 339.8559694361204 }, "compute_input": { "count": 2990, "mean_ms": 3.5458650224080266 }, "compute_infer": { "count": 2990, "mean_ms": 163.0945834200669 }, "compute_output": { "count": 2990, "mean_ms": 9.124343212374582 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 2906, "sum_ns": 245955823000, "mean_ms": 84.63724122505161 }, "source_exit_to_ingress": { "n": 2906, "sum_ns": 1083630192528, "mean_ms": 372.89407864005506 }, "source_encoded_queue": { "n": 2906, "sum_ns": 4328511000, "mean_ms": 1.4895082587749484 }, "decode_between_queues": { "n": 2906, "sum_ns": 146969746000, "mean_ms": 50.57458568479009 }, "source_raw_queue": { "n": 2906, "sum_ns": 86527981000, "mean_ms": 29.77563007570544 }, "raw_queue_to_source_exit": { "n": 2906, "sum_ns": 864251000, "mean_ms": 0.2974022711631108 }, "selected_to_preprocess_start": { "n": 2904, "sum_ns": 44236951392, "mean_ms": 15.233109983471076 }, "preprocess_start_to_preprocess_output": { "n": 2904, "sum_ns": 49528095989, "mean_ms": 17.055129472796143 }, "selected_to_preprocess": { "n": 2910, "sum_ns": 157686726444, "mean_ms": 54.18787850309278 }, "preprocess_start_to_preprocess": { "n": 2907, "sum_ns": 113168394305, "mean_ms": 38.92961620399037 }, "preprocess_output_to_infer_entry": { "n": 2910, "sum_ns": 63632184550, "mean_ms": 21.866730085910653 }, "preprocess_to_infer_output": { "n": 2907, "sum_ns": 4037448935697, "mean_ms": 1388.8713229091848 }, "preprocess_to_callback": { "n": 2875, "sum_ns": 4034752983917, "mean_ms": 1403.3923422320001 }, "infer_output_to_callback": { "n": 2876, "sum_ns": 40094368908, "mean_ms": 13.941018396383866 }, "copy_wall": { "n": 2921, "sum_ns": 202123836184, "mean_ms": 69.19679431153715 }, "copy_thread_cpu": { "n": 2921, "sum_ns": 59459580464, "mean_ms": 20.35589882369052 }, "callback_to_copied": { "n": 2876, "sum_ns": 209339918769, "mean_ms": 72.7885670267733 }, "accepted_interval": { "n": 2915, "sum_ns": 1068873460727, "mean_ms": 366.6804324963979 }, "selected_to_submitted": { "n": 2899, "sum_ns": 4444047073393, "mean_ms": 1532.9586317326664 }, "completed_queue_wait": { "n": 2920, "sum_ns": 7316508788, "mean_ms": 2.505653694520548 }, "result_composition_wall": { "n": 2919, "sum_ns": 1366408510, "mean_ms": 0.4681084309695101 }, "result_composition_cpu": { "n": 2919, "sum_ns": 262763091, "mean_ms": 0.09001818807810895 }, "result_artifact_handoff_wall": { "n": 2919, "sum_ns": 343034962, "mean_ms": 0.11751797259335389 }, "result_artifact_handoff_cpu": { "n": 2919, "sum_ns": 59400652, "mean_ms": 0.020349658102089756 }, "result_publish_wall": { "n": 2919, "sum_ns": 4834581832, "mean_ms": 1.6562459170948955 }, "result_publish_cpu": { "n": 2919, "sum_ns": 1756985389, "mean_ms": 0.6019134597464885 }, "result_total_wall": { "n": 2919, "sum_ns": 48869659569, "mean_ms": 16.741918317574513 }, "result_total_cpu": { "n": 2919, "sum_ns": 17456465931, "mean_ms": 5.980289801644399 } }, "existing": { "complete_fps": 2.7610211921463437, "redis_fps": 2.758956105241223 }, "new": { "complete_fps": 2.805420560606438, "redis_fps": 2.805420560606438 }, "cpu_busy_pct": 91.28710208746513, "gpu_util_pct": 53.142857142857146, "arm": "mixed", "trial": "mixed-compact" }, { "mode": "mixed-compact", "level": 12, "provider": "fire", "seconds": 88.04384036688134, "selected_fps": 2.8338155055518475, "requested_fps": 2.836655000046388, "complete_fps": 2.8309760110573063, "accepted_fps": 2.8309760110573063, "finalized_fps": 2.8319225092221534, "redis_fps": 2.8328690073870004, "redis_min": 2.771346626671947, "redis_std": 0.040545047219946666, "total_redis_fps": 33.99442808864401, "complete_min": 2.771346626671947, "queue_expired": 0, "capacity_drop": 0, "max_redis_silence_s": 1.0432066065259278, "source_drift_mean_s": 0.02521696099887907, "redis_drift_mean_s": 0.7510880241676879, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "c_suppressed": 0, "batch_executions": { "1": 58, "2": 46, "3": 35, "4": 37, "5": 35, "6": 30, "7": 22, "8": 272 }, "triton": { "success": { "count": 3088, "mean_ms": 441.720696041127 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 3088, "mean_ms": 272.78001989540155 }, "compute_input": { "count": 3088, "mean_ms": 4.32177885880829 }, "compute_infer": { "count": 3088, "mean_ms": 151.23315810783677 }, "compute_output": { "count": 3088, "mean_ms": 9.596276963406735 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 2983, "sum_ns": 251161184000, "mean_ms": 84.19751391216896 }, "source_exit_to_ingress": { "n": 2983, "sum_ns": 1087390779201, "mean_ms": 364.52925886724773 }, "source_encoded_queue": { "n": 2983, "sum_ns": 4447867000, "mean_ms": 1.4910717398592022 }, "decode_between_queues": { "n": 2983, "sum_ns": 149914879000, "mean_ms": 50.256412671806906 }, "source_raw_queue": { "n": 2983, "sum_ns": 88597872000, "mean_ms": 29.700929265839758 }, "raw_queue_to_source_exit": { "n": 2983, "sum_ns": 919390000, "mean_ms": 0.30820985584981564 }, "selected_to_preprocess_start": { "n": 2985, "sum_ns": 48376243852, "mean_ms": 16.206446851591288 }, "preprocess_start_to_preprocess_output": { "n": 2981, "sum_ns": 50942459363, "mean_ms": 17.089050440456223 }, "selected_to_preprocess": { "n": 2986, "sum_ns": 189045035959, "mean_ms": 63.31046080341594 }, "preprocess_start_to_preprocess": { "n": 2986, "sum_ns": 140724385496, "mean_ms": 47.12805944273275 }, "preprocess_output_to_infer_entry": { "n": 2984, "sum_ns": 89720393524, "mean_ms": 30.06715600670241 }, "preprocess_to_infer_output": { "n": 2984, "sum_ns": 4011873722844, "mean_ms": 1344.4617033659517 }, "preprocess_to_callback": { "n": 2957, "sum_ns": 4017582382863, "mean_ms": 1358.6683743195806 }, "infer_output_to_callback": { "n": 2959, "sum_ns": 42353140807, "mean_ms": 14.313329100033796 }, "copy_wall": { "n": 2990, "sum_ns": 209232021444, "mean_ms": 69.97726469698996 }, "copy_thread_cpu": { "n": 2990, "sum_ns": 60870725662, "mean_ms": 20.358102228093646 }, "callback_to_copied": { "n": 2954, "sum_ns": 217328474766, "mean_ms": 73.57091224306026 }, "accepted_interval": { "n": 2987, "sum_ns": 1068245729069, "mean_ms": 357.6316468259123 }, "selected_to_submitted": { "n": 2977, "sum_ns": 4463889085827, "mean_ms": 1499.4588800225058 }, "completed_queue_wait": { "n": 2991, "sum_ns": 7492158334, "mean_ms": 2.5049008137746576 }, "result_composition_wall": { "n": 2992, "sum_ns": 1289774384, "mean_ms": 0.4310743262032085 }, "result_composition_cpu": { "n": 2992, "sum_ns": 181507384, "mean_ms": 0.060664232620320856 }, "result_artifact_handoff_wall": { "n": 2992, "sum_ns": 374621024, "mean_ms": 0.1252075614973262 }, "result_artifact_handoff_cpu": { "n": 2992, "sum_ns": 59893830, "mean_ms": 0.020017991310160427 }, "result_publish_wall": { "n": 2992, "sum_ns": 4604352974, "mean_ms": 1.5388880260695186 }, "result_publish_cpu": { "n": 2992, "sum_ns": 1515592517, "mean_ms": 0.5065483011363636 }, "result_total_wall": { "n": 2992, "sum_ns": 46474185709, "mean_ms": 15.53281607921123 }, "result_total_cpu": { "n": 2992, "sum_ns": 16163102699, "mean_ms": 5.402106517045454 } }, "existing": { "complete_fps": 2.8281365165627657, "redis_fps": 2.830201603467886 }, "new": { "complete_fps": 2.8622104504972565, "redis_fps": 2.8622104504972565 }, "cpu_busy_pct": 91.28710208746513, "gpu_util_pct": 53.142857142857146, "arm": "mixed", "trial": "mixed-compact" }, { "mode": "mixed-compact", "level": 12, "provider": "pose", "seconds": 88.04384036688134, "selected_fps": 2.573528510218929, "requested_fps": 2.5773145028783166, "complete_fps": 2.57636800471347, "accepted_fps": 2.57636800471347, "finalized_fps": 2.5782610010431637, "redis_fps": 2.5792074992080107, "redis_min": 2.521471111152345, "redis_std": 0.036054002330686695, "total_redis_fps": 30.95048999049613, "complete_min": 2.521471111152345, "queue_expired": 0, "capacity_drop": 0, "max_redis_silence_s": 1.6823227279819548, "source_drift_mean_s": 0.015990415587499276, "redis_drift_mean_s": 0.7609393418518745, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "c_suppressed": 25, "batch_executions": { "1": 26, "2": 24, "3": 29, "4": 22, "5": 25, "6": 15, "7": 23, "8": 270 }, "triton": { "success": { "count": 2785, "mean_ms": 597.596151248474 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 2785, "mean_ms": 391.2875331655296 }, "compute_input": { "count": 2785, "mean_ms": 4.127877369120287 }, "compute_infer": { "count": 2785, "mean_ms": 180.45390049120286 }, "compute_output": { "count": 2785, "mean_ms": 13.34707924416517 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 2706, "sum_ns": 229614925000, "mean_ms": 84.85400036954915 }, "source_exit_to_ingress": { "n": 2706, "sum_ns": 1116034999160, "mean_ms": 412.4297853510717 }, "source_encoded_queue": { "n": 2706, "sum_ns": 4054788000, "mean_ms": 1.4984434589800444 }, "decode_between_queues": { "n": 2706, "sum_ns": 137665950000, "mean_ms": 50.874334811529934 }, "source_raw_queue": { "n": 2706, "sum_ns": 79759853000, "mean_ms": 29.47518588322247 }, "raw_queue_to_source_exit": { "n": 2706, "sum_ns": 863160000, "mean_ms": 0.31898004434589805 }, "selected_to_preprocess_start": { "n": 2702, "sum_ns": 57199640264, "mean_ms": 21.16937093412287 }, "preprocess_start_to_preprocess_output": { "n": 2699, "sum_ns": 58354127406, "mean_ms": 21.62064742719526 }, "selected_to_preprocess": { "n": 2704, "sum_ns": 208618631082, "mean_ms": 77.15186060724851 }, "preprocess_start_to_preprocess": { "n": 2701, "sum_ns": 151275016239, "mean_ms": 56.00704044390966 }, "preprocess_output_to_infer_entry": { "n": 2700, "sum_ns": 92710693549, "mean_ms": 34.337293907037036 }, "preprocess_to_infer_output": { "n": 2700, "sum_ns": 3942116140218, "mean_ms": 1460.0430148955554 }, "preprocess_to_callback": { "n": 2669, "sum_ns": 3931924571877, "mean_ms": 1473.1826796092168 }, "infer_output_to_callback": { "n": 2672, "sum_ns": 34560742232, "mean_ms": 12.934409517964072 }, "copy_wall": { "n": 2722, "sum_ns": 166993406062, "mean_ms": 61.34952463703159 }, "copy_thread_cpu": { "n": 2722, "sum_ns": 55750066176, "mean_ms": 20.481288088170462 }, "callback_to_copied": { "n": 2666, "sum_ns": 172133630246, "mean_ms": 64.56625290547638 }, "accepted_interval": { "n": 2698, "sum_ns": 1068545239892, "mean_ms": 396.0508672690882 }, "selected_to_submitted": { "n": 2676, "sum_ns": 4330652322678, "mean_ms": 1618.3304643789236 }, "completed_queue_wait": { "n": 2722, "sum_ns": 18727464251, "mean_ms": 6.880038299412196 }, "result_observations_wall": { "n": 2722, "sum_ns": 48860549750, "mean_ms": 17.95023870315944 }, "result_observations_cpu": { "n": 2722, "sum_ns": 16055465733, "mean_ms": 5.898407690301249 }, "result_nms_wall": { "n": 2723, "sum_ns": 25262175352, "mean_ms": 9.277332116048475 }, "result_nms_cpu": { "n": 2723, "sum_ns": 7959343579, "mean_ms": 2.9230053540213 }, "result_tracking_wall": { "n": 2723, "sum_ns": 26289547988, "mean_ms": 9.654626510466397 }, "result_tracking_cpu": { "n": 2723, "sum_ns": 8881042837, "mean_ms": 3.2614920444362836 }, "result_region_wall": { "n": 2723, "sum_ns": 8570364625, "mean_ms": 3.1473979526257803 }, "result_region_cpu": { "n": 2723, "sum_ns": 3522679597, "mean_ms": 1.2936759445464563 }, "result_fall_wall": { "n": 2723, "sum_ns": 19575837945, "mean_ms": 7.189070123026074 }, "result_fall_cpu": { "n": 2723, "sum_ns": 8128524277, "mean_ms": 2.985135614028645 }, "result_fight_wall": { "n": 2724, "sum_ns": 4307668249, "mean_ms": 1.5813760091776798 }, "result_fight_cpu": { "n": 2724, "sum_ns": 1828799701, "mean_ms": 0.6713655290014684 }, "result_collector_wall": { "n": 2724, "sum_ns": 105531056741, "mean_ms": 38.741210257342146 }, "result_collector_cpu": { "n": 2724, "sum_ns": 48004932630, "mean_ms": 17.622956178414096 }, "result_composition_wall": { "n": 2724, "sum_ns": 535935739, "mean_ms": 0.1967458660058737 }, "result_composition_cpu": { "n": 2724, "sum_ns": 270240631, "mean_ms": 0.09920728010279001 }, "result_artifact_handoff_wall": { "n": 2724, "sum_ns": 558026224, "mean_ms": 0.20485544199706315 }, "result_artifact_handoff_cpu": { "n": 2724, "sum_ns": 77782348, "mean_ms": 0.028554459618208516 }, "result_publish_wall": { "n": 2724, "sum_ns": 10246592213, "mean_ms": 3.7615977287077826 }, "result_publish_cpu": { "n": 2724, "sum_ns": 4331245429, "mean_ms": 1.5900313616005874 }, "result_total_wall": { "n": 2724, "sum_ns": 290590211256, "mean_ms": 106.67775743612334 }, "result_total_cpu": { "n": 2724, "sum_ns": 113438146807, "mean_ms": 41.64395991446403 } }, "existing": { "complete_fps": 2.5720657403278016, "redis_fps": 2.5751633706854826 }, "new": { "complete_fps": 2.6236929129558186, "redis_fps": 2.6236929129558186 }, "cpu_busy_pct": 91.28710208746513, "gpu_util_pct": 53.142857142857146, "arm": "mixed", "trial": "mixed-compact" }, { "mode": "pose", "level": 1, "provider": "pose", "seconds": 30.00001916103065, "selected_fps": 10.099993549123802, "requested_fps": 10.099993549123802, "complete_fps": 10.099993549123802, "accepted_fps": 10.099993549123802, "finalized_fps": 10.099993549123802, "redis_fps": 10.099993549123802, "redis_min": 10.099993549123802, "redis_std": 0.0, "total_redis_fps": 10.099993549123802, "complete_min": 10.099993549123802, "queue_expired": 0, "capacity_drop": 0, "max_redis_silence_s": 0.3422602149657905, "source_drift_mean_s": 0.014288145833333266, "redis_drift_mean_s": -0.48325260756014793, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "c_suppressed": 6, "batch_executions": { "1": 280, "2": 9, "3": 0 }, "triton": { "success": { "count": 298, "mean_ms": 15.1035426442953 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 298, "mean_ms": 5.273719281879195 }, "compute_input": { "count": 298, "mean_ms": 0.21702238926174497 }, "compute_infer": { "count": 298, "mean_ms": 8.408863147651008 }, "compute_output": { "count": 298, "mean_ms": 0.6695376308724833 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 303, "sum_ns": 31717297000, "mean_ms": 104.67754785478547 }, "source_exit_to_ingress": { "n": 303, "sum_ns": 2440535029, "mean_ms": 8.054571052805281 }, "source_encoded_queue": { "n": 303, "sum_ns": 33066000, "mean_ms": 0.10912871287128713 }, "decode_between_queues": { "n": 303, "sum_ns": 30617446000, "mean_ms": 101.04767656765677 }, "source_raw_queue": { "n": 303, "sum_ns": 47867000, "mean_ms": 0.157976897689769 }, "raw_queue_to_source_exit": { "n": 303, "sum_ns": 26670000, "mean_ms": 0.08801980198019803 }, "selected_to_preprocess_start": { "n": 302, "sum_ns": 771468350, "mean_ms": 2.5545309602649007 }, "preprocess_start_to_preprocess_output": { "n": 302, "sum_ns": 386873337, "mean_ms": 1.2810375397350993 }, "selected_to_preprocess": { "n": 303, "sum_ns": 1373983604, "mean_ms": 4.534599353135314 }, "preprocess_start_to_preprocess": { "n": 302, "sum_ns": 586417219, "mean_ms": 1.941778870860927 }, "preprocess_output_to_infer_entry": { "n": 303, "sum_ns": 201556579, "mean_ms": 0.6652032310231023 }, "preprocess_to_infer_output": { "n": 303, "sum_ns": 7785511852, "mean_ms": 25.694758587458743 }, "preprocess_to_callback": { "n": 303, "sum_ns": 8453278583, "mean_ms": 27.89860918481848 }, "infer_output_to_callback": { "n": 303, "sum_ns": 667766731, "mean_ms": 2.203850597359736 }, "copy_wall": { "n": 303, "sum_ns": 3001020776, "mean_ms": 9.90435899669967 }, "copy_thread_cpu": { "n": 303, "sum_ns": 2951019485, "mean_ms": 9.739338234323432 }, "callback_to_copied": { "n": 303, "sum_ns": 3193530904, "mean_ms": 10.539705953795378 }, "accepted_interval": { "n": 303, "sum_ns": 30313262733, "mean_ms": 100.0437713960396 }, "selected_to_submitted": { "n": 303, "sum_ns": 13122817676, "mean_ms": 43.30962929372937 }, "completed_queue_wait": { "n": 303, "sum_ns": 612444426, "mean_ms": 2.0212687326732675 }, "result_observations_wall": { "n": 303, "sum_ns": 1003860184, "mean_ms": 3.313069914191419 }, "result_observations_cpu": { "n": 303, "sum_ns": 990221861, "mean_ms": 3.26805894719472 }, "result_nms_wall": { "n": 303, "sum_ns": 815489998, "mean_ms": 2.6913861320132013 }, "result_nms_cpu": { "n": 303, "sum_ns": 622352442, "mean_ms": 2.0539684554455446 }, "result_tracking_wall": { "n": 303, "sum_ns": 1164779402, "mean_ms": 3.8441564422442243 }, "result_tracking_cpu": { "n": 303, "sum_ns": 1070594032, "mean_ms": 3.533313636963696 }, "result_region_wall": { "n": 303, "sum_ns": 211968292, "mean_ms": 0.6995653201320132 }, "result_region_cpu": { "n": 303, "sum_ns": 212383348, "mean_ms": 0.7009351419141914 }, "result_fall_wall": { "n": 303, "sum_ns": 398412895, "mean_ms": 1.3148940429042903 }, "result_fall_cpu": { "n": 303, "sum_ns": 398689559, "mean_ms": 1.3158071254125412 }, "result_fight_wall": { "n": 303, "sum_ns": 115513277, "mean_ms": 0.3812319372937294 }, "result_fight_cpu": { "n": 303, "sum_ns": 115689977, "mean_ms": 0.38181510561056103 }, "result_collector_wall": { "n": 303, "sum_ns": 2577729058, "mean_ms": 8.507356627062705 }, "result_collector_cpu": { "n": 303, "sum_ns": 2535833255, "mean_ms": 8.369086650165016 }, "result_composition_wall": { "n": 303, "sum_ns": 19377577, "mean_ms": 0.06395239933993399 }, "result_composition_cpu": { "n": 303, "sum_ns": 19374961, "mean_ms": 0.06394376567656766 }, "result_artifact_handoff_wall": { "n": 303, "sum_ns": 4879577, "mean_ms": 0.016104214521452147 }, "result_artifact_handoff_cpu": { "n": 303, "sum_ns": 4622369, "mean_ms": 0.015255343234323433 }, "result_publish_wall": { "n": 303, "sum_ns": 481204193, "mean_ms": 1.5881326501650166 }, "result_publish_cpu": { "n": 303, "sum_ns": 463620584, "mean_ms": 1.5301009372937293 }, "result_total_wall": { "n": 303, "sum_ns": 7727764039, "mean_ms": 25.504171745874586 }, "result_total_cpu": { "n": 303, "sum_ns": 7351406782, "mean_ms": 24.262068587458746 } }, "existing": null, "new": { "complete_fps": 10.099993549123802, "redis_fps": 10.099993549123802 }, "cpu_busy_pct": 42.32832161283182, "gpu_util_pct": 30.428571428571427, "arm": "pose", "trial": "pose" }, { "mode": "pose", "level": 2, "provider": "pose", "seconds": 30.00010883109644, "selected_fps": 9.899964085868461, "requested_fps": 9.899964085868461, "complete_fps": 9.899964085868461, "accepted_fps": 9.899964085868461, "finalized_fps": 9.916630692073626, "redis_fps": 9.883297479663295, "redis_min": 9.833297661047798, "redis_std": 0.04999981861549685, "total_redis_fps": 19.76659495932659, "complete_min": 9.833297661047798, "queue_expired": 0, "capacity_drop": 0, "max_redis_silence_s": 0.41607915377244353, "source_drift_mean_s": -0.0027856412037035603, "redis_drift_mean_s": -0.4150775551793839, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "c_suppressed": 11, "batch_executions": { "1": 411, "2": 85, "3": 4 }, "triton": { "success": { "count": 593, "mean_ms": 18.44167728499157 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 593, "mean_ms": 5.294619650927488 }, "compute_input": { "count": 593, "mean_ms": 0.24336879595278246 }, "compute_infer": { "count": 593, "mean_ms": 11.590438419898819 }, "compute_output": { "count": 593, "mean_ms": 0.677134107925801 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 594, "sum_ns": 41942529000, "mean_ms": 70.61031818181819 }, "source_exit_to_ingress": { "n": 594, "sum_ns": 5482834123, "mean_ms": 9.230360476430977 }, "source_encoded_queue": { "n": 594, "sum_ns": 69824000, "mean_ms": 0.11754882154882156 }, "decode_between_queues": { "n": 594, "sum_ns": 40325520000, "mean_ms": 67.8880808080808 }, "source_raw_queue": { "n": 594, "sum_ns": 343669000, "mean_ms": 0.57856734006734 }, "raw_queue_to_source_exit": { "n": 594, "sum_ns": 60144000, "mean_ms": 0.10125252525252526 }, "selected_to_preprocess_start": { "n": 594, "sum_ns": 1501184192, "mean_ms": 2.5272461144781144 }, "preprocess_start_to_preprocess_output": { "n": 594, "sum_ns": 828762814, "mean_ms": 1.3952235925925927 }, "selected_to_preprocess": { "n": 594, "sum_ns": 2752372275, "mean_ms": 4.633623358585859 }, "preprocess_start_to_preprocess": { "n": 594, "sum_ns": 1251188083, "mean_ms": 2.1063772441077444 }, "preprocess_output_to_infer_entry": { "n": 594, "sum_ns": 422425269, "mean_ms": 0.7111536515151515 }, "preprocess_to_infer_output": { "n": 594, "sum_ns": 17468909364, "mean_ms": 29.408938323232324 }, "preprocess_to_callback": { "n": 594, "sum_ns": 18909444812, "mean_ms": 31.834082175084173 }, "infer_output_to_callback": { "n": 594, "sum_ns": 1440535448, "mean_ms": 2.4251438518518516 }, "copy_wall": { "n": 594, "sum_ns": 7765784621, "mean_ms": 13.073711483164983 }, "copy_thread_cpu": { "n": 594, "sum_ns": 7508867946, "mean_ms": 12.641191828282828 }, "callback_to_copied": { "n": 594, "sum_ns": 8175425490, "mean_ms": 13.763342575757576 }, "accepted_interval": { "n": 594, "sum_ns": 60294747559, "mean_ms": 101.50630902188553 }, "selected_to_submitted": { "n": 594, "sum_ns": 30108935989, "mean_ms": 50.68844442592592 }, "completed_queue_wait": { "n": 594, "sum_ns": 1671888363, "mean_ms": 2.8146268737373736 }, "result_observations_wall": { "n": 594, "sum_ns": 2328397857, "mean_ms": 3.919861712121212 }, "result_observations_cpu": { "n": 594, "sum_ns": 2271880048, "mean_ms": 3.8247138855218856 }, "result_nms_wall": { "n": 594, "sum_ns": 1744924106, "mean_ms": 2.9375826700336702 }, "result_nms_cpu": { "n": 594, "sum_ns": 1346980224, "mean_ms": 2.2676434747474747 }, "result_tracking_wall": { "n": 594, "sum_ns": 1582233605, "mean_ms": 2.663692937710438 }, "result_tracking_cpu": { "n": 594, "sum_ns": 1353889982, "mean_ms": 2.279276063973064 }, "result_region_wall": { "n": 594, "sum_ns": 551922406, "mean_ms": 0.9291622996632997 }, "result_region_cpu": { "n": 594, "sum_ns": 550159266, "mean_ms": 0.9261940505050504 }, "result_fall_wall": { "n": 594, "sum_ns": 1078682964, "mean_ms": 1.8159645858585858 }, "result_fall_cpu": { "n": 594, "sum_ns": 1063600126, "mean_ms": 1.7905726026936026 }, "result_fight_wall": { "n": 594, "sum_ns": 325053624, "mean_ms": 0.5472283232323233 }, "result_fight_cpu": { "n": 594, "sum_ns": 314006982, "mean_ms": 0.5286312828282828 }, "result_collector_wall": { "n": 595, "sum_ns": 6543118340, "mean_ms": 10.996837546218487 }, "result_collector_cpu": { "n": 595, "sum_ns": 6035240452, "mean_ms": 10.143261263865545 }, "result_composition_wall": { "n": 595, "sum_ns": 42743984, "mean_ms": 0.07183862857142857 }, "result_composition_cpu": { "n": 595, "sum_ns": 42709125, "mean_ms": 0.07178004201680672 }, "result_artifact_handoff_wall": { "n": 595, "sum_ns": 11678259, "mean_ms": 0.01962732605042017 }, "result_artifact_handoff_cpu": { "n": 595, "sum_ns": 10390169, "mean_ms": 0.017462468907563027 }, "result_publish_wall": { "n": 595, "sum_ns": 756869003, "mean_ms": 1.2720487445378152 }, "result_publish_cpu": { "n": 595, "sum_ns": 700386421, "mean_ms": 1.1771200352941176 }, "result_total_wall": { "n": 595, "sum_ns": 17240358347, "mean_ms": 28.975392179831932 }, "result_total_cpu": { "n": 595, "sum_ns": 15853570781, "mean_ms": 26.644656774789915 } }, "existing": { "complete_fps": 9.966630510689123, "redis_fps": 9.933297298278791 }, "new": { "complete_fps": 9.833297661047798, "redis_fps": 9.833297661047798 }, "cpu_busy_pct": 49.74875224934642, "gpu_util_pct": 35.57142857142857, "arm": "pose", "trial": "pose" }, { "mode": "pose", "level": 3, "provider": "pose", "seconds": 30.00005791289732, "selected_fps": 9.911091978442709, "requested_fps": 9.911091978442709, "complete_fps": 9.899980888780778, "accepted_fps": 9.899980888780778, "finalized_fps": 9.899980888780778, "redis_fps": 9.899980888780778, "redis_min": 9.83331435080919, "redis_std": 0.04714036107794085, "total_redis_fps": 29.699942666342334, "complete_min": 9.83331435080919, "queue_expired": 0, "capacity_drop": 0, "max_redis_silence_s": 0.42319915583357215, "source_drift_mean_s": -0.006299851080246382, "redis_drift_mean_s": -0.40746637701711746, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "c_suppressed": 8, "batch_executions": { "1": 638, "2": 105, "3": 13, "4": 1, "5": 0 }, "triton": { "success": { "count": 891, "mean_ms": 19.336163285072953 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 891, "mean_ms": 5.692307838383838 }, "compute_input": { "count": 891, "mean_ms": 0.2558174814814815 }, "compute_infer": { "count": 891, "mean_ms": 12.041889650953983 }, "compute_output": { "count": 891, "mean_ms": 0.6959066453423121 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 891, "sum_ns": 52531758000, "mean_ms": 58.958202020202016 }, "source_exit_to_ingress": { "n": 891, "sum_ns": 7870084884, "mean_ms": 8.832867434343434 }, "source_encoded_queue": { "n": 891, "sum_ns": 104536000, "mean_ms": 0.117324354657688 }, "decode_between_queues": { "n": 891, "sum_ns": 50307792000, "mean_ms": 56.46216835016835 }, "source_raw_queue": { "n": 891, "sum_ns": 661869000, "mean_ms": 0.7428383838383839 }, "raw_queue_to_source_exit": { "n": 891, "sum_ns": 88337000, "mean_ms": 0.09914365881032548 }, "selected_to_preprocess_start": { "n": 891, "sum_ns": 2449242014, "mean_ms": 2.7488687025813694 }, "preprocess_start_to_preprocess_output": { "n": 891, "sum_ns": 1525984703, "mean_ms": 1.7126652109988776 }, "selected_to_preprocess": { "n": 891, "sum_ns": 4616010199, "mean_ms": 5.180707294051627 }, "preprocess_start_to_preprocess": { "n": 891, "sum_ns": 2166768185, "mean_ms": 2.4318385914702585 }, "preprocess_output_to_infer_entry": { "n": 891, "sum_ns": 640783482, "mean_ms": 0.7191733804713805 }, "preprocess_to_infer_output": { "n": 890, "sum_ns": 27596995913, "mean_ms": 31.007860576404493 }, "preprocess_to_callback": { "n": 890, "sum_ns": 29745690451, "mean_ms": 33.42212410224719 }, "infer_output_to_callback": { "n": 890, "sum_ns": 2148694538, "mean_ms": 2.4142635258426965 }, "copy_wall": { "n": 891, "sum_ns": 10228287141, "mean_ms": 11.47955908080808 }, "copy_thread_cpu": { "n": 891, "sum_ns": 9789522660, "mean_ms": 10.987118585858585 }, "callback_to_copied": { "n": 890, "sum_ns": 10542507108, "mean_ms": 11.845513604494382 }, "accepted_interval": { "n": 891, "sum_ns": 90046481872, "mean_ms": 101.06226921661055 }, "selected_to_submitted": { "n": 890, "sum_ns": 45280848344, "mean_ms": 50.877357689887646 }, "completed_queue_wait": { "n": 891, "sum_ns": 2453867985, "mean_ms": 2.754060589225589 }, "result_observations_wall": { "n": 891, "sum_ns": 3629935075, "mean_ms": 4.07400120650954 }, "result_observations_cpu": { "n": 891, "sum_ns": 3520750687, "mean_ms": 3.9514598058361394 }, "result_nms_wall": { "n": 892, "sum_ns": 2585837198, "mean_ms": 2.898920625560538 }, "result_nms_cpu": { "n": 892, "sum_ns": 1920565103, "mean_ms": 2.1530998912556054 }, "result_tracking_wall": { "n": 892, "sum_ns": 2103482469, "mean_ms": 2.3581642029147982 }, "result_tracking_cpu": { "n": 892, "sum_ns": 1778504819, "mean_ms": 1.9938394831838566 }, "result_region_wall": { "n": 892, "sum_ns": 787650897, "mean_ms": 0.8830167006726457 }, "result_region_cpu": { "n": 892, "sum_ns": 767679646, "mean_ms": 0.8606274058295964 }, "result_fall_wall": { "n": 892, "sum_ns": 1814997063, "mean_ms": 2.0347500706278026 }, "result_fall_cpu": { "n": 892, "sum_ns": 1780956482, "mean_ms": 1.9965879843049326 }, "result_fight_wall": { "n": 892, "sum_ns": 417544410, "mean_ms": 0.46809911434977575 }, "result_fight_cpu": { "n": 892, "sum_ns": 414836780, "mean_ms": 0.4650636547085202 }, "result_collector_wall": { "n": 891, "sum_ns": 10495848512, "mean_ms": 11.779852426487095 }, "result_collector_cpu": { "n": 891, "sum_ns": 9978806951, "mean_ms": 11.199558867564535 }, "result_composition_wall": { "n": 891, "sum_ns": 67416977, "mean_ms": 0.07566439618406284 }, "result_composition_cpu": { "n": 891, "sum_ns": 62244508, "mean_ms": 0.06985915600448935 }, "result_artifact_handoff_wall": { "n": 891, "sum_ns": 17535543, "mean_ms": 0.01968074410774411 }, "result_artifact_handoff_cpu": { "n": 891, "sum_ns": 16085422, "mean_ms": 0.01805322334455668 }, "result_publish_wall": { "n": 891, "sum_ns": 1076061546, "mean_ms": 1.2077009494949495 }, "result_publish_cpu": { "n": 891, "sum_ns": 989679961, "mean_ms": 1.1107519203142535 }, "result_total_wall": { "n": 891, "sum_ns": 26394806055, "mean_ms": 29.623800286195287 }, "result_total_cpu": { "n": 891, "sum_ns": 24409014555, "mean_ms": 27.395078063973067 } }, "existing": { "complete_fps": 9.899980888780778, "redis_fps": 9.883314254287882 }, "new": { "complete_fps": 9.899980888780778, "redis_fps": 9.933314157766572 }, "cpu_busy_pct": 55.10741275367241, "gpu_util_pct": 42.857142857142854, "arm": "pose", "trial": "pose" }, { "mode": "pose", "level": 4, "provider": "pose", "seconds": 30.000083960127085, "selected_fps": 9.899972293235603, "requested_fps": 9.899972293235603, "complete_fps": 9.891638983224462, "accepted_fps": 9.891638983224462, "finalized_fps": 9.899972293235603, "redis_fps": 9.891638983224462, "redis_min": 9.599973132834524, "redis_std": 0.22157830988037067, "total_redis_fps": 39.56655593289785, "complete_min": 9.599973132834524, "queue_expired": 0, "capacity_drop": 0, "max_redis_silence_s": 0.4823030405677855, "source_drift_mean_s": -0.04653510069444457, "redis_drift_mean_s": -0.4043851567135095, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "c_suppressed": 19, "batch_executions": { "1": 820, "2": 157, "3": 16, "4": 0, "5": 0 }, "triton": { "success": { "count": 1182, "mean_ms": 19.83477012351946 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 1182, "mean_ms": 5.826530329949239 }, "compute_input": { "count": 1182, "mean_ms": 0.24430936040609139 }, "compute_infer": { "count": 1182, "mean_ms": 12.385352529610829 }, "compute_output": { "count": 1182, "mean_ms": 0.7562858316412859 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 1187, "sum_ns": 85957778000, "mean_ms": 72.41598820556024 }, "source_exit_to_ingress": { "n": 1187, "sum_ns": 11554337281, "mean_ms": 9.734066791069925 }, "source_encoded_queue": { "n": 1187, "sum_ns": 170699000, "mean_ms": 0.14380707666385847 }, "decode_between_queues": { "n": 1187, "sum_ns": 82819609000, "mean_ms": 69.77220640269589 }, "source_raw_queue": { "n": 1187, "sum_ns": 861676000, "mean_ms": 0.725927548441449 }, "raw_queue_to_source_exit": { "n": 1187, "sum_ns": 150739000, "mean_ms": 0.1269915754001685 }, "selected_to_preprocess_start": { "n": 1187, "sum_ns": 3552954673, "mean_ms": 2.993222133951137 }, "preprocess_start_to_preprocess_output": { "n": 1187, "sum_ns": 2756800245, "mean_ms": 2.322493887952822 }, "selected_to_preprocess": { "n": 1187, "sum_ns": 7544946430, "mean_ms": 6.356315442291491 }, "preprocess_start_to_preprocess": { "n": 1187, "sum_ns": 3736435982, "mean_ms": 3.1477977944397644 }, "preprocess_output_to_infer_entry": { "n": 1187, "sum_ns": 979635737, "mean_ms": 0.8253039064869419 }, "preprocess_to_infer_output": { "n": 1187, "sum_ns": 37510656340, "mean_ms": 31.601226908171864 }, "preprocess_to_callback": { "n": 1187, "sum_ns": 40461853716, "mean_ms": 34.087492599831506 }, "infer_output_to_callback": { "n": 1187, "sum_ns": 2951197376, "mean_ms": 2.486265691659646 }, "copy_wall": { "n": 1187, "sum_ns": 15855895170, "mean_ms": 13.357957177759056 }, "copy_thread_cpu": { "n": 1187, "sum_ns": 14974473975, "mean_ms": 12.6153950926706 }, "callback_to_copied": { "n": 1186, "sum_ns": 16609707001, "mean_ms": 14.00481197386172 }, "accepted_interval": { "n": 1187, "sum_ns": 121414503404, "mean_ms": 102.28686049199663 }, "selected_to_submitted": { "n": 1186, "sum_ns": 65064441484, "mean_ms": 54.86040597301855 }, "completed_queue_wait": { "n": 1187, "sum_ns": 3305311035, "mean_ms": 2.7845922788542548 }, "result_observations_wall": { "n": 1187, "sum_ns": 4995192177, "mean_ms": 4.20824951727043 }, "result_observations_cpu": { "n": 1187, "sum_ns": 4797388455, "mean_ms": 4.041607796967144 }, "result_nms_wall": { "n": 1187, "sum_ns": 3490095685, "mean_ms": 2.940265951979781 }, "result_nms_cpu": { "n": 1187, "sum_ns": 2520996159, "mean_ms": 2.123838381634372 }, "result_tracking_wall": { "n": 1187, "sum_ns": 3317486831, "mean_ms": 2.7948498997472617 }, "result_tracking_cpu": { "n": 1187, "sum_ns": 2677883477, "mean_ms": 2.2560096689132267 }, "result_region_wall": { "n": 1187, "sum_ns": 1010092867, "mean_ms": 0.8509628197135637 }, "result_region_cpu": { "n": 1187, "sum_ns": 978211079, "mean_ms": 0.8241036891322662 }, "result_fall_wall": { "n": 1187, "sum_ns": 2703305030, "mean_ms": 2.2774263100252736 }, "result_fall_cpu": { "n": 1187, "sum_ns": 2618907619, "mean_ms": 2.2063248685762424 }, "result_fight_wall": { "n": 1187, "sum_ns": 577996629, "mean_ms": 0.4869390303285594 }, "result_fight_cpu": { "n": 1187, "sum_ns": 559275040, "mean_ms": 0.4711668407750632 }, "result_collector_wall": { "n": 1188, "sum_ns": 13755994286, "mean_ms": 11.579119769360268 }, "result_collector_cpu": { "n": 1188, "sum_ns": 13036604007, "mean_ms": 10.973572396464645 }, "result_composition_wall": { "n": 1188, "sum_ns": 94566149, "mean_ms": 0.07960113552188551 }, "result_composition_cpu": { "n": 1188, "sum_ns": 87681127, "mean_ms": 0.07380566245791247 }, "result_artifact_handoff_wall": { "n": 1188, "sum_ns": 31818873, "mean_ms": 0.02678356313131313 }, "result_artifact_handoff_cpu": { "n": 1188, "sum_ns": 22865726, "mean_ms": 0.019247244107744105 }, "result_publish_wall": { "n": 1188, "sum_ns": 1603728511, "mean_ms": 1.349939824074074 }, "result_publish_cpu": { "n": 1188, "sum_ns": 1441768197, "mean_ms": 1.2136095934343434 }, "result_total_wall": { "n": 1188, "sum_ns": 36258822541, "mean_ms": 30.520894394781145 }, "result_total_cpu": { "n": 1188, "sum_ns": 33119635834, "mean_ms": 27.87848134175084 } }, "existing": { "complete_fps": 9.84441689316133, "redis_fps": 9.84441689316133 }, "new": { "complete_fps": 10.033305253413861, "redis_fps": 10.033305253413861 }, "cpu_busy_pct": 60.00681256919015, "gpu_util_pct": 46.142857142857146, "arm": "pose", "trial": "pose" }, { "mode": "pose", "level": 5, "provider": "pose", "seconds": 30.000056799966842, "selected_fps": 9.846648023690625, "requested_fps": 9.833314715601674, "complete_fps": 9.83998136964615, "accepted_fps": 9.83998136964615, "finalized_fps": 9.819981407512723, "redis_fps": 9.826648061557197, "redis_min": 9.733314904934538, "redis_std": 0.09043089522594183, "total_redis_fps": 49.13324030778599, "complete_min": 9.766648175156917, "queue_expired": 0, "capacity_drop": 0, "max_redis_silence_s": 0.9149496736936271, "source_drift_mean_s": -0.07647896388888935, "redis_drift_mean_s": -0.34420616876736326, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "c_suppressed": 21, "batch_executions": { "1": 867, "2": 246, "3": 35, "4": 2, "5": 1, "6": 0 }, "triton": { "success": { "count": 1477, "mean_ms": 24.232518174678404 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 1477, "mean_ms": 7.447073373730535 }, "compute_input": { "count": 1477, "mean_ms": 0.26849462423832093 }, "compute_infer": { "count": 1477, "mean_ms": 14.97374655788761 }, "compute_output": { "count": 1477, "mean_ms": 0.8293942999322952 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 1470, "sum_ns": 114736665000, "mean_ms": 78.05215306122449 }, "source_exit_to_ingress": { "n": 1470, "sum_ns": 18065981863, "mean_ms": 12.289783580272108 }, "source_encoded_queue": { "n": 1470, "sum_ns": 235659000, "mean_ms": 0.16031224489795917 }, "decode_between_queues": { "n": 1470, "sum_ns": 110250069000, "mean_ms": 75.00004693877551 }, "source_raw_queue": { "n": 1470, "sum_ns": 1662141000, "mean_ms": 1.130708163265306 }, "raw_queue_to_source_exit": { "n": 1470, "sum_ns": 198118000, "mean_ms": 0.13477414965986392 }, "selected_to_preprocess_start": { "n": 1467, "sum_ns": 5319359720, "mean_ms": 3.6260120790729378 }, "preprocess_start_to_preprocess_output": { "n": 1466, "sum_ns": 4768726853, "mean_ms": 3.2528832557980905 }, "selected_to_preprocess": { "n": 1467, "sum_ns": 11768944709, "mean_ms": 8.022457197682344 }, "preprocess_start_to_preprocess": { "n": 1464, "sum_ns": 6435996208, "mean_ms": 4.396172273224043 }, "preprocess_output_to_infer_entry": { "n": 1467, "sum_ns": 1692285466, "mean_ms": 1.1535688248125426 }, "preprocess_to_infer_output": { "n": 1467, "sum_ns": 56330174818, "mean_ms": 38.398210509884116 }, "preprocess_to_callback": { "n": 1467, "sum_ns": 60508360555, "mean_ms": 41.246326213360604 }, "infer_output_to_callback": { "n": 1469, "sum_ns": 4191667635, "mean_ms": 2.853415680735194 }, "copy_wall": { "n": 1476, "sum_ns": 21301324643, "mean_ms": 14.431791763550136 }, "copy_thread_cpu": { "n": 1476, "sum_ns": 19321163040, "mean_ms": 13.090218861788617 }, "callback_to_copied": { "n": 1470, "sum_ns": 22185557581, "mean_ms": 15.092216041496599 }, "accepted_interval": { "n": 1474, "sum_ns": 150331188275, "mean_ms": 101.98859448778833 }, "selected_to_submitted": { "n": 1468, "sum_ns": 95222040272, "mean_ms": 64.86515004904632 }, "completed_queue_wait": { "n": 1476, "sum_ns": 7366699027, "mean_ms": 4.990988500677506 }, "result_observations_wall": { "n": 1476, "sum_ns": 7096850551, "mean_ms": 4.8081643299458 }, "result_observations_cpu": { "n": 1476, "sum_ns": 6453804856, "mean_ms": 4.372496514905149 }, "result_nms_wall": { "n": 1476, "sum_ns": 5053903759, "mean_ms": 3.4240540372628727 }, "result_nms_cpu": { "n": 1476, "sum_ns": 3322136064, "mean_ms": 2.2507696910569104 }, "result_tracking_wall": { "n": 1476, "sum_ns": 5073134650, "mean_ms": 3.4370830962059618 }, "result_tracking_cpu": { "n": 1476, "sum_ns": 3639811122, "mean_ms": 2.465996695121951 }, "result_region_wall": { "n": 1476, "sum_ns": 1333438804, "mean_ms": 0.9034138238482384 }, "result_region_cpu": { "n": 1476, "sum_ns": 1296314925, "mean_ms": 0.8782621443089431 }, "result_fall_wall": { "n": 1476, "sum_ns": 2847032155, "mean_ms": 1.9288835738482384 }, "result_fall_cpu": { "n": 1476, "sum_ns": 2653272845, "mean_ms": 1.7976103285907858 }, "result_fight_wall": { "n": 1476, "sum_ns": 760471738, "mean_ms": 0.5152247547425474 }, "result_fight_cpu": { "n": 1476, "sum_ns": 711185329, "mean_ms": 0.4818328787262873 }, "result_collector_wall": { "n": 1473, "sum_ns": 20659476514, "mean_ms": 14.025442304141208 }, "result_collector_cpu": { "n": 1473, "sum_ns": 19105289818, "mean_ms": 12.970325742023082 }, "result_composition_wall": { "n": 1473, "sum_ns": 141459173, "mean_ms": 0.0960347406653089 }, "result_composition_cpu": { "n": 1473, "sum_ns": 115868991, "mean_ms": 0.0786619083503055 }, "result_artifact_handoff_wall": { "n": 1473, "sum_ns": 34887245, "mean_ms": 0.02368448404616429 }, "result_artifact_handoff_cpu": { "n": 1473, "sum_ns": 29138273, "mean_ms": 0.019781583842498302 }, "result_publish_wall": { "n": 1473, "sum_ns": 2107248521, "mean_ms": 1.430582838424983 }, "result_publish_cpu": { "n": 1473, "sum_ns": 1859914572, "mean_ms": 1.2626711283095724 }, "result_total_wall": { "n": 1473, "sum_ns": 51522496695, "mean_ms": 34.977933940936865 }, "result_total_cpu": { "n": 1473, "sum_ns": 44878402290, "mean_ms": 30.467347107942974 } }, "existing": { "complete_fps": 9.80831476293489, "redis_fps": 9.7916481278237 }, "new": { "complete_fps": 9.966647796491188, "redis_fps": 9.966647796491188 }, "cpu_busy_pct": 66.55437593575608, "gpu_util_pct": 50.57142857142857, "arm": "pose", "trial": "pose" }, { "mode": "pose", "level": 6, "provider": "pose", "seconds": 30.000007106922567, "selected_fps": 9.699997702095581, "requested_fps": 9.70555325633504, "complete_fps": 9.70555325633504, "accepted_fps": 9.70555325633504, "finalized_fps": 9.722219919053417, "redis_fps": 9.7111088105745, "redis_min": 9.499997749475053, "redis_std": 0.15947440771433952, "total_redis_fps": 58.26665286344699, "complete_min": 9.4666644240383, "queue_expired": 0, "capacity_drop": 0, "max_redis_silence_s": 1.0869157556444407, "source_drift_mean_s": -0.047638070216049926, "redis_drift_mean_s": -0.3375088336053018, "sender": { "replaced": 1, "expired": 0, "send_error": 0 }, "c_suppressed": 25, "batch_executions": { "1": 876, "2": 284, "3": 73, "4": 19, "5": 0, "6": 0, "7": 0 }, "triton": { "success": { "count": 1739, "mean_ms": 28.309964883266243 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 1739, "mean_ms": 9.16603813801035 }, "compute_input": { "count": 1739, "mean_ms": 0.2580891822886716 }, "compute_infer": { "count": 1739, "mean_ms": 17.073243093732028 }, "compute_output": { "count": 1739, "mean_ms": 0.950565 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 1739, "sum_ns": 125741385000, "mean_ms": 72.30671937895343 }, "source_exit_to_ingress": { "n": 1739, "sum_ns": 22114477160, "mean_ms": 12.7167781253594 }, "source_encoded_queue": { "n": 1739, "sum_ns": 352976000, "mean_ms": 0.20297642323174236 }, "decode_between_queues": { "n": 1739, "sum_ns": 119919275000, "mean_ms": 68.95875503162738 }, "source_raw_queue": { "n": 1739, "sum_ns": 2187108000, "mean_ms": 1.257681426106958 }, "raw_queue_to_source_exit": { "n": 1739, "sum_ns": 212009000, "mean_ms": 0.12191431857389305 }, "selected_to_preprocess_start": { "n": 1739, "sum_ns": 7743470619, "mean_ms": 4.452829568142611 }, "preprocess_start_to_preprocess_output": { "n": 1739, "sum_ns": 7480909723, "mean_ms": 4.301845729154686 }, "selected_to_preprocess": { "n": 1738, "sum_ns": 18141123021, "mean_ms": 10.43793039182969 }, "preprocess_start_to_preprocess": { "n": 1737, "sum_ns": 10385035877, "mean_ms": 5.978719560736903 }, "preprocess_output_to_infer_entry": { "n": 1738, "sum_ns": 2915336959, "mean_ms": 1.6774090673187574 }, "preprocess_to_infer_output": { "n": 1738, "sum_ns": 75885886507, "mean_ms": 43.66276553912544 }, "preprocess_to_callback": { "n": 1737, "sum_ns": 81392057043, "mean_ms": 46.85783364594128 }, "infer_output_to_callback": { "n": 1739, "sum_ns": 5562340737, "mean_ms": 3.198585817711328 }, "copy_wall": { "n": 1747, "sum_ns": 26062876690, "mean_ms": 14.918647218088152 }, "copy_thread_cpu": { "n": 1747, "sum_ns": 22801247462, "mean_ms": 13.051658535775616 }, "callback_to_copied": { "n": 1738, "sum_ns": 27133154302, "mean_ms": 15.611711336018411 }, "accepted_interval": { "n": 1744, "sum_ns": 180297750831, "mean_ms": 103.38173786181193 }, "selected_to_submitted": { "n": 1735, "sum_ns": 127467244401, "mean_ms": 73.4681523925072 }, "completed_queue_wait": { "n": 1748, "sum_ns": 8998511806, "mean_ms": 5.147890049199085 }, "result_observations_wall": { "n": 1748, "sum_ns": 8899950740, "mean_ms": 5.091505 }, "result_observations_cpu": { "n": 1748, "sum_ns": 7918469541, "mean_ms": 4.530016899885584 }, "result_nms_wall": { "n": 1748, "sum_ns": 6691610843, "mean_ms": 3.82815265617849 }, "result_nms_cpu": { "n": 1748, "sum_ns": 4037627863, "mean_ms": 2.3098557568649887 }, "result_tracking_wall": { "n": 1748, "sum_ns": 6295304652, "mean_ms": 3.601432867276888 }, "result_tracking_cpu": { "n": 1748, "sum_ns": 4641305641, "mean_ms": 2.6552091767734556 }, "result_region_wall": { "n": 1748, "sum_ns": 1665120009, "mean_ms": 0.9525858175057208 }, "result_region_cpu": { "n": 1748, "sum_ns": 1591184522, "mean_ms": 0.9102886281464531 }, "result_fall_wall": { "n": 1748, "sum_ns": 3111738089, "mean_ms": 1.7801705314645309 }, "result_fall_cpu": { "n": 1748, "sum_ns": 2832362657, "mean_ms": 1.6203447694508009 }, "result_fight_wall": { "n": 1748, "sum_ns": 971415858, "mean_ms": 0.5557298958810069 }, "result_fight_cpu": { "n": 1748, "sum_ns": 864843437, "mean_ms": 0.49476169164759726 }, "result_collector_wall": { "n": 1750, "sum_ns": 27513851551, "mean_ms": 15.722200886285714 }, "result_collector_cpu": { "n": 1750, "sum_ns": 24938618524, "mean_ms": 14.25063915657143 }, "result_composition_wall": { "n": 1750, "sum_ns": 162795584, "mean_ms": 0.093026048 }, "result_composition_cpu": { "n": 1750, "sum_ns": 138416263, "mean_ms": 0.07909500742857142 }, "result_artifact_handoff_wall": { "n": 1750, "sum_ns": 46735333, "mean_ms": 0.02670590457142857 }, "result_artifact_handoff_cpu": { "n": 1750, "sum_ns": 36066988, "mean_ms": 0.02060970742857143 }, "result_publish_wall": { "n": 1750, "sum_ns": 2678955561, "mean_ms": 1.5308317491428571 }, "result_publish_cpu": { "n": 1750, "sum_ns": 2200269469, "mean_ms": 1.2572968394285715 }, "result_total_wall": { "n": 1750, "sum_ns": 66136168318, "mean_ms": 37.79209618171429 }, "result_total_cpu": { "n": 1750, "sum_ns": 56126949681, "mean_ms": 32.07254267485715 } }, "existing": { "complete_fps": 9.68666437192088, "redis_fps": 9.699997702095581 }, "new": { "complete_fps": 9.799997678405845, "redis_fps": 9.76666435296909 }, "cpu_busy_pct": 71.31121051825897, "gpu_util_pct": 53.0, "arm": "pose", "trial": "pose" }, { "mode": "pose", "level": 7, "provider": "pose", "seconds": 30.000004603993148, "selected_fps": 9.72380803153134, "requested_fps": 9.719046127500226, "complete_fps": 9.719046127500226, "accepted_fps": 9.719046127500226, "finalized_fps": 9.72856993556245, "redis_fps": 9.72856993556245, "redis_min": 9.366665229197915, "redis_std": 0.20348435562170958, "total_redis_fps": 68.09998954893716, "complete_min": 9.366665229197915, "queue_expired": 0, "capacity_drop": 0, "max_redis_silence_s": 0.9149949080310762, "source_drift_mean_s": -0.0462249729258106, "redis_drift_mean_s": -0.3324893736413771, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "c_suppressed": 27, "batch_executions": { "1": 791, "2": 377, "3": 115, "4": 26, "5": 4, "6": 4, "7": 0, "8": 0 }, "triton": { "success": { "count": 2038, "mean_ms": 33.155843661432776 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 2038, "mean_ms": 11.585167229636898 }, "compute_input": { "count": 2038, "mean_ms": 0.28170575073601567 }, "compute_infer": { "count": 2038, "mean_ms": 19.278948230127575 }, "compute_output": { "count": 2038, "mean_ms": 1.0440749131501472 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 2032, "sum_ns": 137008289000, "mean_ms": 67.42533907480315 }, "source_exit_to_ingress": { "n": 2032, "sum_ns": 26097718682, "mean_ms": 12.843365493110236 }, "source_encoded_queue": { "n": 2032, "sum_ns": 532623000, "mean_ms": 0.2621176181102362 }, "decode_between_queues": { "n": 2032, "sum_ns": 131336700000, "mean_ms": 64.6342027559055 }, "source_raw_queue": { "n": 2032, "sum_ns": 2193390000, "mean_ms": 1.079424212598425 }, "raw_queue_to_source_exit": { "n": 2032, "sum_ns": 249003000, "mean_ms": 0.12254084645669291 }, "selected_to_preprocess_start": { "n": 2029, "sum_ns": 9513609654, "mean_ms": 4.688816980778709 }, "preprocess_start_to_preprocess_output": { "n": 2029, "sum_ns": 9903528722, "mean_ms": 4.880990005914244 }, "selected_to_preprocess": { "n": 2029, "sum_ns": 24449672244, "mean_ms": 12.050109533760473 }, "preprocess_start_to_preprocess": { "n": 2025, "sum_ns": 14575712641, "mean_ms": 7.197882785679012 }, "preprocess_output_to_infer_entry": { "n": 2029, "sum_ns": 4972616553, "mean_ms": 2.450772081320848 }, "preprocess_to_infer_output": { "n": 2030, "sum_ns": 102496463555, "mean_ms": 50.49086874630542 }, "preprocess_to_callback": { "n": 2027, "sum_ns": 108780179706, "mean_ms": 53.665604196349285 }, "infer_output_to_callback": { "n": 2031, "sum_ns": 7069553041, "mean_ms": 3.4808237523387495 }, "copy_wall": { "n": 2041, "sum_ns": 35043666082, "mean_ms": 17.169851093581578 }, "copy_thread_cpu": { "n": 2041, "sum_ns": 29879958192, "mean_ms": 14.639861926506613 }, "callback_to_copied": { "n": 2030, "sum_ns": 36377274711, "mean_ms": 17.9198397591133 }, "accepted_interval": { "n": 2037, "sum_ns": 210177162488, "mean_ms": 103.17975576239569 }, "selected_to_submitted": { "n": 2030, "sum_ns": 171286974878, "mean_ms": 84.37782013694581 }, "completed_queue_wait": { "n": 2040, "sum_ns": 10227857205, "mean_ms": 5.013655492647059 }, "result_observations_wall": { "n": 2041, "sum_ns": 11064765285, "mean_ms": 5.421247077413033 }, "result_observations_cpu": { "n": 2041, "sum_ns": 9442660177, "mean_ms": 4.62648710289074 }, "result_nms_wall": { "n": 2042, "sum_ns": 8481717350, "mean_ms": 4.153632394711067 }, "result_nms_cpu": { "n": 2042, "sum_ns": 4796317648, "mean_ms": 2.3488333241919688 }, "result_tracking_wall": { "n": 2042, "sum_ns": 7418392935, "mean_ms": 3.6329054529872673 }, "result_tracking_cpu": { "n": 2042, "sum_ns": 5200301855, "mean_ms": 2.5466708398628795 }, "result_region_wall": { "n": 2042, "sum_ns": 2160568412, "mean_ms": 1.058064844270323 }, "result_region_cpu": { "n": 2042, "sum_ns": 1996696512, "mean_ms": 0.9778141586679725 }, "result_fall_wall": { "n": 2042, "sum_ns": 4850098182, "mean_ms": 2.3751705102840353 }, "result_fall_cpu": { "n": 2042, "sum_ns": 4283765778, "mean_ms": 2.0978284906953966 }, "result_fight_wall": { "n": 2042, "sum_ns": 1215025675, "mean_ms": 0.5950174706170421 }, "result_fight_cpu": { "n": 2042, "sum_ns": 1078947810, "mean_ms": 0.5283779676787463 }, "result_collector_wall": { "n": 2043, "sum_ns": 31088159189, "mean_ms": 15.216915902594224 }, "result_collector_cpu": { "n": 2043, "sum_ns": 26594893200, "mean_ms": 13.017568869309839 }, "result_composition_wall": { "n": 2043, "sum_ns": 182240812, "mean_ms": 0.0892025511502692 }, "result_composition_cpu": { "n": 2043, "sum_ns": 164021553, "mean_ms": 0.08028465638766519 }, "result_artifact_handoff_wall": { "n": 2043, "sum_ns": 86516109, "mean_ms": 0.042347581497797354 }, "result_artifact_handoff_cpu": { "n": 2043, "sum_ns": 42298938, "mean_ms": 0.020704325991189428 }, "result_publish_wall": { "n": 2043, "sum_ns": 3131374401, "mean_ms": 1.5327334317180616 }, "result_publish_cpu": { "n": 2043, "sum_ns": 2598962919, "mean_ms": 1.27213065051395 }, "result_total_wall": { "n": 2043, "sum_ns": 79849865007, "mean_ms": 39.08461331718062 }, "result_total_cpu": { "n": 2043, "sum_ns": 64565343499, "mean_ms": 31.603202887420462 } }, "existing": { "complete_fps": 9.688887401969849, "redis_fps": 9.699998511375778 }, "new": { "complete_fps": 9.899998480682495, "redis_fps": 9.899998480682495 }, "cpu_busy_pct": 75.01105931194066, "gpu_util_pct": 62.42857142857143, "arm": "pose", "trial": "pose" }, { "mode": "pose", "level": 8, "provider": "pose", "seconds": 30.0000169579871, "selected_fps": 9.729161167100349, "requested_fps": 9.73332783141174, "complete_fps": 9.716661174166173, "accepted_fps": 9.716661174166173, "finalized_fps": 9.720827838477565, "redis_fps": 9.708327845543389, "redis_min": 9.599994573447196, "redis_std": 0.10374910467070676, "total_redis_fps": 77.66662276434711, "complete_min": 9.633327887938332, "queue_expired": 0, "capacity_drop": 0, "max_redis_silence_s": 1.2865284536965191, "source_drift_mean_s": -0.04228544589120089, "redis_drift_mean_s": -0.326430877930566, "sender": { "replaced": 1, "expired": 0, "send_error": 0 }, "c_suppressed": 35, "batch_executions": { "1": 689, "2": 430, "3": 163, "4": 42, "5": 15, "6": 5, "7": 3, "8": 1 }, "triton": { "success": { "count": 2340, "mean_ms": 37.941321582478636 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 2340, "mean_ms": 14.543087515811967 }, "compute_input": { "count": 2340, "mean_ms": 0.2728656 }, "compute_infer": { "count": 2340, "mean_ms": 20.781942085042733 }, "compute_output": { "count": 2340, "mean_ms": 1.1422868059829059 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 2327, "sum_ns": 150041324000, "mean_ms": 64.47843747314138 }, "source_exit_to_ingress": { "n": 2327, "sum_ns": 30998903540, "mean_ms": 13.321402466695316 }, "source_encoded_queue": { "n": 2327, "sum_ns": 646661000, "mean_ms": 0.27789471422432316 }, "decode_between_queues": { "n": 2327, "sum_ns": 142605450000, "mean_ms": 61.28296089385475 }, "source_raw_queue": { "n": 2327, "sum_ns": 2513074000, "mean_ms": 1.079963042544048 }, "raw_queue_to_source_exit": { "n": 2327, "sum_ns": 296835000, "mean_ms": 0.12756123764503652 }, "selected_to_preprocess_start": { "n": 2328, "sum_ns": 10842854398, "mean_ms": 4.657583504295532 }, "preprocess_start_to_preprocess_output": { "n": 2324, "sum_ns": 13207978920, "mean_ms": 5.683295576592082 }, "selected_to_preprocess": { "n": 2327, "sum_ns": 31005502438, "mean_ms": 13.32423826299957 }, "preprocess_start_to_preprocess": { "n": 2325, "sum_ns": 20164285758, "mean_ms": 8.672811078709676 }, "preprocess_output_to_infer_entry": { "n": 2323, "sum_ns": 6896993859, "mean_ms": 2.969002952647439 }, "preprocess_to_infer_output": { "n": 2319, "sum_ns": 133947759163, "mean_ms": 57.76100007028892 }, "preprocess_to_callback": { "n": 2318, "sum_ns": 142085909831, "mean_ms": 61.29676869327006 }, "infer_output_to_callback": { "n": 2319, "sum_ns": 8153083045, "mean_ms": 3.51577535360069 }, "copy_wall": { "n": 2332, "sum_ns": 39752692197, "mean_ms": 17.04660900385935 }, "copy_thread_cpu": { "n": 2332, "sum_ns": 33052893817, "mean_ms": 14.17362513593482 }, "callback_to_copied": { "n": 2319, "sum_ns": 41182949787, "mean_ms": 17.7589261694696 }, "accepted_interval": { "n": 2325, "sum_ns": 240076082413, "mean_ms": 103.25853007010753 }, "selected_to_submitted": { "n": 2317, "sum_ns": 215501439494, "mean_ms": 93.00882153388001 }, "completed_queue_wait": { "n": 2333, "sum_ns": 13202000487, "mean_ms": 5.658808609944278 }, "result_observations_wall": { "n": 2333, "sum_ns": 13167357378, "mean_ms": 5.643959441920274 }, "result_observations_cpu": { "n": 2333, "sum_ns": 10934632452, "mean_ms": 4.686940613801972 }, "result_nms_wall": { "n": 2333, "sum_ns": 9885110607, "mean_ms": 4.237081271753107 }, "result_nms_cpu": { "n": 2333, "sum_ns": 5441273204, "mean_ms": 2.33230741705958 }, "result_tracking_wall": { "n": 2333, "sum_ns": 8493012807, "mean_ms": 3.6403826862408915 }, "result_tracking_cpu": { "n": 2333, "sum_ns": 5694612431, "mean_ms": 2.4408968842691814 }, "result_region_wall": { "n": 2333, "sum_ns": 2501798648, "mean_ms": 1.0723526138019717 }, "result_region_cpu": { "n": 2333, "sum_ns": 2253644507, "mean_ms": 0.965985643806258 }, "result_fall_wall": { "n": 2333, "sum_ns": 5544560971, "mean_ms": 2.37657992756108 }, "result_fall_cpu": { "n": 2333, "sum_ns": 4846603577, "mean_ms": 2.0774125919417057 }, "result_fight_wall": { "n": 2333, "sum_ns": 1385165365, "mean_ms": 0.5937271174453493 }, "result_fight_cpu": { "n": 2333, "sum_ns": 1201770450, "mean_ms": 0.5151180668666953 }, "result_collector_wall": { "n": 2333, "sum_ns": 35335419622, "mean_ms": 15.145914968709816 }, "result_collector_cpu": { "n": 2333, "sum_ns": 29821046610, "mean_ms": 12.78227458636948 }, "result_composition_wall": { "n": 2333, "sum_ns": 268316402, "mean_ms": 0.11500917359622803 }, "result_composition_cpu": { "n": 2333, "sum_ns": 182555520, "mean_ms": 0.07824925846549508 }, "result_artifact_handoff_wall": { "n": 2333, "sum_ns": 86303043, "mean_ms": 0.036992303043291895 }, "result_artifact_handoff_cpu": { "n": 2333, "sum_ns": 46677556, "mean_ms": 0.020007525075010715 }, "result_publish_wall": { "n": 2332, "sum_ns": 3491183106, "mean_ms": 1.4970768036020583 }, "result_publish_cpu": { "n": 2332, "sum_ns": 2782609997, "mean_ms": 1.1932289867066894 }, "result_total_wall": { "n": 2332, "sum_ns": 91642576724, "mean_ms": 39.29784593653517 }, "result_total_cpu": { "n": 2332, "sum_ns": 72561396903, "mean_ms": 31.115521828044596 } }, "existing": { "complete_fps": 9.719042125201254, "redis_fps": 9.709518321060928 }, "new": { "complete_fps": 9.699994516920604, "redis_fps": 9.699994516920604 }, "cpu_busy_pct": 76.84570577079383, "gpu_util_pct": 63.57142857142857, "arm": "pose", "trial": "pose" }, { "mode": "pose", "level": 9, "provider": "pose", "seconds": 30.002504522912204, "selected_fps": 9.680673299212033, "requested_fps": 9.673266510153724, "complete_fps": 9.658452932037102, "accepted_fps": 9.658452932037102, "finalized_fps": 9.669563115624568, "redis_fps": 9.673266510153724, "redis_min": 9.365884764233831, "redis_std": 0.23026657724285782, "total_redis_fps": 87.05939859138351, "complete_min": 9.332554213471433, "queue_expired": 0, "capacity_drop": 0, "max_redis_silence_s": 0.6188017441891134, "source_drift_mean_s": -0.03663424305555237, "redis_drift_mean_s": -0.30342446183678834, "sender": { "replaced": 1, "expired": 0, "send_error": 0 }, "c_suppressed": 29, "batch_executions": { "1": 436, "2": 336, "3": 220, "4": 103, "5": 42, "6": 15, "7": 5, "8": 12 }, "triton": { "success": { "count": 2611, "mean_ms": 49.7269461922635 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 2611, "mean_ms": 20.161885403676752 }, "compute_input": { "count": 2611, "mean_ms": 0.30419052968211413 }, "compute_infer": { "count": 2611, "mean_ms": 25.935246258904638 }, "compute_output": { "count": 2611, "mean_ms": 1.54405454538491 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 2597, "sum_ns": 162574465000, "mean_ms": 62.60087216018483 }, "source_exit_to_ingress": { "n": 2597, "sum_ns": 39334597883, "mean_ms": 15.146167840970351 }, "source_encoded_queue": { "n": 2597, "sum_ns": 1092392000, "mean_ms": 0.42063611859838274 }, "decode_between_queues": { "n": 2597, "sum_ns": 152915696000, "mean_ms": 58.88166961879091 }, "source_raw_queue": { "n": 2597, "sum_ns": 3379110000, "mean_ms": 1.3011590296495956 }, "raw_queue_to_source_exit": { "n": 2597, "sum_ns": 342661000, "mean_ms": 0.1319449364651521 }, "selected_to_preprocess_start": { "n": 2595, "sum_ns": 14022735027, "mean_ms": 5.40375145549133 }, "preprocess_start_to_preprocess_output": { "n": 2587, "sum_ns": 18855476625, "mean_ms": 7.288549139930422 }, "selected_to_preprocess": { "n": 2592, "sum_ns": 43097341644, "mean_ms": 16.627060819444445 }, "preprocess_start_to_preprocess": { "n": 2589, "sum_ns": 29044150188, "mean_ms": 11.218288987253766 }, "preprocess_output_to_infer_entry": { "n": 2587, "sum_ns": 10107705611, "mean_ms": 3.907114654425976 }, "preprocess_to_infer_output": { "n": 2585, "sum_ns": 195615034272, "mean_ms": 75.67312737794971 }, "preprocess_to_callback": { "n": 2586, "sum_ns": 208452409056, "mean_ms": 80.60804681206496 }, "infer_output_to_callback": { "n": 2586, "sum_ns": 12643845181, "mean_ms": 4.889344617556071 }, "copy_wall": { "n": 2608, "sum_ns": 52079116157, "mean_ms": 19.968986256518406 }, "copy_thread_cpu": { "n": 2608, "sum_ns": 38751194224, "mean_ms": 14.858586742331289 }, "callback_to_copied": { "n": 2588, "sum_ns": 53777343829, "mean_ms": 20.77949916112828 }, "accepted_interval": { "n": 2596, "sum_ns": 269599576184, "mean_ms": 103.85191686594762 }, "selected_to_submitted": { "n": 2577, "sum_ns": 306009495964, "mean_ms": 118.7464089887466 }, "completed_queue_wait": { "n": 2610, "sum_ns": 18014116889, "mean_ms": 6.9019604938697325 }, "result_observations_wall": { "n": 2610, "sum_ns": 17084046890, "mean_ms": 6.545611835249042 }, "result_observations_cpu": { "n": 2610, "sum_ns": 12855035786, "mean_ms": 4.92530106743295 }, "result_nms_wall": { "n": 2609, "sum_ns": 14330780861, "mean_ms": 5.492825167113837 }, "result_nms_cpu": { "n": 2609, "sum_ns": 6425071497, "mean_ms": 2.4626567638942123 }, "result_tracking_wall": { "n": 2608, "sum_ns": 10630660230, "mean_ms": 4.0761734010736195 }, "result_tracking_cpu": { "n": 2608, "sum_ns": 6369714833, "mean_ms": 2.4423753194018407 }, "result_region_wall": { "n": 2608, "sum_ns": 3058909022, "mean_ms": 1.1728945636503068 }, "result_region_cpu": { "n": 2608, "sum_ns": 2617706573, "mean_ms": 1.0037218454754602 }, "result_fall_wall": { "n": 2609, "sum_ns": 6563283898, "mean_ms": 2.515632003832886 }, "result_fall_cpu": { "n": 2609, "sum_ns": 5349138736, "mean_ms": 2.0502639846684554 }, "result_fight_wall": { "n": 2609, "sum_ns": 1776505328, "mean_ms": 0.6809142690686086 }, "result_fight_cpu": { "n": 2609, "sum_ns": 1389092101, "mean_ms": 0.5324231893445764 }, "result_collector_wall": { "n": 2611, "sum_ns": 47083945470, "mean_ms": 18.032916687093067 }, "result_collector_cpu": { "n": 2611, "sum_ns": 37874629566, "mean_ms": 14.50579454844887 }, "result_composition_wall": { "n": 2611, "sum_ns": 300125714, "mean_ms": 0.11494665415549599 }, "result_composition_cpu": { "n": 2611, "sum_ns": 215175778, "mean_ms": 0.08241125162772883 }, "result_artifact_handoff_wall": { "n": 2611, "sum_ns": 142967982, "mean_ms": 0.05475602527767139 }, "result_artifact_handoff_cpu": { "n": 2611, "sum_ns": 57032223, "mean_ms": 0.021843057449253158 }, "result_publish_wall": { "n": 2612, "sum_ns": 4815370800, "mean_ms": 1.843556967840735 }, "result_publish_cpu": { "n": 2612, "sum_ns": 3262467578, "mean_ms": 1.2490304663093417 }, "result_total_wall": { "n": 2612, "sum_ns": 121033093669, "mean_ms": 46.33732529441041 }, "result_total_cpu": { "n": 2612, "sum_ns": 87656308188, "mean_ms": 33.5590766416539 } }, "existing": { "complete_fps": 9.665859721095412, "redis_fps": 9.68252499647661 }, "new": { "complete_fps": 9.599198619570616, "redis_fps": 9.599198619570616 }, "cpu_busy_pct": 82.11976432056456, "gpu_util_pct": 63.42857142857143, "arm": "pose", "trial": "pose" }, { "mode": "pose", "level": 10, "provider": "pose", "seconds": 30.00006473157555, "selected_fps": 9.646645851913842, "requested_fps": 9.64331252577289, "complete_fps": 9.64331252577289, "accepted_fps": 9.64331252577289, "finalized_fps": 9.636645873490988, "redis_fps": 9.636645873490988, "redis_min": 9.43331297889294, "redis_std": 0.1594779720767294, "total_redis_fps": 96.36645873490987, "complete_min": 9.466646240302456, "queue_expired": 0, "capacity_drop": 0, "max_redis_silence_s": 0.6977724493481219, "source_drift_mean_s": -0.030937542824074498, "redis_drift_mean_s": -0.32297892569117814, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "c_suppressed": 37, "batch_executions": { "1": 325, "2": 307, "3": 191, "4": 140, "5": 59, "6": 31, "7": 12, "8": 33 }, "triton": { "success": { "count": 2901, "mean_ms": 57.96905760599793 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 2901, "mean_ms": 24.734990890727335 }, "compute_input": { "count": 2901, "mean_ms": 0.34901753602206137 }, "compute_infer": { "count": 2901, "mean_ms": 29.051591894174422 }, "compute_output": { "count": 2901, "mean_ms": 1.6382306166839022 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 2870, "sum_ns": 170730996000, "mean_ms": 59.48815191637631 }, "source_exit_to_ingress": { "n": 2870, "sum_ns": 46500316073, "mean_ms": 16.20220072229965 }, "source_encoded_queue": { "n": 2870, "sum_ns": 1410476000, "mean_ms": 0.4914550522648084 }, "decode_between_queues": { "n": 2870, "sum_ns": 159417425000, "mean_ms": 55.546141114982575 }, "source_raw_queue": { "n": 2870, "sum_ns": 3657822000, "mean_ms": 1.2745024390243902 }, "raw_queue_to_source_exit": { "n": 2870, "sum_ns": 380167000, "mean_ms": 0.13246236933797909 }, "selected_to_preprocess_start": { "n": 2870, "sum_ns": 16716858460, "mean_ms": 5.824689358885017 }, "preprocess_start_to_preprocess_output": { "n": 2867, "sum_ns": 23765446765, "mean_ms": 8.28930825427276 }, "selected_to_preprocess": { "n": 2871, "sum_ns": 53053952324, "mean_ms": 18.479258907697666 }, "preprocess_start_to_preprocess": { "n": 2869, "sum_ns": 36288621167, "mean_ms": 12.648526025444404 }, "preprocess_output_to_infer_entry": { "n": 2868, "sum_ns": 12491581874, "mean_ms": 4.355502745467224 }, "preprocess_to_infer_output": { "n": 2868, "sum_ns": 251831728220, "mean_ms": 87.80743661785216 }, "preprocess_to_callback": { "n": 2863, "sum_ns": 266391664105, "mean_ms": 93.04633744498777 }, "infer_output_to_callback": { "n": 2859, "sum_ns": 15227976254, "mean_ms": 5.3263295746764605 }, "copy_wall": { "n": 2893, "sum_ns": 62578230637, "mean_ms": 21.630912767715174 }, "copy_thread_cpu": { "n": 2893, "sum_ns": 44265278472, "mean_ms": 15.300822147251989 }, "callback_to_copied": { "n": 2859, "sum_ns": 63837949665, "mean_ms": 22.328768683105984 }, "accepted_interval": { "n": 2880, "sum_ns": 299972597260, "mean_ms": 104.1571518263889 }, "selected_to_submitted": { "n": 2858, "sum_ns": 386222239449, "mean_ms": 135.1372426343597 }, "completed_queue_wait": { "n": 2893, "sum_ns": 25943736862, "mean_ms": 8.967762482544073 }, "result_observations_wall": { "n": 2893, "sum_ns": 20398712233, "mean_ms": 7.051058497407535 }, "result_observations_cpu": { "n": 2893, "sum_ns": 14142307704, "mean_ms": 4.888457554096094 }, "result_nms_wall": { "n": 2893, "sum_ns": 17153276099, "mean_ms": 5.929234738679571 }, "result_nms_cpu": { "n": 2893, "sum_ns": 7008156898, "mean_ms": 2.4224531275492565 }, "result_tracking_wall": { "n": 2894, "sum_ns": 14248738873, "mean_ms": 4.923544876641326 }, "result_tracking_cpu": { "n": 2894, "sum_ns": 7305094076, "mean_ms": 2.5242204823773324 }, "result_region_wall": { "n": 2894, "sum_ns": 3860265936, "mean_ms": 1.3338859488597097 }, "result_region_cpu": { "n": 2894, "sum_ns": 3060991955, "mean_ms": 1.0577028178991017 }, "result_fall_wall": { "n": 2894, "sum_ns": 8458362817, "mean_ms": 2.9227238483068416 }, "result_fall_cpu": { "n": 2894, "sum_ns": 6446810135, "mean_ms": 2.2276469022114718 }, "result_fight_wall": { "n": 2894, "sum_ns": 2191611987, "mean_ms": 0.757295088804423 }, "result_fight_cpu": { "n": 2894, "sum_ns": 1659471380, "mean_ms": 0.5734178921907395 }, "result_collector_wall": { "n": 2891, "sum_ns": 51570161431, "mean_ms": 17.838174137322724 }, "result_collector_cpu": { "n": 2891, "sum_ns": 38870007739, "mean_ms": 13.445177356969905 }, "result_composition_wall": { "n": 2891, "sum_ns": 328717928, "mean_ms": 0.11370388377723971 }, "result_composition_cpu": { "n": 2891, "sum_ns": 232861289, "mean_ms": 0.08054696956070563 }, "result_artifact_handoff_wall": { "n": 2891, "sum_ns": 179380169, "mean_ms": 0.0620477928052577 }, "result_artifact_handoff_cpu": { "n": 2891, "sum_ns": 63659145, "mean_ms": 0.0220197665167762 }, "result_publish_wall": { "n": 2892, "sum_ns": 6141477435, "mean_ms": 2.1236090715767633 }, "result_publish_cpu": { "n": 2892, "sum_ns": 3607210405, "mean_ms": 1.2473065024204704 }, "result_total_wall": { "n": 2892, "sum_ns": 142881599389, "mean_ms": 49.40580891735823 }, "result_total_cpu": { "n": 2892, "sum_ns": 94921303732, "mean_ms": 32.822027569847855 } }, "existing": { "complete_fps": 9.655534721623045, "redis_fps": 9.651831025910877 }, "new": { "complete_fps": 9.533312763121488, "redis_fps": 9.499979501711973 }, "cpu_busy_pct": 84.11471489677007, "gpu_util_pct": 65.0, "arm": "pose", "trial": "pose" }, { "mode": "pose", "level": 11, "provider": "pose", "seconds": 30.000055932905525, "selected_fps": 9.363618905822642, "requested_fps": 9.360588608442118, "complete_fps": 9.339376526778441, "accepted_fps": 9.339376526778441, "finalized_fps": 9.20907373941586, "redis_fps": 9.17877076561061, "redis_min": 8.433317610001428, "redis_std": 0.3220109833611298, "total_redis_fps": 100.9664784217167, "complete_min": 8.999983220159628, "queue_expired": 15, "capacity_drop": 0, "max_redis_silence_s": 1.1312925480306149, "source_drift_mean_s": -0.02312909280303061, "redis_drift_mean_s": -0.06588192515864048, "sender": { "replaced": 4, "expired": 0, "send_error": 0 }, "c_suppressed": 32, "batch_executions": { "1": 100, "2": 98, "3": 85, "4": 85, "5": 62, "6": 50, "7": 37, "8": 164 }, "triton": { "success": { "count": 3072, "mean_ms": 102.18454694042968 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 3072, "mean_ms": 48.192243204101565 }, "compute_input": { "count": 3072, "mean_ms": 0.5245657708333333 }, "compute_infer": { "count": 3072, "mean_ms": 45.3714409703776 }, "compute_output": { "count": 3072, "mean_ms": 2.921655336263021 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 3042, "sum_ns": 182886606000, "mean_ms": 60.12051479289941 }, "source_exit_to_ingress": { "n": 3042, "sum_ns": 73793108371, "mean_ms": 24.25808953681788 }, "source_encoded_queue": { "n": 3042, "sum_ns": 2938672000, "mean_ms": 0.9660328731097962 }, "decode_between_queues": { "n": 3042, "sum_ns": 166193219000, "mean_ms": 54.632879355687045 }, "source_raw_queue": { "n": 3042, "sum_ns": 6514637000, "mean_ms": 2.141563773833005 }, "raw_queue_to_source_exit": { "n": 3042, "sum_ns": 461437000, "mean_ms": 0.1516886916502301 }, "selected_to_preprocess_start": { "n": 3035, "sum_ns": 31283248235, "mean_ms": 10.307495299835255 }, "preprocess_start_to_preprocess_output": { "n": 3026, "sum_ns": 41466572699, "mean_ms": 13.703427858228686 }, "selected_to_preprocess": { "n": 3032, "sum_ns": 104054586111, "mean_ms": 34.31879489149077 }, "preprocess_start_to_preprocess": { "n": 3024, "sum_ns": 72487183523, "mean_ms": 23.970629471891534 }, "preprocess_output_to_infer_entry": { "n": 3023, "sum_ns": 31035047933, "mean_ms": 10.266307619252398 }, "preprocess_to_infer_output": { "n": 3020, "sum_ns": 502609398985, "mean_ms": 166.4269533062914 }, "preprocess_to_callback": { "n": 3009, "sum_ns": 532817868734, "mean_ms": 177.0747320485211 }, "infer_output_to_callback": { "n": 3011, "sum_ns": 32749144869, "mean_ms": 10.876501118897377 }, "copy_wall": { "n": 3082, "sum_ns": 114623066852, "mean_ms": 37.191131360155744 }, "copy_thread_cpu": { "n": 3082, "sum_ns": 57907466935, "mean_ms": 18.788925027579495 }, "callback_to_copied": { "n": 3007, "sum_ns": 114691632185, "mean_ms": 38.14154711839043 }, "accepted_interval": { "n": 3056, "sum_ns": 329779620000, "mean_ms": 107.91217931937173 }, "selected_to_submitted": { "n": 3006, "sum_ns": 759146405533, "mean_ms": 252.54371441550234 }, "completed_queue_wait": { "n": 3039, "sum_ns": 329966166829, "mean_ms": 108.57721843665679 }, "result_observations_wall": { "n": 3037, "sum_ns": 36515377616, "mean_ms": 12.023502672374052 }, "result_observations_cpu": { "n": 3037, "sum_ns": 16030786527, "mean_ms": 5.278494081988805 }, "result_nms_wall": { "n": 3036, "sum_ns": 41295662399, "mean_ms": 13.601996837615284 }, "result_nms_cpu": { "n": 3036, "sum_ns": 8190455061, "mean_ms": 2.6977783468379446 }, "result_tracking_wall": { "n": 3036, "sum_ns": 31418811998, "mean_ms": 10.348752305006588 }, "result_tracking_cpu": { "n": 3036, "sum_ns": 8247817305, "mean_ms": 2.7166723666007906 }, "result_region_wall": { "n": 3036, "sum_ns": 5591481836, "mean_ms": 1.8417265599472992 }, "result_region_cpu": { "n": 3036, "sum_ns": 3428372824, "mean_ms": 1.1292400606060606 }, "result_fall_wall": { "n": 3038, "sum_ns": 11469682338, "mean_ms": 3.7754056412113233 }, "result_fall_cpu": { "n": 3038, "sum_ns": 6224363521, "mean_ms": 2.048835918696511 }, "result_fight_wall": { "n": 3038, "sum_ns": 3843918863, "mean_ms": 1.2652794150757076 }, "result_fight_cpu": { "n": 3038, "sum_ns": 1850383670, "mean_ms": 0.6090795490454247 }, "result_collector_wall": { "n": 3039, "sum_ns": 81671474197, "mean_ms": 26.874456794011188 }, "result_collector_cpu": { "n": 3039, "sum_ns": 47895819351, "mean_ms": 15.760388072063177 }, "result_composition_wall": { "n": 3039, "sum_ns": 503744992, "mean_ms": 0.16576011582757486 }, "result_composition_cpu": { "n": 3039, "sum_ns": 264414210, "mean_ms": 0.08700697926949655 }, "result_artifact_handoff_wall": { "n": 3039, "sum_ns": 403623334, "mean_ms": 0.13281452254030932 }, "result_artifact_handoff_cpu": { "n": 3039, "sum_ns": 72809558, "mean_ms": 0.023958393550510035 }, "result_publish_wall": { "n": 3039, "sum_ns": 8664895199, "mean_ms": 2.8512323787430076 }, "result_publish_cpu": { "n": 3039, "sum_ns": 4010403758, "mean_ms": 1.319645856531754 }, "result_total_wall": { "n": 3039, "sum_ns": 252943951307, "mean_ms": 83.23262629384666 }, "result_total_cpu": { "n": 3039, "sum_ns": 110137273762, "mean_ms": 36.24128784534386 } }, "existing": { "complete_fps": 9.343315913373125, "redis_fps": 9.19331619303713 }, "new": { "complete_fps": 9.299982660831615, "redis_fps": 9.033316491345404 }, "cpu_busy_pct": 90.02396543576589, "gpu_util_pct": 54.0, "arm": "pose", "trial": "pose" }, { "mode": "pose", "level": 12, "provider": "pose", "seconds": 30.00000500585884, "selected_fps": 9.04722071258523, "requested_fps": 9.044442935270958, "complete_fps": 9.02499849407105, "accepted_fps": 9.02499849407105, "finalized_fps": 8.486109695102204, "redis_fps": 8.472220808530842, "redis_min": 6.733332209796314, "redis_std": 0.6735522905496879, "total_redis_fps": 101.6666497023701, "complete_min": 8.733331876072448, "queue_expired": 202, "capacity_drop": 0, "max_redis_silence_s": 0.9343747259117663, "source_drift_mean_s": -0.015393765046293795, "redis_drift_mean_s": 0.4016361508242286, "sender": { "replaced": 2, "expired": 0, "send_error": 0 }, "c_suppressed": 39, "batch_executions": { "1": 30, "2": 32, "3": 25, "4": 28, "5": 26, "6": 30, "7": 32, "8": 305 }, "triton": { "success": { "count": 3255, "mean_ms": 174.17850557142856 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 3255, "mean_ms": 104.58178461351767 }, "compute_input": { "count": 3255, "mean_ms": 1.076719326574501 }, "compute_infer": { "count": 3255, "mean_ms": 56.053115507219665 }, "compute_output": { "count": 3255, "mean_ms": 4.971815694930876 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 3210, "sum_ns": 203070220000, "mean_ms": 63.2617507788162 }, "source_exit_to_ingress": { "n": 3210, "sum_ns": 126130331904, "mean_ms": 39.29293828785047 }, "source_encoded_queue": { "n": 3210, "sum_ns": 3307833000, "mean_ms": 1.0304775700934579 }, "decode_between_queues": { "n": 3210, "sum_ns": 170630486000, "mean_ms": 53.155914641744545 }, "source_raw_queue": { "n": 3210, "sum_ns": 20679404000, "mean_ms": 6.442181931464175 }, "raw_queue_to_source_exit": { "n": 3210, "sum_ns": 534161000, "mean_ms": 0.16640529595015577 }, "selected_to_preprocess_start": { "n": 3201, "sum_ns": 43762801231, "mean_ms": 13.671603008747267 }, "preprocess_start_to_preprocess_output": { "n": 3192, "sum_ns": 61353477358, "mean_ms": 19.22101420989975 }, "selected_to_preprocess": { "n": 3198, "sum_ns": 146468607599, "mean_ms": 45.80006491525954 }, "preprocess_start_to_preprocess": { "n": 3190, "sum_ns": 102412155164, "mean_ms": 32.10412387586207 }, "preprocess_output_to_infer_entry": { "n": 3190, "sum_ns": 41374532955, "mean_ms": 12.970073026645768 }, "preprocess_to_infer_output": { "n": 3175, "sum_ns": 914982225153, "mean_ms": 288.18337800094486 }, "preprocess_to_callback": { "n": 3152, "sum_ns": 953088401080, "mean_ms": 302.3757617639594 }, "infer_output_to_callback": { "n": 3148, "sum_ns": 43842939247, "mean_ms": 13.92723610133418 }, "copy_wall": { "n": 3250, "sum_ns": 162162822397, "mean_ms": 49.89625304523077 }, "copy_thread_cpu": { "n": 3250, "sum_ns": 73169212575, "mean_ms": 22.51360386923077 }, "callback_to_copied": { "n": 3150, "sum_ns": 160093061511, "mean_ms": 50.82319413047619 }, "accepted_interval": { "n": 3214, "sum_ns": 358853811218, "mean_ms": 111.65333267517113 }, "selected_to_submitted": { "n": 3163, "sum_ns": 1276760217491, "mean_ms": 403.6548269019918 }, "completed_queue_wait": { "n": 3054, "sum_ns": 1159182404286, "mean_ms": 379.5620184302554 }, "result_observations_wall": { "n": 3052, "sum_ns": 50591071086, "mean_ms": 16.57636667300131 }, "result_observations_cpu": { "n": 3052, "sum_ns": 16677544203, "mean_ms": 5.46446402457405 }, "result_nms_wall": { "n": 3053, "sum_ns": 54174272209, "mean_ms": 17.744602754339994 }, "result_nms_cpu": { "n": 3053, "sum_ns": 8508283826, "mean_ms": 2.7868600805764823 }, "result_tracking_wall": { "n": 3054, "sum_ns": 45297722684, "mean_ms": 14.832260210870988 }, "result_tracking_cpu": { "n": 3054, "sum_ns": 9445124837, "mean_ms": 3.092706233464309 }, "result_region_wall": { "n": 3054, "sum_ns": 6880522653, "mean_ms": 2.2529543722986247 }, "result_region_cpu": { "n": 3054, "sum_ns": 3438658425, "mean_ms": 1.125952333005894 }, "result_fall_wall": { "n": 3053, "sum_ns": 12880227500, "mean_ms": 4.218875696036685 }, "result_fall_cpu": { "n": 3053, "sum_ns": 5652727174, "mean_ms": 1.851531992793973 }, "result_fight_wall": { "n": 3053, "sum_ns": 4954741079, "mean_ms": 1.6229089679004258 }, "result_fight_cpu": { "n": 3053, "sum_ns": 1893596668, "mean_ms": 0.6202412931542745 }, "result_collector_wall": { "n": 3055, "sum_ns": 96449759719, "mean_ms": 31.571116110965633 }, "result_collector_cpu": { "n": 3055, "sum_ns": 45385461803, "mean_ms": 14.85612497643208 }, "result_composition_wall": { "n": 3055, "sum_ns": 729550143, "mean_ms": 0.23880528412438626 }, "result_composition_cpu": { "n": 3055, "sum_ns": 279681897, "mean_ms": 0.09154890245499181 }, "result_artifact_handoff_wall": { "n": 3055, "sum_ns": 532467851, "mean_ms": 0.1742938955810147 }, "result_artifact_handoff_cpu": { "n": 3055, "sum_ns": 76550634, "mean_ms": 0.025057490671031097 }, "result_publish_wall": { "n": 3053, "sum_ns": 12104225632, "mean_ms": 3.9646988640681298 }, "result_publish_cpu": { "n": 3053, "sum_ns": 4372332780, "mean_ms": 1.4321430658368817 }, "result_total_wall": { "n": 3053, "sum_ns": 326181510684, "mean_ms": 106.83966940189977 }, "result_total_cpu": { "n": 3053, "sum_ns": 110303557549, "mean_ms": 36.12956356010482 } }, "existing": { "complete_fps": 9.012119708341242, "redis_fps": 8.415150110983063 }, "new": { "complete_fps": 9.166665137098944, "redis_fps": 9.099998481556407 }, "cpu_busy_pct": 92.20916924734078, "gpu_util_pct": 67.57142857142857, "arm": "pose", "trial": "pose" }, { "mode": "pose", "level": 13, "provider": "pose", "seconds": 30.000320577062666, "selected_fps": 8.743496311444245, "requested_fps": 8.738368161114952, "complete_fps": 8.68195850749273, "accepted_fps": 8.68195850749273, "finalized_fps": 8.338372435430113, "redis_fps": 8.330680209936173, "redis_min": 7.633251765152351, "redis_std": 0.42696278718922764, "total_redis_fps": 108.29884272917026, "complete_min": 8.299911307960416, "queue_expired": 101, "capacity_drop": 0, "max_redis_silence_s": 0.8816731190308928, "source_drift_mean_s": -0.014268853064193508, "redis_drift_mean_s": 0.31412204482484596, "sender": { "replaced": 2, "expired": 0, "send_error": 0 }, "c_suppressed": 45, "batch_executions": { "1": 11, "2": 13, "3": 18, "4": 19, "5": 20, "6": 22, "7": 33, "8": 349 }, "triton": { "success": { "count": 3422, "mean_ms": 200.61719917416715 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 3422, "mean_ms": 127.4576948778492 }, "compute_input": { "count": 3422, "mean_ms": 1.575785464932788 }, "compute_infer": { "count": 3422, "mean_ms": 58.344384662478085 }, "compute_output": { "count": 3422, "mean_ms": 5.698832120397428 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 3349, "sum_ns": 216495045000, "mean_ms": 64.64468348760823 }, "source_exit_to_ingress": { "n": 3349, "sum_ns": 167934235295, "mean_ms": 50.14459101074947 }, "source_encoded_queue": { "n": 3349, "sum_ns": 3313178000, "mean_ms": 0.9893036727381308 }, "decode_between_queues": { "n": 3349, "sum_ns": 170771464000, "mean_ms": 50.99177784413258 }, "source_raw_queue": { "n": 3349, "sum_ns": 33731005000, "mean_ms": 10.071963272618692 }, "raw_queue_to_source_exit": { "n": 3349, "sum_ns": 554215000, "mean_ms": 0.16548671245147806 }, "selected_to_preprocess_start": { "n": 3344, "sum_ns": 46155123554, "mean_ms": 13.802369483851676 }, "preprocess_start_to_preprocess_output": { "n": 3335, "sum_ns": 64331825694, "mean_ms": 19.289902756821586 }, "selected_to_preprocess": { "n": 3342, "sum_ns": 158757213969, "mean_ms": 47.503654688509876 }, "preprocess_start_to_preprocess": { "n": 3336, "sum_ns": 112355659507, "mean_ms": 33.67975404886091 }, "preprocess_output_to_infer_entry": { "n": 3332, "sum_ns": 47965161014, "mean_ms": 14.395306426770707 }, "preprocess_to_infer_output": { "n": 3312, "sum_ns": 1101525995406, "mean_ms": 332.58635126992755 }, "preprocess_to_callback": { "n": 3281, "sum_ns": 1139986023286, "mean_ms": 347.450784299299 }, "infer_output_to_callback": { "n": 3276, "sum_ns": 49643508206, "mean_ms": 15.153696033577534 }, "copy_wall": { "n": 3386, "sum_ns": 167827073531, "mean_ms": 49.564995136148845 }, "copy_thread_cpu": { "n": 3386, "sum_ns": 71493270345, "mean_ms": 21.114373994388657 }, "callback_to_copied": { "n": 3277, "sum_ns": 166006325829, "mean_ms": 50.658018257247484 }, "accepted_interval": { "n": 3360, "sum_ns": 388049722380, "mean_ms": 115.49098880357143 }, "selected_to_submitted": { "n": 3296, "sum_ns": 1481702948180, "mean_ms": 449.54579738470875 }, "completed_queue_wait": { "n": 3256, "sum_ns": 917048993842, "mean_ms": 281.64895388267814 }, "result_observations_wall": { "n": 3255, "sum_ns": 52728464570, "mean_ms": 16.19922106605223 }, "result_observations_cpu": { "n": 3255, "sum_ns": 17638609491, "mean_ms": 5.418927647004608 }, "result_nms_wall": { "n": 3253, "sum_ns": 54545238763, "mean_ms": 16.76767253704273 }, "result_nms_cpu": { "n": 3253, "sum_ns": 8861455458, "mean_ms": 2.72408713741162 }, "result_tracking_wall": { "n": 3251, "sum_ns": 45415639369, "mean_ms": 13.969744499846202 }, "result_tracking_cpu": { "n": 3251, "sum_ns": 10097263680, "mean_ms": 3.1058947031682558 }, "result_region_wall": { "n": 3251, "sum_ns": 7750352771, "mean_ms": 2.3839903940326055 }, "result_region_cpu": { "n": 3251, "sum_ns": 3752660596, "mean_ms": 1.154309626576438 }, "result_fall_wall": { "n": 3250, "sum_ns": 18006950500, "mean_ms": 5.540600153846154 }, "result_fall_cpu": { "n": 3250, "sum_ns": 7211748497, "mean_ms": 2.2189995375384615 }, "result_fight_wall": { "n": 3250, "sum_ns": 6079466026, "mean_ms": 1.870604931076923 }, "result_fight_cpu": { "n": 3250, "sum_ns": 2118268555, "mean_ms": 0.6517749399999999 }, "result_collector_wall": { "n": 3252, "sum_ns": 102823638701, "mean_ms": 31.618585086408366 }, "result_collector_cpu": { "n": 3252, "sum_ns": 47872526508, "mean_ms": 14.720949110701106 }, "result_composition_wall": { "n": 3252, "sum_ns": 888627261, "mean_ms": 0.2732556153136531 }, "result_composition_cpu": { "n": 3252, "sum_ns": 296086720, "mean_ms": 0.09104757687576877 }, "result_artifact_handoff_wall": { "n": 3252, "sum_ns": 473212495, "mean_ms": 0.14551429735547355 }, "result_artifact_handoff_cpu": { "n": 3252, "sum_ns": 80071868, "mean_ms": 0.024622345633456333 }, "result_publish_wall": { "n": 3251, "sum_ns": 12327035174, "mean_ms": 3.791767202091664 }, "result_publish_cpu": { "n": 3251, "sum_ns": 4651445689, "mean_ms": 1.4307738200553677 }, "result_total_wall": { "n": 3251, "sum_ns": 345889344250, "mean_ms": 106.39475369117194 }, "result_total_cpu": { "n": 3251, "sum_ns": 118229922277, "mean_ms": 36.36724770132267 } }, "existing": { "complete_fps": 8.655463064124717, "redis_fps": 8.277689323200148 }, "new": { "complete_fps": 8.999903827908886, "redis_fps": 8.966570850768482 }, "cpu_busy_pct": 93.28094236994026, "gpu_util_pct": 68.28571428571429, "arm": "pose", "trial": "pose" }, { "mode": "pose", "level": 14, "provider": "pose", "seconds": 29.99994189431891, "selected_fps": 7.992872623900732, "requested_fps": 7.988110709915686, "complete_fps": 7.985729752923163, "accepted_fps": 7.985729752923163, "finalized_fps": 7.823824677431578, "redis_fps": 7.821443720439055, "redis_min": 6.566679385379273, "redis_std": 0.5519970351433074, "total_redis_fps": 109.50021208614676, "complete_min": 7.40001433276243, "queue_expired": 99, "capacity_drop": 0, "max_redis_silence_s": 1.1906869150698185, "source_drift_mean_s": -0.009479718728893633, "redis_drift_mean_s": 0.38179495780176603, "sender": { "replaced": 1, "expired": 0, "send_error": 0 }, "c_suppressed": 46, "batch_executions": { "1": 2, "2": 11, "3": 7, "4": 12, "5": 18, "6": 16, "7": 21, "8": 371 }, "triton": { "success": { "count": 3394, "mean_ms": 229.53395130347673 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 3394, "mean_ms": 151.70892307159696 }, "compute_input": { "count": 3394, "mean_ms": 1.5296431703005302 }, "compute_infer": { "count": 3394, "mean_ms": 60.476636342663525 }, "compute_output": { "count": 3394, "mean_ms": 7.398779729522688 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 3291, "sum_ns": 228001236000, "mean_ms": 69.28022971741112 }, "source_exit_to_ingress": { "n": 3291, "sum_ns": 243428339348, "mean_ms": 73.96789405894864 }, "source_encoded_queue": { "n": 3291, "sum_ns": 3829951000, "mean_ms": 1.1637651169857188 }, "decode_between_queues": { "n": 3291, "sum_ns": 161487411000, "mean_ms": 49.06940474020055 }, "source_raw_queue": { "n": 3291, "sum_ns": 53754193000, "mean_ms": 16.33369583713157 }, "raw_queue_to_source_exit": { "n": 3291, "sum_ns": 625867000, "mean_ms": 0.19017532664843512 }, "selected_to_preprocess_start": { "n": 3289, "sum_ns": 55453504498, "mean_ms": 16.860293249619946 }, "preprocess_start_to_preprocess_output": { "n": 3277, "sum_ns": 68779721812, "mean_ms": 20.988624294171498 }, "selected_to_preprocess": { "n": 3282, "sum_ns": 180108941011, "mean_ms": 54.877800429920775 }, "preprocess_start_to_preprocess": { "n": 3278, "sum_ns": 124508231491, "mean_ms": 37.98298703203173 }, "preprocess_output_to_infer_entry": { "n": 3272, "sum_ns": 55386580046, "mean_ms": 16.927438889364304 }, "preprocess_to_infer_output": { "n": 3273, "sum_ns": 1278421737647, "mean_ms": 390.59631458814545 }, "preprocess_to_callback": { "n": 3233, "sum_ns": 1318637840993, "mean_ms": 407.868184656047 }, "infer_output_to_callback": { "n": 3239, "sum_ns": 57363436489, "mean_ms": 17.710230468971904 }, "copy_wall": { "n": 3353, "sum_ns": 190144342876, "mean_ms": 56.708721406501645 }, "copy_thread_cpu": { "n": 3353, "sum_ns": 73091397332, "mean_ms": 21.798806242767668 }, "callback_to_copied": { "n": 3227, "sum_ns": 186890954640, "mean_ms": 57.914767474434456 }, "accepted_interval": { "n": 3316, "sum_ns": 419738012928, "mean_ms": 126.57961789143546 }, "selected_to_submitted": { "n": 3249, "sum_ns": 1709287392817, "mean_ms": 526.096458238535 }, "completed_queue_wait": { "n": 3282, "sum_ns": 892704507632, "mean_ms": 272.00015467154174 }, "result_observations_wall": { "n": 3282, "sum_ns": 58803434574, "mean_ms": 17.91695142413163 }, "result_observations_cpu": { "n": 3282, "sum_ns": 17636558912, "mean_ms": 5.373723007921998 }, "result_nms_wall": { "n": 3283, "sum_ns": 55192820680, "mean_ms": 16.811702918062746 }, "result_nms_cpu": { "n": 3283, "sum_ns": 8739973338, "mean_ms": 2.6621910868108434 }, "result_tracking_wall": { "n": 3285, "sum_ns": 49046366513, "mean_ms": 14.93040076499239 }, "result_tracking_cpu": { "n": 3285, "sum_ns": 9908722318, "mean_ms": 3.01635382587519 }, "result_region_wall": { "n": 3285, "sum_ns": 7824980687, "mean_ms": 2.382033694672755 }, "result_region_cpu": { "n": 3285, "sum_ns": 3642035267, "mean_ms": 1.1086865348554031 }, "result_fall_wall": { "n": 3286, "sum_ns": 17033077336, "mean_ms": 5.1835293171028605 }, "result_fall_cpu": { "n": 3286, "sum_ns": 7026240139, "mean_ms": 2.138234978393183 }, "result_fight_wall": { "n": 3286, "sum_ns": 6469829519, "mean_ms": 1.968907339926963 }, "result_fight_cpu": { "n": 3286, "sum_ns": 2002843548, "mean_ms": 0.6095080791235545 }, "result_collector_wall": { "n": 3286, "sum_ns": 115780818748, "mean_ms": 35.23457661229458 }, "result_collector_cpu": { "n": 3286, "sum_ns": 49012630534, "mean_ms": 14.915590545952526 }, "result_composition_wall": { "n": 3286, "sum_ns": 827554324, "mean_ms": 0.2518424601339014 }, "result_composition_cpu": { "n": 3286, "sum_ns": 295318740, "mean_ms": 0.08987180158247109 }, "result_artifact_handoff_wall": { "n": 3286, "sum_ns": 751358665, "mean_ms": 0.22865449330493 }, "result_artifact_handoff_cpu": { "n": 3286, "sum_ns": 83672917, "mean_ms": 0.02546345617772368 }, "result_publish_wall": { "n": 3285, "sum_ns": 14392959361, "mean_ms": 4.381418374733638 }, "result_publish_cpu": { "n": 3285, "sum_ns": 4610661322, "mean_ms": 1.4035498697108069 }, "result_total_wall": { "n": 3285, "sum_ns": 377786636238, "mean_ms": 115.00354223378996 }, "result_total_cpu": { "n": 3285, "sum_ns": 118467772893, "mean_ms": 36.06324897808219 } }, "existing": { "complete_fps": 7.912835838844372, "redis_fps": 7.741040634306922 }, "new": { "complete_fps": 8.933350635947438, "redis_fps": 8.866683840156785 }, "cpu_busy_pct": 92.79022129688707, "gpu_util_pct": 60.714285714285715, "arm": "pose", "trial": "pose" }, { "mode": "pose", "level": 15, "provider": "pose", "seconds": 30.000004607252777, "selected_fps": 7.077776690807568, "requested_fps": 7.0911100220932335, "complete_fps": 7.097776687736066, "accepted_fps": 7.097776687736066, "finalized_fps": 6.97555448428413, "redis_fps": 6.971110040522241, "redis_min": 5.933332422121257, "redis_std": 0.478402618622942, "total_redis_fps": 104.56665060783362, "complete_min": 6.466665673547888, "queue_expired": 51, "capacity_drop": 0, "max_redis_silence_s": 1.161374018061906, "source_drift_mean_s": -0.003754769290125449, "redis_drift_mean_s": 0.3633922471107579, "sender": { "replaced": 1, "expired": 0, "send_error": 0 }, "c_suppressed": 54, "batch_executions": { "1": 2, "2": 7, "3": 11, "4": 4, "5": 12, "6": 15, "7": 9, "8": 366 }, "triton": { "success": { "count": 3206, "mean_ms": 265.9742448268871 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 3206, "mean_ms": 183.49650227510918 }, "compute_input": { "count": 3206, "mean_ms": 2.368543003431067 }, "compute_infer": { "count": 3206, "mean_ms": 62.954840548658765 }, "compute_output": { "count": 3206, "mean_ms": 8.257201122582657 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 3138, "sum_ns": 228525520000, "mean_ms": 72.82521351179095 }, "source_exit_to_ingress": { "n": 3138, "sum_ns": 347215163607, "mean_ms": 110.64855436806883 }, "source_encoded_queue": { "n": 3138, "sum_ns": 4469311000, "mean_ms": 1.4242546207775653 }, "decode_between_queues": { "n": 3138, "sum_ns": 150008471000, "mean_ms": 47.80384671765456 }, "source_raw_queue": { "n": 3138, "sum_ns": 65672064000, "mean_ms": 20.928 }, "raw_queue_to_source_exit": { "n": 3138, "sum_ns": 662964000, "mean_ms": 0.2112695984703633 }, "selected_to_preprocess_start": { "n": 3134, "sum_ns": 58476643610, "mean_ms": 18.65878864390555 }, "preprocess_start_to_preprocess_output": { "n": 3129, "sum_ns": 71390562047, "mean_ms": 22.815775662192394 }, "selected_to_preprocess": { "n": 3132, "sum_ns": 188808897682, "mean_ms": 60.28381152043423 }, "preprocess_start_to_preprocess": { "n": 3124, "sum_ns": 129866860608, "mean_ms": 41.57069801792574 }, "preprocess_output_to_infer_entry": { "n": 3124, "sum_ns": 59131411599, "mean_ms": 18.928108706466066 }, "preprocess_to_infer_output": { "n": 3118, "sum_ns": 1432250455839, "mean_ms": 459.34908782520847 }, "preprocess_to_callback": { "n": 3082, "sum_ns": 1476481020044, "mean_ms": 479.0658728241402 }, "infer_output_to_callback": { "n": 3083, "sum_ns": 59567136284, "mean_ms": 19.321160001297436 }, "copy_wall": { "n": 3193, "sum_ns": 192046726291, "mean_ms": 60.146171716567494 }, "copy_thread_cpu": { "n": 3193, "sum_ns": 70056192041, "mean_ms": 21.940554976824302 }, "callback_to_copied": { "n": 3089, "sum_ns": 189968581232, "mean_ms": 61.498407650372286 }, "accepted_interval": { "n": 3164, "sum_ns": 452182108479, "mean_ms": 142.91469926643487 }, "selected_to_submitted": { "n": 3111, "sum_ns": 1886129653223, "mean_ms": 606.2776127364192 }, "completed_queue_wait": { "n": 3141, "sum_ns": 541066943312, "mean_ms": 172.25945345813435 }, "result_observations_wall": { "n": 3143, "sum_ns": 57329363551, "mean_ms": 18.240332023862553 }, "result_observations_cpu": { "n": 3143, "sum_ns": 17133653714, "mean_ms": 5.451369301304487 }, "result_nms_wall": { "n": 3137, "sum_ns": 51769600937, "mean_ms": 16.50290115938795 }, "result_nms_cpu": { "n": 3137, "sum_ns": 8655016986, "mean_ms": 2.7590108339177557 }, "result_tracking_wall": { "n": 3138, "sum_ns": 49702148203, "mean_ms": 15.838798025175272 }, "result_tracking_cpu": { "n": 3138, "sum_ns": 10552695468, "mean_ms": 3.3628729980879544 }, "result_region_wall": { "n": 3138, "sum_ns": 9053728828, "mean_ms": 2.8851908311026135 }, "result_region_cpu": { "n": 3138, "sum_ns": 3554732555, "mean_ms": 1.132801961440408 }, "result_fall_wall": { "n": 3138, "sum_ns": 16501742856, "mean_ms": 5.258681598470363 }, "result_fall_cpu": { "n": 3138, "sum_ns": 6084694381, "mean_ms": 1.9390358129381773 }, "result_fight_wall": { "n": 3138, "sum_ns": 5544950149, "mean_ms": 1.7670331896112172 }, "result_fight_cpu": { "n": 3138, "sum_ns": 1926165749, "mean_ms": 0.6138195503505417 }, "result_collector_wall": { "n": 3138, "sum_ns": 122391547149, "mean_ms": 39.00304243116635 }, "result_collector_cpu": { "n": 3138, "sum_ns": 52544841432, "mean_ms": 16.744691342256214 }, "result_composition_wall": { "n": 3138, "sum_ns": 875705248, "mean_ms": 0.2790647699171447 }, "result_composition_cpu": { "n": 3138, "sum_ns": 297697556, "mean_ms": 0.09486856469088592 }, "result_artifact_handoff_wall": { "n": 3140, "sum_ns": 576733434, "mean_ms": 0.18367306815286624 }, "result_artifact_handoff_cpu": { "n": 3140, "sum_ns": 83398499, "mean_ms": 0.02656003152866242 }, "result_publish_wall": { "n": 3141, "sum_ns": 14553590520, "mean_ms": 4.63342582617001 }, "result_publish_cpu": { "n": 3141, "sum_ns": 4730958463, "mean_ms": 1.5061949898121618 }, "result_total_wall": { "n": 3141, "sum_ns": 378875930252, "mean_ms": 120.62270940846864 }, "result_total_cpu": { "n": 3141, "sum_ns": 120927046307, "mean_ms": 38.49953718783827 } }, "existing": { "complete_fps": 7.123808429769985, "redis_fps": 7.009522733035707 }, "new": { "complete_fps": 6.733332299261202, "redis_fps": 6.433332345333723 }, "cpu_busy_pct": 92.92937833998512, "gpu_util_pct": 63.142857142857146, "arm": "pose", "trial": "pose" }, { "mode": "pose", "level": 16, "provider": "pose", "seconds": 30.000045702792704, "selected_fps": 6.4437401834359385, "requested_fps": 6.4499901739145376, "complete_fps": 6.454156834233604, "accepted_fps": 6.454156834233604, "finalized_fps": 6.327073694502084, "redis_fps": 6.33124035482115, "redis_min": 4.8666592526693675, "redis_std": 0.555210419023071, "total_redis_fps": 101.2998456771384, "complete_min": 5.799991164140205, "queue_expired": 64, "capacity_drop": 0, "max_redis_silence_s": 1.2627679030410945, "source_drift_mean_s": -0.0024415791377315225, "redis_drift_mean_s": 0.45754144632752003, "sender": { "replaced": 0, "expired": 0, "send_error": 0 }, "c_suppressed": 44, "batch_executions": { "1": 3, "2": 3, "3": 5, "4": 5, "5": 3, "6": 13, "7": 6, "8": 369 }, "triton": { "success": { "count": 3131, "mean_ms": 294.88320494123286 }, "fail": { "count": 0, "mean_ms": null }, "queue": { "count": 3131, "mean_ms": 208.0703548690514 }, "compute_input": { "count": 3131, "mean_ms": 2.377255705844778 }, "compute_infer": { "count": 3131, "mean_ms": 65.14637514276589 }, "compute_output": { "count": 3131, "mean_ms": 9.340568552539125 }, "cache_hit": { "count": 0, "mean_ms": null }, "cache_miss": { "count": 0, "mean_ms": null } }, "durations": { "depay_to_source_exit": { "n": 3042, "sum_ns": 224521259000, "mean_ms": 73.80711998685075 }, "source_exit_to_ingress": { "n": 3042, "sum_ns": 423825078402, "mean_ms": 139.32448336686392 }, "source_encoded_queue": { "n": 3042, "sum_ns": 4706088000, "mean_ms": 1.5470374753451677 }, "decode_between_queues": { "n": 3042, "sum_ns": 141292070000, "mean_ms": 46.447097304405 }, "source_raw_queue": { "n": 3042, "sum_ns": 70981234000, "mean_ms": 23.33373898750822 }, "raw_queue_to_source_exit": { "n": 3042, "sum_ns": 621432000, "mean_ms": 0.20428402366863904 }, "selected_to_preprocess_start": { "n": 3035, "sum_ns": 64972051269, "mean_ms": 21.407595146293247 }, "preprocess_start_to_preprocess_output": { "n": 3028, "sum_ns": 73383672775, "mean_ms": 24.235030639035667 }, "selected_to_preprocess": { "n": 3037, "sum_ns": 198881634025, "mean_ms": 65.48621469377676 }, "preprocess_start_to_preprocess": { "n": 3030, "sum_ns": 133441624140, "mean_ms": 44.04013998019802 }, "preprocess_output_to_infer_entry": { "n": 3028, "sum_ns": 58450493331, "mean_ms": 19.303333332562747 }, "preprocess_to_infer_output": { "n": 3024, "sum_ns": 1549165546084, "mean_ms": 512.2901938108465 }, "preprocess_to_callback": { "n": 2956, "sum_ns": 1571961157896, "mean_ms": 531.7865892746955 }, "infer_output_to_callback": { "n": 2957, "sum_ns": 58286201272, "mean_ms": 19.711261843760568 }, "copy_wall": { "n": 3098, "sum_ns": 207055002947, "mean_ms": 66.8350558253712 }, "copy_thread_cpu": { "n": 3098, "sum_ns": 72090191263, "mean_ms": 23.26991325468044 }, "callback_to_copied": { "n": 2966, "sum_ns": 200392649672, "mean_ms": 67.56326691571141 }, "accepted_interval": { "n": 3070, "sum_ns": 480787206670, "mean_ms": 156.6082106416938 }, "selected_to_submitted": { "n": 3016, "sum_ns": 2026803627741, "mean_ms": 672.0171179512599 }, "completed_queue_wait": { "n": 3036, "sum_ns": 496133645114, "mean_ms": 163.41687915480898 }, "result_observations_wall": { "n": 3033, "sum_ns": 61151100080, "mean_ms": 20.161918918562478 }, "result_observations_cpu": { "n": 3033, "sum_ns": 16848738487, "mean_ms": 5.5551396264424655 }, "result_nms_wall": { "n": 3038, "sum_ns": 49973365551, "mean_ms": 16.449429081961817 }, "result_nms_cpu": { "n": 3038, "sum_ns": 8592576872, "mean_ms": 2.828366317314022 }, "result_tracking_wall": { "n": 3040, "sum_ns": 47605846585, "mean_ms": 15.659817955592105 }, "result_tracking_cpu": { "n": 3040, "sum_ns": 9872757064, "mean_ms": 3.247617455263158 }, "result_region_wall": { "n": 3041, "sum_ns": 9822542662, "mean_ms": 3.2300370476816838 }, "result_region_cpu": { "n": 3041, "sum_ns": 3735869454, "mean_ms": 1.2285003137125945 }, "result_fall_wall": { "n": 3041, "sum_ns": 22688669276, "mean_ms": 7.460923800065768 }, "result_fall_cpu": { "n": 3041, "sum_ns": 7160239411, "mean_ms": 2.3545673827688263 }, "result_fight_wall": { "n": 3041, "sum_ns": 6245075515, "mean_ms": 2.0536256215060837 }, "result_fight_cpu": { "n": 3041, "sum_ns": 2081167564, "mean_ms": 0.6843694718842486 }, "result_collector_wall": { "n": 3038, "sum_ns": 123994974056, "mean_ms": 40.81467217116524 }, "result_collector_cpu": { "n": 3038, "sum_ns": 49843510223, "mean_ms": 16.40668539269256 }, "result_composition_wall": { "n": 3038, "sum_ns": 895135452, "mean_ms": 0.294646297564187 }, "result_composition_cpu": { "n": 3038, "sum_ns": 292923105, "mean_ms": 0.09641971856484528 }, "result_artifact_handoff_wall": { "n": 3038, "sum_ns": 1282535314, "mean_ms": 0.42216435615536535 }, "result_artifact_handoff_cpu": { "n": 3038, "sum_ns": 83218117, "mean_ms": 0.02739240190915076 }, "result_publish_wall": { "n": 3038, "sum_ns": 14597818570, "mean_ms": 4.805075236998025 }, "result_publish_cpu": { "n": 3038, "sum_ns": 4459379187, "mean_ms": 1.467866750164582 }, "result_total_wall": { "n": 3038, "sum_ns": 391831883985, "mean_ms": 128.976920337393 }, "result_total_cpu": { "n": 3038, "sum_ns": 118155995926, "mean_ms": 38.8926912198815 } }, "existing": { "complete_fps": 6.471101252864473, "redis_fps": 6.355545873349037 }, "new": { "complete_fps": 6.199990554770563, "redis_fps": 5.966657576902854 }, "cpu_busy_pct": 93.38109745890388, "gpu_util_pct": 51.42857142857143, "arm": "pose", "trial": "pose" } ], "definitions": { "fps": "counter delta / actual monotonic stable seconds / channel count", "source_drift": "monotonic progression minus unwrapped RTP progression; fixed first observed anchor per run/provider/SSRC", "redis_drift": "Redis arrival progression minus RTP progression; per run/provider; not absolute capture latency", "age": "ingress wall time to Redis entry wall time; not pre-ingress video latency", "batch_ratio": "batch execution count / all executions, not frame-weighted", "approximate_10fps": "9.5FPS as a reporting reference; all-lane minimum separately reported", "interrupted": "mixed8 partial and mixed-resume warmup are not benchmarks" }, "conditions": { "latest": true, "no_capture": true, "queue_seconds": 1, "queue_capacity": 32, "batch": 8, "instances": 8, "target_fps": 10, "sender": "provider-independent", "freshness": false, "medium_called": false, "input_cohort": "3,5,6,8,9,10,11,12,13,14,15,16,17,18,19,20", "pose_scenarios": [ "INTRUSION", "LOITERING", "FALL", "FIGHT" ], "mixed_scenarios": "all6", "pose_and_mixed1to7": "image c294b5fda6; global status query; timeline8", "mixed8plus": "if measured: image d9a7f28185; per-stream query; timeline2; new anchors" }, "history": { "A": "result-queue-bc/pose-a:queue1,latestOff,captureOn", "B": "result-queue-bc/pose:queue2,latestOff,captureOn", "closest": "input-lag/candidate stage8:queue1,latestOn,captureOn;120s; input-lag-f12524504a" }, "files": { "pose": { "native_points": 24298, "redis_points": 71060, "unmatched_native": 47216, "resets": [] }, "mixed": { "native_points": 13601, "redis_points": 50430, "unmatched_native": 36913, "resets": [] }, "mixed-compact": { "native_points": 5633, "redis_points": 108313, "unmatched_native": 102708, "resets": [] } } }