[ { "batch_ge4_executions": 1, "batch_gt4_executions": 0, "level": 1, "model": "RFDETRKeypointPreview", "max_batch_size": 8, "preferred_batch_size": [ 8 ], "max_queue_delay_microseconds": 5000, "instance_group": [ { "name": "RFDETRKeypointPreview_0", "kind": "KIND_GPU", "count": 8, "gpus": [ 0 ], "secondary_devices": [], "profile": [], "passive": false, "host_policy": "" } ], "batch_executions": { "1": 268, "2": 12, "3": 1, "4": 1, "5": 0, "6": 0, "7": 0, "8": 0 }, "max_batch_executions": 0, "total_executions": 282, "max_batch_execution_pct": 0.0, "frames_in_max_batch": 0, "total_batched_frames": 299, "max_batch_frame_pct": 0.0, "request_count": 299, "inference_count": 299, "queue_ms": 6.48345487625418, "compute_ms": 18.911224404682276, "batch_execution_pct": { "1": 95.0354609929078, "2": 4.25531914893617, "3": 0.3546099290780142, "4": 0.3546099290780142, "5": 0.0, "6": 0.0, "7": 0.0, "8": 0.0 }, "batch_ge4_pct": 0.3546099290780142, "batch_gt4_pct": 0.0 }, { "batch_ge4_executions": 0, "batch_gt4_executions": 0, "level": 1, "model": "RFDETRFireSmoke", "max_batch_size": 8, "preferred_batch_size": [ 8 ], "max_queue_delay_microseconds": 5000, "instance_group": [ { "name": "RFDETRFireSmoke_0", "kind": "KIND_GPU", "count": 8, "gpus": [ 0 ], "secondary_devices": [], "profile": [], "passive": false, "host_policy": "" } ], "batch_executions": { "1": 297, "2": 0, "3": 0, "4": 0, "5": 0, "6": 0, "7": 0, "8": 0 }, "max_batch_executions": 0, "total_executions": 297, "max_batch_execution_pct": 0.0, "frames_in_max_batch": 0, "total_batched_frames": 297, "max_batch_frame_pct": 0.0, "request_count": 297, "inference_count": 297, "queue_ms": 5.482930367003367, "compute_ms": 14.308106663299663, "batch_execution_pct": { "1": 100.0, "2": 0.0, "3": 0.0, "4": 0.0, "5": 0.0, "6": 0.0, "7": 0.0, "8": 0.0 }, "batch_ge4_pct": 0.0, "batch_gt4_pct": 0.0 }, { "batch_ge4_executions": 0, "batch_gt4_executions": 0, "level": 1, "model": "Awiros_person_and_head_detection", "max_batch_size": 8, "preferred_batch_size": [ 8 ], "max_queue_delay_microseconds": 5000, "instance_group": [ { "name": "Awiros_person_and_head_detection_0", "kind": "KIND_GPU", "count": 8, "gpus": [ 0 ], "secondary_devices": [], "profile": [], "passive": false, "host_policy": "" } ], "batch_executions": { "1": 298, "2": 0, "3": 0, "4": 0, "5": 0, "6": 0, "7": 0, "8": 0 }, "max_batch_executions": 0, "total_executions": 298, "max_batch_execution_pct": 0.0, "frames_in_max_batch": 0, "total_batched_frames": 298, "max_batch_frame_pct": 0.0, "request_count": 298, "inference_count": 298, "queue_ms": 5.467437466442953, "compute_ms": 13.837753224832214, "batch_execution_pct": { "1": 100.0, "2": 0.0, "3": 0.0, "4": 0.0, "5": 0.0, "6": 0.0, "7": 0.0, "8": 0.0 }, "batch_ge4_pct": 0.0, "batch_gt4_pct": 0.0 }, { "batch_ge4_executions": 1, "batch_gt4_executions": 0, "level": 2, "model": "RFDETRKeypointPreview", "max_batch_size": 8, "preferred_batch_size": [ 8 ], "max_queue_delay_microseconds": 5000, "instance_group": [ { "name": "RFDETRKeypointPreview_0", "kind": "KIND_GPU", "count": 8, "gpus": [ 0 ], "secondary_devices": [], "profile": [], "passive": false, "host_policy": "" } ], "batch_executions": { "1": 461, "2": 59, "3": 5, "4": 1, "5": 0, "6": 0, "7": 0, "8": 0 }, "max_batch_executions": 0, "total_executions": 526, "max_batch_execution_pct": 0.0, "frames_in_max_batch": 0, "total_batched_frames": 598, "max_batch_frame_pct": 0.0, "request_count": 598, "inference_count": 598, "queue_ms": 13.538043974916388, "compute_ms": 27.36417168896321, "batch_execution_pct": { "1": 87.6425855513308, "2": 11.216730038022813, "3": 0.9505703422053232, "4": 0.19011406844106463, "5": 0.0, "6": 0.0, "7": 0.0, "8": 0.0 }, "batch_ge4_pct": 0.19011406844106463, "batch_gt4_pct": 0.0 }, { "batch_ge4_executions": 0, "batch_gt4_executions": 0, "level": 2, "model": "RFDETRFireSmoke", "max_batch_size": 8, "preferred_batch_size": [ 8 ], "max_queue_delay_microseconds": 5000, "instance_group": [ { "name": "RFDETRFireSmoke_0", "kind": "KIND_GPU", "count": 8, "gpus": [ 0 ], "secondary_devices": [], "profile": [], "passive": false, "host_policy": "" } ], "batch_executions": { "1": 542, "2": 28, "3": 0, "4": 0, "5": 0, "6": 0, "7": 0, "8": 0 }, "max_batch_executions": 0, "total_executions": 570, "max_batch_execution_pct": 0.0, "frames_in_max_batch": 0, "total_batched_frames": 598, "max_batch_frame_pct": 0.0, "request_count": 598, "inference_count": 598, "queue_ms": 7.937971719063546, "compute_ms": 20.766540896321068, "batch_execution_pct": { "1": 95.08771929824562, "2": 4.912280701754386, "3": 0.0, "4": 0.0, "5": 0.0, "6": 0.0, "7": 0.0, "8": 0.0 }, "batch_ge4_pct": 0.0, "batch_gt4_pct": 0.0 }, { "batch_ge4_executions": 1, "batch_gt4_executions": 1, "level": 2, "model": "Awiros_person_and_head_detection", "max_batch_size": 8, "preferred_batch_size": [ 8 ], "max_queue_delay_microseconds": 5000, "instance_group": [ { "name": "Awiros_person_and_head_detection_0", "kind": "KIND_GPU", "count": 8, "gpus": [ 0 ], "secondary_devices": [], "profile": [], "passive": false, "host_policy": "" } ], "batch_executions": { "1": 516, "2": 37, "3": 1, "4": 0, "5": 1, "6": 0, "7": 0, "8": 0 }, "max_batch_executions": 0, "total_executions": 555, "max_batch_execution_pct": 0.0, "frames_in_max_batch": 0, "total_batched_frames": 598, "max_batch_frame_pct": 0.0, "request_count": 598, "inference_count": 598, "queue_ms": 9.129994260869564, "compute_ms": 23.744056740802677, "batch_execution_pct": { "1": 92.97297297297298, "2": 6.666666666666667, "3": 0.18018018018018017, "4": 0.0, "5": 0.18018018018018017, "6": 0.0, "7": 0.0, "8": 0.0 }, "batch_ge4_pct": 0.18018018018018017, "batch_gt4_pct": 0.18018018018018017 }, { "batch_ge4_executions": 112, "batch_gt4_executions": 95, "level": 4, "model": "RFDETRKeypointPreview", "max_batch_size": 8, "preferred_batch_size": [ 8 ], "max_queue_delay_microseconds": 5000, "instance_group": [ { "name": "RFDETRKeypointPreview_0", "kind": "KIND_GPU", "count": 8, "gpus": [ 0 ], "secondary_devices": [], "profile": [], "passive": false, "host_policy": "" } ], "batch_executions": { "1": 47, "2": 22, "3": 28, "4": 17, "5": 25, "6": 6, "7": 20, "8": 44 }, "max_batch_executions": 44, "total_executions": 209, "max_batch_execution_pct": 21.05263157894737, "frames_in_max_batch": 352, "total_batched_frames": 896, "max_batch_frame_pct": 39.285714285714285, "request_count": 896, "inference_count": 896, "queue_ms": 137.8794495982143, "compute_ms": 142.68648205580357, "batch_execution_pct": { "1": 22.48803827751196, "2": 10.526315789473683, "3": 13.397129186602871, "4": 8.133971291866029, "5": 11.961722488038278, "6": 2.8708133971291865, "7": 9.569377990430622, "8": 21.052631578947366 }, "batch_ge4_pct": 53.588516746411486, "batch_gt4_pct": 45.45454545454545 }, { "batch_ge4_executions": 167, "batch_gt4_executions": 116, "level": 4, "model": "RFDETRFireSmoke", "max_batch_size": 8, "preferred_batch_size": [ 8 ], "max_queue_delay_microseconds": 5000, "instance_group": [ { "name": "RFDETRFireSmoke_0", "kind": "KIND_GPU", "count": 8, "gpus": [ 0 ], "secondary_devices": [], "profile": [], "passive": false, "host_policy": "" } ], "batch_executions": { "1": 61, "2": 26, "3": 34, "4": 51, "5": 28, "6": 24, "7": 10, "8": 54 }, "max_batch_executions": 54, "total_executions": 288, "max_batch_execution_pct": 18.75, "frames_in_max_batch": 432, "total_batched_frames": 1205, "max_batch_frame_pct": 35.850622406639005, "request_count": 1205, "inference_count": 1205, "queue_ms": 99.53145952282158, "compute_ms": 99.51887256431534, "batch_execution_pct": { "1": 21.180555555555554, "2": 9.027777777777777, "3": 11.805555555555555, "4": 17.708333333333336, "5": 9.722222222222223, "6": 8.333333333333332, "7": 3.4722222222222223, "8": 18.75 }, "batch_ge4_pct": 57.986111111111114, "batch_gt4_pct": 40.27777777777778 }, { "batch_ge4_executions": 147, "batch_gt4_executions": 129, "level": 4, "model": "Awiros_person_and_head_detection", "max_batch_size": 8, "preferred_batch_size": [ 8 ], "max_queue_delay_microseconds": 5000, "instance_group": [ { "name": "Awiros_person_and_head_detection_0", "kind": "KIND_GPU", "count": 8, "gpus": [ 0 ], "secondary_devices": [], "profile": [], "passive": false, "host_policy": "" } ], "batch_executions": { "1": 43, "2": 36, "3": 25, "4": 18, "5": 20, "6": 11, "7": 14, "8": 84 }, "max_batch_executions": 84, "total_executions": 251, "max_batch_execution_pct": 33.46613545816733, "frames_in_max_batch": 672, "total_batched_frames": 1198, "max_batch_frame_pct": 56.09348914858097, "request_count": 1198, "inference_count": 1198, "queue_ms": 109.94319441235392, "compute_ms": 115.82788422954924, "batch_execution_pct": { "1": 17.131474103585656, "2": 14.342629482071715, "3": 9.9601593625498, "4": 7.171314741035857, "5": 7.968127490039841, "6": 4.382470119521913, "7": 5.577689243027888, "8": 33.46613545816733 }, "batch_ge4_pct": 58.56573705179283, "batch_gt4_pct": 51.39442231075697 }, { "batch_ge4_executions": 132, "batch_gt4_executions": 126, "level": 8, "model": "RFDETRKeypointPreview", "max_batch_size": 8, "preferred_batch_size": [ 8 ], "max_queue_delay_microseconds": 5000, "instance_group": [ { "name": "RFDETRKeypointPreview_0", "kind": "KIND_GPU", "count": 8, "gpus": [ 0 ], "secondary_devices": [], "profile": [], "passive": false, "host_policy": "" } ], "batch_executions": { "1": 8, "2": 6, "3": 15, "4": 6, "5": 10, "6": 15, "7": 5, "8": 96 }, "max_batch_executions": 96, "total_executions": 161, "max_batch_execution_pct": 59.62732919254658, "frames_in_max_batch": 768, "total_batched_frames": 1032, "max_batch_frame_pct": 74.4186046511628, "request_count": 1032, "inference_count": 1032, "queue_ms": 315.3649067974806, "compute_ms": 170.55308580523254, "batch_execution_pct": { "1": 4.968944099378882, "2": 3.7267080745341614, "3": 9.316770186335404, "4": 3.7267080745341614, "5": 6.211180124223603, "6": 9.316770186335404, "7": 3.1055900621118013, "8": 59.62732919254658 }, "batch_ge4_pct": 81.98757763975155, "batch_gt4_pct": 78.26086956521739 }, { "batch_ge4_executions": 174, "batch_gt4_executions": 162, "level": 8, "model": "RFDETRFireSmoke", "max_batch_size": 8, "preferred_batch_size": [ 8 ], "max_queue_delay_microseconds": 5000, "instance_group": [ { "name": "RFDETRFireSmoke_0", "kind": "KIND_GPU", "count": 8, "gpus": [ 0 ], "secondary_devices": [], "profile": [], "passive": false, "host_policy": "" } ], "batch_executions": { "1": 20, "2": 16, "3": 9, "4": 12, "5": 9, "6": 13, "7": 12, "8": 128 }, "max_batch_executions": 128, "total_executions": 219, "max_batch_execution_pct": 58.44748858447488, "frames_in_max_batch": 1024, "total_batched_frames": 1358, "max_batch_frame_pct": 75.40500736377025, "request_count": 1358, "inference_count": 1358, "queue_ms": 237.3497697783505, "compute_ms": 122.41423382989692, "batch_execution_pct": { "1": 9.1324200913242, "2": 7.30593607305936, "3": 4.10958904109589, "4": 5.47945205479452, "5": 4.10958904109589, "6": 5.93607305936073, "7": 5.47945205479452, "8": 58.44748858447488 }, "batch_ge4_pct": 79.45205479452055, "batch_gt4_pct": 73.97260273972603 }, { "batch_ge4_executions": 158, "batch_gt4_executions": 151, "level": 8, "model": "Awiros_person_and_head_detection", "max_batch_size": 8, "preferred_batch_size": [ 8 ], "max_queue_delay_microseconds": 5000, "instance_group": [ { "name": "Awiros_person_and_head_detection_0", "kind": "KIND_GPU", "count": 8, "gpus": [ 0 ], "secondary_devices": [], "profile": [], "passive": false, "host_policy": "" } ], "batch_executions": { "1": 18, "2": 13, "3": 10, "4": 7, "5": 6, "6": 11, "7": 12, "8": 122 }, "max_batch_executions": 122, "total_executions": 199, "max_batch_execution_pct": 61.30653266331658, "frames_in_max_batch": 976, "total_batched_frames": 1258, "max_batch_frame_pct": 77.58346581875993, "request_count": 1258, "inference_count": 1258, "queue_ms": 279.60737573370426, "compute_ms": 134.74328553179652, "batch_execution_pct": { "1": 9.045226130653267, "2": 6.532663316582915, "3": 5.025125628140704, "4": 3.5175879396984926, "5": 3.015075376884422, "6": 5.527638190954774, "7": 6.030150753768844, "8": 61.30653266331658 }, "batch_ge4_pct": 79.39698492462311, "batch_gt4_pct": 75.87939698492463 } ]