[
  {
    "batch_ge4_executions": 1,
    "batch_gt4_executions": 0,
    "level": 1,
    "model": "RFDETRKeypointPreview",
    "max_batch_size": 8,
    "preferred_batch_size": [
      8
    ],
    "max_queue_delay_microseconds": 5000,
    "instance_group": [
      {
        "name": "RFDETRKeypointPreview_0",
        "kind": "KIND_GPU",
        "count": 8,
        "gpus": [
          0
        ],
        "secondary_devices": [],
        "profile": [],
        "passive": false,
        "host_policy": ""
      }
    ],
    "batch_executions": {
      "1": 268,
      "2": 12,
      "3": 1,
      "4": 1,
      "8": 0
    },
    "max_batch_executions": 0,
    "total_executions": 282,
    "max_batch_execution_pct": 0.0,
    "frames_in_max_batch": 0,
    "total_batched_frames": 299,
    "max_batch_frame_pct": 0.0,
    "request_count": 299,
    "inference_count": 299,
    "queue_ms": 6.48345487625418,
    "compute_ms": 18.911224404682276
  },
  {
    "batch_ge4_executions": 0,
    "batch_gt4_executions": 0,
    "level": 1,
    "model": "RFDETRFireSmoke",
    "max_batch_size": 8,
    "preferred_batch_size": [
      8
    ],
    "max_queue_delay_microseconds": 5000,
    "instance_group": [
      {
        "name": "RFDETRFireSmoke_0",
        "kind": "KIND_GPU",
        "count": 8,
        "gpus": [
          0
        ],
        "secondary_devices": [],
        "profile": [],
        "passive": false,
        "host_policy": ""
      }
    ],
    "batch_executions": {
      "1": 297,
      "2": 0,
      "4": 0,
      "8": 0
    },
    "max_batch_executions": 0,
    "total_executions": 297,
    "max_batch_execution_pct": 0.0,
    "frames_in_max_batch": 0,
    "total_batched_frames": 297,
    "max_batch_frame_pct": 0.0,
    "request_count": 297,
    "inference_count": 297,
    "queue_ms": 5.482930367003367,
    "compute_ms": 14.308106663299663
  },
  {
    "batch_ge4_executions": 0,
    "batch_gt4_executions": 0,
    "level": 1,
    "model": "Awiros_person_and_head_detection",
    "max_batch_size": 8,
    "preferred_batch_size": [
      8
    ],
    "max_queue_delay_microseconds": 5000,
    "instance_group": [
      {
        "name": "Awiros_person_and_head_detection_0",
        "kind": "KIND_GPU",
        "count": 8,
        "gpus": [
          0
        ],
        "secondary_devices": [],
        "profile": [],
        "passive": false,
        "host_policy": ""
      }
    ],
    "batch_executions": {
      "1": 298,
      "2": 0,
      "4": 0,
      "8": 0
    },
    "max_batch_executions": 0,
    "total_executions": 298,
    "max_batch_execution_pct": 0.0,
    "frames_in_max_batch": 0,
    "total_batched_frames": 298,
    "max_batch_frame_pct": 0.0,
    "request_count": 298,
    "inference_count": 298,
    "queue_ms": 5.467437466442953,
    "compute_ms": 13.837753224832214
  },
  {
    "batch_ge4_executions": 1,
    "batch_gt4_executions": 0,
    "level": 2,
    "model": "RFDETRKeypointPreview",
    "max_batch_size": 8,
    "preferred_batch_size": [
      8
    ],
    "max_queue_delay_microseconds": 5000,
    "instance_group": [
      {
        "name": "RFDETRKeypointPreview_0",
        "kind": "KIND_GPU",
        "count": 8,
        "gpus": [
          0
        ],
        "secondary_devices": [],
        "profile": [],
        "passive": false,
        "host_policy": ""
      }
    ],
    "batch_executions": {
      "1": 461,
      "2": 59,
      "3": 5,
      "4": 1,
      "8": 0
    },
    "max_batch_executions": 0,
    "total_executions": 526,
    "max_batch_execution_pct": 0.0,
    "frames_in_max_batch": 0,
    "total_batched_frames": 598,
    "max_batch_frame_pct": 0.0,
    "request_count": 598,
    "inference_count": 598,
    "queue_ms": 13.538043974916388,
    "compute_ms": 27.36417168896321
  },
  {
    "batch_ge4_executions": 0,
    "batch_gt4_executions": 0,
    "level": 2,
    "model": "RFDETRFireSmoke",
    "max_batch_size": 8,
    "preferred_batch_size": [
      8
    ],
    "max_queue_delay_microseconds": 5000,
    "instance_group": [
      {
        "name": "RFDETRFireSmoke_0",
        "kind": "KIND_GPU",
        "count": 8,
        "gpus": [
          0
        ],
        "secondary_devices": [],
        "profile": [],
        "passive": false,
        "host_policy": ""
      }
    ],
    "batch_executions": {
      "1": 542,
      "2": 28,
      "4": 0,
      "8": 0
    },
    "max_batch_executions": 0,
    "total_executions": 570,
    "max_batch_execution_pct": 0.0,
    "frames_in_max_batch": 0,
    "total_batched_frames": 598,
    "max_batch_frame_pct": 0.0,
    "request_count": 598,
    "inference_count": 598,
    "queue_ms": 7.937971719063546,
    "compute_ms": 20.766540896321068
  },
  {
    "batch_ge4_executions": 1,
    "batch_gt4_executions": 1,
    "level": 2,
    "model": "Awiros_person_and_head_detection",
    "max_batch_size": 8,
    "preferred_batch_size": [
      8
    ],
    "max_queue_delay_microseconds": 5000,
    "instance_group": [
      {
        "name": "Awiros_person_and_head_detection_0",
        "kind": "KIND_GPU",
        "count": 8,
        "gpus": [
          0
        ],
        "secondary_devices": [],
        "profile": [],
        "passive": false,
        "host_policy": ""
      }
    ],
    "batch_executions": {
      "1": 516,
      "2": 37,
      "3": 1,
      "4": 0,
      "5": 1,
      "8": 0
    },
    "max_batch_executions": 0,
    "total_executions": 555,
    "max_batch_execution_pct": 0.0,
    "frames_in_max_batch": 0,
    "total_batched_frames": 598,
    "max_batch_frame_pct": 0.0,
    "request_count": 598,
    "inference_count": 598,
    "queue_ms": 9.129994260869564,
    "compute_ms": 23.744056740802677
  },
  {
    "batch_ge4_executions": 112,
    "batch_gt4_executions": 95,
    "level": 4,
    "model": "RFDETRKeypointPreview",
    "max_batch_size": 8,
    "preferred_batch_size": [
      8
    ],
    "max_queue_delay_microseconds": 5000,
    "instance_group": [
      {
        "name": "RFDETRKeypointPreview_0",
        "kind": "KIND_GPU",
        "count": 8,
        "gpus": [
          0
        ],
        "secondary_devices": [],
        "profile": [],
        "passive": false,
        "host_policy": ""
      }
    ],
    "batch_executions": {
      "1": 47,
      "2": 22,
      "3": 28,
      "4": 17,
      "5": 25,
      "6": 6,
      "7": 20,
      "8": 44
    },
    "max_batch_executions": 44,
    "total_executions": 209,
    "max_batch_execution_pct": 21.05263157894737,
    "frames_in_max_batch": 352,
    "total_batched_frames": 896,
    "max_batch_frame_pct": 39.285714285714285,
    "request_count": 896,
    "inference_count": 896,
    "queue_ms": 137.8794495982143,
    "compute_ms": 142.68648205580357
  },
  {
    "batch_ge4_executions": 167,
    "batch_gt4_executions": 116,
    "level": 4,
    "model": "RFDETRFireSmoke",
    "max_batch_size": 8,
    "preferred_batch_size": [
      8
    ],
    "max_queue_delay_microseconds": 5000,
    "instance_group": [
      {
        "name": "RFDETRFireSmoke_0",
        "kind": "KIND_GPU",
        "count": 8,
        "gpus": [
          0
        ],
        "secondary_devices": [],
        "profile": [],
        "passive": false,
        "host_policy": ""
      }
    ],
    "batch_executions": {
      "1": 61,
      "2": 26,
      "3": 34,
      "4": 51,
      "5": 28,
      "6": 24,
      "7": 10,
      "8": 54
    },
    "max_batch_executions": 54,
    "total_executions": 288,
    "max_batch_execution_pct": 18.75,
    "frames_in_max_batch": 432,
    "total_batched_frames": 1205,
    "max_batch_frame_pct": 35.850622406639005,
    "request_count": 1205,
    "inference_count": 1205,
    "queue_ms": 99.53145952282158,
    "compute_ms": 99.51887256431534
  },
  {
    "batch_ge4_executions": 147,
    "batch_gt4_executions": 129,
    "level": 4,
    "model": "Awiros_person_and_head_detection",
    "max_batch_size": 8,
    "preferred_batch_size": [
      8
    ],
    "max_queue_delay_microseconds": 5000,
    "instance_group": [
      {
        "name": "Awiros_person_and_head_detection_0",
        "kind": "KIND_GPU",
        "count": 8,
        "gpus": [
          0
        ],
        "secondary_devices": [],
        "profile": [],
        "passive": false,
        "host_policy": ""
      }
    ],
    "batch_executions": {
      "1": 43,
      "2": 36,
      "3": 25,
      "4": 18,
      "5": 20,
      "6": 11,
      "7": 14,
      "8": 84
    },
    "max_batch_executions": 84,
    "total_executions": 251,
    "max_batch_execution_pct": 33.46613545816733,
    "frames_in_max_batch": 672,
    "total_batched_frames": 1198,
    "max_batch_frame_pct": 56.09348914858097,
    "request_count": 1198,
    "inference_count": 1198,
    "queue_ms": 109.94319441235392,
    "compute_ms": 115.82788422954924
  },
  {
    "batch_ge4_executions": 132,
    "batch_gt4_executions": 126,
    "level": 8,
    "model": "RFDETRKeypointPreview",
    "max_batch_size": 8,
    "preferred_batch_size": [
      8
    ],
    "max_queue_delay_microseconds": 5000,
    "instance_group": [
      {
        "name": "RFDETRKeypointPreview_0",
        "kind": "KIND_GPU",
        "count": 8,
        "gpus": [
          0
        ],
        "secondary_devices": [],
        "profile": [],
        "passive": false,
        "host_policy": ""
      }
    ],
    "batch_executions": {
      "1": 8,
      "2": 6,
      "3": 15,
      "4": 6,
      "5": 10,
      "6": 15,
      "7": 5,
      "8": 96
    },
    "max_batch_executions": 96,
    "total_executions": 161,
    "max_batch_execution_pct": 59.62732919254658,
    "frames_in_max_batch": 768,
    "total_batched_frames": 1032,
    "max_batch_frame_pct": 74.4186046511628,
    "request_count": 1032,
    "inference_count": 1032,
    "queue_ms": 315.3649067974806,
    "compute_ms": 170.55308580523254
  },
  {
    "batch_ge4_executions": 174,
    "batch_gt4_executions": 162,
    "level": 8,
    "model": "RFDETRFireSmoke",
    "max_batch_size": 8,
    "preferred_batch_size": [
      8
    ],
    "max_queue_delay_microseconds": 5000,
    "instance_group": [
      {
        "name": "RFDETRFireSmoke_0",
        "kind": "KIND_GPU",
        "count": 8,
        "gpus": [
          0
        ],
        "secondary_devices": [],
        "profile": [],
        "passive": false,
        "host_policy": ""
      }
    ],
    "batch_executions": {
      "1": 20,
      "2": 16,
      "3": 9,
      "4": 12,
      "5": 9,
      "6": 13,
      "7": 12,
      "8": 128
    },
    "max_batch_executions": 128,
    "total_executions": 219,
    "max_batch_execution_pct": 58.44748858447488,
    "frames_in_max_batch": 1024,
    "total_batched_frames": 1358,
    "max_batch_frame_pct": 75.40500736377025,
    "request_count": 1358,
    "inference_count": 1358,
    "queue_ms": 237.3497697783505,
    "compute_ms": 122.41423382989692
  },
  {
    "batch_ge4_executions": 158,
    "batch_gt4_executions": 151,
    "level": 8,
    "model": "Awiros_person_and_head_detection",
    "max_batch_size": 8,
    "preferred_batch_size": [
      8
    ],
    "max_queue_delay_microseconds": 5000,
    "instance_group": [
      {
        "name": "Awiros_person_and_head_detection_0",
        "kind": "KIND_GPU",
        "count": 8,
        "gpus": [
          0
        ],
        "secondary_devices": [],
        "profile": [],
        "passive": false,
        "host_policy": ""
      }
    ],
    "batch_executions": {
      "1": 18,
      "2": 13,
      "3": 10,
      "4": 7,
      "5": 6,
      "6": 11,
      "7": 12,
      "8": 122
    },
    "max_batch_executions": 122,
    "total_executions": 199,
    "max_batch_execution_pct": 61.30653266331658,
    "frames_in_max_batch": 976,
    "total_batched_frames": 1258,
    "max_batch_frame_pct": 77.58346581875993,
    "request_count": 1258,
    "inference_count": 1258,
    "queue_ms": 279.60737573370426,
    "compute_ms": 134.74328553179652
  }
]