[
  {
    "level": 1,
    "model": "RFDETRKeypointPreview",
    "max_batch_size": 4,
    "preferred_batch_size": [
      4
    ],
    "max_queue_delay_microseconds": 5000,
    "instance_group": [
      {
        "name": "RFDETRKeypointPreview_0",
        "kind": "KIND_GPU",
        "count": 8,
        "gpus": [
          0
        ],
        "secondary_devices": [],
        "profile": [],
        "passive": false,
        "host_policy": ""
      }
    ],
    "batch_executions": {
      "1": 270,
      "2": 8,
      "3": 4,
      "4": 0
    },
    "max_batch_executions": 0,
    "total_executions": 282,
    "max_batch_execution_pct": 0.0,
    "frames_in_max_batch": 0,
    "total_batched_frames": 298,
    "max_batch_frame_pct": 0.0,
    "request_count": 298,
    "inference_count": 298,
    "queue_ms": 5.521935184563759,
    "compute_ms": 18.14424853020134
  },
  {
    "level": 1,
    "model": "RFDETRFireSmoke",
    "max_batch_size": 4,
    "preferred_batch_size": [
      4
    ],
    "max_queue_delay_microseconds": 5000,
    "instance_group": [
      {
        "name": "RFDETRFireSmoke_0",
        "kind": "KIND_GPU",
        "count": 8,
        "gpus": [
          0
        ],
        "secondary_devices": [],
        "profile": [],
        "passive": false,
        "host_policy": ""
      }
    ],
    "batch_executions": {
      "1": 298,
      "3": 0
    },
    "max_batch_executions": 0,
    "total_executions": 298,
    "max_batch_execution_pct": 0.0,
    "frames_in_max_batch": 0,
    "total_batched_frames": 298,
    "max_batch_frame_pct": 0.0,
    "request_count": 298,
    "inference_count": 298,
    "queue_ms": 5.39014044966443,
    "compute_ms": 13.307996067114095
  },
  {
    "level": 1,
    "model": "Awiros_person_and_head_detection",
    "max_batch_size": 4,
    "preferred_batch_size": [
      4
    ],
    "max_queue_delay_microseconds": 5000,
    "instance_group": [
      {
        "name": "Awiros_person_and_head_detection_0",
        "kind": "KIND_GPU",
        "count": 8,
        "gpus": [
          0
        ],
        "secondary_devices": [],
        "profile": [],
        "passive": false,
        "host_policy": ""
      }
    ],
    "batch_executions": {
      "1": 298,
      "2": 0
    },
    "max_batch_executions": 0,
    "total_executions": 298,
    "max_batch_execution_pct": 0.0,
    "frames_in_max_batch": 0,
    "total_batched_frames": 298,
    "max_batch_frame_pct": 0.0,
    "request_count": 298,
    "inference_count": 298,
    "queue_ms": 5.425823134228188,
    "compute_ms": 12.710258852348993
  },
  {
    "level": 2,
    "model": "RFDETRKeypointPreview",
    "max_batch_size": 4,
    "preferred_batch_size": [
      4
    ],
    "max_queue_delay_microseconds": 5000,
    "instance_group": [
      {
        "name": "RFDETRKeypointPreview_0",
        "kind": "KIND_GPU",
        "count": 8,
        "gpus": [
          0
        ],
        "secondary_devices": [],
        "profile": [],
        "passive": false,
        "host_policy": ""
      }
    ],
    "batch_executions": {
      "1": 455,
      "2": 62,
      "3": 4,
      "4": 2
    },
    "max_batch_executions": 2,
    "total_executions": 523,
    "max_batch_execution_pct": 0.3824091778202677,
    "frames_in_max_batch": 8,
    "total_batched_frames": 599,
    "max_batch_frame_pct": 1.335559265442404,
    "request_count": 599,
    "inference_count": 599,
    "queue_ms": 11.384150964941568,
    "compute_ms": 27.029020826377295
  },
  {
    "level": 2,
    "model": "RFDETRFireSmoke",
    "max_batch_size": 4,
    "preferred_batch_size": [
      4
    ],
    "max_queue_delay_microseconds": 5000,
    "instance_group": [
      {
        "name": "RFDETRFireSmoke_0",
        "kind": "KIND_GPU",
        "count": 8,
        "gpus": [
          0
        ],
        "secondary_devices": [],
        "profile": [],
        "passive": false,
        "host_policy": ""
      }
    ],
    "batch_executions": {
      "1": 452,
      "2": 74,
      "3": 0
    },
    "max_batch_executions": 0,
    "total_executions": 526,
    "max_batch_execution_pct": 0.0,
    "frames_in_max_batch": 0,
    "total_batched_frames": 600,
    "max_batch_frame_pct": 0.0,
    "request_count": 600,
    "inference_count": 600,
    "queue_ms": 6.731219153333333,
    "compute_ms": 22.01372032833333
  },
  {
    "level": 2,
    "model": "Awiros_person_and_head_detection",
    "max_batch_size": 4,
    "preferred_batch_size": [
      4
    ],
    "max_queue_delay_microseconds": 5000,
    "instance_group": [
      {
        "name": "Awiros_person_and_head_detection_0",
        "kind": "KIND_GPU",
        "count": 8,
        "gpus": [
          0
        ],
        "secondary_devices": [],
        "profile": [],
        "passive": false,
        "host_policy": ""
      }
    ],
    "batch_executions": {
      "1": 473,
      "2": 64
    },
    "max_batch_executions": 0,
    "total_executions": 537,
    "max_batch_execution_pct": 0.0,
    "frames_in_max_batch": 0,
    "total_batched_frames": 601,
    "max_batch_frame_pct": 0.0,
    "request_count": 601,
    "inference_count": 601,
    "queue_ms": 7.111015708818636,
    "compute_ms": 21.76506812645591
  },
  {
    "level": 4,
    "model": "RFDETRKeypointPreview",
    "max_batch_size": 4,
    "preferred_batch_size": [
      4
    ],
    "max_queue_delay_microseconds": 5000,
    "instance_group": [
      {
        "name": "RFDETRKeypointPreview_0",
        "kind": "KIND_GPU",
        "count": 8,
        "gpus": [
          0
        ],
        "secondary_devices": [],
        "profile": [],
        "passive": false,
        "host_policy": ""
      }
    ],
    "batch_executions": {
      "1": 22,
      "2": 22,
      "3": 26,
      "4": 152
    },
    "max_batch_executions": 152,
    "total_executions": 222,
    "max_batch_execution_pct": 68.46846846846847,
    "frames_in_max_batch": 608,
    "total_batched_frames": 752,
    "max_batch_frame_pct": 80.85106382978724,
    "request_count": 752,
    "inference_count": 752,
    "queue_ms": 242.8660975412234,
    "compute_ms": 121.5539636861702
  },
  {
    "level": 4,
    "model": "RFDETRFireSmoke",
    "max_batch_size": 4,
    "preferred_batch_size": [
      4
    ],
    "max_queue_delay_microseconds": 5000,
    "instance_group": [
      {
        "name": "RFDETRFireSmoke_0",
        "kind": "KIND_GPU",
        "count": 8,
        "gpus": [
          0
        ],
        "secondary_devices": [],
        "profile": [],
        "passive": false,
        "host_policy": ""
      }
    ],
    "batch_executions": {
      "1": 30,
      "2": 40,
      "3": 41,
      "4": 243
    },
    "max_batch_executions": 243,
    "total_executions": 354,
    "max_batch_execution_pct": 68.64406779661017,
    "frames_in_max_batch": 972,
    "total_batched_frames": 1205,
    "max_batch_frame_pct": 80.66390041493776,
    "request_count": 1205,
    "inference_count": 1205,
    "queue_ms": 142.14861508381742,
    "compute_ms": 73.9218884813278
  },
  {
    "level": 4,
    "model": "Awiros_person_and_head_detection",
    "max_batch_size": 4,
    "preferred_batch_size": [
      4
    ],
    "max_queue_delay_microseconds": 5000,
    "instance_group": [
      {
        "name": "Awiros_person_and_head_detection_0",
        "kind": "KIND_GPU",
        "count": 8,
        "gpus": [
          0
        ],
        "secondary_devices": [],
        "profile": [],
        "passive": false,
        "host_policy": ""
      }
    ],
    "batch_executions": {
      "1": 31,
      "2": 30,
      "3": 39,
      "4": 240
    },
    "max_batch_executions": 240,
    "total_executions": 340,
    "max_batch_execution_pct": 70.58823529411765,
    "frames_in_max_batch": 960,
    "total_batched_frames": 1168,
    "max_batch_frame_pct": 82.1917808219178,
    "request_count": 1168,
    "inference_count": 1168,
    "queue_ms": 166.4425823638699,
    "compute_ms": 77.05518416780822
  },
  {
    "level": 8,
    "model": "RFDETRKeypointPreview",
    "max_batch_size": 4,
    "preferred_batch_size": [
      4
    ],
    "max_queue_delay_microseconds": 5000,
    "instance_group": [
      {
        "name": "RFDETRKeypointPreview_0",
        "kind": "KIND_GPU",
        "count": 8,
        "gpus": [
          0
        ],
        "secondary_devices": [],
        "profile": [],
        "passive": false,
        "host_policy": ""
      }
    ],
    "batch_executions": {
      "1": 9,
      "2": 7,
      "3": 11,
      "4": 248
    },
    "max_batch_executions": 248,
    "total_executions": 275,
    "max_batch_execution_pct": 90.18181818181819,
    "frames_in_max_batch": 992,
    "total_batched_frames": 1048,
    "max_batch_frame_pct": 94.65648854961832,
    "request_count": 1048,
    "inference_count": 1048,
    "queue_ms": 335.79937176908396,
    "compute_ms": 95.45844185591602
  },
  {
    "level": 8,
    "model": "RFDETRFireSmoke",
    "max_batch_size": 4,
    "preferred_batch_size": [
      4
    ],
    "max_queue_delay_microseconds": 5000,
    "instance_group": [
      {
        "name": "RFDETRFireSmoke_0",
        "kind": "KIND_GPU",
        "count": 8,
        "gpus": [
          0
        ],
        "secondary_devices": [],
        "profile": [],
        "passive": false,
        "host_policy": ""
      }
    ],
    "batch_executions": {
      "1": 11,
      "2": 20,
      "3": 25,
      "4": 295
    },
    "max_batch_executions": 295,
    "total_executions": 351,
    "max_batch_execution_pct": 84.04558404558405,
    "frames_in_max_batch": 1180,
    "total_batched_frames": 1306,
    "max_batch_frame_pct": 90.35222052067381,
    "request_count": 1306,
    "inference_count": 1306,
    "queue_ms": 263.6527929969372,
    "compute_ms": 72.78629944027566
  },
  {
    "level": 8,
    "model": "Awiros_person_and_head_detection",
    "max_batch_size": 4,
    "preferred_batch_size": [
      4
    ],
    "max_queue_delay_microseconds": 5000,
    "instance_group": [
      {
        "name": "Awiros_person_and_head_detection_0",
        "kind": "KIND_GPU",
        "count": 8,
        "gpus": [
          0
        ],
        "secondary_devices": [],
        "profile": [],
        "passive": false,
        "host_policy": ""
      }
    ],
    "batch_executions": {
      "1": 15,
      "2": 13,
      "3": 16,
      "4": 314
    },
    "max_batch_executions": 314,
    "total_executions": 358,
    "max_batch_execution_pct": 87.70949720670392,
    "frames_in_max_batch": 1256,
    "total_batched_frames": 1345,
    "max_batch_frame_pct": 93.38289962825279,
    "request_count": 1345,
    "inference_count": 1345,
    "queue_ms": 254.02718109293681,
    "compute_ms": 71.49359181040892
  }
]