{
  "phase": "old-single",
  "seconds": 30.001,
  "channels": [
    {
      "camera": 10,
      "selected_fps": 10.0,
      "completed_fps": 9.97,
      "accepted_fps": 9.97,
      "rejection_pct": 0.0,
      "result_fps": 9.97,
      "counts": {
        "selected": 300,
        "preprocess": 300,
        "infer": 299,
        "callback": 299,
        "copied": 299,
        "submitted": 299,
        "result": 299,
        "publisher_submit": 299
      },
      "rejected": {},
      "durations": {
        "selected_to_preprocess": {
          "count": 300,
          "mean_ms": 1.243,
          "over100": 0
        },
        "preprocess_to_callback": {
          "count": 299,
          "mean_ms": 20.792,
          "over100": 0
        },
        "copy_wall": {
          "count": 299,
          "mean_ms": 15.167,
          "over100": 0
        },
        "copy_thread_cpu": {
          "count": 299,
          "mean_ms": 14.549,
          "over100": 0
        },
        "callback_to_copied": {
          "count": 299,
          "mean_ms": 15.487,
          "over100": 0
        },
        "selected_to_submitted": {
          "count": 299,
          "mean_ms": 39.936,
          "over100": 0
        }
      },
      "missed": 0
    }
  ],
  "mean_ms": {
    "selected_to_preprocess": 1.243,
    "preprocess_to_callback": 20.792,
    "copy_wall": 15.167,
    "copy_thread_cpu": 14.549,
    "callback_to_copied": 15.487,
    "selected_to_submitted": 39.936
  },
  "triton": {
    "success": {
      "count": 307,
      "ms": 11.87
    },
    "fail": {
      "count": 0,
      "ms": null
    },
    "queue": {
      "count": 307,
      "ms": 5.35
    },
    "compute_input": {
      "count": 307,
      "ms": 0.25
    },
    "compute_infer": {
      "count": 307,
      "ms": 5.1
    },
    "compute_output": {
      "count": 307,
      "ms": 0.62
    },
    "cache_hit": {
      "count": 0,
      "ms": null
    },
    "cache_miss": {
      "count": 0,
      "ms": null
    }
  },
  "batches": [
    [
      1,
      307
    ],
    [
      2,
      0
    ]
  ],
  "mean_batch": 1.0,
  "model_config": {
    "name": "RFDETRMedium",
    "platform": "tensorrt_plan",
    "backend": "tensorrt",
    "runtime": "",
    "version_policy": {
      "specific": {
        "versions": [
          4
        ]
      }
    },
    "max_batch_size": 4,
    "input": [
      {
        "name": "input",
        "data_type": "TYPE_FP16",
        "format": "FORMAT_NONE",
        "dims": [
          3,
          576,
          576
        ],
        "is_shape_tensor": false,
        "allow_ragged_batch": false,
        "optional": false,
        "is_non_linear_format_io": false
      }
    ],
    "output": [
      {
        "name": "dets",
        "data_type": "TYPE_FP32",
        "dims": [
          300,
          4
        ],
        "label_filename": "",
        "is_shape_tensor": false,
        "is_non_linear_format_io": false
      },
      {
        "name": "labels",
        "data_type": "TYPE_FP32",
        "dims": [
          300,
          91
        ],
        "label_filename": "",
        "is_shape_tensor": false,
        "is_non_linear_format_io": false
      }
    ],
    "batch_input": [],
    "batch_output": [],
    "optimization": {
      "priority": "PRIORITY_DEFAULT",
      "input_pinned_memory": {
        "enable": true
      },
      "output_pinned_memory": {
        "enable": true
      },
      "gather_kernel_buffer_threshold": 0,
      "eager_batching": false
    },
    "dynamic_batching": {
      "preferred_batch_size": [
        4
      ],
      "max_queue_delay_microseconds": 5000,
      "preserve_ordering": false,
      "priority_levels": 0,
      "default_priority_level": 0,
      "priority_queue_policy": {}
    },
    "instance_group": [
      {
        "name": "RFDETRMedium_0",
        "kind": "KIND_GPU",
        "count": 8,
        "gpus": [
          0
        ],
        "secondary_devices": [],
        "profile": [],
        "passive": false,
        "host_policy": ""
      }
    ],
    "default_model_filename": "model.plan",
    "cc_model_filenames": {},
    "metric_tags": {},
    "parameters": {},
    "model_warmup": []
  },
  "cpu": {
    "Triton": {
      "cpu_s": 3.794,
      "runnable_wait_s": 0.155
    },
    "parent": {
      "cpu_s": 2.728,
      "runnable_wait_s": 0.027
    },
    "10": {
      "cpu_s": 14.402,
      "runnable_wait_s": 0.154
    }
  },
  "host_cpu_busy_pct": 33.8,
  "gpu_mean_pct": 27.7
}