{
  "phase": "old-ten",
  "seconds": 30.0,
  "channels": [
    {
      "camera": 10,
      "selected_fps": 9.97,
      "completed_fps": 10.0,
      "accepted_fps": 10.0,
      "rejection_pct": 0.0,
      "result_fps": 9.97,
      "counts": {
        "selected": 299,
        "preprocess": 299,
        "infer": 300,
        "callback": 300,
        "copied": 300,
        "submitted": 300,
        "result": 299,
        "publisher_submit": 299
      },
      "rejected": {},
      "durations": {
        "selected_to_preprocess": {
          "count": 299,
          "mean_ms": 2.687,
          "over100": 0
        },
        "preprocess_to_callback": {
          "count": 300,
          "mean_ms": 33.23,
          "over100": 0
        },
        "copy_wall": {
          "count": 300,
          "mean_ms": 20.488,
          "over100": 0
        },
        "copy_thread_cpu": {
          "count": 300,
          "mean_ms": 18.164,
          "over100": 0
        },
        "callback_to_copied": {
          "count": 300,
          "mean_ms": 20.903,
          "over100": 0
        },
        "selected_to_submitted": {
          "count": 300,
          "mean_ms": 60.244,
          "over100": 3
        }
      },
      "missed": 0
    },
    {
      "camera": 11,
      "selected_fps": 9.97,
      "completed_fps": 9.97,
      "accepted_fps": 10.0,
      "rejection_pct": -0.33,
      "result_fps": 9.97,
      "counts": {
        "selected": 299,
        "preprocess": 299,
        "infer": 299,
        "callback": 299,
        "copied": 299,
        "submitted": 300,
        "result": 299,
        "publisher_submit": 299
      },
      "rejected": {},
      "durations": {
        "selected_to_preprocess": {
          "count": 299,
          "mean_ms": 2.586,
          "over100": 0
        },
        "preprocess_to_callback": {
          "count": 299,
          "mean_ms": 35.808,
          "over100": 0
        },
        "copy_wall": {
          "count": 299,
          "mean_ms": 19.886,
          "over100": 0
        },
        "copy_thread_cpu": {
          "count": 299,
          "mean_ms": 17.883,
          "over100": 0
        },
        "callback_to_copied": {
          "count": 299,
          "mean_ms": 20.251,
          "over100": 0
        },
        "selected_to_submitted": {
          "count": 300,
          "mean_ms": 62.256,
          "over100": 2
        }
      },
      "missed": 0
    },
    {
      "camera": 12,
      "selected_fps": 10.0,
      "completed_fps": 10.03,
      "accepted_fps": 10.03,
      "rejection_pct": 0.0,
      "result_fps": 10.03,
      "counts": {
        "selected": 300,
        "preprocess": 301,
        "infer": 301,
        "callback": 301,
        "copied": 301,
        "submitted": 301,
        "result": 301,
        "publisher_submit": 300
      },
      "rejected": {},
      "durations": {
        "selected_to_preprocess": {
          "count": 300,
          "mean_ms": 2.982,
          "over100": 0
        },
        "preprocess_to_callback": {
          "count": 300,
          "mean_ms": 35.28,
          "over100": 0
        },
        "copy_wall": {
          "count": 301,
          "mean_ms": 20.453,
          "over100": 0
        },
        "copy_thread_cpu": {
          "count": 301,
          "mean_ms": 17.921,
          "over100": 0
        },
        "callback_to_copied": {
          "count": 300,
          "mean_ms": 20.829,
          "over100": 0
        },
        "selected_to_submitted": {
          "count": 300,
          "mean_ms": 62.358,
          "over100": 4
        }
      },
      "missed": 2
    },
    {
      "camera": 13,
      "selected_fps": 10.0,
      "completed_fps": 9.97,
      "accepted_fps": 9.97,
      "rejection_pct": 0.0,
      "result_fps": 10.0,
      "counts": {
        "selected": 300,
        "preprocess": 300,
        "infer": 299,
        "callback": 299,
        "copied": 299,
        "submitted": 299,
        "result": 300,
        "publisher_submit": 300
      },
      "rejected": {},
      "durations": {
        "selected_to_preprocess": {
          "count": 300,
          "mean_ms": 2.714,
          "over100": 0
        },
        "preprocess_to_callback": {
          "count": 299,
          "mean_ms": 34.078,
          "over100": 0
        },
        "copy_wall": {
          "count": 299,
          "mean_ms": 20.949,
          "over100": 0
        },
        "copy_thread_cpu": {
          "count": 299,
          "mean_ms": 18.403,
          "over100": 0
        },
        "callback_to_copied": {
          "count": 299,
          "mean_ms": 21.33,
          "over100": 0
        },
        "selected_to_submitted": {
          "count": 299,
          "mean_ms": 61.874,
          "over100": 2
        }
      },
      "missed": 0
    },
    {
      "camera": 14,
      "selected_fps": 10.03,
      "completed_fps": 10.03,
      "accepted_fps": 10.03,
      "rejection_pct": 0.0,
      "result_fps": 10.03,
      "counts": {
        "selected": 301,
        "preprocess": 301,
        "infer": 302,
        "callback": 302,
        "copied": 301,
        "submitted": 301,
        "result": 301,
        "publisher_submit": 301
      },
      "rejected": {},
      "durations": {
        "selected_to_preprocess": {
          "count": 301,
          "mean_ms": 2.393,
          "over100": 0
        },
        "preprocess_to_callback": {
          "count": 302,
          "mean_ms": 31.302,
          "over100": 0
        },
        "copy_wall": {
          "count": 301,
          "mean_ms": 19.882,
          "over100": 0
        },
        "copy_thread_cpu": {
          "count": 301,
          "mean_ms": 17.919,
          "over100": 0
        },
        "callback_to_copied": {
          "count": 301,
          "mean_ms": 20.272,
          "over100": 0
        },
        "selected_to_submitted": {
          "count": 301,
          "mean_ms": 57.318,
          "over100": 1
        }
      },
      "missed": 0
    },
    {
      "camera": 15,
      "selected_fps": 10.07,
      "completed_fps": 10.07,
      "accepted_fps": 10.07,
      "rejection_pct": 0.0,
      "result_fps": 10.07,
      "counts": {
        "selected": 302,
        "preprocess": 301,
        "infer": 301,
        "callback": 301,
        "copied": 302,
        "submitted": 302,
        "result": 302,
        "publisher_submit": 302
      },
      "rejected": {},
      "durations": {
        "selected_to_preprocess": {
          "count": 301,
          "mean_ms": 2.62,
          "over100": 0
        },
        "preprocess_to_callback": {
          "count": 301,
          "mean_ms": 32.873,
          "over100": 0
        },
        "copy_wall": {
          "count": 302,
          "mean_ms": 19.562,
          "over100": 0
        },
        "copy_thread_cpu": {
          "count": 302,
          "mean_ms": 17.746,
          "over100": 0
        },
        "callback_to_copied": {
          "count": 302,
          "mean_ms": 19.96,
          "over100": 0
        },
        "selected_to_submitted": {
          "count": 302,
          "mean_ms": 59.083,
          "over100": 0
        }
      },
      "missed": 0
    },
    {
      "camera": 16,
      "selected_fps": 10.03,
      "completed_fps": 10.07,
      "accepted_fps": 10.07,
      "rejection_pct": 0.0,
      "result_fps": 10.03,
      "counts": {
        "selected": 301,
        "preprocess": 301,
        "infer": 301,
        "callback": 302,
        "copied": 302,
        "submitted": 302,
        "result": 301,
        "publisher_submit": 301
      },
      "rejected": {},
      "durations": {
        "selected_to_preprocess": {
          "count": 301,
          "mean_ms": 2.63,
          "over100": 0
        },
        "preprocess_to_callback": {
          "count": 302,
          "mean_ms": 36.078,
          "over100": 0
        },
        "copy_wall": {
          "count": 302,
          "mean_ms": 20.297,
          "over100": 0
        },
        "copy_thread_cpu": {
          "count": 302,
          "mean_ms": 17.967,
          "over100": 0
        },
        "callback_to_copied": {
          "count": 302,
          "mean_ms": 20.688,
          "over100": 0
        },
        "selected_to_submitted": {
          "count": 302,
          "mean_ms": 63.067,
          "over100": 3
        }
      },
      "missed": 0
    },
    {
      "camera": 17,
      "selected_fps": 9.93,
      "completed_fps": 9.93,
      "accepted_fps": 9.93,
      "rejection_pct": 0.0,
      "result_fps": 9.93,
      "counts": {
        "selected": 298,
        "preprocess": 299,
        "infer": 298,
        "callback": 298,
        "copied": 298,
        "submitted": 298,
        "result": 298,
        "publisher_submit": 298
      },
      "rejected": {},
      "durations": {
        "selected_to_preprocess": {
          "count": 299,
          "mean_ms": 3.107,
          "over100": 0
        },
        "preprocess_to_callback": {
          "count": 298,
          "mean_ms": 38.03,
          "over100": 0
        },
        "copy_wall": {
          "count": 298,
          "mean_ms": 20.238,
          "over100": 0
        },
        "copy_thread_cpu": {
          "count": 298,
          "mean_ms": 17.747,
          "over100": 0
        },
        "callback_to_copied": {
          "count": 298,
          "mean_ms": 20.579,
          "over100": 0
        },
        "selected_to_submitted": {
          "count": 298,
          "mean_ms": 65.201,
          "over100": 6
        }
      },
      "missed": 0
    },
    {
      "camera": 19,
      "selected_fps": 9.97,
      "completed_fps": 9.97,
      "accepted_fps": 9.97,
      "rejection_pct": 0.0,
      "result_fps": 9.97,
      "counts": {
        "selected": 299,
        "preprocess": 299,
        "infer": 298,
        "callback": 298,
        "copied": 299,
        "submitted": 299,
        "result": 299,
        "publisher_submit": 299
      },
      "rejected": {},
      "durations": {
        "selected_to_preprocess": {
          "count": 299,
          "mean_ms": 2.981,
          "over100": 0
        },
        "preprocess_to_callback": {
          "count": 298,
          "mean_ms": 38.377,
          "over100": 0
        },
        "copy_wall": {
          "count": 299,
          "mean_ms": 20.088,
          "over100": 0
        },
        "copy_thread_cpu": {
          "count": 299,
          "mean_ms": 17.961,
          "over100": 0
        },
        "callback_to_copied": {
          "count": 299,
          "mean_ms": 20.429,
          "over100": 0
        },
        "selected_to_submitted": {
          "count": 299,
          "mean_ms": 65.406,
          "over100": 4
        }
      },
      "missed": 0
    },
    {
      "camera": 20,
      "selected_fps": 10.03,
      "completed_fps": 10.03,
      "accepted_fps": 10.03,
      "rejection_pct": 0.0,
      "result_fps": 10.03,
      "counts": {
        "selected": 301,
        "preprocess": 302,
        "infer": 302,
        "callback": 302,
        "copied": 301,
        "submitted": 301,
        "result": 301,
        "publisher_submit": 301
      },
      "rejected": {},
      "durations": {
        "selected_to_preprocess": {
          "count": 302,
          "mean_ms": 2.724,
          "over100": 0
        },
        "preprocess_to_callback": {
          "count": 302,
          "mean_ms": 33.992,
          "over100": 0
        },
        "copy_wall": {
          "count": 301,
          "mean_ms": 20.715,
          "over100": 0
        },
        "copy_thread_cpu": {
          "count": 301,
          "mean_ms": 18.183,
          "over100": 0
        },
        "callback_to_copied": {
          "count": 301,
          "mean_ms": 21.092,
          "over100": 0
        },
        "selected_to_submitted": {
          "count": 301,
          "mean_ms": 61.147,
          "over100": 2
        }
      },
      "missed": 0
    }
  ],
  "mean_ms": {
    "selected_to_preprocess": 2.742,
    "preprocess_to_callback": 34.898,
    "copy_wall": 20.256,
    "copy_thread_cpu": 17.989,
    "callback_to_copied": 20.633,
    "selected_to_submitted": 61.789
  },
  "triton": {
    "success": {
      "count": 3114,
      "ms": 23.5
    },
    "fail": {
      "count": 0,
      "ms": null
    },
    "queue": {
      "count": 3114,
      "ms": 8.7
    },
    "compute_input": {
      "count": 3114,
      "ms": 0.26
    },
    "compute_infer": {
      "count": 3114,
      "ms": 12.62
    },
    "compute_output": {
      "count": 3114,
      "ms": 1.02
    },
    "cache_hit": {
      "count": 0,
      "ms": null
    },
    "cache_miss": {
      "count": 0,
      "ms": null
    }
  },
  "batches": [
    [
      1,
      833
    ],
    [
      2,
      624
    ],
    [
      3,
      191
    ],
    [
      4,
      115
    ]
  ],
  "mean_batch": 1.766,
  "model_config": {
    "name": "RFDETRMedium",
    "platform": "tensorrt_plan",
    "backend": "tensorrt",
    "runtime": "",
    "version_policy": {
      "specific": {
        "versions": [
          4
        ]
      }
    },
    "max_batch_size": 4,
    "input": [
      {
        "name": "input",
        "data_type": "TYPE_FP16",
        "format": "FORMAT_NONE",
        "dims": [
          3,
          576,
          576
        ],
        "is_shape_tensor": false,
        "allow_ragged_batch": false,
        "optional": false,
        "is_non_linear_format_io": false
      }
    ],
    "output": [
      {
        "name": "dets",
        "data_type": "TYPE_FP32",
        "dims": [
          300,
          4
        ],
        "label_filename": "",
        "is_shape_tensor": false,
        "is_non_linear_format_io": false
      },
      {
        "name": "labels",
        "data_type": "TYPE_FP32",
        "dims": [
          300,
          91
        ],
        "label_filename": "",
        "is_shape_tensor": false,
        "is_non_linear_format_io": false
      }
    ],
    "batch_input": [],
    "batch_output": [],
    "optimization": {
      "priority": "PRIORITY_DEFAULT",
      "input_pinned_memory": {
        "enable": true
      },
      "output_pinned_memory": {
        "enable": true
      },
      "gather_kernel_buffer_threshold": 0,
      "eager_batching": false
    },
    "dynamic_batching": {
      "preferred_batch_size": [
        4
      ],
      "max_queue_delay_microseconds": 5000,
      "preserve_ordering": false,
      "priority_levels": 0,
      "default_priority_level": 0,
      "priority_queue_policy": {}
    },
    "instance_group": [
      {
        "name": "RFDETRMedium_0",
        "kind": "KIND_GPU",
        "count": 8,
        "gpus": [
          0
        ],
        "secondary_devices": [],
        "profile": [],
        "passive": false,
        "host_policy": ""
      }
    ],
    "default_model_filename": "model.plan",
    "cc_model_filenames": {},
    "metric_tags": {},
    "parameters": {},
    "model_warmup": []
  },
  "cpu": {
    "Triton": {
      "cpu_s": 30.089,
      "runnable_wait_s": 12.5
    },
    "parent": {
      "cpu_s": 2.25,
      "runnable_wait_s": 1.344
    },
    "10": {
      "cpu_s": 17.264,
      "runnable_wait_s": 8.745
    },
    "11": {
      "cpu_s": 18.379,
      "runnable_wait_s": 8.866
    },
    "12": {
      "cpu_s": 18.602,
      "runnable_wait_s": 8.877
    },
    "13": {
      "cpu_s": 19.081,
      "runnable_wait_s": 8.984
    },
    "14": {
      "cpu_s": 18.798,
      "runnable_wait_s": 7.355
    },
    "15": {
      "cpu_s": 19.272,
      "runnable_wait_s": 8.417
    },
    "16": {
      "cpu_s": 18.324,
      "runnable_wait_s": 8.417
    },
    "17": {
      "cpu_s": 18.89,
      "runnable_wait_s": 7.637
    },
    "19": {
      "cpu_s": 19.393,
      "runnable_wait_s": 8.319
    },
    "20": {
      "cpu_s": 19.122,
      "runnable_wait_s": 7.907
    }
  },
  "host_cpu_busy_pct": 72.2,
  "gpu_mean_pct": 55.9
}