{
  "phase": "current-ten",
  "seconds": 29.967,
  "channels": [
    {
      "camera": 10,
      "selected_fps": 9.98,
      "completed_fps": 9.94,
      "accepted_fps": 9.48,
      "rejection_pct": 4.7,
      "legacy_stale": 0,
      "legacy_queue_drop": 0,
      "result_fps": 9.91,
      "counts": {
        "selected": 299,
        "preprocess": 297,
        "callback": 298,
        "copied": 298,
        "submitted": 298
      },
      "rejected": {
        "rejected_medium_evicted": 2,
        "rejected_medium_deadline": 3,
        "rejected_medium_finalized": 9
      },
      "durations": {
        "selected_to_preprocess": {
          "count": 297,
          "mean_ms": 6.678,
          "over100": 0
        },
        "preprocess_to_callback": {
          "count": 298,
          "mean_ms": 35.629,
          "over100": 0
        },
        "copy_wall": {
          "count": 298,
          "mean_ms": 20.739,
          "over100": 0
        },
        "copy_thread_cpu": {
          "count": 298,
          "mean_ms": 17.841,
          "over100": 0
        },
        "callback_to_copied": {
          "count": 298,
          "mean_ms": 21.881,
          "over100": 0
        },
        "selected_to_submitted": {
          "count": 298,
          "mean_ms": 64.541,
          "over100": 11
        }
      },
      "missed": 0
    },
    {
      "camera": 11,
      "selected_fps": 10.01,
      "completed_fps": 9.98,
      "accepted_fps": 9.54,
      "rejection_pct": 4.35,
      "legacy_stale": 0,
      "legacy_queue_drop": 0,
      "result_fps": 9.91,
      "counts": {
        "selected": 300,
        "pre_infer_expired": 0,
        "preprocess": 298,
        "callback": 298,
        "copied": 299,
        "submitted": 299
      },
      "rejected": {
        "rejected_medium_evicted": 2,
        "rejected_medium_finalized": 7,
        "rejected_medium_deadline": 4
      },
      "durations": {
        "selected_to_preprocess": {
          "count": 298,
          "mean_ms": 6.691,
          "over100": 0
        },
        "preprocess_to_callback": {
          "count": 298,
          "mean_ms": 35.497,
          "over100": 0
        },
        "copy_wall": {
          "count": 299,
          "mean_ms": 21.14,
          "over100": 0
        },
        "copy_thread_cpu": {
          "count": 299,
          "mean_ms": 18.134,
          "over100": 0
        },
        "callback_to_copied": {
          "count": 299,
          "mean_ms": 22.241,
          "over100": 0
        },
        "selected_to_submitted": {
          "count": 299,
          "mean_ms": 64.754,
          "over100": 10
        }
      },
      "missed": 0
    },
    {
      "camera": 12,
      "selected_fps": 10.01,
      "completed_fps": 9.94,
      "accepted_fps": 9.31,
      "rejection_pct": 6.38,
      "legacy_stale": 0,
      "legacy_queue_drop": 0,
      "result_fps": 9.91,
      "counts": {
        "selected": 300,
        "preprocess": 298,
        "callback": 297,
        "copied": 298,
        "submitted": 298
      },
      "rejected": {
        "rejected_medium_evicted": 2,
        "rejected_medium_finalized": 13,
        "rejected_medium_deadline": 4
      },
      "durations": {
        "selected_to_preprocess": {
          "count": 298,
          "mean_ms": 8.947,
          "over100": 0
        },
        "preprocess_to_callback": {
          "count": 297,
          "mean_ms": 38.643,
          "over100": 0
        },
        "copy_wall": {
          "count": 298,
          "mean_ms": 20.664,
          "over100": 0
        },
        "copy_thread_cpu": {
          "count": 298,
          "mean_ms": 17.833,
          "over100": 0
        },
        "callback_to_copied": {
          "count": 298,
          "mean_ms": 21.671,
          "over100": 0
        },
        "selected_to_submitted": {
          "count": 298,
          "mean_ms": 69.632,
          "over100": 16
        }
      },
      "missed": 0
    },
    {
      "camera": 13,
      "selected_fps": 9.94,
      "completed_fps": 9.88,
      "accepted_fps": 9.24,
      "rejection_pct": 6.42,
      "legacy_stale": 0,
      "legacy_queue_drop": 0,
      "result_fps": 9.81,
      "counts": {
        "selected": 298,
        "preprocess": 296,
        "callback": 296,
        "copied": 296,
        "submitted": 296
      },
      "rejected": {
        "rejected_medium_evicted": 2,
        "rejected_medium_finalized": 15,
        "rejected_medium_deadline": 2
      },
      "durations": {
        "selected_to_preprocess": {
          "count": 296,
          "mean_ms": 7.258,
          "over100": 0
        },
        "preprocess_to_callback": {
          "count": 296,
          "mean_ms": 36.053,
          "over100": 0
        },
        "copy_wall": {
          "count": 296,
          "mean_ms": 21.785,
          "over100": 0
        },
        "copy_thread_cpu": {
          "count": 296,
          "mean_ms": 18.453,
          "over100": 0
        },
        "callback_to_copied": {
          "count": 296,
          "mean_ms": 22.918,
          "over100": 0
        },
        "selected_to_submitted": {
          "count": 296,
          "mean_ms": 66.59,
          "over100": 17
        }
      },
      "missed": 0
    },
    {
      "camera": 14,
      "selected_fps": 9.94,
      "completed_fps": 9.84,
      "accepted_fps": 9.31,
      "rejection_pct": 5.42,
      "legacy_stale": 0,
      "legacy_queue_drop": 0,
      "result_fps": 9.84,
      "counts": {
        "selected": 298,
        "preprocess": 295,
        "callback": 295,
        "copied": 295,
        "submitted": 295,
        "pre_infer_expired": 1
      },
      "rejected": {
        "rejected_medium_evicted": 2,
        "rejected_medium_finalized": 9,
        "rejected_medium_deadline": 5
      },
      "durations": {
        "selected_to_preprocess": {
          "count": 295,
          "mean_ms": 6.189,
          "over100": 0
        },
        "preprocess_to_callback": {
          "count": 295,
          "mean_ms": 38.846,
          "over100": 0
        },
        "copy_wall": {
          "count": 295,
          "mean_ms": 21.071,
          "over100": 0
        },
        "copy_thread_cpu": {
          "count": 295,
          "mean_ms": 18.147,
          "over100": 0
        },
        "callback_to_copied": {
          "count": 295,
          "mean_ms": 22.021,
          "over100": 0
        },
        "selected_to_submitted": {
          "count": 295,
          "mean_ms": 67.457,
          "over100": 15
        }
      },
      "missed": 0
    },
    {
      "camera": 15,
      "selected_fps": 9.98,
      "completed_fps": 9.91,
      "accepted_fps": 9.31,
      "rejection_pct": 6.06,
      "legacy_stale": 0,
      "legacy_queue_drop": 0,
      "result_fps": 9.91,
      "counts": {
        "selected": 299,
        "preprocess": 298,
        "callback": 297,
        "copied": 297,
        "submitted": 297
      },
      "rejected": {
        "rejected_medium_evicted": 2,
        "rejected_medium_finalized": 9,
        "rejected_medium_finalizing": 1,
        "rejected_medium_deadline": 6
      },
      "durations": {
        "selected_to_preprocess": {
          "count": 298,
          "mean_ms": 7.722,
          "over100": 0
        },
        "preprocess_to_callback": {
          "count": 297,
          "mean_ms": 37.344,
          "over100": 1
        },
        "copy_wall": {
          "count": 297,
          "mean_ms": 20.312,
          "over100": 0
        },
        "copy_thread_cpu": {
          "count": 297,
          "mean_ms": 17.52,
          "over100": 0
        },
        "callback_to_copied": {
          "count": 297,
          "mean_ms": 21.315,
          "over100": 0
        },
        "selected_to_submitted": {
          "count": 297,
          "mean_ms": 66.743,
          "over100": 15
        }
      },
      "missed": 0
    },
    {
      "camera": 16,
      "selected_fps": 10.01,
      "completed_fps": 9.91,
      "accepted_fps": 9.24,
      "rejection_pct": 6.73,
      "legacy_stale": 0,
      "legacy_queue_drop": 0,
      "result_fps": 9.88,
      "counts": {
        "selected": 300,
        "preprocess": 298,
        "callback": 297,
        "copied": 297,
        "submitted": 297
      },
      "rejected": {
        "rejected_medium_evicted": 2,
        "rejected_medium_finalized": 9,
        "rejected_medium_deadline": 9
      },
      "durations": {
        "selected_to_preprocess": {
          "count": 298,
          "mean_ms": 6.351,
          "over100": 0
        },
        "preprocess_to_callback": {
          "count": 297,
          "mean_ms": 39.182,
          "over100": 0
        },
        "copy_wall": {
          "count": 297,
          "mean_ms": 20.862,
          "over100": 0
        },
        "copy_thread_cpu": {
          "count": 297,
          "mean_ms": 17.983,
          "over100": 0
        },
        "callback_to_copied": {
          "count": 297,
          "mean_ms": 21.889,
          "over100": 0
        },
        "selected_to_submitted": {
          "count": 297,
          "mean_ms": 67.78,
          "over100": 14
        }
      },
      "missed": 0
    },
    {
      "camera": 17,
      "selected_fps": 9.94,
      "completed_fps": 9.94,
      "accepted_fps": 9.41,
      "rejection_pct": 5.37,
      "legacy_stale": 0,
      "legacy_queue_drop": 0,
      "result_fps": 9.94,
      "counts": {
        "selected": 298,
        "preprocess": 297,
        "callback": 298,
        "copied": 298,
        "submitted": 298
      },
      "rejected": {
        "rejected_medium_evicted": 2,
        "rejected_medium_deadline": 4,
        "rejected_medium_finalized": 10
      },
      "durations": {
        "selected_to_preprocess": {
          "count": 296,
          "mean_ms": 7.036,
          "over100": 0
        },
        "preprocess_to_callback": {
          "count": 297,
          "mean_ms": 35.351,
          "over100": 0
        },
        "copy_wall": {
          "count": 298,
          "mean_ms": 20.08,
          "over100": 0
        },
        "copy_thread_cpu": {
          "count": 298,
          "mean_ms": 17.369,
          "over100": 0
        },
        "callback_to_copied": {
          "count": 297,
          "mean_ms": 21.176,
          "over100": 0
        },
        "selected_to_submitted": {
          "count": 297,
          "mean_ms": 63.911,
          "over100": 13
        }
      },
      "missed": 1
    },
    {
      "camera": 19,
      "selected_fps": 9.94,
      "completed_fps": 9.91,
      "accepted_fps": 9.61,
      "rejection_pct": 3.03,
      "legacy_stale": 0,
      "legacy_queue_drop": 0,
      "result_fps": 9.88,
      "counts": {
        "selected": 298,
        "preprocess": 296,
        "callback": 296,
        "copied": 297,
        "submitted": 297
      },
      "rejected": {
        "rejected_medium_evicted": 1,
        "rejected_medium_deadline": 4,
        "rejected_medium_finalized": 4
      },
      "durations": {
        "selected_to_preprocess": {
          "count": 296,
          "mean_ms": 5.8,
          "over100": 0
        },
        "preprocess_to_callback": {
          "count": 296,
          "mean_ms": 35.039,
          "over100": 0
        },
        "copy_wall": {
          "count": 297,
          "mean_ms": 20.299,
          "over100": 0
        },
        "copy_thread_cpu": {
          "count": 297,
          "mean_ms": 17.474,
          "over100": 0
        },
        "callback_to_copied": {
          "count": 297,
          "mean_ms": 21.396,
          "over100": 0
        },
        "selected_to_submitted": {
          "count": 297,
          "mean_ms": 62.537,
          "over100": 7
        }
      },
      "missed": 0
    },
    {
      "camera": 20,
      "selected_fps": 10.04,
      "completed_fps": 9.94,
      "accepted_fps": 9.54,
      "rejection_pct": 4.03,
      "legacy_stale": 0,
      "legacy_queue_drop": 0,
      "result_fps": 9.88,
      "counts": {
        "selected": 301,
        "preprocess": 299,
        "callback": 298,
        "copied": 298,
        "submitted": 298
      },
      "rejected": {
        "rejected_medium_evicted": 2,
        "rejected_medium_finalized": 9,
        "rejected_medium_deadline": 1
      },
      "durations": {
        "selected_to_preprocess": {
          "count": 299,
          "mean_ms": 6.767,
          "over100": 0
        },
        "preprocess_to_callback": {
          "count": 298,
          "mean_ms": 37.304,
          "over100": 0
        },
        "copy_wall": {
          "count": 298,
          "mean_ms": 19.699,
          "over100": 0
        },
        "copy_thread_cpu": {
          "count": 298,
          "mean_ms": 17.25,
          "over100": 0
        },
        "callback_to_copied": {
          "count": 298,
          "mean_ms": 20.682,
          "over100": 0
        },
        "selected_to_submitted": {
          "count": 298,
          "mean_ms": 65.059,
          "over100": 9
        }
      },
      "missed": 0
    }
  ],
  "mean_ms": {
    "selected_to_preprocess": 6.945,
    "preprocess_to_callback": 36.888,
    "copy_wall": 20.664,
    "copy_thread_cpu": 17.8,
    "callback_to_copied": 21.719,
    "selected_to_submitted": 65.899
  },
  "triton": {
    "success": {
      "count": 3081,
      "ms": 25.49
    },
    "fail": {
      "count": 0,
      "ms": null
    },
    "queue": {
      "count": 3081,
      "ms": 9.73
    },
    "compute_input": {
      "count": 3081,
      "ms": 0.3
    },
    "compute_infer": {
      "count": 3081,
      "ms": 13.42
    },
    "compute_output": {
      "count": 3081,
      "ms": 1.03
    },
    "cache_hit": {
      "count": 0,
      "ms": null
    },
    "cache_miss": {
      "count": 0,
      "ms": null
    }
  },
  "batches": [
    [
      1,
      857
    ],
    [
      2,
      661
    ],
    [
      3,
      222
    ],
    [
      4,
      59
    ]
  ],
  "mean_batch": 1.713,
  "model_config": {
    "name": "RFDETRMedium",
    "platform": "tensorrt_plan",
    "backend": "tensorrt",
    "runtime": "",
    "version_policy": {
      "specific": {
        "versions": [
          4
        ]
      }
    },
    "max_batch_size": 4,
    "input": [
      {
        "name": "input",
        "data_type": "TYPE_FP16",
        "format": "FORMAT_NONE",
        "dims": [
          3,
          576,
          576
        ],
        "is_shape_tensor": false,
        "allow_ragged_batch": false,
        "optional": false,
        "is_non_linear_format_io": false
      }
    ],
    "output": [
      {
        "name": "dets",
        "data_type": "TYPE_FP32",
        "dims": [
          300,
          4
        ],
        "label_filename": "",
        "is_shape_tensor": false,
        "is_non_linear_format_io": false
      },
      {
        "name": "labels",
        "data_type": "TYPE_FP32",
        "dims": [
          300,
          91
        ],
        "label_filename": "",
        "is_shape_tensor": false,
        "is_non_linear_format_io": false
      }
    ],
    "batch_input": [],
    "batch_output": [],
    "optimization": {
      "priority": "PRIORITY_DEFAULT",
      "input_pinned_memory": {
        "enable": true
      },
      "output_pinned_memory": {
        "enable": true
      },
      "gather_kernel_buffer_threshold": 0,
      "eager_batching": false
    },
    "dynamic_batching": {
      "preferred_batch_size": [
        4
      ],
      "max_queue_delay_microseconds": 5000,
      "preserve_ordering": false,
      "priority_levels": 0,
      "default_priority_level": 0,
      "priority_queue_policy": {}
    },
    "instance_group": [
      {
        "name": "RFDETRMedium_0",
        "kind": "KIND_GPU",
        "count": 8,
        "gpus": [
          0
        ],
        "secondary_devices": [],
        "profile": [],
        "passive": false,
        "host_policy": ""
      }
    ],
    "default_model_filename": "model.plan",
    "cc_model_filenames": {},
    "metric_tags": {},
    "parameters": {},
    "model_warmup": []
  },
  "cpu": {
    "Triton": {
      "cpu_s": 32.557,
      "runnable_wait_s": 14.078
    },
    "parent": {
      "cpu_s": 2.493,
      "runnable_wait_s": 1.532
    },
    "10": {
      "cpu_s": 17.845,
      "runnable_wait_s": 9.884
    },
    "11": {
      "cpu_s": 18.611,
      "runnable_wait_s": 10.228
    },
    "12": {
      "cpu_s": 19.346,
      "runnable_wait_s": 10.606
    },
    "13": {
      "cpu_s": 18.963,
      "runnable_wait_s": 10.662
    },
    "14": {
      "cpu_s": 19.065,
      "runnable_wait_s": 10.274
    },
    "15": {
      "cpu_s": 19.286,
      "runnable_wait_s": 9.008
    },
    "16": {
      "cpu_s": 19.033,
      "runnable_wait_s": 10.093
    },
    "17": {
      "cpu_s": 18.075,
      "runnable_wait_s": 8.339
    },
    "19": {
      "cpu_s": 18.403,
      "runnable_wait_s": 9.167
    },
    "20": {
      "cpu_s": 19.167,
      "runnable_wait_s": 9.538
    }
  },
  "host_cpu_busy_pct": 73.7,
  "gpu_mean_pct": 59.3
}