name: "RFDETRMedium" platform: "tensorrt_plan" version_policy { specific { versions: 8 } } max_batch_size: 8 input { name: "input" data_type: TYPE_FP16 dims: 3 dims: 576 dims: 576 } output { name: "dets" data_type: TYPE_FP32 dims: 300 dims: 4 } output { name: "labels" data_type: TYPE_FP32 dims: 300 dims: 91 } instance_group { count: 8 gpus: 0 kind: KIND_GPU } dynamic_batching { preferred_batch_size: 8 max_queue_delay_microseconds: 5000 }