{
  "recovery": {
    "schema_version": 1,
    "complete": true,
    "accepted": true,
    "rows": [
      {
        "stream_id": "rtsp-test-01",
        "seconds": 5.6515716661233455,
        "pid": 348,
        "result_fps": 10.262631959117432,
        "redis_fps": 10.085925965251846,
        "queue_start": 0,
        "queue_end": 0,
        "queue_max": 0,
        "stale": 0,
        "drop": 0,
        "redis_length": 100,
        "redis_pttl": 9941,
        "decoded_fps": 10.085690028787822,
        "selected_fps": 10.085690028787822,
        "infer_fps": 10.262631959117432,
        "native_fps": 10.262631959117432,
        "publisher_submit_fps": 10.262631959117432,
        "replaced": 0,
        "expired": 0,
        "send_error": 0
      },
      {
        "stream_id": "web-cam08-test",
        "seconds": 5.6515716661233455,
        "pid": 484,
        "result_fps": 9.90874809845821,
        "redis_fps": 10.084554863261296,
        "queue_start": 0,
        "queue_end": 0,
        "queue_max": 0,
        "stale": 0,
        "drop": 0,
        "redis_length": 100,
        "redis_pttl": 9989,
        "decoded_fps": 9.90874809845821,
        "selected_fps": 9.90874809845821,
        "infer_fps": 9.7318061681286,
        "native_fps": 9.90874809845821,
        "publisher_submit_fps": 9.90874809845821,
        "replaced": 0,
        "expired": 0,
        "send_error": 0
      },
      {
        "stream_id": "web-cam01-test",
        "seconds": 5.6515716661233455,
        "pid": 610,
        "result_fps": 10.262631959117432,
        "redis_fps": 9.963800908233003,
        "queue_start": 0,
        "queue_end": 0,
        "queue_max": 0,
        "stale": 0,
        "drop": 0,
        "redis_length": 100,
        "redis_pttl": 9896,
        "decoded_fps": 30.787895877352298,
        "selected_fps": 10.262631959117432,
        "infer_fps": 10.262631959117432,
        "native_fps": 10.262631959117432,
        "publisher_submit_fps": 10.262631959117432,
        "replaced": 0,
        "expired": 0,
        "send_error": 0
      }
    ],
    "triton": {
      "inference_count": 168,
      "execution_count": 124,
      "seconds": 5.620994388125837,
      "inference_fps": 29.88795013830549,
      "batch_executions": {
        "1": 80,
        "2": 44,
        "3": 0,
        "4": 0
      },
      "average_batch": 1.3548387096774193,
      "durations": {
        "success": {
          "count": 168,
          "total_ns": 2912140236,
          "mean_ms": 17.33416807142857
        },
        "fail": {
          "count": 0,
          "total_ns": 0,
          "mean_ms": null
        },
        "queue": {
          "count": 168,
          "total_ns": 865113740,
          "mean_ms": 5.1494865476190474
        },
        "compute_input": {
          "count": 168,
          "total_ns": 708338418,
          "mean_ms": 4.216300107142858
        },
        "compute_infer": {
          "count": 168,
          "total_ns": 1106539709,
          "mean_ms": 6.586545886904762
        },
        "compute_output": {
          "count": 168,
          "total_ns": 125653624,
          "mean_ms": 0.7479382380952381
        },
        "cache_hit": {
          "count": 0,
          "total_ns": 0,
          "mean_ms": null
        },
        "cache_miss": {
          "count": 0,
          "total_ns": 0,
          "mean_ms": null
        }
      },
      "instance_distribution": null,
      "instance_distribution_supported": false,
      "pending_max": 0.0
    },
    "resources": {
      "memory_gib": [
        2.299713134765625,
        2.3002357482910156
      ],
      "cpu_cores": [
        2.4156735555502578,
        2.4156735555502578
      ],
      "gpu_util": [
        29,
        31
      ],
      "gpu_mib": [
        6360,
        6360
      ]
    }
  },
  "reaped_pids": [
    737,
    909,
    1035,
    1160,
    1287,
    1456,
    1587,
    1713,
    1841,
    2008,
    2141,
    2268,
    2395
  ],
  "active_children": {
    "rtsp-test-01": 348,
    "web-cam08-test": 484,
    "web-cam01-test": 610
  },
  "cleanup_passed": 13,
  "details_off": true,
  "model": {
    "name": "RFDETRMedium",
    "platform": "tensorrt_plan",
    "backend": "tensorrt",
    "runtime": "",
    "version_policy": {
      "specific": {
        "versions": [
          3
        ]
      }
    },
    "max_batch_size": 4,
    "input": [
      {
        "name": "input",
        "data_type": "TYPE_FP32",
        "format": "FORMAT_NONE",
        "dims": [
          3,
          576,
          576
        ],
        "is_shape_tensor": false,
        "allow_ragged_batch": false,
        "optional": false,
        "is_non_linear_format_io": false
      }
    ],
    "output": [
      {
        "name": "dets",
        "data_type": "TYPE_FP32",
        "dims": [
          300,
          4
        ],
        "label_filename": "",
        "is_shape_tensor": false,
        "is_non_linear_format_io": false
      },
      {
        "name": "labels",
        "data_type": "TYPE_FP32",
        "dims": [
          300,
          91
        ],
        "label_filename": "",
        "is_shape_tensor": false,
        "is_non_linear_format_io": false
      }
    ],
    "batch_input": [],
    "batch_output": [],
    "optimization": {
      "priority": "PRIORITY_DEFAULT",
      "input_pinned_memory": {
        "enable": true
      },
      "output_pinned_memory": {
        "enable": true
      },
      "gather_kernel_buffer_threshold": 0,
      "eager_batching": false
    },
    "dynamic_batching": {
      "preferred_batch_size": [
        4
      ],
      "max_queue_delay_microseconds": 5000,
      "preserve_ordering": false,
      "priority_levels": 0,
      "default_priority_level": 0,
      "priority_queue_policy": {}
    },
    "instance_group": [
      {
        "name": "RFDETRMedium_0",
        "kind": "KIND_GPU",
        "count": 6,
        "gpus": [
          0
        ],
        "secondary_devices": [],
        "profile": [],
        "passive": false,
        "host_policy": ""
      }
    ],
    "default_model_filename": "model.plan",
    "cc_model_filenames": {},
    "metric_tags": {},
    "parameters": {},
    "model_warmup": []
  }
}