{
  "recovery": {
    "schema_version": 1,
    "complete": true,
    "accepted": true,
    "rows": [
      {
        "stream_id": "rtsp-test-01",
        "seconds": 5.637584786163643,
        "pid": 357,
        "result_fps": 9.933331758919374,
        "redis_fps": 10.110769340592523,
        "queue_start": 0,
        "queue_end": 0,
        "queue_max": 0,
        "stale": 0,
        "drop": 0,
        "redis_length": 100,
        "redis_pttl": 9954,
        "decoded_fps": 9.755950834652957,
        "selected_fps": 9.755950834652957,
        "infer_fps": 9.755950834652957,
        "native_fps": 9.933331758919374,
        "publisher_submit_fps": 9.933331758919374,
        "replaced": 0,
        "expired": 0,
        "send_error": 0
      },
      {
        "stream_id": "web-cam08-test",
        "seconds": 5.637584786163643,
        "pid": 491,
        "result_fps": 10.288093607452208,
        "redis_fps": 10.106546785249513,
        "queue_start": 0,
        "queue_end": 0,
        "queue_max": 0,
        "stale": 0,
        "drop": 0,
        "redis_length": 100,
        "redis_pttl": 9985,
        "decoded_fps": 10.288093607452208,
        "selected_fps": 10.288093607452208,
        "infer_fps": 10.288093607452208,
        "native_fps": 10.288093607452208,
        "publisher_submit_fps": 10.288093607452208,
        "replaced": 0,
        "expired": 0,
        "send_error": 0
      },
      {
        "stream_id": "web-cam01-test",
        "seconds": 5.637584786163643,
        "pid": 617,
        "result_fps": 9.933331758919374,
        "redis_fps": 9.91371976205566,
        "queue_start": 0,
        "queue_end": 0,
        "queue_max": 0,
        "stale": 0,
        "drop": 0,
        "redis_length": 100,
        "redis_pttl": 9999,
        "decoded_fps": 29.445233428225286,
        "selected_fps": 9.755950834652957,
        "infer_fps": 9.933331758919374,
        "native_fps": 9.933331758919374,
        "publisher_submit_fps": 9.933331758919374,
        "replaced": 0,
        "expired": 0,
        "send_error": 0
      }
    ],
    "triton": {
      "inference_count": 171,
      "execution_count": 150,
      "seconds": 5.65096070501022,
      "inference_fps": 30.26034136963455,
      "batch_executions": {
        "1": 129,
        "2": 21,
        "3": 0,
        "4": 0
      },
      "average_batch": 1.14,
      "durations": {
        "success": {
          "count": 171,
          "total_ns": 2363078970,
          "mean_ms": 13.819175263157895
        },
        "fail": {
          "count": 0,
          "total_ns": 0,
          "mean_ms": null
        },
        "queue": {
          "count": 171,
          "total_ns": 877354270,
          "mean_ms": 5.130726725146198
        },
        "compute_input": {
          "count": 171,
          "total_ns": 32341280,
          "mean_ms": 0.18913029239766083
        },
        "compute_infer": {
          "count": 171,
          "total_ns": 1254462586,
          "mean_ms": 7.336038514619883
        },
        "compute_output": {
          "count": 171,
          "total_ns": 102523141,
          "mean_ms": 0.5995505321637427
        },
        "cache_hit": {
          "count": 0,
          "total_ns": 0,
          "mean_ms": null
        },
        "cache_miss": {
          "count": 0,
          "total_ns": 0,
          "mean_ms": null
        }
      },
      "instance_distribution": null,
      "instance_distribution_supported": false,
      "pending_max": 0.0
    },
    "resources": {
      "memory_gib": [
        1.9180412292480469,
        1.9188003540039062
      ],
      "cpu_cores": [
        1.651416268168384,
        1.651416268168384
      ],
      "gpu_util": [
        23,
        27
      ],
      "gpu_mib": [
        6606,
        6606
      ]
    },
    "cpu_detail": {
      "seconds": 5.636800875188783,
      "processes": [
        {
          "id": "1849478",
          "name": "python3",
          "role": "web-cam01-test",
          "cpu_seconds": 2.5,
          "cores": 0.443513981663628
        },
        {
          "id": "1849050",
          "name": "python3",
          "role": "rtsp-test-01",
          "cpu_seconds": 2.32,
          "cores": 0.4115809749838467
        },
        {
          "id": "1849259",
          "name": "python3",
          "role": "web-cam08-test",
          "cpu_seconds": 2.26,
          "cores": 0.40093663942391966
        },
        {
          "id": "1847845",
          "name": "tritonserver",
          "role": "triton",
          "cpu_seconds": 1.8,
          "cores": 0.3193300667978122
        },
        {
          "id": "1848348",
          "name": "python3",
          "role": "parent-or-helper",
          "cpu_seconds": 0.25,
          "cores": 0.0443513981663628
        },
        {
          "id": "1847676",
          "name": "docker-init",
          "role": "parent-or-helper",
          "cpu_seconds": 0.0,
          "cores": 0.0
        },
        {
          "id": "1847812",
          "name": "entrypoint.sh",
          "role": "parent-or-helper",
          "cpu_seconds": 0.0,
          "cores": 0.0
        },
        {
          "id": "1849049",
          "name": "python3",
          "role": "parent-or-helper",
          "cpu_seconds": 0.0,
          "cores": 0.0
        },
        {
          "id": "1859508",
          "name": "sleep",
          "role": "parent-or-helper",
          "cpu_seconds": 0.0,
          "cores": 0.0
        }
      ],
      "top_threads": [
        {
          "id": "1849227",
          "name": "GstInferServImp",
          "role": "rtsp-test-01",
          "cpu_seconds": 1.15,
          "cores": 0.20401643156526886,
          "voluntary": 192,
          "involuntary": 7,
          "runtime_ns": 1149197024,
          "runqueue_ns": 569316,
          "slices": 199
        },
        {
          "id": "1849398",
          "name": "GstInferServImp",
          "role": "web-cam08-test",
          "cpu_seconds": 1.11,
          "cores": 0.19692020785865083,
          "voluntary": 197,
          "involuntary": 8,
          "runtime_ns": 1106107273,
          "runqueue_ns": 1491044,
          "slices": 205
        },
        {
          "id": "1849623",
          "name": "GstInferServImp",
          "role": "web-cam01-test",
          "cpu_seconds": 1.08,
          "cores": 0.1915980400786873,
          "voluntary": 255,
          "involuntary": 6,
          "runtime_ns": 1076017509,
          "runqueue_ns": 3148425,
          "slices": 261
        },
        {
          "id": "1847954",
          "name": "tritonserver",
          "role": "triton",
          "cpu_seconds": 1.03,
          "cores": 0.18272776044541472,
          "voluntary": 165,
          "involuntary": 12,
          "runtime_ns": 1026374742,
          "runqueue_ns": 3617909,
          "slices": 178
        },
        {
          "id": "1849359",
          "name": "python3",
          "role": "web-cam08-test",
          "cpu_seconds": 0.4,
          "cores": 0.07096223706618048,
          "voluntary": 121,
          "involuntary": 7,
          "runtime_ns": 396052725,
          "runqueue_ns": 760879,
          "slices": 128
        },
        {
          "id": "1849191",
          "name": "python3",
          "role": "rtsp-test-01",
          "cpu_seconds": 0.35,
          "cores": 0.062091957432907914,
          "voluntary": 115,
          "involuntary": 3,
          "runtime_ns": 342187451,
          "runqueue_ns": 487316,
          "slices": 118
        },
        {
          "id": "1849584",
          "name": "python3",
          "role": "web-cam01-test",
          "cpu_seconds": 0.29,
          "cores": 0.05144762187298084,
          "voluntary": 116,
          "involuntary": 4,
          "runtime_ns": 289425310,
          "runqueue_ns": 1373193,
          "slices": 120
        },
        {
          "id": "1849638",
          "name": "batch_capture-m",
          "role": "web-cam01-test",
          "cpu_seconds": 0.28,
          "cores": 0.04967356594632634,
          "voluntary": 309,
          "involuntary": 3,
          "runtime_ns": 292191246,
          "runqueue_ns": 4708834,
          "slices": 312
        },
        {
          "id": "1848243",
          "name": "tritonserver",
          "role": "triton",
          "cpu_seconds": 0.26,
          "cores": 0.04612545409301731,
          "voluntary": 451,
          "involuntary": 2,
          "runtime_ns": 261092629,
          "runqueue_ns": 547440,
          "slices": 453
        },
        {
          "id": "1849224",
          "name": "python3",
          "role": "rtsp-test-01",
          "cpu_seconds": 0.15,
          "cores": 0.026610838899817676,
          "voluntary": 224,
          "involuntary": 1,
          "runtime_ns": 160259182,
          "runqueue_ns": 925120,
          "slices": 225
        },
        {
          "id": "1849620",
          "name": "python3",
          "role": "web-cam01-test",
          "cpu_seconds": 0.15,
          "cores": 0.026610838899817676,
          "voluntary": 219,
          "involuntary": 0,
          "runtime_ns": 157576650,
          "runqueue_ns": 471018,
          "slices": 219
        },
        {
          "id": "1848436",
          "name": "python3",
          "role": "parent-or-helper",
          "cpu_seconds": 0.13,
          "cores": 0.023062727046508656,
          "voluntary": 277,
          "involuntary": 1,
          "runtime_ns": 123333029,
          "runqueue_ns": 39974,
          "slices": 278
        },
        {
          "id": "1849395",
          "name": "python3",
          "role": "web-cam08-test",
          "cpu_seconds": 0.13,
          "cores": 0.023062727046508656,
          "voluntary": 225,
          "involuntary": 2,
          "runtime_ns": 128493366,
          "runqueue_ns": 1062220,
          "slices": 227
        },
        {
          "id": "1849243",
          "name": "batch_capture-m",
          "role": "rtsp-test-01",
          "cpu_seconds": 0.1,
          "cores": 0.01774055926654512,
          "voluntary": 73,
          "involuntary": 0,
          "runtime_ns": 111465531,
          "runqueue_ns": 20796,
          "slices": 73
        },
        {
          "id": "1849463",
          "name": "batch_capture-m",
          "role": "web-cam08-test",
          "cpu_seconds": 0.1,
          "cores": 0.01774055926654512,
          "voluntary": 79,
          "involuntary": 1,
          "runtime_ns": 102260740,
          "runqueue_ns": 59111,
          "slices": 80
        },
        {
          "id": "1849624",
          "name": "preprocess-queu",
          "role": "web-cam01-test",
          "cpu_seconds": 0.1,
          "cores": 0.01774055926654512,
          "voluntary": 169,
          "involuntary": 3,
          "runtime_ns": 99511687,
          "runqueue_ns": 560463,
          "slices": 172
        },
        {
          "id": "1849228",
          "name": "preprocess-queu",
          "role": "rtsp-test-01",
          "cpu_seconds": 0.09,
          "cores": 0.015966503339890605,
          "voluntary": 167,
          "involuntary": 2,
          "runtime_ns": 96203031,
          "runqueue_ns": 1105743,
          "slices": 169
        },
        {
          "id": "1849307",
          "name": "python3",
          "role": "web-cam08-test",
          "cpu_seconds": 0.09,
          "cores": 0.015966503339890605,
          "voluntary": 281,
          "involuntary": 2,
          "runtime_ns": 90736200,
          "runqueue_ns": 331370,
          "slices": 283
        },
        {
          "id": "1848245",
          "name": "tritonserver",
          "role": "triton",
          "cpu_seconds": 0.08,
          "cores": 0.014192447413236095,
          "voluntary": 564,
          "involuntary": 0,
          "runtime_ns": 77699057,
          "runqueue_ns": 2148890,
          "slices": 564
        },
        {
          "id": "1849399",
          "name": "preprocess-queu",
          "role": "web-cam08-test",
          "cpu_seconds": 0.08,
          "cores": 0.014192447413236095,
          "voluntary": 169,
          "involuntary": 1,
          "runtime_ns": 74326728,
          "runqueue_ns": 1210832,
          "slices": 170
        },
        {
          "id": "1849401",
          "name": "task0",
          "role": "web-cam08-test",
          "cpu_seconds": 0.08,
          "cores": 0.014192447413236095,
          "voluntary": 140,
          "involuntary": 0,
          "runtime_ns": 83238706,
          "runqueue_ns": 774929,
          "slices": 141
        },
        {
          "id": "1848244",
          "name": "tritonserver",
          "role": "triton",
          "cpu_seconds": 0.07,
          "cores": 0.012418391486581585,
          "voluntary": 556,
          "involuntary": 0,
          "runtime_ns": 76484801,
          "runqueue_ns": 6351526,
          "slices": 556
        },
        {
          "id": "1849099",
          "name": "python3",
          "role": "rtsp-test-01",
          "cpu_seconds": 0.07,
          "cores": 0.012418391486581585,
          "voluntary": 282,
          "involuntary": 0,
          "runtime_ns": 75041573,
          "runqueue_ns": 69775,
          "slices": 282
        },
        {
          "id": "1849230",
          "name": "task0",
          "role": "rtsp-test-01",
          "cpu_seconds": 0.07,
          "cores": 0.012418391486581585,
          "voluntary": 115,
          "involuntary": 1,
          "runtime_ns": 69105591,
          "runqueue_ns": 1112008,
          "slices": 116
        },
        {
          "id": "1849367",
          "name": "cuda-EvtHandlr",
          "role": "web-cam08-test",
          "cpu_seconds": 0.07,
          "cores": 0.012418391486581585,
          "voluntary": 1389,
          "involuntary": 2,
          "runtime_ns": 68652584,
          "runqueue_ns": 9063754,
          "slices": 1391
        },
        {
          "id": "1849536",
          "name": "python3",
          "role": "web-cam01-test",
          "cpu_seconds": 0.07,
          "cores": 0.012418391486581585,
          "voluntary": 284,
          "involuntary": 0,
          "runtime_ns": 67930969,
          "runqueue_ns": 70538,
          "slices": 284
        },
        {
          "id": "1849626",
          "name": "task0",
          "role": "web-cam01-test",
          "cpu_seconds": 0.07,
          "cores": 0.012418391486581585,
          "voluntary": 192,
          "involuntary": 0,
          "runtime_ns": 72233310,
          "runqueue_ns": 1058838,
          "slices": 192
        },
        {
          "id": "1847858",
          "name": "cuda-EvtHandlr",
          "role": "triton",
          "cpu_seconds": 0.06,
          "cores": 0.010644335559927071,
          "voluntary": 1376,
          "involuntary": 0,
          "runtime_ns": 65677465,
          "runqueue_ns": 13274317,
          "slices": 1376
        },
        {
          "id": "1849197",
          "name": "cuda-EvtHandlr",
          "role": "rtsp-test-01",
          "cpu_seconds": 0.06,
          "cores": 0.010644335559927071,
          "voluntary": 1369,
          "involuntary": 1,
          "runtime_ns": 66702547,
          "runqueue_ns": 13943690,
          "slices": 1370
        },
        {
          "id": "1849592",
          "name": "cuda-EvtHandlr",
          "role": "web-cam01-test",
          "cpu_seconds": 0.06,
          "cores": 0.010644335559927071,
          "voluntary": 1433,
          "involuntary": 4,
          "runtime_ns": 67066434,
          "runqueue_ns": 7106871,
          "slices": 1437
        }
      ],
      "overhead_ms_max": 92.85179013386369,
      "host_runqueue_range": [
        10,
        10
      ],
      "truncated": false,
      "schedstats_enabled": false,
      "scope": "Endpoint-surviving tasks only; scheduler runqueue is not GIL wait; thread names are not function attribution.",
      "container_cpu_seconds_per_result": 0.054780694117647064
    }
  },
  "cleanup": {
    "bench16-g1-c2": {
      "generation": 1,
      "completed": true,
      "child_reaped": true,
      "forced": false,
      "writer_released": true,
      "finished_monotonic_ns": 1413816880147916
    },
    "bench16-g2-c2": {
      "generation": 1,
      "completed": true,
      "child_reaped": true,
      "forced": false,
      "writer_released": true,
      "finished_monotonic_ns": 1413815317747898
    },
    "bench16-g3-c2": {
      "generation": 1,
      "completed": true,
      "child_reaped": true,
      "forced": false,
      "writer_released": true,
      "finished_monotonic_ns": 1413813895998786
    },
    "bench16-g1-c3": {
      "generation": 1,
      "completed": true,
      "child_reaped": true,
      "forced": false,
      "writer_released": true,
      "finished_monotonic_ns": 1413812199524631
    },
    "bench16-g2-c3": {
      "generation": 1,
      "completed": true,
      "child_reaped": true,
      "forced": false,
      "writer_released": true,
      "finished_monotonic_ns": 1413810441045702
    },
    "bench16-g3-c3": {
      "generation": 1,
      "completed": true,
      "child_reaped": true,
      "forced": false,
      "writer_released": true,
      "finished_monotonic_ns": 1413808851622715
    },
    "bench16-g1-c4": {
      "generation": 1,
      "completed": true,
      "child_reaped": true,
      "forced": false,
      "writer_released": true,
      "finished_monotonic_ns": 1413807179407679
    },
    "bench16-g2-c4": {
      "generation": 1,
      "completed": true,
      "child_reaped": true,
      "forced": false,
      "writer_released": true,
      "finished_monotonic_ns": 1413805497655349
    },
    "bench16-g3-c4": {
      "generation": 1,
      "completed": true,
      "child_reaped": true,
      "forced": false,
      "writer_released": true,
      "finished_monotonic_ns": 1413803482478004
    },
    "bench16-g1-c5": {
      "generation": 1,
      "completed": true,
      "child_reaped": true,
      "forced": false,
      "writer_released": true,
      "finished_monotonic_ns": 1413802095381529
    },
    "bench16-g2-c5": {
      "generation": 1,
      "completed": true,
      "child_reaped": true,
      "forced": false,
      "writer_released": true,
      "finished_monotonic_ns": 1413800279918158
    },
    "bench16-g3-c5": {
      "generation": 1,
      "completed": true,
      "child_reaped": true,
      "forced": false,
      "writer_released": true,
      "finished_monotonic_ns": 1413798637615182
    },
    "bench16-g1-c6": {
      "generation": 1,
      "completed": true,
      "child_reaped": true,
      "forced": false,
      "writer_released": true,
      "finished_monotonic_ns": 1413797137215777
    }
  },
  "pids_absent": [
    745,
    941,
    1071,
    1198,
    1324,
    1522,
    1647,
    1773,
    1906,
    2103,
    2228,
    2354,
    2481
  ],
  "states": {
    "CCV-01577": {
      "state": "stopped",
      "pid": null
    },
    "tmp16c-2135-g2-c4": {
      "state": "stopped",
      "pid": null
    },
    "rtsp-test-01": {
      "state": "running",
      "pid": 357
    },
    "web-cam08-test": {
      "state": "running",
      "pid": 491
    },
    "web-cam01-test": {
      "state": "running",
      "pid": 617
    },
    "bench16-g1-c2": {
      "state": "stopped",
      "pid": null
    },
    "bench16-g2-c2": {
      "state": "stopped",
      "pid": null
    },
    "bench16-g3-c2": {
      "state": "stopped",
      "pid": null
    },
    "bench16-g1-c3": {
      "state": "stopped",
      "pid": null
    },
    "bench16-g2-c3": {
      "state": "stopped",
      "pid": null
    },
    "bench16-g3-c3": {
      "state": "stopped",
      "pid": null
    },
    "bench16-g1-c4": {
      "state": "stopped",
      "pid": null
    },
    "bench16-g2-c4": {
      "state": "stopped",
      "pid": null
    },
    "bench16-g3-c4": {
      "state": "stopped",
      "pid": null
    },
    "bench16-g1-c5": {
      "state": "stopped",
      "pid": null
    },
    "bench16-g2-c5": {
      "state": "stopped",
      "pid": null
    },
    "bench16-g3-c5": {
      "state": "stopped",
      "pid": null
    },
    "bench16-g1-c6": {
      "state": "stopped",
      "pid": null
    }
  },
  "settings_preserved": true,
  "detail_off": true,
  "model": {
    "name": "RFDETRMedium",
    "platform": "tensorrt_plan",
    "backend": "tensorrt",
    "runtime": "",
    "version_policy": {
      "specific": {
        "versions": [
          4
        ]
      }
    },
    "max_batch_size": 4,
    "input": [
      {
        "name": "input",
        "data_type": "TYPE_FP16",
        "format": "FORMAT_NONE",
        "dims": [
          3,
          576,
          576
        ],
        "is_shape_tensor": false,
        "allow_ragged_batch": false,
        "optional": false,
        "is_non_linear_format_io": false
      }
    ],
    "output": [
      {
        "name": "dets",
        "data_type": "TYPE_FP32",
        "dims": [
          300,
          4
        ],
        "label_filename": "",
        "is_shape_tensor": false,
        "is_non_linear_format_io": false
      },
      {
        "name": "labels",
        "data_type": "TYPE_FP32",
        "dims": [
          300,
          91
        ],
        "label_filename": "",
        "is_shape_tensor": false,
        "is_non_linear_format_io": false
      }
    ],
    "batch_input": [],
    "batch_output": [],
    "optimization": {
      "priority": "PRIORITY_DEFAULT",
      "input_pinned_memory": {
        "enable": true
      },
      "output_pinned_memory": {
        "enable": true
      },
      "gather_kernel_buffer_threshold": 0,
      "eager_batching": false
    },
    "dynamic_batching": {
      "preferred_batch_size": [
        4
      ],
      "max_queue_delay_microseconds": 5000,
      "preserve_ordering": false,
      "priority_levels": 0,
      "default_priority_level": 0,
      "priority_queue_policy": {}
    },
    "instance_group": [
      {
        "name": "RFDETRMedium_0",
        "kind": "KIND_GPU",
        "count": 8,
        "gpus": [
          0
        ],
        "secondary_devices": [],
        "profile": [],
        "passive": false,
        "host_policy": ""
      }
    ],
    "default_model_filename": "model.plan",
    "cc_model_filenames": {},
    "metric_tags": {},
    "parameters": {},
    "model_warmup": []
  }
}