{
  "metadata": {
    "4": {
      "intrusion_object_observations": 32,
      "channels_with_intrusion": 4
    },
    "8": {
      "intrusion_object_observations": 57,
      "channels_with_intrusion": 8
    },
    "12": {
      "intrusion_object_observations": 104,
      "channels_with_intrusion": 12
    },
    "16": {
      "intrusion_object_observations": 151,
      "channels_with_intrusion": 16
    }
  },
  "recovery": {
    "schema_version": 1,
    "complete": true,
    "accepted": true,
    "rows": [
      {
        "stream_id": "rtsp-test-01",
        "seconds": 5.611875457921997,
        "pid": 3410,
        "result_fps": 9.800645151944583,
        "redis_fps": 9.97889169470812,
        "queue_start": 0,
        "queue_end": 0,
        "queue_max": 0,
        "stale": 0,
        "drop": 0,
        "redis_length": 100,
        "redis_pttl": 9909,
        "decoded_fps": 9.978838700161756,
        "selected_fps": 9.978838700161756,
        "infer_fps": 9.800645151944583,
        "native_fps": 9.800645151944583,
        "publisher_submit_fps": 9.800645151944583,
        "replaced": 0,
        "expired": 0,
        "send_error": 0
      },
      {
        "stream_id": "web-cam08-test",
        "seconds": 5.611875457921997,
        "pid": 3535,
        "result_fps": 10.15703224837893,
        "redis_fps": 9.971046685451487,
        "queue_start": 0,
        "queue_end": 0,
        "queue_max": 0,
        "stale": 0,
        "drop": 0,
        "redis_length": 100,
        "redis_pttl": 9941,
        "decoded_fps": 10.15703224837893,
        "selected_fps": 10.15703224837893,
        "infer_fps": 10.15703224837893,
        "native_fps": 10.15703224837893,
        "publisher_submit_fps": 10.15703224837893,
        "replaced": 0,
        "expired": 0,
        "send_error": 0
      },
      {
        "stream_id": "web-cam01-test",
        "seconds": 5.611875457921997,
        "pid": 3662,
        "result_fps": 9.978838700161756,
        "redis_fps": 9.952519861614649,
        "queue_start": 0,
        "queue_end": 0,
        "queue_max": 0,
        "stale": 0,
        "drop": 0,
        "redis_length": 100,
        "redis_pttl": 9931,
        "decoded_fps": 29.58012900405092,
        "selected_fps": 9.800645151944583,
        "infer_fps": 9.800645151944583,
        "native_fps": 9.800645151944583,
        "publisher_submit_fps": 9.978838700161756,
        "replaced": 0,
        "expired": 0,
        "send_error": 0
      }
    ],
    "triton": {
      "inference_count": 168,
      "execution_count": 151,
      "seconds": 5.636116944951937,
      "inference_fps": 29.807756233743774,
      "batch_executions": {
        "1": 134,
        "2": 17,
        "3": 0,
        "4": 0
      },
      "average_batch": 1.1125827814569536,
      "durations": {
        "success": {
          "count": 168,
          "total_ns": 1940867550,
          "mean_ms": 11.552783035714285
        },
        "fail": {
          "count": 0,
          "total_ns": 0,
          "mean_ms": null
        },
        "queue": {
          "count": 168,
          "total_ns": 858996319,
          "mean_ms": 5.1130733273809525
        },
        "compute_input": {
          "count": 168,
          "total_ns": 26729792,
          "mean_ms": 0.15910590476190475
        },
        "compute_infer": {
          "count": 168,
          "total_ns": 889132477,
          "mean_ms": 5.292455220238095
        },
        "compute_output": {
          "count": 168,
          "total_ns": 88404993,
          "mean_ms": 0.5262201964285714
        },
        "cache_hit": {
          "count": 0,
          "total_ns": 0,
          "mean_ms": null
        },
        "cache_miss": {
          "count": 0,
          "total_ns": 0,
          "mean_ms": null
        }
      },
      "instance_distribution": null,
      "instance_distribution_supported": false,
      "pending_max": 0.0
    },
    "resources": {
      "memory_gib": [
        1.9864234924316406,
        1.9866714477539062
      ],
      "cpu_cores": [
        1.945019065812211,
        1.945019065812211
      ],
      "gpu_util": [
        14,
        32
      ],
      "gpu_mib": [
        6606,
        6606
      ]
    },
    "cpu_detail": {
      "seconds": 5.654802649049088,
      "processes": [
        {
          "id": "1887938",
          "name": "python3",
          "role": "web-cam08-test",
          "cpu_seconds": 3.13,
          "cores": 0.5535118012520456
        },
        {
          "id": "1888282",
          "name": "python3",
          "role": "web-cam01-test",
          "cpu_seconds": 3.08,
          "cores": 0.5446697596984985
        },
        {
          "id": "1887715",
          "name": "python3",
          "role": "rtsp-test-01",
          "cpu_seconds": 2.98,
          "cores": 0.5269856765914045
        },
        {
          "id": "1847845",
          "name": "tritonserver",
          "role": "triton",
          "cpu_seconds": 1.47,
          "cores": 0.2599560216742834
        },
        {
          "id": "1848348",
          "name": "python3",
          "role": "parent-or-helper",
          "cpu_seconds": 0.17,
          "cores": 0.030062941282059986
        },
        {
          "id": "1847676",
          "name": "docker-init",
          "role": "parent-or-helper",
          "cpu_seconds": 0.0,
          "cores": 0.0
        },
        {
          "id": "1847812",
          "name": "entrypoint.sh",
          "role": "parent-or-helper",
          "cpu_seconds": 0.0,
          "cores": 0.0
        },
        {
          "id": "1849049",
          "name": "python3",
          "role": "parent-or-helper",
          "cpu_seconds": 0.0,
          "cores": 0.0
        },
        {
          "id": "1898596",
          "name": "sleep",
          "role": "parent-or-helper",
          "cpu_seconds": 0.0,
          "cores": 0.0
        }
      ],
      "top_threads": [
        {
          "id": "1888102",
          "name": "python3",
          "role": "web-cam08-test",
          "cpu_seconds": 1.36,
          "cores": 0.24050353025647989,
          "voluntary": 202,
          "involuntary": 10,
          "runtime_ns": 1353049139,
          "runqueue_ns": 717223,
          "slices": 212
        },
        {
          "id": "1887838",
          "name": "python3",
          "role": "rtsp-test-01",
          "cpu_seconds": 1.18,
          "cores": 0.20867218066371046,
          "voluntary": 150,
          "involuntary": 11,
          "runtime_ns": 1174247343,
          "runqueue_ns": 1320733,
          "slices": 161
        },
        {
          "id": "1887881",
          "name": "GstInferServImp",
          "role": "rtsp-test-01",
          "cpu_seconds": 1.05,
          "cores": 0.18568287262448815,
          "voluntary": 193,
          "involuntary": 6,
          "runtime_ns": 1063620489,
          "runqueue_ns": 1221779,
          "slices": 199
        },
        {
          "id": "1888376",
          "name": "python3",
          "role": "web-cam01-test",
          "cpu_seconds": 1.03,
          "cores": 0.18214605600306932,
          "voluntary": 179,
          "involuntary": 4,
          "runtime_ns": 1021408347,
          "runqueue_ns": 202790,
          "slices": 183
        },
        {
          "id": "1888173",
          "name": "GstInferServImp",
          "role": "web-cam08-test",
          "cpu_seconds": 1.02,
          "cores": 0.18037764769235992,
          "voluntary": 298,
          "involuntary": 13,
          "runtime_ns": 1016164757,
          "runqueue_ns": 2858123,
          "slices": 311
        },
        {
          "id": "1888414",
          "name": "GstInferServImp",
          "role": "web-cam01-test",
          "cpu_seconds": 1.02,
          "cores": 0.18037764769235992,
          "voluntary": 233,
          "involuntary": 11,
          "runtime_ns": 1024231561,
          "runqueue_ns": 1594692,
          "slices": 244
        },
        {
          "id": "1847954",
          "name": "tritonserver",
          "role": "triton",
          "cpu_seconds": 0.78,
          "cores": 0.13793584823533406,
          "voluntary": 169,
          "involuntary": 6,
          "runtime_ns": 787573296,
          "runqueue_ns": 891113,
          "slices": 175
        },
        {
          "id": "1888455",
          "name": "batch_capture-m",
          "role": "web-cam01-test",
          "cpu_seconds": 0.27,
          "cores": 0.0477470243891541,
          "voluntary": 421,
          "involuntary": 2,
          "runtime_ns": 266504684,
          "runqueue_ns": 1216564,
          "slices": 423
        },
        {
          "id": "1848243",
          "name": "tritonserver",
          "role": "triton",
          "cpu_seconds": 0.22,
          "cores": 0.03890498283560704,
          "voluntary": 423,
          "involuntary": 2,
          "runtime_ns": 219838679,
          "runqueue_ns": 3414680,
          "slices": 425
        },
        {
          "id": "1887878",
          "name": "python3",
          "role": "rtsp-test-01",
          "cpu_seconds": 0.13,
          "cores": 0.02298930803922234,
          "voluntary": 229,
          "involuntary": 0,
          "runtime_ns": 131900123,
          "runqueue_ns": 835630,
          "slices": 229
        },
        {
          "id": "1888411",
          "name": "python3",
          "role": "web-cam01-test",
          "cpu_seconds": 0.13,
          "cores": 0.02298930803922234,
          "voluntary": 223,
          "involuntary": 0,
          "runtime_ns": 133845284,
          "runqueue_ns": 599241,
          "slices": 223
        },
        {
          "id": "1888170",
          "name": "python3",
          "role": "web-cam08-test",
          "cpu_seconds": 0.12,
          "cores": 0.02122089972851293,
          "voluntary": 224,
          "involuntary": 0,
          "runtime_ns": 125634885,
          "runqueue_ns": 1140200,
          "slices": 224
        },
        {
          "id": "1888230",
          "name": "batch_capture-m",
          "role": "web-cam08-test",
          "cpu_seconds": 0.11,
          "cores": 0.01945249141780352,
          "voluntary": 147,
          "involuntary": 2,
          "runtime_ns": 107390751,
          "runqueue_ns": 4424858,
          "slices": 149
        },
        {
          "id": "1887915",
          "name": "batch_capture-m",
          "role": "rtsp-test-01",
          "cpu_seconds": 0.1,
          "cores": 0.01768408310709411,
          "voluntary": 78,
          "involuntary": 2,
          "runtime_ns": 102907452,
          "runqueue_ns": 223643,
          "slices": 80
        },
        {
          "id": "1888176",
          "name": "task0",
          "role": "web-cam08-test",
          "cpu_seconds": 0.09,
          "cores": 0.0159156747963847,
          "voluntary": 144,
          "involuntary": 2,
          "runtime_ns": 93612884,
          "runqueue_ns": 6068300,
          "slices": 146
        },
        {
          "id": "1888328",
          "name": "python3",
          "role": "web-cam01-test",
          "cpu_seconds": 0.09,
          "cores": 0.0159156747963847,
          "voluntary": 283,
          "involuntary": 0,
          "runtime_ns": 79212051,
          "runqueue_ns": 1610166,
          "slices": 283
        },
        {
          "id": "1888415",
          "name": "preprocess-queu",
          "role": "web-cam01-test",
          "cpu_seconds": 0.09,
          "cores": 0.0159156747963847,
          "voluntary": 168,
          "involuntary": 1,
          "runtime_ns": 78545326,
          "runqueue_ns": 641268,
          "slices": 169
        },
        {
          "id": "1887766",
          "name": "python3",
          "role": "rtsp-test-01",
          "cpu_seconds": 0.08,
          "cores": 0.014147266485675287,
          "voluntary": 282,
          "involuntary": 1,
          "runtime_ns": 72837008,
          "runqueue_ns": 2268634,
          "slices": 283
        },
        {
          "id": "1887882",
          "name": "preprocess-queu",
          "role": "rtsp-test-01",
          "cpu_seconds": 0.08,
          "cores": 0.014147266485675287,
          "voluntary": 171,
          "involuntary": 1,
          "runtime_ns": 79886852,
          "runqueue_ns": 382148,
          "slices": 172
        },
        {
          "id": "1887992",
          "name": "python3",
          "role": "web-cam08-test",
          "cpu_seconds": 0.08,
          "cores": 0.014147266485675287,
          "voluntary": 420,
          "involuntary": 0,
          "runtime_ns": 75396190,
          "runqueue_ns": 511450,
          "slices": 420
        },
        {
          "id": "1847858",
          "name": "cuda-EvtHandlr",
          "role": "triton",
          "cpu_seconds": 0.07,
          "cores": 0.012378858174965878,
          "voluntary": 1469,
          "involuntary": 0,
          "runtime_ns": 62277984,
          "runqueue_ns": 10178138,
          "slices": 1469
        },
        {
          "id": "1848244",
          "name": "tritonserver",
          "role": "triton",
          "cpu_seconds": 0.07,
          "cores": 0.012378858174965878,
          "voluntary": 550,
          "involuntary": 1,
          "runtime_ns": 69162341,
          "runqueue_ns": 2452040,
          "slices": 551
        },
        {
          "id": "1848245",
          "name": "tritonserver",
          "role": "triton",
          "cpu_seconds": 0.07,
          "cores": 0.012378858174965878,
          "voluntary": 576,
          "involuntary": 0,
          "runtime_ns": 66415260,
          "runqueue_ns": 1174758,
          "slices": 576
        },
        {
          "id": "1887851",
          "name": "cuda-EvtHandlr",
          "role": "rtsp-test-01",
          "cpu_seconds": 0.07,
          "cores": 0.012378858174965878,
          "voluntary": 1508,
          "involuntary": 0,
          "runtime_ns": 72930220,
          "runqueue_ns": 13269003,
          "slices": 1508
        },
        {
          "id": "1887884",
          "name": "task0",
          "role": "rtsp-test-01",
          "cpu_seconds": 0.07,
          "cores": 0.012378858174965878,
          "voluntary": 76,
          "involuntary": 0,
          "runtime_ns": 72165941,
          "runqueue_ns": 0,
          "slices": 76
        },
        {
          "id": "1888126",
          "name": "cuda-EvtHandlr",
          "role": "web-cam08-test",
          "cpu_seconds": 0.07,
          "cores": 0.012378858174965878,
          "voluntary": 1550,
          "involuntary": 3,
          "runtime_ns": 67054301,
          "runqueue_ns": 14453579,
          "slices": 1553
        },
        {
          "id": "1888174",
          "name": "preprocess-queu",
          "role": "web-cam08-test",
          "cpu_seconds": 0.07,
          "cores": 0.012378858174965878,
          "voluntary": 182,
          "involuntary": 0,
          "runtime_ns": 77357629,
          "runqueue_ns": 241637,
          "slices": 182
        },
        {
          "id": "1888384",
          "name": "cuda-EvtHandlr",
          "role": "web-cam01-test",
          "cpu_seconds": 0.07,
          "cores": 0.012378858174965878,
          "voluntary": 1583,
          "involuntary": 1,
          "runtime_ns": 68076409,
          "runqueue_ns": 12915975,
          "slices": 1584
        },
        {
          "id": "1888179",
          "name": "rtpjitterbuffer",
          "role": "web-cam08-test",
          "cpu_seconds": 0.06,
          "cores": 0.010610449864256464,
          "voluntary": 1234,
          "involuntary": 0,
          "runtime_ns": 56847604,
          "runqueue_ns": 2480261,
          "slices": 1234
        },
        {
          "id": "1888418",
          "name": "task0",
          "role": "web-cam01-test",
          "cpu_seconds": 0.06,
          "cores": 0.010610449864256464,
          "voluntary": 200,
          "involuntary": 0,
          "runtime_ns": 67302815,
          "runqueue_ns": 9759709,
          "slices": 200
        }
      ],
      "overhead_ms_max": 95.80867295153439,
      "host_runqueue_range": [
        5,
        9
      ],
      "truncated": false,
      "schedstats_enabled": false,
      "scope": "Endpoint-surviving tasks only; scheduler runqueue is not GIL wait; thread names are not function attribution.",
      "container_cpu_seconds_per_result": 0.06515752976190477
    }
  },
  "extra_pids_absent": [
    3794,
    3965,
    4091,
    4217,
    4343,
    4521,
    4647,
    4772,
    4900,
    5078,
    5204,
    5331,
    5458
  ],
  "openblas": {
    "3410": [
      "OPENBLAS_NUM_THREADS=1"
    ],
    "3535": [
      "OPENBLAS_NUM_THREADS=1"
    ],
    "3662": [
      "OPENBLAS_NUM_THREADS=1"
    ]
  },
  "presets_preserved": true,
  "sender_redis_preserved": true,
  "diagnostics_off": true,
  "settings_persistent": true,
  "profile_limitations": [
    "FIFO wait",
    "active/lost/raw candidates"
  ]
}