{
  "last_accepted_stage": 8,
  "sixteen": "target_not_met",
  "ascent_runs": 1,
  "preparation_corrections": 1,
  "instance": 4,
  "instance_preserved_reason": "Stable execution and eight-channel acceptance; no startup/resource failure or downstream regression.",
  "next": "Bounded Triton execution scheduling observation to distinguish instance usage and request wait; no new sixteen-channel repeat first.",
  "summaries": [
    {
      "stage": 4,
      "complete": true,
      "rows": [
        {
          "stage": 4,
          "stream_id": "rtsp-test-01",
          "seconds": 20.012011246057227,
          "pid": 261,
          "result_fps": 9.993997981557404,
          "redis_fps": 9.99403304761633,
          "decoded_fps": 9.944027991649618,
          "selected_fps": 9.944027991649618,
          "infer_fps": 9.993997981557404,
          "native_fps": 9.993997981557404,
          "publisher_submit_fps": 9.993997981557404,
          "queue_start": 0,
          "queue_end": 0,
          "queue_max": 1,
          "stale": 0,
          "drop": 0,
          "missed": 0,
          "replaced": 0,
          "send_error": 0,
          "redis_length": 100,
          "redis_pttl": 9952
        },
        {
          "stage": 4,
          "stream_id": "web-cam08-test",
          "seconds": 20.012011246057227,
          "pid": 386,
          "result_fps": 9.993997981557404,
          "redis_fps": 9.993549422680392,
          "decoded_fps": 9.944027991649618,
          "selected_fps": 9.944027991649618,
          "infer_fps": 9.993997981557404,
          "native_fps": 9.993997981557404,
          "publisher_submit_fps": 9.993997981557404,
          "queue_start": 0,
          "queue_end": 0,
          "queue_max": 0,
          "stale": 0,
          "drop": 0,
          "missed": 0,
          "replaced": 0,
          "send_error": 0,
          "redis_length": 100,
          "redis_pttl": 9959
        },
        {
          "stage": 4,
          "stream_id": "web-cam01-test",
          "seconds": 20.012011246057227,
          "pid": 512,
          "result_fps": 9.993997981557404,
          "redis_fps": 9.99868891734512,
          "decoded_fps": 30.03196393458,
          "selected_fps": 10.043967971465191,
          "infer_fps": 9.993997981557404,
          "native_fps": 9.993997981557404,
          "publisher_submit_fps": 9.993997981557404,
          "queue_start": 0,
          "queue_end": 0,
          "queue_max": 0,
          "stale": 0,
          "drop": 0,
          "missed": 0,
          "replaced": 0,
          "send_error": 0,
          "redis_length": 100,
          "redis_pttl": 9894
        },
        {
          "stage": 4,
          "stream_id": "bench16-g1-c2",
          "seconds": 20.012011246057227,
          "pid": 640,
          "result_fps": 10.093937961372978,
          "redis_fps": 10.00234860950926,
          "decoded_fps": 10.093937961372978,
          "selected_fps": 10.093937961372978,
          "infer_fps": 10.093937961372978,
          "native_fps": 10.093937961372978,
          "publisher_submit_fps": 10.093937961372978,
          "queue_start": 0,
          "queue_end": 0,
          "queue_max": 0,
          "stale": 0,
          "drop": 0,
          "missed": 0,
          "replaced": 0,
          "send_error": 0,
          "redis_length": 100,
          "redis_pttl": 9954
        }
      ],
      "publisher_delta": {
        "replaced": 0,
        "expired": 0,
        "send_error": 0,
        "byte_limit": 0,
        "message_limit": 0
      },
      "workers": 4,
      "triton": {
        "seconds": 20.006571114063263,
        "inference_count": 800,
        "execution_count": 800,
        "inference_fps": 39.986862088409254,
        "stats": {
          "success": {
            "count": 800,
            "total_ns": 10866861819,
            "mean_ms": 13.58357727375
          },
          "fail": {
            "count": 0,
            "total_ns": 0,
            "mean_ms": null
          },
          "queue": {
            "count": 800,
            "total_ns": 3649193869,
            "mean_ms": 4.56149233625
          },
          "compute_input": {
            "count": 800,
            "total_ns": 2559029743,
            "mean_ms": 3.19878717875
          },
          "compute_infer": {
            "count": 800,
            "total_ns": 3605060271,
            "mean_ms": 4.50632533875
          },
          "compute_output": {
            "count": 800,
            "total_ns": 570496485,
            "mean_ms": 0.71312060625
          },
          "cache_hit": {
            "count": 0,
            "total_ns": 0,
            "mean_ms": null
          },
          "cache_miss": {
            "count": 0,
            "total_ns": 0,
            "mean_ms": null
          }
        },
        "pending_max": 2.0,
        "instance_distribution": null,
        "instance_distribution_reason": "Installed standard metrics/stats aggregate by model/version; no instance label. No invasive trace/backend modification."
      },
      "resources": {
        "memory_gib": [
          2.1355743408203125,
          2.1597061157226562
        ],
        "cpu_cores": [
          3.222620512354316,
          3.325989292862581
        ],
        "gpu_util": [
          24,
          38
        ],
        "gpu_mib": [
          5875,
          5875
        ],
        "available_ram_gib": 17.030155181884766,
        "disk_free_gib": 25.172222137451172
      },
      "accepted": true
    },
    {
      "stage": 8,
      "complete": true,
      "rows": [
        {
          "stage": 8,
          "stream_id": "rtsp-test-01",
          "seconds": 20.03154798480682,
          "pid": 261,
          "result_fps": 9.934329596041906,
          "redis_fps": 9.93429351186485,
          "decoded_fps": 9.934329596041906,
          "selected_fps": 9.934329596041906,
          "infer_fps": 9.984250850293373,
          "native_fps": 9.934329596041906,
          "publisher_submit_fps": 9.934329596041906,
          "queue_start": 0,
          "queue_end": 0,
          "queue_max": 1,
          "stale": 0,
          "drop": 0,
          "missed": 2,
          "replaced": 1,
          "send_error": 0,
          "redis_length": 100,
          "redis_pttl": 9993
        },
        {
          "stage": 8,
          "stream_id": "web-cam08-test",
          "seconds": 20.03154798480682,
          "pid": 386,
          "result_fps": 9.934329596041906,
          "redis_fps": 9.965907318749315,
          "decoded_fps": 9.984250850293373,
          "selected_fps": 9.984250850293373,
          "infer_fps": 9.984250850293373,
          "native_fps": 9.984250850293373,
          "publisher_submit_fps": 9.934329596041906,
          "queue_start": 0,
          "queue_end": 0,
          "queue_max": 0,
          "stale": 0,
          "drop": 0,
          "missed": 0,
          "replaced": 0,
          "send_error": 0,
          "redis_length": 100,
          "redis_pttl": 9886
        },
        {
          "stage": 8,
          "stream_id": "web-cam01-test",
          "seconds": 20.03154798480682,
          "pid": 512,
          "result_fps": 9.984250850293373,
          "redis_fps": 9.976401877399244,
          "decoded_fps": 29.952752550880117,
          "selected_fps": 10.03417210454484,
          "infer_fps": 9.984250850293373,
          "native_fps": 10.03417210454484,
          "publisher_submit_fps": 9.984250850293373,
          "queue_start": 0,
          "queue_end": 1,
          "queue_max": 1,
          "stale": 0,
          "drop": 0,
          "missed": 2,
          "replaced": 0,
          "send_error": 0,
          "redis_length": 100,
          "redis_pttl": 9982
        },
        {
          "stage": 8,
          "stream_id": "bench16-g1-c2",
          "seconds": 20.03154798480682,
          "pid": 640,
          "result_fps": 10.134014613047773,
          "redis_fps": 10.0270956179146,
          "decoded_fps": 10.084093358796306,
          "selected_fps": 10.084093358796306,
          "infer_fps": 10.084093358796306,
          "native_fps": 10.084093358796306,
          "publisher_submit_fps": 10.134014613047773,
          "queue_start": 0,
          "queue_end": 0,
          "queue_max": 0,
          "stale": 0,
          "drop": 0,
          "missed": 0,
          "replaced": 0,
          "send_error": 0,
          "redis_length": 100,
          "redis_pttl": 9952
        },
        {
          "stage": 8,
          "stream_id": "bench16-g2-c2",
          "seconds": 20.03154798480682,
          "pid": 806,
          "result_fps": 10.03417210454484,
          "redis_fps": 10.034309681146503,
          "decoded_fps": 10.03417210454484,
          "selected_fps": 10.03417210454484,
          "infer_fps": 9.984250850293373,
          "native_fps": 9.984250850293373,
          "publisher_submit_fps": 10.03417210454484,
          "queue_start": 1,
          "queue_end": 0,
          "queue_max": 1,
          "stale": 0,
          "drop": 0,
          "missed": 0,
          "replaced": 0,
          "send_error": 0,
          "redis_length": 100,
          "redis_pttl": 9943
        },
        {
          "stage": 8,
          "stream_id": "bench16-g3-c2",
          "seconds": 20.03154798480682,
          "pid": 932,
          "result_fps": 9.984250850293373,
          "redis_fps": 10.033453857332999,
          "decoded_fps": 29.852910042377186,
          "selected_fps": 9.934329596041906,
          "infer_fps": 9.934329596041906,
          "native_fps": 9.984250850293373,
          "publisher_submit_fps": 9.984250850293373,
          "queue_start": 0,
          "queue_end": 0,
          "queue_max": 0,
          "stale": 0,
          "drop": 0,
          "missed": 4,
          "replaced": 0,
          "send_error": 0,
          "redis_length": 100,
          "redis_pttl": 9926
        },
        {
          "stage": 8,
          "stream_id": "bench16-g1-c3",
          "seconds": 20.03154798480682,
          "pid": 1063,
          "result_fps": 9.984250850293373,
          "redis_fps": 10.039890372989905,
          "decoded_fps": 9.984250850293373,
          "selected_fps": 9.984250850293373,
          "infer_fps": 9.984250850293373,
          "native_fps": 9.984250850293373,
          "publisher_submit_fps": 9.984250850293373,
          "queue_start": 0,
          "queue_end": 0,
          "queue_max": 0,
          "stale": 0,
          "drop": 0,
          "missed": 1,
          "replaced": 0,
          "send_error": 0,
          "redis_length": 100,
          "redis_pttl": 9873
        },
        {
          "stage": 8,
          "stream_id": "bench16-g2-c3",
          "seconds": 20.03154798480682,
          "pid": 1191,
          "result_fps": 9.934329596041906,
          "redis_fps": 10.04684479699819,
          "decoded_fps": 9.984250850293373,
          "selected_fps": 9.984250850293373,
          "infer_fps": 9.934329596041906,
          "native_fps": 9.934329596041906,
          "publisher_submit_fps": 9.934329596041906,
          "queue_start": 0,
          "queue_end": 0,
          "queue_max": 0,
          "stale": 0,
          "drop": 0,
          "missed": 0,
          "replaced": 0,
          "send_error": 0,
          "redis_length": 100,
          "redis_pttl": 9904
        }
      ],
      "publisher_delta": {
        "replaced": 1,
        "expired": 0,
        "send_error": 0,
        "byte_limit": 0,
        "message_limit": 0
      },
      "workers": 8,
      "triton": {
        "seconds": 20.054114748956636,
        "inference_count": 1614,
        "execution_count": 1614,
        "inference_fps": 80.48223619962943,
        "stats": {
          "success": {
            "count": 1614,
            "total_ns": 55108237251,
            "mean_ms": 34.14388925092937
          },
          "fail": {
            "count": 0,
            "total_ns": 0,
            "mean_ms": null
          },
          "queue": {
            "count": 1614,
            "total_ns": 36725373344,
            "mean_ms": 22.754258577447334
          },
          "compute_input": {
            "count": 1614,
            "total_ns": 6087174708,
            "mean_ms": 3.7714837100371748
          },
          "compute_infer": {
            "count": 1614,
            "total_ns": 9289250758,
            "mean_ms": 5.75542178314746
          },
          "compute_output": {
            "count": 1614,
            "total_ns": 1668582659,
            "mean_ms": 1.0338182521685253
          },
          "cache_hit": {
            "count": 0,
            "total_ns": 0,
            "mean_ms": null
          },
          "cache_miss": {
            "count": 0,
            "total_ns": 0,
            "mean_ms": null
          }
        },
        "pending_max": 5.0,
        "instance_distribution": null,
        "instance_distribution_reason": "Installed standard metrics/stats aggregate by model/version; no instance label. No invasive trace/backend modification."
      },
      "resources": {
        "memory_gib": [
          3.492431640625,
          3.5112838745117188
        ],
        "cpu_cores": [
          7.335598622963075,
          8.199502120137552
        ],
        "gpu_util": [
          38,
          61
        ],
        "gpu_mib": [
          7161,
          7161
        ],
        "available_ram_gib": 15.516426086425781,
        "disk_free_gib": 25.172222137451172
      },
      "accepted": true
    },
    {
      "stage": 12,
      "complete": true,
      "rows": [
        {
          "stage": 12,
          "stream_id": "rtsp-test-01",
          "seconds": 20.024932919070125,
          "pid": 261,
          "result_fps": 8.589292193643312,
          "redis_fps": 8.539337252385247,
          "decoded_fps": 8.539354448331432,
          "selected_fps": 8.539354448331432,
          "infer_fps": 8.539354448331432,
          "native_fps": 8.539354448331432,
          "publisher_submit_fps": 8.589292193643312,
          "queue_start": 0,
          "queue_end": 0,
          "queue_max": 0,
          "stale": 0,
          "drop": 0,
          "missed": 1,
          "replaced": 0,
          "send_error": 0,
          "redis_length": 100,
          "redis_pttl": 9778
        },
        {
          "stage": 12,
          "stream_id": "web-cam08-test",
          "seconds": 20.024932919070125,
          "pid": 386,
          "result_fps": 8.589292193643312,
          "redis_fps": 8.541275997862382,
          "decoded_fps": 8.539354448331432,
          "selected_fps": 8.539354448331432,
          "infer_fps": 8.539354448331432,
          "native_fps": 8.589292193643312,
          "publisher_submit_fps": 8.589292193643312,
          "queue_start": 0,
          "queue_end": 0,
          "queue_max": 0,
          "stale": 0,
          "drop": 0,
          "missed": 1,
          "replaced": 0,
          "send_error": 0,
          "redis_length": 100,
          "redis_pttl": 9745
        },
        {
          "stage": 12,
          "stream_id": "web-cam01-test",
          "seconds": 20.024932919070125,
          "pid": 512,
          "result_fps": 8.389541212395793,
          "redis_fps": 8.391505407916421,
          "decoded_fps": 22.621798626281514,
          "selected_fps": 8.289665721772034,
          "infer_fps": 8.339603467083913,
          "native_fps": 8.389541212395793,
          "publisher_submit_fps": 8.389541212395793,
          "queue_start": 0,
          "queue_end": 0,
          "queue_max": 0,
          "stale": 0,
          "drop": 0,
          "missed": 6,
          "replaced": 0,
          "send_error": 0,
          "redis_length": 100,
          "redis_pttl": 9864
        },
        {
          "stage": 12,
          "stream_id": "bench16-g1-c2",
          "seconds": 20.024932919070125,
          "pid": 640,
          "result_fps": 8.539354448331432,
          "redis_fps": 8.632694357482483,
          "decoded_fps": 8.589292193643312,
          "selected_fps": 8.589292193643312,
          "infer_fps": 8.589292193643312,
          "native_fps": 8.539354448331432,
          "publisher_submit_fps": 8.539354448331432,
          "queue_start": 0,
          "queue_end": 0,
          "queue_max": 0,
          "stale": 0,
          "drop": 0,
          "missed": 0,
          "replaced": 0,
          "send_error": 0,
          "redis_length": 100,
          "redis_pttl": 9995
        },
        {
          "stage": 12,
          "stream_id": "bench16-g2-c2",
          "seconds": 20.024932919070125,
          "pid": 806,
          "result_fps": 8.589292193643312,
          "redis_fps": 8.533208093331048,
          "decoded_fps": 8.639229938955191,
          "selected_fps": 8.639229938955191,
          "infer_fps": 8.639229938955191,
          "native_fps": 8.589292193643312,
          "publisher_submit_fps": 8.589292193643312,
          "queue_start": 0,
          "queue_end": 0,
          "queue_max": 0,
          "stale": 0,
          "drop": 0,
          "missed": 2,
          "replaced": 1,
          "send_error": 0,
          "redis_length": 100,
          "redis_pttl": 9908
        },
        {
          "stage": 12,
          "stream_id": "bench16-g3-c2",
          "seconds": 20.024932919070125,
          "pid": 932,
          "result_fps": 8.489416703019552,
          "redis_fps": 8.382133525991264,
          "decoded_fps": 21.22354175754888,
          "selected_fps": 8.489416703019552,
          "infer_fps": 8.489416703019552,
          "native_fps": 8.489416703019552,
          "publisher_submit_fps": 8.489416703019552,
          "queue_start": 0,
          "queue_end": 0,
          "queue_max": 0,
          "stale": 0,
          "drop": 0,
          "missed": 0,
          "replaced": 0,
          "send_error": 0,
          "redis_length": 100,
          "redis_pttl": 9996
        },
        {
          "stage": 12,
          "stream_id": "bench16-g1-c3",
          "seconds": 20.024932919070125,
          "pid": 1063,
          "result_fps": 8.489416703019552,
          "redis_fps": 8.59050565115731,
          "decoded_fps": 8.489416703019552,
          "selected_fps": 8.489416703019552,
          "infer_fps": 8.489416703019552,
          "native_fps": 8.489416703019552,
          "publisher_submit_fps": 8.489416703019552,
          "queue_start": 0,
          "queue_end": 0,
          "queue_max": 0,
          "stale": 0,
          "drop": 0,
          "missed": 1,
          "replaced": 0,
          "send_error": 0,
          "redis_length": 100,
          "redis_pttl": 9919
        },
        {
          "stage": 12,
          "stream_id": "bench16-g2-c3",
          "seconds": 20.024932919070125,
          "pid": 1191,
          "result_fps": 8.589292193643312,
          "redis_fps": 8.58750348933369,
          "decoded_fps": 8.589292193643312,
          "selected_fps": 8.589292193643312,
          "infer_fps": 8.589292193643312,
          "native_fps": 8.589292193643312,
          "publisher_submit_fps": 8.589292193643312,
          "queue_start": 0,
          "queue_end": 0,
          "queue_max": 0,
          "stale": 0,
          "drop": 0,
          "missed": 1,
          "replaced": 0,
          "send_error": 0,
          "redis_length": 100,
          "redis_pttl": 9862
        },
        {
          "stage": 12,
          "stream_id": "bench16-g3-c3",
          "seconds": 20.024932919070125,
          "pid": 1359,
          "result_fps": 8.489416703019552,
          "redis_fps": 8.387348956400501,
          "decoded_fps": 20.224786851311286,
          "selected_fps": 8.489416703019552,
          "infer_fps": 8.489416703019552,
          "native_fps": 8.489416703019552,
          "publisher_submit_fps": 8.489416703019552,
          "queue_start": 0,
          "queue_end": 0,
          "queue_max": 0,
          "stale": 0,
          "drop": 0,
          "missed": 0,
          "replaced": 0,
          "send_error": 0,
          "redis_length": 100,
          "redis_pttl": 9996
        },
        {
          "stage": 12,
          "stream_id": "bench16-g1-c4",
          "seconds": 20.024932919070125,
          "pid": 1484,
          "result_fps": 8.589292193643312,
          "redis_fps": 8.642622581771093,
          "decoded_fps": 8.589292193643312,
          "selected_fps": 8.589292193643312,
          "infer_fps": 8.589292193643312,
          "native_fps": 8.589292193643312,
          "publisher_submit_fps": 8.589292193643312,
          "queue_start": 0,
          "queue_end": 0,
          "queue_max": 0,
          "stale": 0,
          "drop": 0,
          "missed": 3,
          "replaced": 0,
          "send_error": 0,
          "redis_length": 100,
          "redis_pttl": 9930
        },
        {
          "stage": 12,
          "stream_id": "bench16-g2-c4",
          "seconds": 20.024932919070125,
          "pid": 1611,
          "result_fps": 8.589292193643312,
          "redis_fps": 8.501764209080978,
          "decoded_fps": 8.539354448331432,
          "selected_fps": 8.539354448331432,
          "infer_fps": 8.539354448331432,
          "native_fps": 8.539354448331432,
          "publisher_submit_fps": 8.589292193643312,
          "queue_start": 1,
          "queue_end": 0,
          "queue_max": 1,
          "stale": 0,
          "drop": 0,
          "missed": 0,
          "replaced": 0,
          "send_error": 0,
          "redis_length": 100,
          "redis_pttl": 9984
        },
        {
          "stage": 12,
          "stream_id": "bench16-g3-c4",
          "seconds": 20.024932919070125,
          "pid": 1744,
          "result_fps": 8.489416703019552,
          "redis_fps": 8.445958195160578,
          "decoded_fps": 22.322172154410236,
          "selected_fps": 8.439478957707673,
          "infer_fps": 8.489416703019552,
          "native_fps": 8.489416703019552,
          "publisher_submit_fps": 8.489416703019552,
          "queue_start": 0,
          "queue_end": 0,
          "queue_max": 0,
          "stale": 0,
          "drop": 0,
          "missed": 3,
          "replaced": 0,
          "send_error": 0,
          "redis_length": 100,
          "redis_pttl": 9971
        }
      ],
      "publisher_delta": {
        "replaced": 1,
        "expired": 0,
        "send_error": 0,
        "byte_limit": 0,
        "message_limit": 0
      },
      "workers": 12,
      "triton": {
        "seconds": 20.015084695070982,
        "inference_count": 2041,
        "execution_count": 2041,
        "inference_fps": 101.97308835283755,
        "stats": {
          "success": {
            "count": 2041,
            "total_ns": 843620481510,
            "mean_ms": 413.3368356246938
          },
          "fail": {
            "count": 0,
            "total_ns": 0,
            "mean_ms": null
          },
          "queue": {
            "count": 2041,
            "total_ns": 820098731959,
            "mean_ms": 401.81221556050957
          },
          "compute_input": {
            "count": 2041,
            "total_ns": 8476898040,
            "mean_ms": 4.153306242038217
          },
          "compute_infer": {
            "count": 2041,
            "total_ns": 10795794057,
            "mean_ms": 5.289463036256737
          },
          "compute_output": {
            "count": 2041,
            "total_ns": 2413692793,
            "mean_ms": 1.1826030342969134
          },
          "cache_hit": {
            "count": 0,
            "total_ns": 0,
            "mean_ms": null
          },
          "cache_miss": {
            "count": 0,
            "total_ns": 0,
            "mean_ms": null
          }
        },
        "pending_max": 43.0,
        "instance_distribution": null,
        "instance_distribution_reason": "Installed standard metrics/stats aggregate by model/version; no instance label. No invasive trace/backend modification."
      },
      "resources": {
        "memory_gib": [
          5.182193756103516,
          5.203544616699219
        ],
        "cpu_cores": [
          8.824541649109106,
          9.091052609468223
        ],
        "gpu_util": [
          42,
          57
        ],
        "gpu_mib": [
          8434,
          8434
        ],
        "available_ram_gib": 13.602134704589844,
        "disk_free_gib": 25.170997619628906
      },
      "accepted": false
    },
    {
      "stage": 16,
      "complete": true,
      "rows": [
        {
          "stage": 16,
          "stream_id": "rtsp-test-01",
          "seconds": 60.04123218101449,
          "pid": 261,
          "result_fps": 6.27901837296421,
          "redis_fps": 6.279027668647624,
          "decoded_fps": 6.262363151815764,
          "selected_fps": 6.262363151815764,
          "infer_fps": 6.262363151815764,
          "native_fps": 6.262363151815764,
          "publisher_submit_fps": 6.27901837296421,
          "queue_start": 0,
          "queue_end": 0,
          "queue_max": 1,
          "stale": 0,
          "drop": 0,
          "missed": 2,
          "replaced": 0,
          "send_error": 0,
          "redis_length": 100,
          "redis_pttl": 9933
        },
        {
          "stage": 16,
          "stream_id": "web-cam08-test",
          "seconds": 60.04123218101449,
          "pid": 386,
          "result_fps": 6.262363151815764,
          "redis_fps": 6.263360678780437,
          "decoded_fps": 6.245707930667318,
          "selected_fps": 6.245707930667318,
          "infer_fps": 6.262363151815764,
          "native_fps": 6.262363151815764,
          "publisher_submit_fps": 6.245707930667318,
          "queue_start": 0,
          "queue_end": 0,
          "queue_max": 0,
          "stale": 0,
          "drop": 0,
          "missed": 6,
          "replaced": 0,
          "send_error": 0,
          "redis_length": 100,
          "redis_pttl": 9621
        },
        {
          "stage": 16,
          "stream_id": "web-cam01-test",
          "seconds": 60.04123218101449,
          "pid": 512,
          "result_fps": 6.195742267221979,
          "redis_fps": 6.197176383000246,
          "decoded_fps": 15.422734783461163,
          "selected_fps": 6.179087046073533,
          "infer_fps": 6.179087046073533,
          "native_fps": 6.195742267221979,
          "publisher_submit_fps": 6.195742267221979,
          "queue_start": 0,
          "queue_end": 0,
          "queue_max": 0,
          "stale": 0,
          "drop": 0,
          "missed": 9,
          "replaced": 0,
          "send_error": 0,
          "redis_length": 100,
          "redis_pttl": 9688
        },
        {
          "stage": 16,
          "stream_id": "bench16-g1-c2",
          "seconds": 60.04123218101449,
          "pid": 640,
          "result_fps": 6.27901837296421,
          "redis_fps": 6.333460836136308,
          "decoded_fps": 6.295673594112657,
          "selected_fps": 6.295673594112657,
          "infer_fps": 6.295673594112657,
          "native_fps": 6.27901837296421,
          "publisher_submit_fps": 6.27901837296421,
          "queue_start": 0,
          "queue_end": 0,
          "queue_max": 1,
          "stale": 0,
          "drop": 0,
          "missed": 0,
          "replaced": 0,
          "send_error": 0,
          "redis_length": 100,
          "redis_pttl": 9963
        },
        {
          "stage": 16,
          "stream_id": "bench16-g2-c2",
          "seconds": 60.04123218101449,
          "pid": 806,
          "result_fps": 6.295673594112657,
          "redis_fps": 6.301369119261406,
          "decoded_fps": 6.295673594112657,
          "selected_fps": 6.295673594112657,
          "infer_fps": 6.27901837296421,
          "native_fps": 6.295673594112657,
          "publisher_submit_fps": 6.295673594112657,
          "queue_start": 0,
          "queue_end": 0,
          "queue_max": 0,
          "stale": 0,
          "drop": 0,
          "missed": 1,
          "replaced": 0,
          "send_error": 0,
          "redis_length": 100,
          "redis_pttl": 9937
        },
        {
          "stage": 16,
          "stream_id": "bench16-g3-c2",
          "seconds": 60.04123218101449,
          "pid": 932,
          "result_fps": 6.162431824925087,
          "redis_fps": 6.200586680615478,
          "decoded_fps": 15.272837793125149,
          "selected_fps": 6.145776603776641,
          "infer_fps": 6.162431824925087,
          "native_fps": 6.145776603776641,
          "publisher_submit_fps": 6.145776603776641,
          "queue_start": 0,
          "queue_end": 0,
          "queue_max": 1,
          "stale": 0,
          "drop": 0,
          "missed": 12,
          "replaced": 0,
          "send_error": 0,
          "redis_length": 100,
          "redis_pttl": 9822
        },
        {
          "stage": 16,
          "stream_id": "bench16-g1-c3",
          "seconds": 60.04123218101449,
          "pid": 1063,
          "result_fps": 6.295673594112657,
          "redis_fps": 6.269696269061315,
          "decoded_fps": 6.295673594112657,
          "selected_fps": 6.295673594112657,
          "infer_fps": 6.295673594112657,
          "native_fps": 6.295673594112657,
          "publisher_submit_fps": 6.295673594112657,
          "queue_start": 0,
          "queue_end": 0,
          "queue_max": 0,
          "stale": 0,
          "drop": 0,
          "missed": 2,
          "replaced": 0,
          "send_error": 0,
          "redis_length": 100,
          "redis_pttl": 9993
        },
        {
          "stage": 16,
          "stream_id": "bench16-g2-c3",
          "seconds": 60.04123218101449,
          "pid": 1191,
          "result_fps": 6.27901837296421,
          "redis_fps": 6.268298024251783,
          "decoded_fps": 6.27901837296421,
          "selected_fps": 6.27901837296421,
          "infer_fps": 6.27901837296421,
          "native_fps": 6.262363151815764,
          "publisher_submit_fps": 6.27901837296421,
          "queue_start": 0,
          "queue_end": 0,
          "queue_max": 1,
          "stale": 0,
          "drop": 0,
          "missed": 2,
          "replaced": 0,
          "send_error": 0,
          "redis_length": 100,
          "redis_pttl": 9688
        },
        {
          "stage": 16,
          "stream_id": "bench16-g3-c3",
          "seconds": 60.04123218101449,
          "pid": 1359,
          "result_fps": 6.262363151815764,
          "redis_fps": 6.235901420746235,
          "decoded_fps": 14.706560274077978,
          "selected_fps": 6.245707930667318,
          "infer_fps": 6.262363151815764,
          "native_fps": 6.262363151815764,
          "publisher_submit_fps": 6.262363151815764,
          "queue_start": 0,
          "queue_end": 0,
          "queue_max": 0,
          "stale": 0,
          "drop": 0,
          "missed": 6,
          "replaced": 0,
          "send_error": 0,
          "redis_length": 100,
          "redis_pttl": 9906
        },
        {
          "stage": 16,
          "stream_id": "bench16-g1-c4",
          "seconds": 60.04123218101449,
          "pid": 1484,
          "result_fps": 6.328984036409548,
          "redis_fps": 6.334728190852036,
          "decoded_fps": 6.328984036409548,
          "selected_fps": 6.328984036409548,
          "infer_fps": 6.328984036409548,
          "native_fps": 6.328984036409548,
          "publisher_submit_fps": 6.328984036409548,
          "queue_start": 0,
          "queue_end": 0,
          "queue_max": 0,
          "stale": 0,
          "drop": 0,
          "missed": 1,
          "replaced": 0,
          "send_error": 0,
          "redis_length": 100,
          "redis_pttl": 9934
        },
        {
          "stage": 16,
          "stream_id": "bench16-g2-c4",
          "seconds": 60.04123218101449,
          "pid": 1611,
          "result_fps": 6.345639257557995,
          "redis_fps": 6.3187518171658965,
          "decoded_fps": 6.328984036409548,
          "selected_fps": 6.328984036409548,
          "infer_fps": 6.328984036409548,
          "native_fps": 6.345639257557995,
          "publisher_submit_fps": 6.345639257557995,
          "queue_start": 0,
          "queue_end": 0,
          "queue_max": 0,
          "stale": 0,
          "drop": 0,
          "missed": 4,
          "replaced": 0,
          "send_error": 0,
          "redis_length": 100,
          "redis_pttl": 9984
        },
        {
          "stage": 16,
          "stream_id": "bench16-g3-c4",
          "seconds": 60.04123218101449,
          "pid": 1744,
          "result_fps": 6.2290527095188715,
          "redis_fps": 6.23694508347326,
          "decoded_fps": 15.672563100687857,
          "selected_fps": 6.195742267221979,
          "infer_fps": 6.2290527095188715,
          "native_fps": 6.2290527095188715,
          "publisher_submit_fps": 6.2290527095188715,
          "queue_start": 0,
          "queue_end": 0,
          "queue_max": 0,
          "stale": 0,
          "drop": 0,
          "missed": 4,
          "replaced": 0,
          "send_error": 0,
          "redis_length": 100,
          "redis_pttl": 9923
        },
        {
          "stage": 16,
          "stream_id": "bench16-g1-c5",
          "seconds": 60.04123218101449,
          "pid": 1910,
          "result_fps": 6.262363151815764,
          "redis_fps": 6.303244849523091,
          "decoded_fps": 6.27901837296421,
          "selected_fps": 6.27901837296421,
          "infer_fps": 6.27901837296421,
          "native_fps": 6.262363151815764,
          "publisher_submit_fps": 6.262363151815764,
          "queue_start": 0,
          "queue_end": 0,
          "queue_max": 0,
          "stale": 0,
          "drop": 0,
          "missed": 1,
          "replaced": 0,
          "send_error": 0,
          "redis_length": 100,
          "redis_pttl": 9910
        },
        {
          "stage": 16,
          "stream_id": "bench16-g2-c5",
          "seconds": 60.04123218101449,
          "pid": 2037,
          "result_fps": 6.345639257557995,
          "redis_fps": 6.319477169134414,
          "decoded_fps": 6.328984036409548,
          "selected_fps": 6.328984036409548,
          "infer_fps": 6.312328815261102,
          "native_fps": 6.328984036409548,
          "publisher_submit_fps": 6.345639257557995,
          "queue_start": 1,
          "queue_end": 0,
          "queue_max": 1,
          "stale": 0,
          "drop": 0,
          "missed": 2,
          "replaced": 0,
          "send_error": 0,
          "redis_length": 100,
          "redis_pttl": 9913
        },
        {
          "stage": 16,
          "stream_id": "bench16-g3-c5",
          "seconds": 60.04123218101449,
          "pid": 2164,
          "result_fps": 6.212397488370425,
          "redis_fps": 6.203145471869439,
          "decoded_fps": 14.6066289471873,
          "selected_fps": 6.212397488370425,
          "infer_fps": 6.212397488370425,
          "native_fps": 6.212397488370425,
          "publisher_submit_fps": 6.212397488370425,
          "queue_start": 0,
          "queue_end": 0,
          "queue_max": 0,
          "stale": 0,
          "drop": 0,
          "missed": 1,
          "replaced": 1,
          "send_error": 0,
          "redis_length": 100,
          "redis_pttl": 9934
        },
        {
          "stage": 16,
          "stream_id": "bench16-g1-c6",
          "seconds": 60.04123218101449,
          "pid": 2298,
          "result_fps": 6.27901837296421,
          "redis_fps": 6.25281531673893,
          "decoded_fps": 6.27901837296421,
          "selected_fps": 6.27901837296421,
          "infer_fps": 6.27901837296421,
          "native_fps": 6.27901837296421,
          "publisher_submit_fps": 6.27901837296421,
          "queue_start": 0,
          "queue_end": 0,
          "queue_max": 0,
          "stale": 0,
          "drop": 0,
          "missed": 1,
          "replaced": 1,
          "send_error": 0,
          "redis_length": 100,
          "redis_pttl": 9921
        }
      ],
      "publisher_delta": {
        "replaced": 2,
        "expired": 0,
        "send_error": 0,
        "byte_limit": 0,
        "message_limit": 0
      },
      "workers": 16,
      "triton": {
        "seconds": 59.99392864992842,
        "inference_count": 6020,
        "execution_count": 6020,
        "inference_fps": 100.34348700728374,
        "stats": {
          "success": {
            "count": 6020,
            "total_ns": 3493505024473,
            "mean_ms": 580.3164492480067
          },
          "fail": {
            "count": 0,
            "total_ns": 0,
            "mean_ms": null
          },
          "queue": {
            "count": 6020,
            "total_ns": 3423650672514,
            "mean_ms": 568.7127362980067
          },
          "compute_input": {
            "count": 6020,
            "total_ns": 24589019294,
            "mean_ms": 4.0845547
          },
          "compute_infer": {
            "count": 6020,
            "total_ns": 32783040612,
            "mean_ms": 5.445687809302325
          },
          "compute_output": {
            "count": 6020,
            "total_ns": 7346462377,
            "mean_ms": 1.2203425875415284
          },
          "cache_hit": {
            "count": 0,
            "total_ns": 0,
            "mean_ms": null
          },
          "cache_miss": {
            "count": 0,
            "total_ns": 0,
            "mean_ms": null
          }
        },
        "pending_max": 59.0,
        "instance_distribution": null,
        "instance_distribution_reason": "Installed standard metrics/stats aggregate by model/version; no instance label. No invasive trace/backend modification."
      },
      "resources": {
        "memory_gib": [
          6.644443511962891,
          6.733299255371094
        ],
        "cpu_cores": [
          8.924478155867316,
          9.5745850264904
        ],
        "gpu_util": [
          30,
          62
        ],
        "gpu_mib": [
          9720,
          9720
        ],
        "available_ram_gib": 11.631118774414062,
        "disk_free_gib": 25.17092514038086
      },
      "accepted": false
    }
  ],
  "readback": {
    "removed_children": 13,
    "model_ready": 200,
    "recovery": [
      {
        "stream_id": "rtsp-test-01",
        "seconds": 5.6035220278427005,
        "result_fps": 9.993714617654396,
        "redis_fps": 9.993774360358481,
        "queue": 0,
        "stale": 0
      },
      {
        "stream_id": "web-cam08-test",
        "seconds": 5.6035220278427005,
        "result_fps": 9.993714617654396,
        "redis_fps": 10.005338208726,
        "queue": 0,
        "stale": 0
      },
      {
        "stream_id": "web-cam01-test",
        "seconds": 5.6035220278427005,
        "result_fps": 9.815255428053424,
        "redis_fps": 10.021678791967553,
        "queue": 0,
        "stale": 0
      }
    ],
    "registered_added": 13,
    "added_stopped": 13,
    "active": 3,
    "preset_directory": "/workspace/contextra-runtime-config/test-run/presets/medium16",
    "manifest": "/workspace/contextra-runtime-config/test-run/medium16-registry.json",
    "publisher": {
      "sent_status": 1053,
      "sent": 26558,
      "sent_frames": 25505,
      "replaced": 12,
      "expired": 0,
      "send_error": 0,
      "byte_limit": 0,
      "message_limit": 0,
      "inactive": 0,
      "stale_generation_or_seq": 0,
      "shutdown_drop": 0,
      "close_error": 0,
      "fenced_control": 2,
      "queued": 1,
      "queuedBytes": 1176,
      "channels": 18,
      "workers": 3,
      "inflightBytes": 0,
      "inflightByteLimit": 167772160,
      "workerMode": "process-channel",
      "workerLimit": 16,
      "controlWorkers": 1,
      "pendingByteLimit": 268435456,
      "pendingByteBound": 168820736,
      "childReservedBytes": 16777216,
      "profile": {
        "enabled": false,
        "supported": false,
        "reason": "Use per-stream bounded metrics."
      }
    },
    "settings_preserved": true,
    "instance": 4,
    "resources": {
      "at": 1397808.341218445,
      "memory": 2354835456,
      "available": 18834132992,
      "cpu": {
        "usage_usec": 2408205522,
        "user_usec": 1925946451,
        "system_usec": 482259070,
        "core_sched.force_idle_usec": 0,
        "nr_periods": 0,
        "nr_throttled": 0,
        "throttled_usec": 0,
        "nr_bursts": 0,
        "burst_usec": 0
      },
      "gpu": [
        [
          5552,
          49140,
          32
        ]
      ],
      "disk": 27032969216
    },
    "trace": {
      "trace_level": [
        "OFF"
      ],
      "trace_rate": "1000",
      "trace_count": "-1",
      "log_frequency": "0",
      "trace_file": "",
      "trace_mode": "triton"
    },
    "evidence_bytes": 1325207
  }
}