[
  {
    "level": 16,
    "status": "PASS",
    "seconds": 30.000099127646536,
    "providers": {
      "pose": {
        "completed_fps": 127.49957870889428,
        "accepted_fps": 127.49957870889428,
        "per_channel_completed_mean": 7.968723669305892,
        "per_channel_accepted_mean": 7.968723669305892,
        "per_channel_accepted_min": 7.666641334129591,
        "per_channel_accepted_max": 8.299972574775078,
        "per_channel_accepted_std": 0.15699768982812218,
        "rejected_pct": 0.0,
        "sent_fps": 127.09958003059187,
        "diagnostic_complete_channels": 16,
        "selected_fps": 127.43291226251054,
        "infer_entry_fps": 126.848928697176,
        "pre_infer_expired": 0,
        "durations": {
          "selected_to_preprocess_start": {
            "count": 3793,
            "sum_ns": 30629432821,
            "histogram": [
              10,
              1097,
              1088,
              596,
              634,
              344,
              17,
              4,
              0,
              0,
              1,
              2,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 8.075252523332454,
            "p95_bucket_upper_ms": 50
          },
          "preprocess_start_to_preprocess_output": {
            "count": 3770,
            "sum_ns": 57833725148,
            "histogram": [
              14,
              104,
              331,
              1107,
              1586,
              566,
              37,
              7,
              1,
              1,
              0,
              14,
              2,
              0,
              0,
              0
            ],
            "mean_ms": 15.34051064933687,
            "p95_bucket_upper_ms": 50
          },
          "selected_to_preprocess": {
            "count": 3786,
            "sum_ns": 125865991729,
            "histogram": [
              0,
              0,
              31,
              203,
              1052,
              2000,
              365,
              75,
              25,
              2,
              2,
              26,
              5,
              0,
              0,
              0
            ],
            "mean_ms": 33.24511139170629,
            "p95_bucket_upper_ms": 75
          },
          "preprocess_start_to_preprocess": {
            "count": 3775,
            "sum_ns": 95054370026,
            "histogram": [
              0,
              27,
              151,
              511,
              1432,
              1400,
              176,
              36,
              10,
              2,
              2,
              24,
              4,
              0,
              0,
              0
            ],
            "mean_ms": 25.179965569801322,
            "p95_bucket_upper_ms": 75
          },
          "preprocess_output_to_infer_entry": {
            "count": 3775,
            "sum_ns": 37087075533,
            "histogram": [
              861,
              417,
              567,
              837,
              701,
              337,
              38,
              2,
              1,
              0,
              2,
              10,
              2,
              0,
              0,
              0
            ],
            "mean_ms": 9.824390869668875,
            "p95_bucket_upper_ms": 50
          },
          "copy_wall": {
            "count": 3824,
            "sum_ns": 135151034738,
            "histogram": [
              0,
              0,
              5,
              192,
              969,
              2111,
              408,
              77,
              17,
              2,
              2,
              36,
              5,
              0,
              0,
              0
            ],
            "mean_ms": 35.34284381223849,
            "p95_bucket_upper_ms": 75
          },
          "copy_thread_cpu": {
            "count": 3824,
            "sum_ns": 64319119652,
            "histogram": [
              0,
              0,
              24,
              800,
              2540,
              423,
              1,
              0,
              0,
              0,
              9,
              27,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 16.819853465481174,
            "p95_bucket_upper_ms": 50
          },
          "accepted_interval": {
            "count": 3825,
            "sum_ns": 480589434281,
            "histogram": [
              0,
              1,
              0,
              0,
              30,
              502,
              761,
              725,
              795,
              407,
              390,
              181,
              33,
              0,
              0,
              0
            ],
            "mean_ms": 125.64429654405228,
            "p95_bucket_upper_ms": 500
          },
          "completed_queue_wait": {
            "count": 3823,
            "sum_ns": 76470148750,
            "histogram": [
              759,
              683,
              774,
              349,
              275,
              453,
              245,
              165,
              89,
              8,
              4,
              15,
              4,
              0,
              0,
              0
            ],
            "mean_ms": 20.002654656029296,
            "p95_bucket_upper_ms": 100
          },
          "preprocess_to_infer_output": {
            "count": 3775,
            "sum_ns": 1603769193731,
            "histogram": [
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              43,
              3300,
              432,
              0,
              0,
              0
            ],
            "mean_ms": 424.83952151814566,
            "p95_bucket_upper_ms": 1000
          },
          "preprocess_to_callback": {
            "count": 3776,
            "sum_ns": 1644503638198,
            "histogram": [
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              26,
              3250,
              500,
              0,
              0,
              0
            ],
            "mean_ms": 435.5147346922669,
            "p95_bucket_upper_ms": 1000
          },
          "infer_output_to_callback": {
            "count": 3790,
            "sum_ns": 40715028440,
            "histogram": [
              1,
              87,
              976,
              1354,
              1027,
              328,
              7,
              1,
              0,
              0,
              0,
              9,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 10.742751567282323,
            "p95_bucket_upper_ms": 50
          },
          "callback_to_copied": {
            "count": 3792,
            "sum_ns": 139037266595,
            "histogram": [
              0,
              0,
              3,
              162,
              863,
              2154,
              460,
              86,
              19,
              2,
              2,
              36,
              5,
              0,
              0,
              0
            ],
            "mean_ms": 36.66594583201477,
            "p95_bucket_upper_ms": 75
          },
          "selected_to_submitted": {
            "count": 3795,
            "sum_ns": 1927096143347,
            "histogram": [
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              2272,
              1516,
              7,
              0,
              0
            ],
            "mean_ms": 507.79872024953886,
            "p95_bucket_upper_ms": 1000
          }
        },
        "existing_accepted_mean": null,
        "new_accepted_mean": 7.968723669305892
      }
    },
    "models": {
      "RFDETRKeypointPreview": {
        "stats": {
          "success": {
            "count": 3764,
            "mean_ms": 339.56919323751333
          },
          "fail": {
            "count": 0,
            "mean_ms": null
          },
          "queue": {
            "count": 3764,
            "mean_ms": 300.2202944120616
          },
          "compute_input": {
            "count": 3764,
            "mean_ms": 1.0927238480340062
          },
          "compute_infer": {
            "count": 3764,
            "mean_ms": 30.489978940488843
          },
          "compute_output": {
            "count": 3764,
            "mean_ms": 4.3838375292242295
          },
          "cache_hit": {
            "count": 0,
            "mean_ms": null
          },
          "cache_miss": {
            "count": 0,
            "mean_ms": null
          }
        },
        "batch_executions": {
          "1": 0,
          "2": 0,
          "3": 0,
          "4": 941
        },
        "mean_batch": 4.0,
        "executions": 941,
        "inferences": 3764
      },
      "RFDETRFireSmoke": {
        "stats": {
          "success": {
            "count": 0,
            "mean_ms": null
          },
          "fail": {
            "count": 0,
            "mean_ms": null
          },
          "queue": {
            "count": 0,
            "mean_ms": null
          },
          "compute_input": {
            "count": 0,
            "mean_ms": null
          },
          "compute_infer": {
            "count": 0,
            "mean_ms": null
          },
          "compute_output": {
            "count": 0,
            "mean_ms": null
          },
          "cache_hit": {
            "count": 0,
            "mean_ms": null
          },
          "cache_miss": {
            "count": 0,
            "mean_ms": null
          }
        },
        "batch_executions": {},
        "mean_batch": null,
        "executions": 0,
        "inferences": 0
      },
      "Awiros_person_and_head_detection": {
        "stats": {
          "success": {
            "count": 0,
            "mean_ms": null
          },
          "fail": {
            "count": 0,
            "mean_ms": null
          },
          "queue": {
            "count": 0,
            "mean_ms": null
          },
          "compute_input": {
            "count": 0,
            "mean_ms": null
          },
          "compute_infer": {
            "count": 0,
            "mean_ms": null
          },
          "compute_output": {
            "count": 0,
            "mean_ms": null
          },
          "cache_hit": {
            "count": 0,
            "mean_ms": null
          },
          "cache_miss": {
            "count": 0,
            "mean_ms": null
          }
        },
        "batch_executions": {},
        "mean_batch": null,
        "executions": 0,
        "inferences": 0
      }
    },
    "cpu": {
      "triton": {
        "cpu_s": 27.384404252,
        "runnable_wait_thread_s": 52.18010233600001,
        "matched_threads": 113,
        "unmatched_threads": 0,
        "mean_cores": 0.9236659440207282
      },
      "channel-control": {
        "cpu_s": 8.002920654,
        "runnable_wait_thread_s": 12.660715942999996,
        "matched_threads": 68,
        "unmatched_threads": 0,
        "mean_cores": 0.26993558789068867
      },
      "3:pose": {
        "cpu_s": 19.589551365999995,
        "runnable_wait_thread_s": 29.691659373999997,
        "matched_threads": 79,
        "unmatched_threads": 0,
        "mean_cores": 0.6607484058776789
      },
      "5:pose": {
        "cpu_s": 19.304790742999998,
        "runnable_wait_thread_s": 32.41690707499999,
        "matched_threads": 79,
        "unmatched_threads": 0,
        "mean_cores": 0.651143534168848
      },
      "6:pose": {
        "cpu_s": 18.588372552999996,
        "runnable_wait_thread_s": 32.423500176,
        "matched_threads": 79,
        "unmatched_threads": 0,
        "mean_cores": 0.6269790105337704
      },
      "8:pose": {
        "cpu_s": 18.387746046999997,
        "runnable_wait_thread_s": 30.178966613999993,
        "matched_threads": 79,
        "unmatched_threads": 0,
        "mean_cores": 0.6202119518329576
      },
      "9:pose": {
        "cpu_s": 18.587388471000004,
        "runnable_wait_thread_s": 29.241083307999997,
        "matched_threads": 79,
        "unmatched_threads": 0,
        "mean_cores": 0.6269458178076789
      },
      "10:pose": {
        "cpu_s": 18.682406498000006,
        "runnable_wait_thread_s": 32.021829492,
        "matched_threads": 79,
        "unmatched_threads": 0,
        "mean_cores": 0.6301507411209744
      },
      "11:pose": {
        "cpu_s": 17.966711231,
        "runnable_wait_thread_s": 31.981108804999998,
        "matched_threads": 79,
        "unmatched_threads": 0,
        "mean_cores": 0.606010601414395
      },
      "12:pose": {
        "cpu_s": 18.823262148,
        "runnable_wait_thread_s": 33.53859355899999,
        "matched_threads": 79,
        "unmatched_threads": 0,
        "mean_cores": 0.6349017507003921
      },
      "13:pose": {
        "cpu_s": 17.947476047000002,
        "runnable_wait_thread_s": 32.039650048000006,
        "matched_threads": 79,
        "unmatched_threads": 0,
        "mean_cores": 0.6053618056902202
      },
      "14:pose": {
        "cpu_s": 19.518270258000005,
        "runnable_wait_thread_s": 33.475857293,
        "matched_threads": 79,
        "unmatched_threads": 0,
        "mean_cores": 0.65834412016433
      },
      "15:pose": {
        "cpu_s": 18.689482513,
        "runnable_wait_thread_s": 33.0338268,
        "matched_threads": 79,
        "unmatched_threads": 0,
        "mean_cores": 0.6303894125200208
      },
      "16:pose": {
        "cpu_s": 19.30719018600001,
        "runnable_wait_thread_s": 33.05128531,
        "matched_threads": 79,
        "unmatched_threads": 0,
        "mean_cores": 0.6512244665040318
      },
      "17:pose": {
        "cpu_s": 18.696618456999992,
        "runnable_wait_thread_s": 32.76412667200002,
        "matched_threads": 79,
        "unmatched_threads": 0,
        "mean_cores": 0.6306301053023277
      },
      "18:pose": {
        "cpu_s": 18.274400828999998,
        "runnable_wait_thread_s": 32.932293647000016,
        "matched_threads": 79,
        "unmatched_threads": 0,
        "mean_cores": 0.6163888590674265
      },
      "19:pose": {
        "cpu_s": 18.699097025999997,
        "runnable_wait_thread_s": 32.022243294,
        "matched_threads": 79,
        "unmatched_threads": 0,
        "mean_cores": 0.6307137065285636
      },
      "20:pose": {
        "cpu_s": 17.029647801000003,
        "runnable_wait_thread_s": 32.91622982300001,
        "matched_threads": 79,
        "unmatched_threads": 0,
        "mean_cores": 0.5744037944992861
      }
    },
    "host_cpu_steal_pct": 0.0804009784970149,
    "host_cpu_busy_pct": 90.6598012214106,
    "container_mean_cores": 11.354034929289757,
    "throttled_usec": 0,
    "cpu_quota": "max 100000\n",
    "gpu_util_mean": 69.28571428571429,
    "gpu_memory_util_mean": 31.428571428571427,
    "gpu_memory_peak_mib": 14704.0,
    "gpu_power_mean_w": 238.62428571428572,
    "ram_peak_mib": 7566.30859375,
    "host_available_min_mib": 10153.37109375,
    "expected_children": 16,
    "observed_children": 16,
    "renderer_peak_sampled": 0,
    "artifact_count_delta": {},
    "max_probe_seconds": 1.4051566165871918,
    "metric_errors": []
  }
]