[
  {
    "level": 1,
    "status": "PASS",
    "seconds": 29.999993273988366,
    "providers": {
      "pose": {
        "completed_fps": 9.866668878777656,
        "accepted_fps": 9.866668878777656,
        "per_channel_completed_mean": 9.866668878777656,
        "per_channel_accepted_mean": 9.866668878777656,
        "per_channel_accepted_min": 9.866668878777656,
        "per_channel_accepted_max": 9.866668878777656,
        "per_channel_accepted_std": 0.0,
        "rejected_pct": 0.0,
        "sent_fps": 9.866668878777656,
        "diagnostic_complete_channels": 1,
        "selected_fps": 9.9666689011977,
        "infer_entry_fps": 9.880649039900554,
        "pre_infer_expired": 0,
        "durations": {
          "copy_wall": {
            "count": 296,
            "sum_ns": 2864648145,
            "histogram": [
              0,
              0,
              90,
              173,
              29,
              0,
              0,
              0,
              0,
              0,
              4,
              0,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 9.67786535472973,
            "p95_bucket_upper_ms": 20
          },
          "copy_thread_cpu": {
            "count": 296,
            "sum_ns": 2835165944,
            "histogram": [
              0,
              0,
              92,
              175,
              25,
              0,
              0,
              0,
              0,
              0,
              4,
              0,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 9.578263324324325,
            "p95_bucket_upper_ms": 20
          },
          "accepted_interval": {
            "count": 296,
            "sum_ns": 29821879953,
            "histogram": [
              0,
              0,
              0,
              0,
              1,
              22,
              33,
              98,
              132,
              1,
              4,
              5,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 100.7495944358108,
            "p95_bucket_upper_ms": 150
          },
          "selected_to_preprocess_start": {
            "count": 296,
            "sum_ns": 1548628042,
            "histogram": [
              0,
              4,
              236,
              37,
              6,
              13,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 5.231851493243243,
            "p95_bucket_upper_ms": 20
          },
          "selected_to_preprocess": {
            "count": 296,
            "sum_ns": 1842566405,
            "histogram": [
              0,
              0,
              187,
              86,
              10,
              13,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 6.224886503378378,
            "p95_bucket_upper_ms": 20
          },
          "preprocess_start_to_preprocess": {
            "count": 296,
            "sum_ns": 293938363,
            "histogram": [
              206,
              73,
              16,
              1,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 0.9930350101351352,
            "p95_bucket_upper_ms": 5
          },
          "preprocess_to_infer_output": {
            "count": 295,
            "sum_ns": 6992874013,
            "histogram": [
              0,
              0,
              0,
              0,
              48,
              247,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 23.70465767118644,
            "p95_bucket_upper_ms": 50
          },
          "preprocess_to_callback": {
            "count": 295,
            "sum_ns": 7530940792,
            "histogram": [
              0,
              0,
              0,
              0,
              14,
              281,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 25.528612854237288,
            "p95_bucket_upper_ms": 50
          },
          "infer_output_to_callback": {
            "count": 295,
            "sum_ns": 538066779,
            "histogram": [
              29,
              172,
              92,
              2,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 1.8239551830508474,
            "p95_bucket_upper_ms": 5
          },
          "callback_to_copied": {
            "count": 295,
            "sum_ns": 3172150446,
            "histogram": [
              0,
              0,
              32,
              211,
              48,
              0,
              0,
              0,
              0,
              0,
              4,
              0,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 10.753052359322034,
            "p95_bucket_upper_ms": 20
          },
          "selected_to_submitted": {
            "count": 295,
            "sum_ns": 12644399963,
            "histogram": [
              0,
              0,
              0,
              0,
              0,
              263,
              25,
              3,
              0,
              0,
              4,
              0,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 42.862372755932206,
            "p95_bucket_upper_ms": 75
          }
        },
        "existing_accepted_mean": null,
        "new_accepted_mean": 9.866668878777656
      }
    },
    "models": {
      "RFDETRKeypointPreview": {
        "stats": {
          "success": {
            "count": 296,
            "mean_ms": 13.894446905405406
          },
          "fail": {
            "count": 0,
            "mean_ms": null
          },
          "queue": {
            "count": 296,
            "mean_ms": 5.32379377027027
          },
          "compute_input": {
            "count": 296,
            "mean_ms": 0.2075604324324324
          },
          "compute_infer": {
            "count": 296,
            "mean_ms": 7.29328489527027
          },
          "compute_output": {
            "count": 296,
            "mean_ms": 0.5763726047297297
          },
          "cache_hit": {
            "count": 0,
            "mean_ms": null
          },
          "cache_miss": {
            "count": 0,
            "mean_ms": null
          }
        },
        "batch_executions": {
          "1": 296
        },
        "mean_batch": 1.0,
        "executions": 296,
        "inferences": 296
      },
      "RFDETRFireSmoke": {
        "stats": {
          "success": {
            "count": 0,
            "mean_ms": null
          },
          "fail": {
            "count": 0,
            "mean_ms": null
          },
          "queue": {
            "count": 0,
            "mean_ms": null
          },
          "compute_input": {
            "count": 0,
            "mean_ms": null
          },
          "compute_infer": {
            "count": 0,
            "mean_ms": null
          },
          "compute_output": {
            "count": 0,
            "mean_ms": null
          },
          "cache_hit": {
            "count": 0,
            "mean_ms": null
          },
          "cache_miss": {
            "count": 0,
            "mean_ms": null
          }
        },
        "batch_executions": {},
        "mean_batch": null,
        "executions": 0,
        "inferences": 0
      },
      "Awiros_person_and_head_detection": {
        "stats": {
          "success": {
            "count": 0,
            "mean_ms": null
          },
          "fail": {
            "count": 0,
            "mean_ms": null
          },
          "queue": {
            "count": 0,
            "mean_ms": null
          },
          "compute_input": {
            "count": 0,
            "mean_ms": null
          },
          "compute_infer": {
            "count": 0,
            "mean_ms": null
          },
          "compute_output": {
            "count": 0,
            "mean_ms": null
          },
          "cache_hit": {
            "count": 0,
            "mean_ms": null
          },
          "cache_miss": {
            "count": 0,
            "mean_ms": null
          }
        },
        "batch_executions": {},
        "mean_batch": null,
        "executions": 0,
        "inferences": 0
      }
    },
    "cpu": {
      "triton": {
        "cpu_s": 4.106147097999999,
        "runnable_wait_thread_s": 0.225874798,
        "matched_threads": 110,
        "unmatched_threads": 0,
        "mean_cores": 0.1379283045491161
      },
      "channel-control": {
        "cpu_s": 2.65292202,
        "runnable_wait_thread_s": 0.038938799,
        "matched_threads": 38,
        "unmatched_threads": 0,
        "mean_cores": 0.08911347489178927
      },
      "3:pose": {
        "cpu_s": 15.104985132999998,
        "runnable_wait_thread_s": 0.153228514,
        "matched_threads": 79,
        "unmatched_threads": 0,
        "mean_cores": 0.5073868373222841
      }
    },
    "host_cpu_steal_pct": 0.0714711137581894,
    "host_cpu_busy_pct": 38.456564281460054,
    "container_mean_cores": 0.8042265973950297,
    "throttled_usec": 0,
    "cpu_quota": "max 100000\n",
    "gpu_util_mean": 24.142857142857142,
    "gpu_memory_util_mean": 4.142857142857143,
    "gpu_memory_peak_mib": 9889.0,
    "gpu_power_mean_w": 119.21142857142857,
    "ram_peak_mib": 2346.58984375,
    "host_available_min_mib": 16722.421875,
    "expected_children": 1,
    "observed_children": 1,
    "renderer_peak_sampled": 0,
    "artifact_count_delta": {},
    "max_probe_seconds": 0.6734052891843021,
    "metric_errors": []
  },
  {
    "level": 2,
    "status": "PASS",
    "seconds": 30.000017968006432,
    "providers": {
      "pose": {
        "completed_fps": 19.666654887647283,
        "accepted_fps": 19.666654887647283,
        "per_channel_completed_mean": 9.833327443823642,
        "per_channel_accepted_mean": 9.833327443823642,
        "per_channel_accepted_min": 9.73332750371696,
        "per_channel_accepted_max": 9.933327383930322,
        "per_channel_accepted_std": 0.0999999401066809,
        "rejected_pct": 0.0,
        "sent_fps": 19.63332157427839,
        "diagnostic_complete_channels": 2,
        "selected_fps": 19.933321394598433,
        "infer_entry_fps": 19.634052081092538,
        "pre_infer_expired": 0,
        "durations": {
          "copy_wall": {
            "count": 590,
            "sum_ns": 5444495210,
            "histogram": [
              0,
              0,
              150,
              349,
              84,
              1,
              0,
              0,
              0,
              2,
              4,
              0,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 9.227957983050848,
            "p95_bucket_upper_ms": 20
          },
          "copy_thread_cpu": {
            "count": 590,
            "sum_ns": 5389532178,
            "histogram": [
              0,
              0,
              150,
              353,
              80,
              1,
              0,
              0,
              0,
              2,
              4,
              0,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 9.134800301694915,
            "p95_bucket_upper_ms": 20
          },
          "accepted_interval": {
            "count": 590,
            "sum_ns": 59871969789,
            "histogram": [
              0,
              0,
              0,
              1,
              0,
              26,
              63,
              230,
              246,
              5,
              12,
              7,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 101.47791489661017,
            "p95_bucket_upper_ms": 150
          },
          "selected_to_preprocess_start": {
            "count": 590,
            "sum_ns": 2850300299,
            "histogram": [
              0,
              13,
              489,
              57,
              10,
              19,
              2,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 4.831017455932204,
            "p95_bucket_upper_ms": 20
          },
          "selected_to_preprocess": {
            "count": 590,
            "sum_ns": 3541468934,
            "histogram": [
              0,
              0,
              391,
              156,
              20,
              20,
              3,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 6.0024897186440676,
            "p95_bucket_upper_ms": 20
          },
          "preprocess_start_to_preprocess": {
            "count": 590,
            "sum_ns": 691168635,
            "histogram": [
              397,
              128,
              55,
              8,
              2,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 1.1714722627118643,
            "p95_bucket_upper_ms": 5
          },
          "preprocess_to_infer_output": {
            "count": 589,
            "sum_ns": 14911579095,
            "histogram": [
              0,
              0,
              0,
              0,
              102,
              487,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 25.316772657045842,
            "p95_bucket_upper_ms": 50
          },
          "preprocess_to_callback": {
            "count": 589,
            "sum_ns": 15852009247,
            "histogram": [
              0,
              0,
              0,
              0,
              43,
              545,
              1,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 26.913428263157893,
            "p95_bucket_upper_ms": 50
          },
          "infer_output_to_callback": {
            "count": 589,
            "sum_ns": 940430152,
            "histogram": [
              74,
              391,
              123,
              1,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 1.5966556061120543,
            "p95_bucket_upper_ms": 5
          },
          "callback_to_copied": {
            "count": 589,
            "sum_ns": 5940937126,
            "histogram": [
              0,
              0,
              87,
              376,
              118,
              2,
              0,
              0,
              0,
              2,
              4,
              0,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 10.086480689303905,
            "p95_bucket_upper_ms": 20
          },
          "selected_to_submitted": {
            "count": 589,
            "sum_ns": 25528343405,
            "histogram": [
              0,
              0,
              0,
              0,
              0,
              502,
              72,
              8,
              1,
              0,
              6,
              0,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 43.34183939728353,
            "p95_bucket_upper_ms": 75
          }
        },
        "existing_accepted_mean": 9.73332750371696,
        "new_accepted_mean": 9.933327383930322
      }
    },
    "models": {
      "RFDETRKeypointPreview": {
        "stats": {
          "success": {
            "count": 590,
            "mean_ms": 15.868878338983052
          },
          "fail": {
            "count": 0,
            "mean_ms": null
          },
          "queue": {
            "count": 590,
            "mean_ms": 5.3357863508474574
          },
          "compute_input": {
            "count": 590,
            "mean_ms": 0.21592271186440676
          },
          "compute_infer": {
            "count": 590,
            "mean_ms": 9.227149315254238
          },
          "compute_output": {
            "count": 590,
            "mean_ms": 0.6059037711864407
          },
          "cache_hit": {
            "count": 0,
            "mean_ms": null
          },
          "cache_miss": {
            "count": 0,
            "mean_ms": null
          }
        },
        "batch_executions": {
          "1": 520,
          "2": 35
        },
        "mean_batch": 1.063063063063063,
        "executions": 555,
        "inferences": 590
      },
      "RFDETRFireSmoke": {
        "stats": {
          "success": {
            "count": 0,
            "mean_ms": null
          },
          "fail": {
            "count": 0,
            "mean_ms": null
          },
          "queue": {
            "count": 0,
            "mean_ms": null
          },
          "compute_input": {
            "count": 0,
            "mean_ms": null
          },
          "compute_infer": {
            "count": 0,
            "mean_ms": null
          },
          "compute_output": {
            "count": 0,
            "mean_ms": null
          },
          "cache_hit": {
            "count": 0,
            "mean_ms": null
          },
          "cache_miss": {
            "count": 0,
            "mean_ms": null
          }
        },
        "batch_executions": {},
        "mean_batch": null,
        "executions": 0,
        "inferences": 0
      },
      "Awiros_person_and_head_detection": {
        "stats": {
          "success": {
            "count": 0,
            "mean_ms": null
          },
          "fail": {
            "count": 0,
            "mean_ms": null
          },
          "queue": {
            "count": 0,
            "mean_ms": null
          },
          "compute_input": {
            "count": 0,
            "mean_ms": null
          },
          "compute_infer": {
            "count": 0,
            "mean_ms": null
          },
          "compute_output": {
            "count": 0,
            "mean_ms": null
          },
          "cache_hit": {
            "count": 0,
            "mean_ms": null
          },
          "cache_miss": {
            "count": 0,
            "mean_ms": null
          }
        },
        "batch_executions": {},
        "mean_batch": null,
        "executions": 0,
        "inferences": 0
      }
    },
    "cpu": {
      "triton": {
        "cpu_s": 7.800628220000002,
        "runnable_wait_thread_s": 0.35236458499999995,
        "matched_threads": 110,
        "unmatched_threads": 0,
        "mean_cores": 0.2599825503158786
      },
      "channel-control": {
        "cpu_s": 2.624334701,
        "runnable_wait_thread_s": 0.036560692,
        "matched_threads": 40,
        "unmatched_threads": 0,
        "mean_cores": 0.08746490785179843
      },
      "3:pose": {
        "cpu_s": 16.335751289999997,
        "runnable_wait_thread_s": 0.18010524800000002,
        "matched_threads": 79,
        "unmatched_threads": 0,
        "mean_cores": 0.5444446475235428
      },
      "5:pose": {
        "cpu_s": 15.981688718,
        "runnable_wait_thread_s": 0.33821259,
        "matched_threads": 79,
        "unmatched_threads": 0,
        "mean_cores": 0.5326443042891412
      }
    },
    "host_cpu_steal_pct": 0.0541601787285898,
    "host_cpu_busy_pct": 40.42718840972175,
    "container_mean_cores": 1.4972832368458118,
    "throttled_usec": 0,
    "cpu_quota": "max 100000\n",
    "gpu_util_mean": 23.285714285714285,
    "gpu_memory_util_mean": 5.0,
    "gpu_memory_peak_mib": 10201.0,
    "gpu_power_mean_w": 129.23142857142858,
    "ram_peak_mib": 2689.7109375,
    "host_available_min_mib": 16375.92578125,
    "expected_children": 2,
    "observed_children": 2,
    "renderer_peak_sampled": 0,
    "artifact_count_delta": {},
    "max_probe_seconds": 0.5192990307696164,
    "metric_errors": []
  },
  {
    "level": 4,
    "status": "PASS",
    "seconds": 30.000019679777324,
    "providers": {
      "pose": {
        "completed_fps": 38.566641367236194,
        "accepted_fps": 38.566641367236194,
        "per_channel_completed_mean": 9.641660341809049,
        "per_channel_accepted_mean": 9.641660341809049,
        "per_channel_accepted_min": 9.399993833673816,
        "per_channel_accepted_max": 9.799993571276959,
        "per_channel_accepted_std": 0.1516116121994103,
        "rejected_pct": 0.0,
        "sent_fps": 38.499974744302335,
        "diagnostic_complete_channels": 4,
        "selected_fps": 40.06664038324797,
        "infer_entry_fps": 38.51735578880371,
        "pre_infer_expired": 0,
        "durations": {
          "selected_to_preprocess_start": {
            "count": 1156,
            "sum_ns": 6629460108,
            "histogram": [
              0,
              15,
              890,
              164,
              35,
              38,
              13,
              1,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 5.734827083044983,
            "p95_bucket_upper_ms": 20
          },
          "selected_to_preprocess": {
            "count": 1156,
            "sum_ns": 8313998545,
            "histogram": [
              0,
              0,
              634,
              402,
              63,
              39,
              14,
              4,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 7.1920402638408305,
            "p95_bucket_upper_ms": 20
          },
          "preprocess_start_to_preprocess": {
            "count": 1156,
            "sum_ns": 1684538437,
            "histogram": [
              615,
              334,
              171,
              31,
              5,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 1.4572131807958477,
            "p95_bucket_upper_ms": 5
          },
          "preprocess_to_infer_output": {
            "count": 1157,
            "sum_ns": 34282677087,
            "histogram": [
              0,
              0,
              0,
              0,
              88,
              1046,
              23,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 29.63066299654278,
            "p95_bucket_upper_ms": 50
          },
          "preprocess_to_callback": {
            "count": 1157,
            "sum_ns": 36338026374,
            "histogram": [
              0,
              0,
              0,
              0,
              36,
              1088,
              33,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 31.40711008988764,
            "p95_bucket_upper_ms": 50
          },
          "infer_output_to_callback": {
            "count": 1157,
            "sum_ns": 2053331585,
            "histogram": [
              89,
              747,
              317,
              4,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 1.7747031849611064,
            "p95_bucket_upper_ms": 5
          },
          "copy_wall": {
            "count": 1156,
            "sum_ns": 12722539876,
            "histogram": [
              0,
              0,
              165,
              660,
              295,
              24,
              0,
              0,
              0,
              2,
              9,
              1,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 11.005657332179931,
            "p95_bucket_upper_ms": 20
          },
          "copy_thread_cpu": {
            "count": 1156,
            "sum_ns": 12448325548,
            "histogram": [
              0,
              0,
              167,
              681,
              276,
              20,
              0,
              0,
              0,
              2,
              9,
              1,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 10.768447705882354,
            "p95_bucket_upper_ms": 20
          },
          "callback_to_copied": {
            "count": 1156,
            "sum_ns": 13774380421,
            "histogram": [
              0,
              0,
              85,
              653,
              376,
              30,
              0,
              0,
              0,
              2,
              8,
              2,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 11.915553997404844,
            "p95_bucket_upper_ms": 20
          },
          "accepted_interval": {
            "count": 1157,
            "sum_ns": 120009640497,
            "histogram": [
              0,
              0,
              1,
              0,
              0,
              39,
              129,
              436,
              513,
              4,
              11,
              23,
              0,
              1,
              0,
              0
            ],
            "mean_ms": 103.72484053327571,
            "p95_bucket_upper_ms": 150
          },
          "selected_to_submitted": {
            "count": 1156,
            "sum_ns": 58767811845,
            "histogram": [
              0,
              0,
              0,
              0,
              0,
              708,
              386,
              37,
              13,
              0,
              8,
              4,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 50.8372074783737,
            "p95_bucket_upper_ms": 100
          }
        },
        "existing_accepted_mean": 9.68332698114271,
        "new_accepted_mean": 9.599993702475388
      }
    },
    "models": {
      "RFDETRKeypointPreview": {
        "stats": {
          "success": {
            "count": 1153,
            "mean_ms": 19.688457477883784
          },
          "fail": {
            "count": 0,
            "mean_ms": null
          },
          "queue": {
            "count": 1153,
            "mean_ms": 5.782077360797919
          },
          "compute_input": {
            "count": 1153,
            "mean_ms": 0.2261040069384215
          },
          "compute_infer": {
            "count": 1153,
            "mean_ms": 12.48295614223764
          },
          "compute_output": {
            "count": 1153,
            "mean_ms": 0.6440660685169124
          },
          "cache_hit": {
            "count": 0,
            "mean_ms": null
          },
          "cache_miss": {
            "count": 0,
            "mean_ms": null
          }
        },
        "batch_executions": {
          "1": 846,
          "2": 143,
          "3": 7
        },
        "mean_batch": 1.1576305220883534,
        "executions": 996,
        "inferences": 1153
      },
      "RFDETRFireSmoke": {
        "stats": {
          "success": {
            "count": 0,
            "mean_ms": null
          },
          "fail": {
            "count": 0,
            "mean_ms": null
          },
          "queue": {
            "count": 0,
            "mean_ms": null
          },
          "compute_input": {
            "count": 0,
            "mean_ms": null
          },
          "compute_infer": {
            "count": 0,
            "mean_ms": null
          },
          "compute_output": {
            "count": 0,
            "mean_ms": null
          },
          "cache_hit": {
            "count": 0,
            "mean_ms": null
          },
          "cache_miss": {
            "count": 0,
            "mean_ms": null
          }
        },
        "batch_executions": {},
        "mean_batch": null,
        "executions": 0,
        "inferences": 0
      },
      "Awiros_person_and_head_detection": {
        "stats": {
          "success": {
            "count": 0,
            "mean_ms": null
          },
          "fail": {
            "count": 0,
            "mean_ms": null
          },
          "queue": {
            "count": 0,
            "mean_ms": null
          },
          "compute_input": {
            "count": 0,
            "mean_ms": null
          },
          "compute_infer": {
            "count": 0,
            "mean_ms": null
          },
          "compute_output": {
            "count": 0,
            "mean_ms": null
          },
          "cache_hit": {
            "count": 0,
            "mean_ms": null
          },
          "cache_miss": {
            "count": 0,
            "mean_ms": null
          }
        },
        "batch_executions": {},
        "mean_batch": null,
        "executions": 0,
        "inferences": 0
      }
    },
    "cpu": {
      "triton": {
        "cpu_s": 16.59195196499999,
        "runnable_wait_thread_s": 1.3429807859999994,
        "matched_threads": 110,
        "unmatched_threads": 0,
        "mean_cores": 0.5522106447333318
      },
      "channel-control": {
        "cpu_s": 3.179180573000001,
        "runnable_wait_thread_s": 0.17429119500000004,
        "matched_threads": 44,
        "unmatched_threads": 0,
        "mean_cores": 0.10580897037571763
      },
      "3:pose": {
        "cpu_s": 19.297406803000005,
        "runnable_wait_thread_s": 0.8217924120000003,
        "matched_threads": 79,
        "unmatched_threads": 0,
        "mean_cores": 0.6422531523020849
      },
      "5:pose": {
        "cpu_s": 19.201508843999996,
        "runnable_wait_thread_s": 0.962165831,
        "matched_threads": 79,
        "unmatched_threads": 0,
        "mean_cores": 0.6390614920393435
      },
      "6:pose": {
        "cpu_s": 17.577807579999995,
        "runnable_wait_thread_s": 0.8779767709999999,
        "matched_threads": 79,
        "unmatched_threads": 0,
        "mean_cores": 0.585021730850355
      },
      "8:pose": {
        "cpu_s": 14.617236218999997,
        "runnable_wait_thread_s": 0.7651614980000001,
        "matched_threads": 79,
        "unmatched_threads": 0,
        "mean_cores": 0.4864884766867997
      }
    },
    "host_cpu_steal_pct": 0.061005575231736456,
    "host_cpu_busy_pct": 49.43824032807443,
    "container_mean_cores": 3.0881216652448567,
    "throttled_usec": 0,
    "cpu_quota": "max 100000\n",
    "gpu_util_mean": 39.857142857142854,
    "gpu_memory_util_mean": 9.428571428571429,
    "gpu_memory_peak_mib": 10830.0,
    "gpu_power_mean_w": 173.97285714285715,
    "ram_peak_mib": 3375.7109375,
    "host_available_min_mib": 15525.0390625,
    "expected_children": 4,
    "observed_children": 4,
    "renderer_peak_sampled": 0,
    "artifact_count_delta": {},
    "max_probe_seconds": 0.5942880623042583,
    "metric_errors": []
  },
  {
    "level": 8,
    "status": "PASS",
    "seconds": 29.999936702195555,
    "providers": {
      "pose": {
        "completed_fps": 74.33349017155749,
        "accepted_fps": 74.33349017155749,
        "per_channel_completed_mean": 9.291686271444686,
        "per_channel_accepted_mean": 9.291686271444686,
        "per_channel_accepted_min": 8.966685585717023,
        "per_channel_accepted_max": 9.500020044347034,
        "per_channel_accepted_std": 0.18689757344025076,
        "rejected_pct": 0.0,
        "sent_fps": 74.30015676789311,
        "diagnostic_complete_channels": 8,
        "selected_fps": 80.16683581282321,
        "infer_entry_fps": 74.17582903855252,
        "pre_infer_expired": 0,
        "durations": {
          "copy_wall": {
            "count": 2228,
            "sum_ns": 35520123443,
            "histogram": [
              0,
              0,
              19,
              757,
              1200,
              228,
              1,
              0,
              0,
              0,
              11,
              12,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 15.942604776929983,
            "p95_bucket_upper_ms": 50
          },
          "copy_thread_cpu": {
            "count": 2228,
            "sum_ns": 31294613689,
            "histogram": [
              0,
              0,
              22,
              926,
              1210,
              47,
              0,
              0,
              0,
              0,
              14,
              9,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 14.046056413375226,
            "p95_bucket_upper_ms": 20
          },
          "accepted_interval": {
            "count": 2230,
            "sum_ns": 239839660595,
            "histogram": [
              0,
              0,
              0,
              1,
              1,
              4,
              305,
              910,
              888,
              53,
              4,
              61,
              2,
              1,
              0,
              0
            ],
            "mean_ms": 107.55141730717489,
            "p95_bucket_upper_ms": 200
          },
          "selected_to_preprocess_start": {
            "count": 2225,
            "sum_ns": 48246443927,
            "histogram": [
              0,
              0,
              695,
              426,
              401,
              433,
              180,
              62,
              13,
              0,
              4,
              11,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 21.683795023370788,
            "p95_bucket_upper_ms": 75
          },
          "selected_to_preprocess": {
            "count": 2225,
            "sum_ns": 58782517570,
            "histogram": [
              0,
              0,
              273,
              605,
              461,
              548,
              206,
              88,
              25,
              0,
              5,
              14,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 26.41910902022472,
            "p95_bucket_upper_ms": 100
          },
          "preprocess_start_to_preprocess": {
            "count": 2225,
            "sum_ns": 10536073643,
            "histogram": [
              183,
              738,
              682,
              402,
              200,
              16,
              0,
              0,
              0,
              0,
              2,
              2,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 4.735313996853932,
            "p95_bucket_upper_ms": 20
          },
          "preprocess_to_infer_output": {
            "count": 2223,
            "sum_ns": 125746080460,
            "histogram": [
              0,
              0,
              0,
              0,
              1,
              978,
              978,
              233,
              13,
              0,
              7,
              13,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 56.56593812865497,
            "p95_bucket_upper_ms": 100
          },
          "preprocess_to_callback": {
            "count": 2223,
            "sum_ns": 131266333789,
            "histogram": [
              0,
              0,
              0,
              0,
              0,
              824,
              1082,
              275,
              22,
              0,
              7,
              13,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 59.04918299100315,
            "p95_bucket_upper_ms": 100
          },
          "infer_output_to_callback": {
            "count": 2222,
            "sum_ns": 5492146096,
            "histogram": [
              15,
              1050,
              1030,
              120,
              6,
              1,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 2.471712914491449,
            "p95_bucket_upper_ms": 10
          },
          "callback_to_copied": {
            "count": 2223,
            "sum_ns": 37721536365,
            "histogram": [
              0,
              0,
              6,
              578,
              1328,
              287,
              1,
              0,
              0,
              0,
              11,
              12,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 16.968752300944672,
            "p95_bucket_upper_ms": 50
          },
          "selected_to_submitted": {
            "count": 2223,
            "sum_ns": 228987669731,
            "histogram": [
              0,
              0,
              0,
              0,
              0,
              39,
              611,
              728,
              650,
              127,
              11,
              54,
              3,
              0,
              0,
              0
            ],
            "mean_ms": 103.00839843949618,
            "p95_bucket_upper_ms": 200
          }
        },
        "existing_accepted_mean": 9.125019253122808,
        "new_accepted_mean": 9.458353289766563
      }
    },
    "models": {
      "RFDETRKeypointPreview": {
        "stats": {
          "success": {
            "count": 2232,
            "mean_ms": 40.64526097311828
          },
          "fail": {
            "count": 0,
            "mean_ms": null
          },
          "queue": {
            "count": 2232,
            "mean_ms": 16.31278651299283
          },
          "compute_input": {
            "count": 2232,
            "mean_ms": 0.2613981218637993
          },
          "compute_infer": {
            "count": 2232,
            "mean_ms": 21.97985458781362
          },
          "compute_output": {
            "count": 2232,
            "mean_ms": 1.0374250483870968
          },
          "cache_hit": {
            "count": 0,
            "mean_ms": null
          },
          "cache_miss": {
            "count": 0,
            "mean_ms": null
          }
        },
        "batch_executions": {
          "1": 622,
          "2": 428,
          "3": 166,
          "4": 64
        },
        "mean_batch": 1.74375,
        "executions": 1280,
        "inferences": 2232
      },
      "RFDETRFireSmoke": {
        "stats": {
          "success": {
            "count": 0,
            "mean_ms": null
          },
          "fail": {
            "count": 0,
            "mean_ms": null
          },
          "queue": {
            "count": 0,
            "mean_ms": null
          },
          "compute_input": {
            "count": 0,
            "mean_ms": null
          },
          "compute_infer": {
            "count": 0,
            "mean_ms": null
          },
          "compute_output": {
            "count": 0,
            "mean_ms": null
          },
          "cache_hit": {
            "count": 0,
            "mean_ms": null
          },
          "cache_miss": {
            "count": 0,
            "mean_ms": null
          }
        },
        "batch_executions": {},
        "mean_batch": null,
        "executions": 0,
        "inferences": 0
      },
      "Awiros_person_and_head_detection": {
        "stats": {
          "success": {
            "count": 0,
            "mean_ms": null
          },
          "fail": {
            "count": 0,
            "mean_ms": null
          },
          "queue": {
            "count": 0,
            "mean_ms": null
          },
          "compute_input": {
            "count": 0,
            "mean_ms": null
          },
          "compute_infer": {
            "count": 0,
            "mean_ms": null
          },
          "compute_output": {
            "count": 0,
            "mean_ms": null
          },
          "cache_hit": {
            "count": 0,
            "mean_ms": null
          },
          "cache_miss": {
            "count": 0,
            "mean_ms": null
          }
        },
        "batch_executions": {},
        "mean_batch": null,
        "executions": 0,
        "inferences": 0
      }
    },
    "cpu": {
      "triton": {
        "cpu_s": 34.162675492000005,
        "runnable_wait_thread_s": 11.328308301000002,
        "matched_threads": 110,
        "unmatched_threads": 0,
        "mean_cores": 1.1378959211521362
      },
      "channel-control": {
        "cpu_s": 4.331475708000001,
        "runnable_wait_thread_s": 1.595333504,
        "matched_threads": 52,
        "unmatched_threads": 0,
        "mean_cores": 0.14427349350483248
      },
      "3:pose": {
        "cpu_s": 22.932339035000002,
        "runnable_wait_thread_s": 8.510538471,
        "matched_threads": 79,
        "unmatched_threads": 0,
        "mean_cores": 0.763834057918417
      },
      "5:pose": {
        "cpu_s": 23.774436701,
        "runnable_wait_thread_s": 10.030054251,
        "matched_threads": 79,
        "unmatched_threads": 0,
        "mean_cores": 0.7918827831881202
      },
      "6:pose": {
        "cpu_s": 22.500289438999996,
        "runnable_wait_thread_s": 9.280279451999998,
        "matched_threads": 79,
        "unmatched_threads": 0,
        "mean_cores": 0.749443280090171
      },
      "8:pose": {
        "cpu_s": 20.030544493999994,
        "runnable_wait_thread_s": 7.736469819,
        "matched_threads": 79,
        "unmatched_threads": 0,
        "mean_cores": 0.6671806159771185
      },
      "9:pose": {
        "cpu_s": 18.856693336999996,
        "runnable_wait_thread_s": 7.43231543,
        "matched_threads": 79,
        "unmatched_threads": 0,
        "mean_cores": 0.6280817917675566
      },
      "10:pose": {
        "cpu_s": 20.849611417000002,
        "runnable_wait_thread_s": 8.625545705999999,
        "matched_threads": 79,
        "unmatched_threads": 0,
        "mean_cores": 0.6944622295337204
      },
      "11:pose": {
        "cpu_s": 19.210727528000007,
        "runnable_wait_thread_s": 7.997998578999999,
        "matched_threads": 79,
        "unmatched_threads": 0,
        "mean_cores": 0.6398740198669527
      },
      "12:pose": {
        "cpu_s": 19.683227570000007,
        "runnable_wait_thread_s": 7.834830087999999,
        "matched_threads": 79,
        "unmatched_threads": 0,
        "mean_cores": 0.6556121276934874
      }
    },
    "host_cpu_steal_pct": 0.07833120476798637,
    "host_cpu_busy_pct": 74.49638143891018,
    "container_mean_cores": 6.966010159806863,
    "throttled_usec": 0,
    "cpu_quota": "max 100000\n",
    "gpu_util_mean": 60.57142857142857,
    "gpu_memory_util_mean": 15.428571428571429,
    "gpu_memory_peak_mib": 12127.0,
    "gpu_power_mean_w": 211.80714285714285,
    "ram_peak_mib": 4750.328125,
    "host_available_min_mib": 13872.46875,
    "expected_children": 8,
    "observed_children": 8,
    "renderer_peak_sampled": 0,
    "artifact_count_delta": {},
    "max_probe_seconds": 0.7726835976354778,
    "metric_errors": []
  },
  {
    "level": 16,
    "status": "PASS",
    "seconds": 30.000119665637612,
    "providers": {
      "pose": {
        "completed_fps": 95.36628626441825,
        "accepted_fps": 95.36628626441825,
        "per_channel_completed_mean": 5.960392891526141,
        "per_channel_accepted_mean": 5.960392891526141,
        "per_channel_accepted_min": 5.633310862875457,
        "per_channel_accepted_max": 6.433307671804517,
        "per_channel_accepted_std": 0.20622813254126207,
        "rejected_pct": 0.0,
        "sent_fps": 95.29961986367415,
        "diagnostic_complete_channels": 16,
        "selected_fps": 159.8993621846957,
        "infer_entry_fps": 95.24761760207781,
        "pre_infer_expired": 1,
        "durations": {
          "copy_wall": {
            "count": 2860,
            "sum_ns": 69810826009,
            "histogram": [
              0,
              0,
              19,
              383,
              1305,
              1043,
              73,
              5,
              1,
              0,
              2,
              28,
              1,
              0,
              0,
              0
            ],
            "mean_ms": 24.40937972342657,
            "p95_bucket_upper_ms": 50
          },
          "copy_thread_cpu": {
            "count": 2860,
            "sum_ns": 45948258460,
            "histogram": [
              0,
              0,
              27,
              755,
              1921,
              126,
              0,
              0,
              0,
              0,
              9,
              22,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 16.065824636363637,
            "p95_bucket_upper_ms": 50
          },
          "accepted_interval": {
            "count": 2861,
            "sum_ns": 480607226504,
            "histogram": [
              0,
              0,
              0,
              0,
              1,
              0,
              3,
              64,
              1210,
              1163,
              328,
              52,
              39,
              1,
              0,
              0
            ],
            "mean_ms": 167.98574851590354,
            "p95_bucket_upper_ms": 300
          },
          "selected_to_preprocess_start": {
            "count": 2856,
            "sum_ns": 194652576914,
            "histogram": [
              0,
              0,
              7,
              21,
              204,
              764,
              691,
              641,
              497,
              16,
              1,
              13,
              1,
              0,
              0,
              0
            ],
            "mean_ms": 68.15566418557424,
            "p95_bucket_upper_ms": 150
          },
          "selected_to_preprocess": {
            "count": 2855,
            "sum_ns": 221858459560,
            "histogram": [
              0,
              0,
              0,
              4,
              70,
              683,
              701,
              663,
              672,
              40,
              2,
              18,
              2,
              0,
              0,
              0
            ],
            "mean_ms": 77.7087424028021,
            "p95_bucket_upper_ms": 150
          },
          "preprocess_start_to_preprocess": {
            "count": 2854,
            "sum_ns": 27240281525,
            "histogram": [
              34,
              237,
              708,
              916,
              760,
              189,
              4,
              0,
              0,
              0,
              0,
              6,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 9.54459759110021,
            "p95_bucket_upper_ms": 50
          },
          "preprocess_to_infer_output": {
            "count": 2852,
            "sum_ns": 327701537863,
            "histogram": [
              0,
              0,
              0,
              0,
              0,
              8,
              279,
              839,
              1417,
              247,
              13,
              45,
              4,
              0,
              0,
              0
            ],
            "mean_ms": 114.90236250455821,
            "p95_bucket_upper_ms": 200
          },
          "preprocess_to_callback": {
            "count": 2852,
            "sum_ns": 339204139885,
            "histogram": [
              0,
              0,
              0,
              0,
              0,
              5,
              205,
              759,
              1509,
              306,
              19,
              45,
              4,
              0,
              0,
              0
            ],
            "mean_ms": 118.9355329190042,
            "p95_bucket_upper_ms": 200
          },
          "infer_output_to_callback": {
            "count": 2852,
            "sum_ns": 11502602022,
            "histogram": [
              8,
              665,
              1464,
              584,
              123,
              8,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 4.033170414446003,
            "p95_bucket_upper_ms": 10
          },
          "callback_to_copied": {
            "count": 2854,
            "sum_ns": 73924889417,
            "histogram": [
              0,
              0,
              4,
              287,
              1251,
              1182,
              90,
              8,
              1,
              0,
              2,
              28,
              1,
              0,
              0,
              0
            ],
            "mean_ms": 25.902203720042046,
            "p95_bucket_upper_ms": 50
          },
          "selected_to_submitted": {
            "count": 2854,
            "sum_ns": 637663835449,
            "histogram": [
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              4,
              268,
              908,
              1464,
              136,
              74,
              0,
              0,
              0
            ],
            "mean_ms": 223.428113331815,
            "p95_bucket_upper_ms": 500
          }
        },
        "existing_accepted_mean": 5.845810015247238,
        "new_accepted_mean": 6.074975767805042
      }
    },
    "models": {
      "RFDETRKeypointPreview": {
        "stats": {
          "success": {
            "count": 2875,
            "mean_ms": 81.76616164382608
          },
          "fail": {
            "count": 0,
            "mean_ms": null
          },
          "queue": {
            "count": 2875,
            "mean_ms": 43.52638587060869
          },
          "compute_input": {
            "count": 2875,
            "mean_ms": 0.45122498643478265
          },
          "compute_infer": {
            "count": 2875,
            "mean_ms": 32.30520573773913
          },
          "compute_output": {
            "count": 2875,
            "mean_ms": 2.199569486608696
          },
          "cache_hit": {
            "count": 0,
            "mean_ms": null
          },
          "cache_miss": {
            "count": 0,
            "mean_ms": null
          }
        },
        "batch_executions": {
          "1": 86,
          "2": 140,
          "3": 143,
          "4": 520
        },
        "mean_batch": 3.233970753655793,
        "executions": 889,
        "inferences": 2875
      },
      "RFDETRFireSmoke": {
        "stats": {
          "success": {
            "count": 0,
            "mean_ms": null
          },
          "fail": {
            "count": 0,
            "mean_ms": null
          },
          "queue": {
            "count": 0,
            "mean_ms": null
          },
          "compute_input": {
            "count": 0,
            "mean_ms": null
          },
          "compute_infer": {
            "count": 0,
            "mean_ms": null
          },
          "compute_output": {
            "count": 0,
            "mean_ms": null
          },
          "cache_hit": {
            "count": 0,
            "mean_ms": null
          },
          "cache_miss": {
            "count": 0,
            "mean_ms": null
          }
        },
        "batch_executions": {},
        "mean_batch": null,
        "executions": 0,
        "inferences": 0
      },
      "Awiros_person_and_head_detection": {
        "stats": {
          "success": {
            "count": 0,
            "mean_ms": null
          },
          "fail": {
            "count": 0,
            "mean_ms": null
          },
          "queue": {
            "count": 0,
            "mean_ms": null
          },
          "compute_input": {
            "count": 0,
            "mean_ms": null
          },
          "compute_infer": {
            "count": 0,
            "mean_ms": null
          },
          "compute_output": {
            "count": 0,
            "mean_ms": null
          },
          "cache_hit": {
            "count": 0,
            "mean_ms": null
          },
          "cache_miss": {
            "count": 0,
            "mean_ms": null
          }
        },
        "batch_executions": {},
        "mean_batch": null,
        "executions": 0,
        "inferences": 0
      }
    },
    "cpu": {
      "triton": {
        "cpu_s": 31.486111840999996,
        "runnable_wait_thread_s": 35.993983977,
        "matched_threads": 110,
        "unmatched_threads": 0,
        "mean_cores": 1.047280364778288
      },
      "channel-control": {
        "cpu_s": 5.501702765,
        "runnable_wait_thread_s": 8.127447509999998,
        "matched_threads": 68,
        "unmatched_threads": 0,
        "mean_cores": 0.18299576993587663
      },
      "3:pose": {
        "cpu_s": 16.555834284,
        "runnable_wait_thread_s": 20.611883846,
        "matched_threads": 79,
        "unmatched_threads": 0,
        "mean_cores": 0.5506745404359122
      },
      "5:pose": {
        "cpu_s": 17.997454684000008,
        "runnable_wait_thread_s": 26.33804153299999,
        "matched_threads": 79,
        "unmatched_threads": 0,
        "mean_cores": 0.5986252288539674
      },
      "6:pose": {
        "cpu_s": 17.335473497000002,
        "runnable_wait_thread_s": 24.900068393,
        "matched_threads": 79,
        "unmatched_threads": 0,
        "mean_cores": 0.5766066353071146
      },
      "8:pose": {
        "cpu_s": 15.474342560000004,
        "runnable_wait_thread_s": 20.591467987,
        "matched_threads": 79,
        "unmatched_threads": 0,
        "mean_cores": 0.5147023298011093
      },
      "9:pose": {
        "cpu_s": 15.443778870000001,
        "runnable_wait_thread_s": 20.426600846000003,
        "matched_threads": 79,
        "unmatched_threads": 0,
        "mean_cores": 0.5136857307185102
      },
      "10:pose": {
        "cpu_s": 17.224855228000003,
        "runnable_wait_thread_s": 25.201224601,
        "matched_threads": 79,
        "unmatched_threads": 0,
        "mean_cores": 0.5729272879906063
      },
      "11:pose": {
        "cpu_s": 16.179921509999996,
        "runnable_wait_thread_s": 24.60986656099999,
        "matched_threads": 79,
        "unmatched_threads": 0,
        "mean_cores": 0.5381710573425537
      },
      "12:pose": {
        "cpu_s": 17.367847734999998,
        "runnable_wait_thread_s": 26.148460047,
        "matched_threads": 79,
        "unmatched_threads": 0,
        "mean_cores": 0.5776834562227382
      },
      "13:pose": {
        "cpu_s": 16.508740202,
        "runnable_wait_thread_s": 25.36398459,
        "matched_threads": 79,
        "unmatched_threads": 0,
        "mean_cores": 0.5491081130654918
      },
      "14:pose": {
        "cpu_s": 16.532085263,
        "runnable_wait_thread_s": 25.477784578999998,
        "matched_threads": 79,
        "unmatched_threads": 0,
        "mean_cores": 0.5498846085604998
      },
      "15:pose": {
        "cpu_s": 17.357020415999997,
        "runnable_wait_thread_s": 25.754721348999997,
        "matched_threads": 79,
        "unmatched_threads": 0,
        "mean_cores": 0.5773233216132586
      },
      "16:pose": {
        "cpu_s": 16.850758071999998,
        "runnable_wait_thread_s": 25.288441088,
        "matched_threads": 79,
        "unmatched_threads": 0,
        "mean_cores": 0.5604841953668915
      },
      "17:pose": {
        "cpu_s": 16.765404140999994,
        "runnable_wait_thread_s": 25.103189019,
        "matched_threads": 79,
        "unmatched_threads": 0,
        "mean_cores": 0.5576451818855082
      },
      "18:pose": {
        "cpu_s": 16.595874431,
        "runnable_wait_thread_s": 24.907087570999998,
        "matched_threads": 79,
        "unmatched_threads": 0,
        "mean_cores": 0.5520063422146676
      },
      "19:pose": {
        "cpu_s": 16.485961262999997,
        "runnable_wait_thread_s": 24.610976202999996,
        "matched_threads": 79,
        "unmatched_threads": 0,
        "mean_cores": 0.54835044772829
      },
      "20:pose": {
        "cpu_s": 15.845157549000005,
        "runnable_wait_thread_s": 24.776024304999993,
        "matched_threads": 79,
        "unmatched_threads": 0,
        "mean_cores": 0.5270362521001303
      }
    },
    "host_cpu_steal_pct": 0.09265498652291106,
    "host_cpu_busy_pct": 87.31300539083558,
    "container_mean_cores": 10.2169831136545,
    "throttled_usec": 0,
    "cpu_quota": "max 100000\n",
    "gpu_util_mean": 61.57142857142857,
    "gpu_memory_util_mean": 23.0,
    "gpu_memory_peak_mib": 14736.0,
    "gpu_power_mean_w": 222.95285714285714,
    "ram_peak_mib": 7498.95703125,
    "host_available_min_mib": 10489.2109375,
    "expected_children": 16,
    "observed_children": 16,
    "renderer_peak_sampled": 0,
    "artifact_count_delta": {},
    "max_probe_seconds": 1.1078338059596717,
    "metric_errors": []
  },
  {
    "level": 17,
    "status": "PASS",
    "seconds": 29.999874419067055,
    "providers": {
      "pose": {
        "completed_fps": 95.93373491493105,
        "accepted_fps": 95.93373491493105,
        "per_channel_completed_mean": 5.643160877348885,
        "per_channel_accepted_mean": 5.643160877348885,
        "per_channel_accepted_min": 5.33335565892598,
        "per_channel_accepted_max": 6.20002595350145,
        "per_channel_accepted_std": 0.2031668715920757,
        "rejected_pct": 0.0,
        "sent_fps": 95.93373491493105,
        "diagnostic_complete_channels": 17,
        "selected_fps": 170.10071204687046,
        "infer_entry_fps": 95.76608601792121,
        "pre_infer_expired": 0,
        "durations": {
          "copy_wall": {
            "count": 2878,
            "sum_ns": 73032121308,
            "histogram": [
              0,
              0,
              5,
              299,
              1280,
              1184,
              70,
              11,
              0,
              0,
              1,
              27,
              1,
              0,
              0,
              0
            ],
            "mean_ms": 25.375997674774148,
            "p95_bucket_upper_ms": 50
          },
          "copy_thread_cpu": {
            "count": 2878,
            "sum_ns": 46931991942,
            "histogram": [
              0,
              0,
              11,
              634,
              2041,
              162,
              1,
              0,
              0,
              0,
              7,
              22,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 16.3071549485754,
            "p95_bucket_upper_ms": 50
          },
          "accepted_interval": {
            "count": 2878,
            "sum_ns": 509532955733,
            "histogram": [
              0,
              0,
              0,
              0,
              0,
              1,
              0,
              14,
              902,
              1466,
              406,
              40,
              49,
              0,
              0,
              0
            ],
            "mean_ms": 177.04411248540652,
            "p95_bucket_upper_ms": 300
          },
          "selected_to_preprocess_start": {
            "count": 2872,
            "sum_ns": 199739111339,
            "histogram": [
              0,
              0,
              3,
              16,
              205,
              769,
              667,
              646,
              538,
              10,
              0,
              13,
              5,
              0,
              0,
              0
            ],
            "mean_ms": 69.54704433809192,
            "p95_bucket_upper_ms": 150
          },
          "selected_to_preprocess": {
            "count": 2872,
            "sum_ns": 226683509276,
            "histogram": [
              0,
              0,
              0,
              3,
              62,
              692,
              645,
              689,
              722,
              38,
              0,
              14,
              7,
              0,
              0,
              0
            ],
            "mean_ms": 78.92879849442896,
            "p95_bucket_upper_ms": 150
          },
          "preprocess_start_to_preprocess": {
            "count": 2872,
            "sum_ns": 26847329106,
            "histogram": [
              33,
              253,
              691,
              875,
              840,
              175,
              2,
              0,
              0,
              0,
              0,
              3,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 9.347955816852368,
            "p95_bucket_upper_ms": 50
          },
          "preprocess_to_infer_output": {
            "count": 2875,
            "sum_ns": 355523910498,
            "histogram": [
              0,
              0,
              0,
              0,
              0,
              3,
              105,
              622,
              1743,
              326,
              23,
              39,
              14,
              0,
              0,
              0
            ],
            "mean_ms": 123.66049060799999,
            "p95_bucket_upper_ms": 200
          },
          "preprocess_to_callback": {
            "count": 2873,
            "sum_ns": 366467737660,
            "histogram": [
              0,
              0,
              0,
              0,
              0,
              0,
              68,
              537,
              1802,
              386,
              27,
              36,
              17,
              0,
              0,
              0
            ],
            "mean_ms": 127.55577363731292,
            "p95_bucket_upper_ms": 200
          },
          "infer_output_to_callback": {
            "count": 2873,
            "sum_ns": 11164584863,
            "histogram": [
              6,
              761,
              1424,
              564,
              111,
              7,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 3.8860371956143402,
            "p95_bucket_upper_ms": 10
          },
          "callback_to_copied": {
            "count": 2872,
            "sum_ns": 77118086873,
            "histogram": [
              0,
              0,
              1,
              211,
              1218,
              1310,
              90,
              13,
              0,
              0,
              1,
              26,
              2,
              0,
              0,
              0
            ],
            "mean_ms": 26.851701557451253,
            "p95_bucket_upper_ms": 50
          },
          "selected_to_submitted": {
            "count": 2873,
            "sum_ns": 673536092929,
            "histogram": [
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              149,
              781,
              1690,
              173,
              80,
              0,
              0,
              0
            ],
            "mean_ms": 234.43650989523147,
            "p95_bucket_upper_ms": 500
          }
        },
        "existing_accepted_mean": 5.60835681008935,
        "new_accepted_mean": 6.20002595350145
      }
    },
    "models": {
      "RFDETRKeypointPreview": {
        "stats": {
          "success": {
            "count": 2880,
            "mean_ms": 88.55846688506945
          },
          "fail": {
            "count": 0,
            "mean_ms": null
          },
          "queue": {
            "count": 2880,
            "mean_ms": 49.857885765625
          },
          "compute_input": {
            "count": 2880,
            "mean_ms": 0.48443490972222225
          },
          "compute_infer": {
            "count": 2880,
            "mean_ms": 32.600895175
          },
          "compute_output": {
            "count": 2880,
            "mean_ms": 2.29490691875
          },
          "cache_hit": {
            "count": 0,
            "mean_ms": null
          },
          "cache_miss": {
            "count": 0,
            "mean_ms": null
          }
        },
        "batch_executions": {
          "1": 66,
          "2": 131,
          "3": 160,
          "4": 518
        },
        "mean_batch": 3.2914285714285714,
        "executions": 875,
        "inferences": 2880
      },
      "RFDETRFireSmoke": {
        "stats": {
          "success": {
            "count": 0,
            "mean_ms": null
          },
          "fail": {
            "count": 0,
            "mean_ms": null
          },
          "queue": {
            "count": 0,
            "mean_ms": null
          },
          "compute_input": {
            "count": 0,
            "mean_ms": null
          },
          "compute_infer": {
            "count": 0,
            "mean_ms": null
          },
          "compute_output": {
            "count": 0,
            "mean_ms": null
          },
          "cache_hit": {
            "count": 0,
            "mean_ms": null
          },
          "cache_miss": {
            "count": 0,
            "mean_ms": null
          }
        },
        "batch_executions": {},
        "mean_batch": null,
        "executions": 0,
        "inferences": 0
      },
      "Awiros_person_and_head_detection": {
        "stats": {
          "success": {
            "count": 0,
            "mean_ms": null
          },
          "fail": {
            "count": 0,
            "mean_ms": null
          },
          "queue": {
            "count": 0,
            "mean_ms": null
          },
          "compute_input": {
            "count": 0,
            "mean_ms": null
          },
          "compute_infer": {
            "count": 0,
            "mean_ms": null
          },
          "compute_output": {
            "count": 0,
            "mean_ms": null
          },
          "cache_hit": {
            "count": 0,
            "mean_ms": null
          },
          "cache_miss": {
            "count": 0,
            "mean_ms": null
          }
        },
        "batch_executions": {},
        "mean_batch": null,
        "executions": 0,
        "inferences": 0
      }
    },
    "cpu": {
      "triton": {
        "cpu_s": 31.093098490000003,
        "runnable_wait_thread_s": 36.27459456400001,
        "matched_threads": 110,
        "unmatched_threads": 1,
        "mean_cores": 1.0362799691462954
      },
      "channel-control": {
        "cpu_s": 5.570831764,
        "runnable_wait_thread_s": 9.046994634999999,
        "matched_threads": 70,
        "unmatched_threads": 0,
        "mean_cores": 0.1856663262548049
      },
      "3:pose": {
        "cpu_s": 16.095858915000004,
        "runnable_wait_thread_s": 20.651709423,
        "matched_threads": 79,
        "unmatched_threads": 0,
        "mean_cores": 0.5364475394815927
      },
      "5:pose": {
        "cpu_s": 17.441438158999993,
        "runnable_wait_thread_s": 25.926349757999997,
        "matched_threads": 79,
        "unmatched_threads": 0,
        "mean_cores": 0.5812934019132401
      },
      "6:pose": {
        "cpu_s": 16.388323363000005,
        "runnable_wait_thread_s": 25.41271224399999,
        "matched_threads": 79,
        "unmatched_threads": 0,
        "mean_cores": 0.5461948809775617
      },
      "8:pose": {
        "cpu_s": 14.469204504000002,
        "runnable_wait_thread_s": 21.137291108000007,
        "matched_threads": 79,
        "unmatched_threads": 0,
        "mean_cores": 0.4822339208747207
      },
      "9:pose": {
        "cpu_s": 14.428138945,
        "runnable_wait_thread_s": 20.68867877800001,
        "matched_threads": 79,
        "unmatched_threads": 0,
        "mean_cores": 0.48086527579654736
      },
      "10:pose": {
        "cpu_s": 16.467662210000004,
        "runnable_wait_thread_s": 24.594233704999997,
        "matched_threads": 79,
        "unmatched_threads": 0,
        "mean_cores": 0.5488391095013836
      },
      "11:pose": {
        "cpu_s": 15.723318347,
        "runnable_wait_thread_s": 25.114104330999993,
        "matched_threads": 79,
        "unmatched_threads": 0,
        "mean_cores": 0.52403139740952
      },
      "12:pose": {
        "cpu_s": 16.689214430999996,
        "runnable_wait_thread_s": 25.54184668,
        "matched_threads": 79,
        "unmatched_threads": 0,
        "mean_cores": 0.5562230673535097
      },
      "13:pose": {
        "cpu_s": 16.256355792,
        "runnable_wait_thread_s": 25.197711515,
        "matched_threads": 79,
        "unmatched_threads": 0,
        "mean_cores": 0.5417966267975166
      },
      "14:pose": {
        "cpu_s": 16.112943112,
        "runnable_wait_thread_s": 25.766121884,
        "matched_threads": 79,
        "unmatched_threads": 0,
        "mean_cores": 0.5370169266446552
      },
      "15:pose": {
        "cpu_s": 16.37255637,
        "runnable_wait_thread_s": 25.687388905,
        "matched_threads": 79,
        "unmatched_threads": 0,
        "mean_cores": 0.5456693939784185
      },
      "16:pose": {
        "cpu_s": 16.746259990000002,
        "runnable_wait_thread_s": 25.447709951999997,
        "matched_threads": 79,
        "unmatched_threads": 0,
        "mean_cores": 0.5581242985910292
      },
      "17:pose": {
        "cpu_s": 16.173307381,
        "runnable_wait_thread_s": 25.230203046999996,
        "matched_threads": 79,
        "unmatched_threads": 0,
        "mean_cores": 0.5390287648291635
      },
      "18:pose": {
        "cpu_s": 16.262785414000003,
        "runnable_wait_thread_s": 25.534036634999985,
        "matched_threads": 79,
        "unmatched_threads": 0,
        "mean_cores": 0.542010915138382
      },
      "19:pose": {
        "cpu_s": 16.284085079,
        "runnable_wait_thread_s": 24.658019942999996,
        "matched_threads": 79,
        "unmatched_threads": 0,
        "mean_cores": 0.5427207966638955
      },
      "20:pose": {
        "cpu_s": 16.400362432,
        "runnable_wait_thread_s": 25.115950946999998,
        "matched_threads": 79,
        "unmatched_threads": 0,
        "mean_cores": 0.5465961226246713
      },
      "21:pose": {
        "cpu_s": 14.292329936000003,
        "runnable_wait_thread_s": 23.91807022200001,
        "matched_threads": 79,
        "unmatched_threads": 0,
        "mean_cores": 0.4763389930363532
      }
    },
    "host_cpu_steal_pct": 0.08469408496510604,
    "host_cpu_busy_pct": 87.45003048987058,
    "container_mean_cores": 10.418014015100251,
    "throttled_usec": 0,
    "cpu_quota": "max 100000\n",
    "gpu_util_mean": 61.714285714285715,
    "gpu_memory_util_mean": 21.571428571428573,
    "gpu_memory_peak_mib": 15062.0,
    "gpu_power_mean_w": 221.67857142857142,
    "ram_peak_mib": 7847.52734375,
    "host_available_min_mib": 10072.859375,
    "expected_children": 17,
    "observed_children": 17,
    "renderer_peak_sampled": 0,
    "artifact_count_delta": {},
    "max_probe_seconds": 1.3706137128174305,
    "metric_errors": []
  }
]