[
  {
    "level": 1,
    "status": "PASS",
    "seconds": 30.000011878088117,
    "providers": {
      "pose": {
        "completed_fps": 9.63332951914877,
        "accepted_fps": 9.299996317794141,
        "per_channel_completed_mean": 9.63332951914877,
        "per_channel_accepted_mean": 9.299996317794141,
        "per_channel_accepted_min": 9.299996317794141,
        "per_channel_accepted_max": 9.299996317794141,
        "per_channel_accepted_std": 0.0,
        "rejected_pct": 3.4602076124567476,
        "sent_fps": 9.39999627820053,
        "diagnostic_complete_channels": 1,
        "selected_fps": 9.966662720503399,
        "infer_entry_fps": 9.609635041956043,
        "pre_infer_expired": 1,
        "durations": {
          "copy_wall": {
            "count": 289,
            "sum_ns": 2869278887,
            "histogram": [
              0,
              0,
              58,
              189,
              39,
              0,
              0,
              0,
              0,
              0,
              2,
              1,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 9.928300647058824,
            "p95_bucket_upper_ms": 20
          },
          "copy_thread_cpu": {
            "count": 289,
            "sum_ns": 2710948748,
            "histogram": [
              0,
              0,
              62,
              203,
              21,
              0,
              0,
              0,
              0,
              0,
              2,
              1,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 9.380445494809688,
            "p95_bucket_upper_ms": 20
          },
          "accepted_interval": {
            "count": 279,
            "sum_ns": 29909781435,
            "histogram": [
              0,
              0,
              0,
              1,
              0,
              7,
              20,
              121,
              117,
              4,
              0,
              9,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 107.20351768817204,
            "p95_bucket_upper_ms": 150
          },
          "selected_to_preprocess": {
            "count": 288,
            "sum_ns": 1996993733,
            "histogram": [
              0,
              0,
              170,
              86,
              18,
              10,
              4,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 6.934006017361111,
            "p95_bucket_upper_ms": 20
          },
          "preprocess_to_callback": {
            "count": 288,
            "sum_ns": 9613554045,
            "histogram": [
              0,
              0,
              0,
              0,
              0,
              287,
              1,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 33.380395989583334,
            "p95_bucket_upper_ms": 50
          },
          "callback_to_copied": {
            "count": 288,
            "sum_ns": 3151654756,
            "histogram": [
              0,
              0,
              24,
              197,
              64,
              0,
              0,
              0,
              0,
              0,
              2,
              1,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 10.943245680555556,
            "p95_bucket_upper_ms": 20
          },
          "selected_to_submitted": {
            "count": 288,
            "sum_ns": 14860822203,
            "histogram": [
              0,
              0,
              0,
              0,
              0,
              182,
              96,
              7,
              0,
              0,
              2,
              1,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 51.60007709375,
            "p95_bucket_upper_ms": 75
          }
        },
        "existing_accepted_mean": null,
        "new_accepted_mean": 9.299996317794141
      },
      "fire": {
        "completed_fps": 10.09999600104525,
        "accepted_fps": 10.09999600104525,
        "per_channel_completed_mean": 10.09999600104525,
        "per_channel_accepted_mean": 10.09999600104525,
        "per_channel_accepted_min": 10.09999600104525,
        "per_channel_accepted_max": 10.09999600104525,
        "per_channel_accepted_std": 0.0,
        "rejected_pct": 0.0,
        "sent_fps": 9.999996040638862,
        "diagnostic_complete_channels": 1,
        "selected_fps": 10.066662680909788,
        "infer_entry_fps": 10.006199122197478,
        "pre_infer_expired": 0,
        "durations": {
          "selected_to_preprocess": {
            "count": 300,
            "sum_ns": 1481053940,
            "histogram": [
              0,
              0,
              194,
              97,
              7,
              2,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 4.936846466666667,
            "p95_bucket_upper_ms": 10
          },
          "preprocess_to_callback": {
            "count": 300,
            "sum_ns": 8222297612,
            "histogram": [
              0,
              0,
              0,
              0,
              12,
              288,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 27.407658706666666,
            "p95_bucket_upper_ms": 50
          },
          "copy_wall": {
            "count": 300,
            "sum_ns": 5416357066,
            "histogram": [
              0,
              0,
              0,
              0,
              218,
              82,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 18.054523553333336,
            "p95_bucket_upper_ms": 50
          },
          "copy_thread_cpu": {
            "count": 300,
            "sum_ns": 5139225342,
            "histogram": [
              0,
              0,
              0,
              0,
              251,
              49,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 17.13075114,
            "p95_bucket_upper_ms": 50
          },
          "callback_to_copied": {
            "count": 300,
            "sum_ns": 5731216011,
            "histogram": [
              0,
              0,
              0,
              0,
              188,
              112,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 19.104053370000003,
            "p95_bucket_upper_ms": 50
          },
          "accepted_interval": {
            "count": 300,
            "sum_ns": 29972965118,
            "histogram": [
              0,
              0,
              0,
              0,
              0,
              4,
              23,
              123,
              144,
              6,
              0,
              0,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 99.90988372666668,
            "p95_bucket_upper_ms": 150
          },
          "selected_to_submitted": {
            "count": 300,
            "sum_ns": 15531443555,
            "histogram": [
              0,
              0,
              0,
              0,
              0,
              127,
              172,
              1,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 51.77147851666667,
            "p95_bucket_upper_ms": 75
          }
        },
        "existing_accepted_mean": null,
        "new_accepted_mean": 10.09999600104525
      },
      "crowd": {
        "completed_fps": 9.999996040638862,
        "accepted_fps": 9.999996040638862,
        "per_channel_completed_mean": 9.999996040638862,
        "per_channel_accepted_mean": 9.999996040638862,
        "per_channel_accepted_min": 9.999996040638862,
        "per_channel_accepted_max": 9.999996040638862,
        "per_channel_accepted_std": 0.0,
        "rejected_pct": 0.0,
        "sent_fps": 9.999996040638862,
        "diagnostic_complete_channels": 1,
        "selected_fps": 9.999996040638862,
        "infer_entry_fps": 9.979614622729382,
        "pre_infer_expired": 0,
        "durations": {
          "copy_wall": {
            "count": 298,
            "sum_ns": 5262622946,
            "histogram": [
              0,
              0,
              0,
              0,
              232,
              66,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 17.659808543624163,
            "p95_bucket_upper_ms": 50
          },
          "copy_thread_cpu": {
            "count": 298,
            "sum_ns": 5034372271,
            "histogram": [
              0,
              0,
              0,
              0,
              251,
              47,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 16.893866681208056,
            "p95_bucket_upper_ms": 50
          },
          "accepted_interval": {
            "count": 298,
            "sum_ns": 29717665585,
            "histogram": [
              0,
              0,
              0,
              0,
              0,
              5,
              19,
              125,
              145,
              4,
              0,
              0,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 99.72371001677853,
            "p95_bucket_upper_ms": 150
          },
          "selected_to_preprocess": {
            "count": 297,
            "sum_ns": 1501931851,
            "histogram": [
              0,
              0,
              206,
              79,
              11,
              1,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 5.0570095993266,
            "p95_bucket_upper_ms": 10
          },
          "preprocess_to_callback": {
            "count": 297,
            "sum_ns": 7904601849,
            "histogram": [
              0,
              0,
              0,
              0,
              18,
              279,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 26.614821040404042,
            "p95_bucket_upper_ms": 50
          },
          "callback_to_copied": {
            "count": 297,
            "sum_ns": 5583556031,
            "histogram": [
              0,
              0,
              0,
              0,
              202,
              95,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 18.799851956228956,
            "p95_bucket_upper_ms": 50
          },
          "selected_to_submitted": {
            "count": 297,
            "sum_ns": 15085384083,
            "histogram": [
              0,
              0,
              0,
              0,
              0,
              142,
              153,
              2,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 50.792539,
            "p95_bucket_upper_ms": 75
          }
        },
        "existing_accepted_mean": null,
        "new_accepted_mean": 9.999996040638862
      }
    },
    "models": {
      "RFDETRKeypointPreview": {
        "stats": {
          "success": {
            "count": 287,
            "mean_ms": 21.76865893031359
          },
          "fail": {
            "count": 0,
            "mean_ms": null
          },
          "queue": {
            "count": 287,
            "mean_ms": 5.315241567944251
          },
          "compute_input": {
            "count": 287,
            "mean_ms": 0.2163828850174216
          },
          "compute_infer": {
            "count": 287,
            "mean_ms": 15.142215574912893
          },
          "compute_output": {
            "count": 287,
            "mean_ms": 0.6716839477351917
          },
          "cache_hit": {
            "count": 0,
            "mean_ms": null
          },
          "cache_miss": {
            "count": 0,
            "mean_ms": null
          }
        },
        "batch_executions": {
          "1": 287
        },
        "mean_batch": 1.0,
        "executions": 287,
        "inferences": 287
      },
      "RFDETRFireSmoke": {
        "stats": {
          "success": {
            "count": 297,
            "mean_ms": 19.226172208754207
          },
          "fail": {
            "count": 0,
            "mean_ms": null
          },
          "queue": {
            "count": 297,
            "mean_ms": 5.306993094276094
          },
          "compute_input": {
            "count": 297,
            "mean_ms": 0.1998324579124579
          },
          "compute_infer": {
            "count": 297,
            "mean_ms": 12.874196710437712
          },
          "compute_output": {
            "count": 297,
            "mean_ms": 0.5471508888888889
          },
          "cache_hit": {
            "count": 0,
            "mean_ms": null
          },
          "cache_miss": {
            "count": 0,
            "mean_ms": null
          }
        },
        "batch_executions": {
          "1": 297
        },
        "mean_batch": 1.0,
        "executions": 297,
        "inferences": 297
      },
      "Awiros_person_and_head_detection": {
        "stats": {
          "success": {
            "count": 297,
            "mean_ms": 18.441079976430974
          },
          "fail": {
            "count": 0,
            "mean_ms": null
          },
          "queue": {
            "count": 297,
            "mean_ms": 5.287009929292929
          },
          "compute_input": {
            "count": 297,
            "mean_ms": 0.207300632996633
          },
          "compute_infer": {
            "count": 297,
            "mean_ms": 11.953878919191919
          },
          "compute_output": {
            "count": 297,
            "mean_ms": 0.6319813501683501
          },
          "cache_hit": {
            "count": 0,
            "mean_ms": null
          },
          "cache_miss": {
            "count": 0,
            "mean_ms": null
          }
        },
        "batch_executions": {
          "1": 297
        },
        "mean_batch": 1.0,
        "executions": 297,
        "inferences": 297
      }
    },
    "cpu": {
      "triton": {
        "cpu_s": 11.676835224999996,
        "runnable_wait_thread_s": 2.1408511489999995,
        "matched_threads": 110,
        "unmatched_threads": 0,
        "mean_cores": 0.3923744824748236
      },
      "channel-control": {
        "cpu_s": 8.660781673999999,
        "runnable_wait_thread_s": 0.5997028780000001,
        "matched_threads": 44,
        "unmatched_threads": 1,
        "mean_cores": 0.29102660624066373
      },
      "3:pose": {
        "cpu_s": 18.195272158,
        "runnable_wait_thread_s": 1.4472088300000001,
        "matched_threads": 80,
        "unmatched_threads": 0,
        "mean_cores": 0.6114122841434392
      },
      "3:fire": {
        "cpu_s": 11.628733812,
        "runnable_wait_thread_s": 1.2286419270000002,
        "matched_threads": 80,
        "unmatched_threads": 0,
        "mean_cores": 0.39075813980418517
      },
      "3:crowd": {
        "cpu_s": 11.435256462999998,
        "runnable_wait_thread_s": 1.2761849210000002,
        "matched_threads": 79,
        "unmatched_threads": 0,
        "mean_cores": 0.38425675709031915
      },
      "renderer:1230": {
        "cpu_s": 0.0,
        "runnable_wait_thread_s": 0.0,
        "matched_threads": 0,
        "unmatched_threads": 12,
        "mean_cores": 0.0
      }
    },
    "host_cpu_busy_pct": 57.3417829922069,
    "container_mean_cores": 3.6453345424062333,
    "throttled_usec": 0,
    "cpu_quota": "max 100000\n",
    "gpu_util_mean": 30.142857142857142,
    "gpu_memory_util_mean": 5.714285714285714,
    "gpu_memory_peak_mib": 10645.0,
    "gpu_power_mean_w": 131.56571428571428,
    "ram_peak_mib": 3180.57421875,
    "host_available_min_mib": 15752.265625,
    "expected_children": 3,
    "observed_children": 3,
    "renderer_peak_sampled": 1,
    "artifact_count_delta": {
      "render_completed": 9,
      "sent": 9
    },
    "max_probe_seconds": 0.8255416541360319,
    "metric_errors": []
  },
  {
    "level": 2,
    "status": "PASS",
    "seconds": 29.999699500389397,
    "providers": {
      "pose": {
        "completed_fps": 18.8001883149756,
        "accepted_fps": 14.833481915184645,
        "per_channel_completed_mean": 9.4000941574878,
        "per_channel_accepted_mean": 7.416740957592323,
        "per_channel_accepted_min": 6.833401781152477,
        "per_channel_accepted_max": 8.000080134032169,
        "per_channel_accepted_std": 0.5833391764398459,
        "rejected_pct": 21.099290780141843,
        "sent_fps": 18.33351697382372,
        "diagnostic_complete_channels": 2,
        "selected_fps": 19.933533000630153,
        "infer_entry_fps": 18.919279647973944,
        "pre_infer_expired": 3,
        "durations": {
          "selected_to_preprocess": {
            "count": 564,
            "sum_ns": 8481657660,
            "histogram": [
              0,
              0,
              114,
              181,
              160,
              86,
              19,
              3,
              0,
              0,
              0,
              1,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 15.038400106382978,
            "p95_bucket_upper_ms": 50
          },
          "preprocess_to_callback": {
            "count": 563,
            "sum_ns": 28835607161,
            "histogram": [
              0,
              0,
              0,
              0,
              0,
              312,
              220,
              25,
              2,
              0,
              2,
              2,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 51.217774708703374,
            "p95_bucket_upper_ms": 100
          },
          "copy_wall": {
            "count": 563,
            "sum_ns": 8352322737,
            "histogram": [
              0,
              0,
              11,
              200,
              268,
              78,
              4,
              0,
              0,
              0,
              1,
              1,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 14.835386744227353,
            "p95_bucket_upper_ms": 50
          },
          "copy_thread_cpu": {
            "count": 563,
            "sum_ns": 6995382194,
            "histogram": [
              0,
              0,
              12,
              241,
              279,
              29,
              0,
              0,
              0,
              0,
              1,
              1,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 12.42519039786856,
            "p95_bucket_upper_ms": 50
          },
          "callback_to_copied": {
            "count": 563,
            "sum_ns": 8975840900,
            "histogram": [
              0,
              0,
              3,
              156,
              300,
              97,
              5,
              0,
              0,
              0,
              1,
              1,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 15.942879040852574,
            "p95_bucket_upper_ms": 50
          },
          "selected_to_submitted": {
            "count": 563,
            "sum_ns": 46595005449,
            "histogram": [
              0,
              0,
              0,
              0,
              0,
              39,
              242,
              178,
              92,
              5,
              1,
              5,
              1,
              0,
              0,
              0
            ],
            "mean_ms": 82.76199902131438,
            "p95_bucket_upper_ms": 150
          },
          "accepted_interval": {
            "count": 445,
            "sum_ns": 59830089788,
            "histogram": [
              0,
              0,
              0,
              0,
              0,
              4,
              46,
              154,
              171,
              22,
              21,
              18,
              8,
              1,
              0,
              0
            ],
            "mean_ms": 134.4496399730337,
            "p95_bucket_upper_ms": 500
          }
        },
        "existing_accepted_mean": 6.833401781152477,
        "new_accepted_mean": 8.000080134032169
      },
      "fire": {
        "completed_fps": 19.966866667855285,
        "accepted_fps": 18.56685264439966,
        "per_channel_completed_mean": 9.983433333927643,
        "per_channel_accepted_mean": 9.28342632219983,
        "per_channel_accepted_min": 9.200092154136994,
        "per_channel_accepted_max": 9.366760490262665,
        "per_channel_accepted_std": 0.08333416806283545,
        "rejected_pct": 7.011686143572621,
        "sent_fps": 20.00020033508042,
        "diagnostic_complete_channels": 2,
        "selected_fps": 19.90019933340502,
        "infer_entry_fps": 19.975274967339804,
        "pre_infer_expired": 0,
        "durations": {
          "accepted_interval": {
            "count": 557,
            "sum_ns": 59787709607,
            "histogram": [
              0,
              0,
              0,
              1,
              0,
              4,
              80,
              196,
              236,
              17,
              17,
              5,
              1,
              0,
              0,
              0
            ],
            "mean_ms": 107.33879642190306,
            "p95_bucket_upper_ms": 200
          },
          "selected_to_preprocess": {
            "count": 597,
            "sum_ns": 5017386019,
            "histogram": [
              0,
              0,
              222,
              265,
              78,
              23,
              9,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 8.404331690117253,
            "p95_bucket_upper_ms": 50
          },
          "preprocess_to_callback": {
            "count": 598,
            "sum_ns": 23481282511,
            "histogram": [
              0,
              0,
              0,
              0,
              19,
              453,
              118,
              8,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 39.266358714046824,
            "p95_bucket_upper_ms": 75
          },
          "copy_wall": {
            "count": 598,
            "sum_ns": 12694058740,
            "histogram": [
              0,
              0,
              0,
              0,
              283,
              312,
              3,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 21.22752297658863,
            "p95_bucket_upper_ms": 50
          },
          "copy_thread_cpu": {
            "count": 598,
            "sum_ns": 10849817250,
            "histogram": [
              0,
              0,
              0,
              0,
              458,
              140,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 18.14350710702341,
            "p95_bucket_upper_ms": 50
          },
          "callback_to_copied": {
            "count": 598,
            "sum_ns": 13453914508,
            "histogram": [
              0,
              0,
              0,
              0,
              226,
              369,
              3,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 22.49818479598662,
            "p95_bucket_upper_ms": 50
          },
          "selected_to_submitted": {
            "count": 598,
            "sum_ns": 42211859223,
            "histogram": [
              0,
              0,
              0,
              0,
              0,
              63,
              325,
              168,
              40,
              2,
              0,
              0,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 70.58839334949833,
            "p95_bucket_upper_ms": 150
          }
        },
        "existing_accepted_mean": 9.366760490262665,
        "new_accepted_mean": 9.200092154136994
      },
      "crowd": {
        "completed_fps": 19.933533000630153,
        "accepted_fps": 18.33351697382372,
        "per_channel_completed_mean": 9.966766500315076,
        "per_channel_accepted_mean": 9.16675848691186,
        "per_channel_accepted_min": 9.00009015078619,
        "per_channel_accepted_max": 9.33342682303753,
        "per_channel_accepted_std": 0.16666833612567,
        "rejected_pct": 8.02675585284281,
        "sent_fps": 20.00020033508042,
        "diagnostic_complete_channels": 2,
        "selected_fps": 19.90019933340502,
        "infer_entry_fps": 20.020948398689004,
        "pre_infer_expired": 0,
        "durations": {
          "copy_wall": {
            "count": 598,
            "sum_ns": 12502353397,
            "histogram": [
              0,
              0,
              0,
              0,
              305,
              292,
              1,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 20.90694547993311,
            "p95_bucket_upper_ms": 50
          },
          "copy_thread_cpu": {
            "count": 598,
            "sum_ns": 10903660422,
            "histogram": [
              0,
              0,
              0,
              0,
              437,
              161,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 18.23354585618729,
            "p95_bucket_upper_ms": 50
          },
          "accepted_interval": {
            "count": 550,
            "sum_ns": 59742563088,
            "histogram": [
              0,
              0,
              0,
              0,
              0,
              7,
              81,
              192,
              227,
              18,
              15,
              10,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 108.62284197818182,
            "p95_bucket_upper_ms": 200
          },
          "selected_to_preprocess": {
            "count": 597,
            "sum_ns": 4853191332,
            "histogram": [
              0,
              0,
              237,
              257,
              69,
              29,
              5,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 8.12929871356784,
            "p95_bucket_upper_ms": 50
          },
          "preprocess_to_callback": {
            "count": 597,
            "sum_ns": 24390339207,
            "histogram": [
              0,
              0,
              0,
              0,
              16,
              423,
              146,
              9,
              3,
              0,
              0,
              0,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 40.85483954271357,
            "p95_bucket_upper_ms": 75
          },
          "callback_to_copied": {
            "count": 597,
            "sum_ns": 13211332465,
            "histogram": [
              0,
              0,
              0,
              0,
              235,
              359,
              3,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 22.12953511725293,
            "p95_bucket_upper_ms": 50
          },
          "selected_to_submitted": {
            "count": 597,
            "sum_ns": 42679960646,
            "histogram": [
              0,
              0,
              0,
              0,
              0,
              69,
              309,
              171,
              46,
              2,
              0,
              0,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 71.49072135008376,
            "p95_bucket_upper_ms": 150
          }
        },
        "existing_accepted_mean": 9.00009015078619,
        "new_accepted_mean": 9.33342682303753
      }
    },
    "models": {
      "RFDETRKeypointPreview": {
        "stats": {
          "success": {
            "count": 568,
            "mean_ms": 34.42231821302817
          },
          "fail": {
            "count": 0,
            "mean_ms": null
          },
          "queue": {
            "count": 568,
            "mean_ms": 8.30048814612676
          },
          "compute_input": {
            "count": 568,
            "mean_ms": 0.3909654647887324
          },
          "compute_infer": {
            "count": 568,
            "mean_ms": 23.948941644366197
          },
          "compute_output": {
            "count": 568,
            "mean_ms": 1.0843270211267606
          },
          "cache_hit": {
            "count": 0,
            "mean_ms": null
          },
          "cache_miss": {
            "count": 0,
            "mean_ms": null
          }
        },
        "batch_executions": {
          "1": 442,
          "2": 63
        },
        "mean_batch": 1.1247524752475249,
        "executions": 505,
        "inferences": 568
      },
      "RFDETRFireSmoke": {
        "stats": {
          "success": {
            "count": 600,
            "mean_ms": 28.393805926666666
          },
          "fail": {
            "count": 0,
            "mean_ms": null
          },
          "queue": {
            "count": 600,
            "mean_ms": 6.637470066666666
          },
          "compute_input": {
            "count": 600,
            "mean_ms": 0.3923918933333333
          },
          "compute_infer": {
            "count": 600,
            "mean_ms": 19.94729438166667
          },
          "compute_output": {
            "count": 600,
            "mean_ms": 0.8419343199999999
          },
          "cache_hit": {
            "count": 0,
            "mean_ms": null
          },
          "cache_miss": {
            "count": 0,
            "mean_ms": null
          }
        },
        "batch_executions": {
          "1": 428,
          "2": 86
        },
        "mean_batch": 1.1673151750972763,
        "executions": 514,
        "inferences": 600
      },
      "Awiros_person_and_head_detection": {
        "stats": {
          "success": {
            "count": 600,
            "mean_ms": 29.99084209666667
          },
          "fail": {
            "count": 0,
            "mean_ms": null
          },
          "queue": {
            "count": 600,
            "mean_ms": 6.8579082116666665
          },
          "compute_input": {
            "count": 600,
            "mean_ms": 0.37097487833333337
          },
          "compute_infer": {
            "count": 600,
            "mean_ms": 21.328033376666664
          },
          "compute_output": {
            "count": 600,
            "mean_ms": 0.8387485966666667
          },
          "cache_hit": {
            "count": 0,
            "mean_ms": null
          },
          "cache_miss": {
            "count": 0,
            "mean_ms": null
          }
        },
        "batch_executions": {
          "1": 414,
          "2": 93
        },
        "mean_batch": 1.183431952662722,
        "executions": 507,
        "inferences": 600
      }
    },
    "cpu": {
      "triton": {
        "cpu_s": 26.472688313000006,
        "runnable_wait_thread_s": 15.271970584000002,
        "matched_threads": 110,
        "unmatched_threads": 0,
        "mean_cores": 0.8813995558305487
      },
      "channel-control": {
        "cpu_s": 13.625690731999997,
        "runnable_wait_thread_s": 6.207380051,
        "matched_threads": 52,
        "unmatched_threads": 1,
        "mean_cores": 0.453662945639397
      },
      "3:pose": {
        "cpu_s": 20.839134348999995,
        "runnable_wait_thread_s": 7.936449628999999,
        "matched_threads": 80,
        "unmatched_threads": 0,
        "mean_cores": 0.6938322070630772
      },
      "3:fire": {
        "cpu_s": 13.066436687,
        "runnable_wait_thread_s": 7.242228576999998,
        "matched_threads": 80,
        "unmatched_threads": 0,
        "mean_cores": 0.43504276392489494
      },
      "3:crowd": {
        "cpu_s": 12.610276364000002,
        "runnable_wait_thread_s": 7.068601285,
        "matched_threads": 79,
        "unmatched_threads": 0,
        "mean_cores": 0.41985505418699587
      },
      "5:pose": {
        "cpu_s": 22.315895725999997,
        "runnable_wait_thread_s": 9.73554629,
        "matched_threads": 80,
        "unmatched_threads": 0,
        "mean_cores": 0.743000497278481
      },
      "5:fire": {
        "cpu_s": 17.476702222000004,
        "runnable_wait_thread_s": 9.596695475999997,
        "matched_threads": 80,
        "unmatched_threads": 0,
        "mean_cores": 0.5818811219217622
      },
      "5:crowd": {
        "cpu_s": 15.586684754999999,
        "runnable_wait_thread_s": 8.341867294,
        "matched_threads": 79,
        "unmatched_threads": 0,
        "mean_cores": 0.5189536044656781
      },
      "renderer:1932": {
        "cpu_s": 0.0,
        "runnable_wait_thread_s": 0.0,
        "matched_threads": 0,
        "unmatched_threads": 12,
        "mean_cores": 0.0
      }
    },
    "host_cpu_busy_pct": 74.04698317655264,
    "container_mean_cores": 7.097018026672337,
    "throttled_usec": 0,
    "cpu_quota": "max 100000\n",
    "gpu_util_mean": 45.0,
    "gpu_memory_util_mean": 9.428571428571429,
    "gpu_memory_peak_mib": 11701.0,
    "gpu_power_mean_w": 171.90571428571428,
    "ram_peak_mib": 4305.27734375,
    "host_available_min_mib": 14414.43359375,
    "expected_children": 6,
    "observed_children": 6,
    "renderer_peak_sampled": 2,
    "artifact_count_delta": {
      "render_completed": 12,
      "sent": 13,
      "render_failed": 0
    },
    "max_probe_seconds": 0.8198927631601691,
    "metric_errors": []
  },
  {
    "level": 4,
    "status": "PASS",
    "seconds": 29.99994451692328,
    "providers": {
      "pose": {
        "completed_fps": 33.26672819134775,
        "accepted_fps": 10.900020158888491,
        "per_channel_completed_mean": 8.316682047836938,
        "per_channel_accepted_mean": 2.725005039722123,
        "per_channel_accepted_min": 2.066670488841243,
        "per_channel_accepted_max": 3.1666725232244852,
        "per_channel_accepted_std": 0.44558097024993365,
        "rejected_pct": 67.23446893787575,
        "sent_fps": 38.13340385861906,
        "diagnostic_complete_channels": 4,
        "selected_fps": 39.966740582591136,
        "infer_entry_fps": 33.28403168821745,
        "pre_infer_expired": 38,
        "durations": {
          "copy_wall": {
            "count": 998,
            "sum_ns": 14413074878,
            "histogram": [
              0,
              0,
              44,
              382,
              427,
              133,
              6,
              0,
              0,
              1,
              4,
              1,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 14.441958795591184,
            "p95_bucket_upper_ms": 50
          },
          "copy_thread_cpu": {
            "count": 998,
            "sum_ns": 11118983136,
            "histogram": [
              0,
              0,
              55,
              532,
              389,
              16,
              0,
              0,
              0,
              1,
              4,
              1,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 11.14126566733467,
            "p95_bucket_upper_ms": 20
          },
          "selected_to_preprocess": {
            "count": 997,
            "sum_ns": 32208452495,
            "histogram": [
              0,
              0,
              110,
              195,
              173,
              248,
              162,
              98,
              11,
              0,
              0,
              0,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 32.30536860080241,
            "p95_bucket_upper_ms": 100
          },
          "preprocess_to_callback": {
            "count": 995,
            "sum_ns": 84677856975,
            "histogram": [
              0,
              0,
              0,
              0,
              0,
              163,
              329,
              215,
              218,
              57,
              12,
              1,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 85.1033738442211,
            "p95_bucket_upper_ms": 200
          },
          "callback_to_copied": {
            "count": 995,
            "sum_ns": 15465511166,
            "histogram": [
              0,
              0,
              18,
              332,
              468,
              165,
              6,
              0,
              0,
              1,
              4,
              1,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 15.543227302512562,
            "p95_bucket_upper_ms": 50
          },
          "selected_to_submitted": {
            "count": 995,
            "sum_ns": 132867174098,
            "histogram": [
              0,
              0,
              0,
              0,
              0,
              19,
              116,
              200,
              321,
              212,
              116,
              11,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 133.5348483396985,
            "p95_bucket_upper_ms": 300
          },
          "accepted_interval": {
            "count": 327,
            "sum_ns": 119482868413,
            "histogram": [
              0,
              0,
              0,
              0,
              0,
              1,
              28,
              83,
              94,
              14,
              24,
              28,
              27,
              15,
              12,
              1
            ],
            "mean_ms": 365.3910349021407,
            "p95_bucket_upper_ms": 2000
          }
        },
        "existing_accepted_mean": 2.316670951201071,
        "new_accepted_mean": 3.1333391282431746
      },
      "fire": {
        "completed_fps": 37.70006972386203,
        "accepted_fps": 22.33337463747795,
        "per_channel_completed_mean": 9.425017430965507,
        "per_channel_accepted_mean": 5.583343659369487,
        "per_channel_accepted_min": 5.133342827121798,
        "per_channel_accepted_max": 5.833344121729315,
        "per_channel_accepted_std": 0.2793847602748729,
        "rejected_pct": 40.760389036251105,
        "sent_fps": 39.36673947292755,
        "diagnostic_complete_channels": 4,
        "selected_fps": 39.966740582591136,
        "infer_entry_fps": 37.64229376855197,
        "pre_infer_expired": 12,
        "durations": {
          "copy_wall": {
            "count": 1131,
            "sum_ns": 25831684172,
            "histogram": [
              0,
              0,
              0,
              0,
              470,
              649,
              11,
              1,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 22.83968538638373,
            "p95_bucket_upper_ms": 50
          },
          "copy_thread_cpu": {
            "count": 1131,
            "sum_ns": 19980476618,
            "histogram": [
              0,
              0,
              0,
              0,
              898,
              233,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 17.66620390627763,
            "p95_bucket_upper_ms": 50
          },
          "selected_to_preprocess": {
            "count": 1129,
            "sum_ns": 23313671388,
            "histogram": [
              0,
              0,
              269,
              357,
              157,
              185,
              95,
              60,
              6,
              0,
              0,
              0,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 20.649841796279894,
            "p95_bucket_upper_ms": 100
          },
          "preprocess_to_callback": {
            "count": 1128,
            "sum_ns": 63986643387,
            "histogram": [
              0,
              0,
              0,
              0,
              13,
              534,
              371,
              139,
              56,
              11,
              4,
              0,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 56.72574768351064,
            "p95_bucket_upper_ms": 150
          },
          "callback_to_copied": {
            "count": 1128,
            "sum_ns": 27148988426,
            "histogram": [
              0,
              0,
              0,
              0,
              371,
              743,
              13,
              1,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 24.06825215070922,
            "p95_bucket_upper_ms": 50
          },
          "accepted_interval": {
            "count": 670,
            "sum_ns": 118055930505,
            "histogram": [
              0,
              0,
              0,
              0,
              0,
              4,
              87,
              223,
              228,
              30,
              36,
              31,
              19,
              7,
              5,
              0
            ],
            "mean_ms": 176.20288135074628,
            "p95_bucket_upper_ms": 500
          },
          "selected_to_submitted": {
            "count": 1128,
            "sum_ns": 114744743189,
            "histogram": [
              0,
              0,
              0,
              0,
              0,
              49,
              329,
              289,
              309,
              114,
              33,
              5,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 101.7240631108156,
            "p95_bucket_upper_ms": 200
          }
        },
        "existing_accepted_mean": 5.466676776934901,
        "new_accepted_mean": 5.700010541804073
      },
      "crowd": {
        "completed_fps": 37.73340311884334,
        "accepted_fps": 22.933375747141536,
        "per_channel_completed_mean": 9.433350779710835,
        "per_channel_accepted_mean": 5.733343936785384,
        "per_channel_accepted_min": 5.5000101719162116,
        "per_channel_accepted_max": 5.933344306673246,
        "per_channel_accepted_std": 0.15811417543044964,
        "rejected_pct": 39.2226148409894,
        "sent_fps": 39.233405893002306,
        "diagnostic_complete_channels": 4,
        "selected_fps": 39.866740397647206,
        "infer_entry_fps": 37.86801939133018,
        "pre_infer_expired": 14,
        "durations": {
          "copy_wall": {
            "count": 1130,
            "sum_ns": 25422486724,
            "histogram": [
              0,
              0,
              0,
              0,
              488,
              628,
              13,
              1,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 22.497775861946902,
            "p95_bucket_upper_ms": 50
          },
          "copy_thread_cpu": {
            "count": 1130,
            "sum_ns": 20028021799,
            "histogram": [
              0,
              0,
              0,
              0,
              895,
              235,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 17.72391309646018,
            "p95_bucket_upper_ms": 50
          },
          "accepted_interval": {
            "count": 686,
            "sum_ns": 115864667259,
            "histogram": [
              0,
              0,
              0,
              0,
              0,
              3,
              86,
              224,
              251,
              33,
              37,
              27,
              11,
              10,
              4,
              0
            ],
            "mean_ms": 168.8989318644315,
            "p95_bucket_upper_ms": 500
          },
          "selected_to_preprocess": {
            "count": 1132,
            "sum_ns": 20811781521,
            "histogram": [
              0,
              0,
              296,
              349,
              158,
              222,
              74,
              26,
              7,
              0,
              0,
              0,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 18.384966007950528,
            "p95_bucket_upper_ms": 75
          },
          "preprocess_to_callback": {
            "count": 1129,
            "sum_ns": 64317139505,
            "histogram": [
              0,
              0,
              0,
              0,
              14,
              493,
              407,
              145,
              58,
              8,
              4,
              0,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 56.96823693976971,
            "p95_bucket_upper_ms": 150
          },
          "callback_to_copied": {
            "count": 1129,
            "sum_ns": 26814358152,
            "histogram": [
              0,
              0,
              0,
              0,
              394,
              715,
              19,
              1,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 23.750538664304695,
            "p95_bucket_upper_ms": 50
          },
          "selected_to_submitted": {
            "count": 1129,
            "sum_ns": 112305592423,
            "histogram": [
              0,
              0,
              0,
              0,
              0,
              48,
              313,
              317,
              316,
              103,
              30,
              2,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 99.47350967493357,
            "p95_bucket_upper_ms": 200
          }
        },
        "existing_accepted_mean": 5.6500104493321075,
        "new_accepted_mean": 5.81667742423866
      }
    },
    "models": {
      "RFDETRKeypointPreview": {
        "stats": {
          "success": {
            "count": 997,
            "mean_ms": 67.52983603811434
          },
          "fail": {
            "count": 0,
            "mean_ms": null
          },
          "queue": {
            "count": 997,
            "mean_ms": 26.474420387161487
          },
          "compute_input": {
            "count": 997,
            "mean_ms": 0.5014711654964894
          },
          "compute_infer": {
            "count": 997,
            "mean_ms": 38.22366615045136
          },
          "compute_output": {
            "count": 997,
            "mean_ms": 1.408597516549649
          },
          "cache_hit": {
            "count": 0,
            "mean_ms": null
          },
          "cache_miss": {
            "count": 0,
            "mean_ms": null
          }
        },
        "batch_executions": {
          "1": 473,
          "2": 205,
          "3": 38
        },
        "mean_batch": 1.3924581005586592,
        "executions": 716,
        "inferences": 997
      },
      "RFDETRFireSmoke": {
        "stats": {
          "success": {
            "count": 1128,
            "mean_ms": 44.59984685638298
          },
          "fail": {
            "count": 0,
            "mean_ms": null
          },
          "queue": {
            "count": 1128,
            "mean_ms": 15.589748002659574
          },
          "compute_input": {
            "count": 1128,
            "mean_ms": 0.5392552340425533
          },
          "compute_infer": {
            "count": 1128,
            "mean_ms": 26.632200823581563
          },
          "compute_output": {
            "count": 1128,
            "mean_ms": 1.1448093439716314
          },
          "cache_hit": {
            "count": 0,
            "mean_ms": null
          },
          "cache_miss": {
            "count": 0,
            "mean_ms": null
          }
        },
        "batch_executions": {
          "1": 667,
          "2": 202,
          "3": 19
        },
        "mean_batch": 1.2702702702702702,
        "executions": 888,
        "inferences": 1128
      },
      "Awiros_person_and_head_detection": {
        "stats": {
          "success": {
            "count": 1133,
            "mean_ms": 45.26900979699912
          },
          "fail": {
            "count": 0,
            "mean_ms": null
          },
          "queue": {
            "count": 1133,
            "mean_ms": 15.24533248367167
          },
          "compute_input": {
            "count": 1133,
            "mean_ms": 0.4651086725507502
          },
          "compute_infer": {
            "count": 1133,
            "mean_ms": 27.813113423654016
          },
          "compute_output": {
            "count": 1133,
            "mean_ms": 1.072349007943513
          },
          "cache_hit": {
            "count": 0,
            "mean_ms": null
          },
          "cache_miss": {
            "count": 0,
            "mean_ms": null
          }
        },
        "batch_executions": {
          "1": 631,
          "2": 203,
          "3": 32
        },
        "mean_batch": 1.3083140877598152,
        "executions": 866,
        "inferences": 1133
      }
    },
    "cpu": {
      "triton": {
        "cpu_s": 46.824634059,
        "runnable_wait_thread_s": 35.442812120999996,
        "matched_threads": 110,
        "unmatched_threads": 0,
        "mean_cores": 1.555874350698268
      },
      "channel-control": {
        "cpu_s": 18.170099792000002,
        "runnable_wait_thread_s": 18.813403565000005,
        "matched_threads": 68,
        "unmatched_threads": 2,
        "mean_cores": 0.6037504143733289
      },
      "3:pose": {
        "cpu_s": 12.989925587999997,
        "runnable_wait_thread_s": 11.663627097,
        "matched_threads": 80,
        "unmatched_threads": 0,
        "mean_cores": 0.4316251999830351
      },
      "3:fire": {
        "cpu_s": 12.017996332999997,
        "runnable_wait_thread_s": 11.488252354999998,
        "matched_threads": 80,
        "unmatched_threads": 0,
        "mean_cores": 0.39933023753565383
      },
      "3:crowd": {
        "cpu_s": 11.291321972000002,
        "runnable_wait_thread_s": 10.899750819000001,
        "matched_threads": 79,
        "unmatched_threads": 0,
        "mean_cores": 0.375184528288565
      },
      "5:pose": {
        "cpu_s": 16.969242043000005,
        "runnable_wait_thread_s": 15.731715954,
        "matched_threads": 80,
        "unmatched_threads": 0,
        "mean_cores": 0.5638486872578078
      },
      "5:fire": {
        "cpu_s": 16.222812475,
        "runnable_wait_thread_s": 15.598131693000001,
        "matched_threads": 80,
        "unmatched_threads": 0,
        "mean_cores": 0.5390465581479322
      },
      "5:crowd": {
        "cpu_s": 14.442796482,
        "runnable_wait_thread_s": 14.697340101000002,
        "matched_threads": 79,
        "unmatched_threads": 0,
        "mean_cores": 0.4799007413573128
      },
      "6:pose": {
        "cpu_s": 15.080426483999998,
        "runnable_wait_thread_s": 14.849120284999996,
        "matched_threads": 80,
        "unmatched_threads": 0,
        "mean_cores": 0.5010877123883614
      },
      "6:fire": {
        "cpu_s": 15.030118488999998,
        "runnable_wait_thread_s": 14.516011483000003,
        "matched_threads": 80,
        "unmatched_threads": 0,
        "mean_cores": 0.4994160940056756
      },
      "6:crowd": {
        "cpu_s": 13.529531066,
        "runnable_wait_thread_s": 13.809250129000002,
        "matched_threads": 79,
        "unmatched_threads": 0,
        "mean_cores": 0.44955504267350066
      },
      "8:pose": {
        "cpu_s": 13.146760991999999,
        "runnable_wait_thread_s": 10.912257096999998,
        "matched_threads": 80,
        "unmatched_threads": 0,
        "mean_cores": 0.43683647791971986
      },
      "8:fire": {
        "cpu_s": 12.591665286000001,
        "runnable_wait_thread_s": 11.50253399,
        "matched_threads": 80,
        "unmatched_threads": 0,
        "mean_cores": 0.4183919307597802
      },
      "8:crowd": {
        "cpu_s": 12.272857727000002,
        "runnable_wait_thread_s": 11.183346405000004,
        "matched_threads": 79,
        "unmatched_threads": 0,
        "mean_cores": 0.40779869252471307
      },
      "renderer:3235": {
        "cpu_s": 0.0,
        "runnable_wait_thread_s": 0.0,
        "matched_threads": 0,
        "unmatched_threads": 12,
        "mean_cores": 0.0
      }
    },
    "host_cpu_busy_pct": 79.12181206914117,
    "container_mean_cores": 10.317644896537232,
    "throttled_usec": 0,
    "cpu_quota": "max 100000\n",
    "gpu_util_mean": 54.714285714285715,
    "gpu_memory_util_mean": 14.285714285714286,
    "gpu_memory_peak_mib": 13835.0,
    "gpu_power_mean_w": 199.12857142857143,
    "ram_peak_mib": 6337.8046875,
    "host_available_min_mib": 11927.26171875,
    "expected_children": 12,
    "observed_children": 12,
    "renderer_peak_sampled": 2,
    "artifact_count_delta": {
      "render_completed": 13,
      "sent": 14,
      "render_failed": 2
    },
    "max_probe_seconds": 1.1831047609448433,
    "metric_errors": []
  },
  {
    "level": 8,
    "status": "PASS",
    "seconds": 29.999971612822264,
    "providers": {
      "pose": {
        "completed_fps": 27.6333594811029,
        "accepted_fps": 0.03333336487467178,
        "per_channel_completed_mean": 3.4541699351378625,
        "per_channel_accepted_mean": 0.004166670609333972,
        "per_channel_accepted_min": 0.0,
        "per_channel_accepted_max": 0.03333336487467178,
        "per_channel_accepted_std": 0.011023974227419653,
        "rejected_pct": 99.87937273823884,
        "sent_fps": 38.833370078992616,
        "diagnostic_complete_channels": 8,
        "selected_fps": 79.80007550996423,
        "infer_entry_fps": 27.610734648547304,
        "pre_infer_expired": 123,
        "durations": {
          "copy_wall": {
            "count": 829,
            "sum_ns": 21960482869,
            "histogram": [
              0,
              0,
              10,
              129,
              293,
              320,
              55,
              11,
              7,
              1,
              0,
              2,
              1,
              0,
              0,
              0
            ],
            "mean_ms": 26.490329154402897,
            "p95_bucket_upper_ms": 75
          },
          "copy_thread_cpu": {
            "count": 829,
            "sum_ns": 10133023540,
            "histogram": [
              0,
              0,
              16,
              341,
              454,
              15,
              0,
              0,
              0,
              0,
              2,
              1,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 12.22318882991556,
            "p95_bucket_upper_ms": 20
          },
          "selected_to_preprocess": {
            "count": 825,
            "sum_ns": 43312486615,
            "histogram": [
              0,
              0,
              8,
              42,
              91,
              269,
              187,
              186,
              42,
              0,
              0,
              0,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 52.49998377575757,
            "p95_bucket_upper_ms": 150
          },
          "preprocess_to_callback": {
            "count": 826,
            "sum_ns": 199960199175,
            "histogram": [
              0,
              0,
              0,
              0,
              0,
              1,
              3,
              6,
              120,
              175,
              319,
              192,
              10,
              0,
              0,
              0
            ],
            "mean_ms": 242.0825655871671,
            "p95_bucket_upper_ms": 500
          },
          "callback_to_copied": {
            "count": 827,
            "sum_ns": 23584430417,
            "histogram": [
              0,
              0,
              0,
              106,
              289,
              343,
              63,
              15,
              7,
              1,
              0,
              2,
              1,
              0,
              0,
              0
            ],
            "mean_ms": 28.518053708585246,
            "p95_bucket_upper_ms": 75
          },
          "selected_to_submitted": {
            "count": 827,
            "sum_ns": 268494813934,
            "histogram": [
              0,
              0,
              0,
              0,
              0,
              0,
              1,
              0,
              6,
              66,
              305,
              398,
              51,
              0,
              0,
              0
            ],
            "mean_ms": 324.66120185489723,
            "p95_bucket_upper_ms": 1000
          },
          "accepted_interval": {
            "count": 1,
            "sum_ns": 23768388230,
            "histogram": [
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              1
            ],
            "mean_ms": 23768.38823,
            "p95_bucket_upper_ms": ">5000"
          }
        },
        "existing_accepted_mean": 0.0,
        "new_accepted_mean": 0.008333341218667944
      },
      "fire": {
        "completed_fps": 33.46669833417046,
        "accepted_fps": 0.1666668243733589,
        "per_channel_completed_mean": 4.183337291771307,
        "per_channel_accepted_mean": 0.02083335304666986,
        "per_channel_accepted_min": 0.0,
        "per_channel_accepted_max": 0.06666672974934355,
        "per_channel_accepted_std": 0.02319904013030094,
        "rejected_pct": 99.5019920318725,
        "sent_fps": 36.36670107826691,
        "diagnostic_complete_channels": 8,
        "selected_fps": 79.8334088748389,
        "infer_entry_fps": 33.42994493110763,
        "pre_infer_expired": 146,
        "durations": {
          "copy_wall": {
            "count": 1004,
            "sum_ns": 42356886149,
            "histogram": [
              0,
              0,
              0,
              0,
              122,
              599,
              180,
              74,
              26,
              3,
              0,
              0,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 42.18813361454183,
            "p95_bucket_upper_ms": 100
          },
          "copy_thread_cpu": {
            "count": 1004,
            "sum_ns": 18903754353,
            "histogram": [
              0,
              0,
              0,
              0,
              621,
              383,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 18.82844059063745,
            "p95_bucket_upper_ms": 50
          },
          "selected_to_preprocess": {
            "count": 996,
            "sum_ns": 51469496513,
            "histogram": [
              0,
              0,
              7,
              55,
              127,
              298,
              255,
              213,
              41,
              0,
              0,
              0,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 51.67620131827309,
            "p95_bucket_upper_ms": 100
          },
          "preprocess_to_callback": {
            "count": 994,
            "sum_ns": 177801094743,
            "histogram": [
              0,
              0,
              0,
              0,
              0,
              6,
              28,
              61,
              281,
              281,
              281,
              56,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 178.87434078772637,
            "p95_bucket_upper_ms": 500
          },
          "callback_to_copied": {
            "count": 998,
            "sum_ns": 44355897625,
            "histogram": [
              0,
              0,
              0,
              0,
              90,
              595,
              200,
              77,
              33,
              3,
              0,
              0,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 44.4447871993988,
            "p95_bucket_upper_ms": 100
          },
          "selected_to_submitted": {
            "count": 998,
            "sum_ns": 275064125700,
            "histogram": [
              0,
              0,
              0,
              0,
              0,
              0,
              1,
              4,
              38,
              123,
              491,
              333,
              8,
              0,
              0,
              0
            ],
            "mean_ms": 275.61535641282563,
            "p95_bucket_upper_ms": 500
          },
          "accepted_interval": {
            "count": 5,
            "sum_ns": 106361156908,
            "histogram": [
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              5
            ],
            "mean_ms": 21272.2313816,
            "p95_bucket_upper_ms": ">5000"
          }
        },
        "existing_accepted_mean": 0.03333336487467178,
        "new_accepted_mean": 0.008333341218667944
      },
      "crowd": {
        "completed_fps": 32.133363739183594,
        "accepted_fps": 0.06666672974934355,
        "per_channel_completed_mean": 4.016670467397949,
        "per_channel_accepted_mean": 0.008333341218667944,
        "per_channel_accepted_min": 0.0,
        "per_channel_accepted_max": 0.03333336487467178,
        "per_channel_accepted_std": 0.014433770387540824,
        "rejected_pct": 99.79253112033194,
        "sent_fps": 33.90003207754119,
        "diagnostic_complete_channels": 8,
        "selected_fps": 80.13340915871095,
        "infer_entry_fps": 32.06658248069654,
        "pre_infer_expired": 144,
        "durations": {
          "copy_wall": {
            "count": 964,
            "sum_ns": 39705941083,
            "histogram": [
              0,
              0,
              0,
              0,
              116,
              581,
              179,
              65,
              22,
              0,
              1,
              0,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 41.18873556327801,
            "p95_bucket_upper_ms": 100
          },
          "copy_thread_cpu": {
            "count": 964,
            "sum_ns": 18438548814,
            "histogram": [
              0,
              0,
              0,
              0,
              572,
              392,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 19.12712532572614,
            "p95_bucket_upper_ms": 50
          },
          "selected_to_preprocess": {
            "count": 962,
            "sum_ns": 48810185451,
            "histogram": [
              0,
              0,
              7,
              59,
              121,
              310,
              222,
              207,
              36,
              0,
              0,
              0,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 50.73823851455302,
            "p95_bucket_upper_ms": 100
          },
          "preprocess_to_callback": {
            "count": 961,
            "sum_ns": 183156456861,
            "histogram": [
              0,
              0,
              0,
              0,
              0,
              6,
              23,
              66,
              183,
              285,
              330,
              68,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 190.58944522476585,
            "p95_bucket_upper_ms": 500
          },
          "callback_to_copied": {
            "count": 961,
            "sum_ns": 41998800961,
            "histogram": [
              0,
              0,
              0,
              0,
              90,
              578,
              197,
              67,
              28,
              0,
              1,
              0,
              0,
              0,
              0,
              0
            ],
            "mean_ms": 43.70322680645161,
            "p95_bucket_upper_ms": 100
          },
          "selected_to_submitted": {
            "count": 961,
            "sum_ns": 274433622483,
            "histogram": [
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              2,
              39,
              101,
              425,
              385,
              9,
              0,
              0,
              0
            ],
            "mean_ms": 285.5708870790843,
            "p95_bucket_upper_ms": 500
          },
          "accepted_interval": {
            "count": 2,
            "sum_ns": 51346287602,
            "histogram": [
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              0,
              2
            ],
            "mean_ms": 25673.143801,
            "p95_bucket_upper_ms": ">5000"
          }
        },
        "existing_accepted_mean": 0.008333341218667944,
        "new_accepted_mean": 0.008333341218667944
      }
    },
    "models": {
      "RFDETRKeypointPreview": {
        "stats": {
          "success": {
            "count": 829,
            "mean_ms": 195.94911086972255
          },
          "fail": {
            "count": 0,
            "mean_ms": null
          },
          "queue": {
            "count": 829,
            "mean_ms": 93.45048772858866
          },
          "compute_input": {
            "count": 829,
            "mean_ms": 1.295996287092883
          },
          "compute_infer": {
            "count": 829,
            "mean_ms": 92.16735197587454
          },
          "compute_output": {
            "count": 829,
            "mean_ms": 5.31616817973462
          },
          "cache_hit": {
            "count": 0,
            "mean_ms": null
          },
          "cache_miss": {
            "count": 0,
            "mean_ms": null
          }
        },
        "batch_executions": {
          "1": 61,
          "2": 43,
          "3": 58,
          "4": 127
        },
        "mean_batch": 2.868512110726644,
        "executions": 289,
        "inferences": 829
      },
      "RFDETRFireSmoke": {
        "stats": {
          "success": {
            "count": 995,
            "mean_ms": 143.8828439125628
          },
          "fail": {
            "count": 0,
            "mean_ms": null
          },
          "queue": {
            "count": 995,
            "mean_ms": 65.09401154773869
          },
          "compute_input": {
            "count": 995,
            "mean_ms": 1.4830409005025125
          },
          "compute_infer": {
            "count": 995,
            "mean_ms": 71.33021324723617
          },
          "compute_output": {
            "count": 995,
            "mean_ms": 3.6826651989949752
          },
          "cache_hit": {
            "count": 0,
            "mean_ms": null
          },
          "cache_miss": {
            "count": 0,
            "mean_ms": null
          }
        },
        "batch_executions": {
          "1": 115,
          "2": 77,
          "3": 70,
          "4": 129
        },
        "mean_batch": 2.544757033248082,
        "executions": 391,
        "inferences": 995
      },
      "Awiros_person_and_head_detection": {
        "stats": {
          "success": {
            "count": 962,
            "mean_ms": 152.03427699792098
          },
          "fail": {
            "count": 0,
            "mean_ms": null
          },
          "queue": {
            "count": 962,
            "mean_ms": 71.07468023700623
          },
          "compute_input": {
            "count": 962,
            "mean_ms": 1.3386621548856548
          },
          "compute_infer": {
            "count": 962,
            "mean_ms": 74.16961279106029
          },
          "compute_output": {
            "count": 962,
            "mean_ms": 2.957807635135135
          },
          "cache_hit": {
            "count": 0,
            "mean_ms": null
          },
          "cache_miss": {
            "count": 0,
            "mean_ms": null
          }
        },
        "batch_executions": {
          "1": 95,
          "2": 83,
          "3": 67,
          "4": 125
        },
        "mean_batch": 2.6,
        "executions": 370,
        "inferences": 962
      }
    },
    "cpu": {
      "triton": {
        "cpu_s": 32.451860395,
        "runnable_wait_thread_s": 81.652934738,
        "matched_threads": 111,
        "unmatched_threads": 0,
        "mean_cores": 1.0776467437350092
      },
      "channel-control": {
        "cpu_s": 21.846733717,
        "runnable_wait_thread_s": 95.443791532,
        "matched_threads": 100,
        "unmatched_threads": 0,
        "mean_cores": 0.7254764800787282
      },
      "3:pose": {
        "cpu_s": 7.184760068,
        "runnable_wait_thread_s": 21.257406421000002,
        "matched_threads": 80,
        "unmatched_threads": 0,
        "mean_cores": 0.23858827190660742
      },
      "3:fire": {
        "cpu_s": 8.076007570000002,
        "runnable_wait_thread_s": 22.234863929999996,
        "matched_threads": 80,
        "unmatched_threads": 0,
        "mean_cores": 0.2681844169874067
      },
      "3:crowd": {
        "cpu_s": 7.1147767040000005,
        "runnable_wait_thread_s": 20.122724819999995,
        "matched_threads": 79,
        "unmatched_threads": 0,
        "mean_cores": 0.2362642959184129
      },
      "5:pose": {
        "cpu_s": 11.258166454999996,
        "runnable_wait_thread_s": 32.438842116999986,
        "matched_threads": 80,
        "unmatched_threads": 0,
        "mean_cores": 0.37385611404043695
      },
      "5:fire": {
        "cpu_s": 12.275122465999997,
        "runnable_wait_thread_s": 32.92654268,
        "matched_threads": 80,
        "unmatched_threads": 0,
        "mean_cores": 0.40762673059173793
      },
      "5:crowd": {
        "cpu_s": 10.100795053999999,
        "runnable_wait_thread_s": 29.671501554,
        "matched_threads": 79,
        "unmatched_threads": 0,
        "mean_cores": 0.3354226465474041
      },
      "6:pose": {
        "cpu_s": 10.242732168999998,
        "runnable_wait_thread_s": 31.219394945999994,
        "matched_threads": 80,
        "unmatched_threads": 0,
        "mean_cores": 0.34013603024661593
      },
      "6:fire": {
        "cpu_s": 11.120715871999998,
        "runnable_wait_thread_s": 31.148848615000002,
        "matched_threads": 80,
        "unmatched_threads": 0,
        "mean_cores": 0.36929171707238984
      },
      "6:crowd": {
        "cpu_s": 9.114291600000001,
        "runnable_wait_thread_s": 28.690242342,
        "matched_threads": 79,
        "unmatched_threads": 0,
        "mean_cores": 0.30266328477441207
      },
      "8:pose": {
        "cpu_s": 8.462249410000002,
        "runnable_wait_thread_s": 25.334740087000004,
        "matched_threads": 80,
        "unmatched_threads": 0,
        "mean_cores": 0.28101056180942585
      },
      "8:fire": {
        "cpu_s": 8.737168839,
        "runnable_wait_thread_s": 25.456251017,
        "matched_threads": 80,
        "unmatched_threads": 0,
        "mean_cores": 0.29013996221498733
      },
      "8:crowd": {
        "cpu_s": 7.924422256,
        "runnable_wait_thread_s": 23.683994854999998,
        "matched_threads": 79,
        "unmatched_threads": 0,
        "mean_cores": 0.2631506402472812
      },
      "9:pose": {
        "cpu_s": 7.5704786350000015,
        "runnable_wait_thread_s": 24.095788686000002,
        "matched_threads": 80,
        "unmatched_threads": 0,
        "mean_cores": 0.2513970401148464
      },
      "9:fire": {
        "cpu_s": 8.554200688,
        "runnable_wait_thread_s": 24.960936881,
        "matched_threads": 80,
        "unmatched_threads": 0,
        "mean_cores": 0.28406403837788285
      },
      "9:crowd": {
        "cpu_s": 7.51496651,
        "runnable_wait_thread_s": 22.525690108999996,
        "matched_threads": 79,
        "unmatched_threads": 0,
        "mean_cores": 0.24955361850462404
      },
      "10:pose": {
        "cpu_s": 11.366223921999998,
        "runnable_wait_thread_s": 33.02419216,
        "matched_threads": 80,
        "unmatched_threads": 0,
        "mean_cores": 0.37744443766908004
      },
      "10:fire": {
        "cpu_s": 12.029646242999997,
        "runnable_wait_thread_s": 33.884119319999996,
        "matched_threads": 80,
        "unmatched_threads": 0,
        "mean_cores": 0.39947506689170925
      },
      "10:crowd": {
        "cpu_s": 9.871034903999998,
        "runnable_wait_thread_s": 29.767728076999997,
        "matched_threads": 79,
        "unmatched_threads": 0,
        "mean_cores": 0.3277928751113814
      },
      "11:pose": {
        "cpu_s": 11.436395279,
        "runnable_wait_thread_s": 32.94074932200001,
        "matched_threads": 80,
        "unmatched_threads": 0,
        "mean_cores": 0.3797746564440311
      },
      "11:fire": {
        "cpu_s": 12.483526311999999,
        "runnable_wait_thread_s": 34.252800959,
        "matched_threads": 80,
        "unmatched_threads": 0,
        "mean_cores": 0.4145473115165331
      },
      "11:crowd": {
        "cpu_s": 11.498229473999997,
        "runnable_wait_thread_s": 31.003098975,
        "matched_threads": 79,
        "unmatched_threads": 0,
        "mean_cores": 0.3818280185034676
      },
      "12:pose": {
        "cpu_s": 11.849205846000002,
        "runnable_wait_thread_s": 32.47928253,
        "matched_threads": 80,
        "unmatched_threads": 0,
        "mean_cores": 0.3934830835693831
      },
      "12:fire": {
        "cpu_s": 12.658267313,
        "runnable_wait_thread_s": 34.482670756000005,
        "matched_threads": 80,
        "unmatched_threads": 0,
        "mean_cores": 0.4203500318670022
      },
      "12:crowd": {
        "cpu_s": 10.389818617,
        "runnable_wait_thread_s": 29.702476619999995,
        "matched_threads": 79,
        "unmatched_threads": 0,
        "mean_cores": 0.34502041067366757
      }
    },
    "host_cpu_busy_pct": 85.1185720356991,
    "container_mean_cores": 9.87616907733418,
    "throttled_usec": 0,
    "cpu_quota": "max 100000\n",
    "gpu_util_mean": 52.714285714285715,
    "gpu_memory_util_mean": 14.428571428571429,
    "gpu_memory_peak_mib": 18213.0,
    "gpu_power_mean_w": 191.55,
    "ram_peak_mib": 9958.8125,
    "host_available_min_mib": 7802.875,
    "expected_children": 24,
    "observed_children": 24,
    "renderer_peak_sampled": 0,
    "artifact_count_delta": {
      "render_completed": 0,
      "sent": 0,
      "render_failed": 0
    },
    "max_probe_seconds": 2.3130162470042706,
    "metric_errors": []
  }
]