[
  {
    "level": 16,
    "phase_status": "PASS",
    "camera": 3,
    "provider": "pose",
    "cohort": "new",
    "seconds": 30.000099127646536,
    "completed": 239,
    "accepted": 239,
    "sent": 239,
    "late": 0,
    "completed_fps": 7.966640342856401,
    "accepted_fps": 7.966640342856401,
    "sent_fps": 7.966640342856401,
    "rejected_pct": 0.0,
    "diagnostic_complete": true,
    "diagnostic_scope": "sample_difference",
    "diagnostic_seconds": 29.998444215,
    "selected": 239,
    "infer_entries": 237,
    "infer_entry_fps": 7.900409711297423,
    "pre_infer_expired": 0,
    "diagnostic_missed": 4,
    "durations": {
      "selected_to_preprocess_start": {
        "count": 238,
        "sum_ns": 2487032153,
        "mean_ms": 10.44971492857143,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          1,
          51,
          75,
          26,
          41,
          42,
          2,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 64.699917
      },
      "preprocess_start_to_preprocess_output": {
        "count": 237,
        "sum_ns": 4646639737,
        "mean_ms": 19.606074839662448,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          3,
          13,
          67,
          107,
          38,
          7,
          0,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 519.251082
      },
      "selected_to_preprocess": {
        "count": 236,
        "sum_ns": 9281390602,
        "mean_ms": 39.327926279661014,
        "p95_bucket_upper_ms": 100,
        "histogram": [
          0,
          0,
          0,
          2,
          55,
          134,
          29,
          11,
          3,
          0,
          0,
          0,
          2,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 581.556014
      },
      "preprocess_start_to_preprocess": {
        "count": 236,
        "sum_ns": 6798931920,
        "mean_ms": 28.80903355932203,
        "p95_bucket_upper_ms": 75,
        "histogram": [
          0,
          0,
          4,
          19,
          98,
          93,
          12,
          7,
          1,
          0,
          0,
          0,
          2,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 532.223312
      },
      "preprocess_output_to_infer_entry": {
        "count": 235,
        "sum_ns": 2172740221,
        "mean_ms": 9.245703068085106,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          34,
          27,
          34,
          64,
          55,
          18,
          3,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 59.172181
      },
      "copy_wall": {
        "count": 239,
        "sum_ns": 10482668349,
        "mean_ms": 43.860537025104605,
        "p95_bucket_upper_ms": 100,
        "histogram": [
          0,
          0,
          0,
          9,
          42,
          141,
          35,
          5,
          2,
          0,
          0,
          3,
          2,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 630.74746
      },
      "copy_thread_cpu": {
        "count": 239,
        "sum_ns": 5520251981,
        "mean_ms": 23.097288623430963,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          0,
          1,
          30,
          162,
          41,
          0,
          0,
          0,
          0,
          0,
          5,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 409.772205
      },
      "accepted_interval": {
        "count": 239,
        "sum_ns": 30374954199,
        "mean_ms": 127.09185857322176,
        "p95_bucket_upper_ms": 300,
        "histogram": [
          0,
          0,
          0,
          0,
          1,
          29,
          41,
          48,
          56,
          32,
          21,
          5,
          6,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 646.602076
      },
      "completed_queue_wait": {
        "count": 239,
        "sum_ns": 7537203645,
        "mean_ms": 31.536416924686193,
        "p95_bucket_upper_ms": 150,
        "histogram": [
          44,
          39,
          47,
          14,
          14,
          30,
          18,
          16,
          11,
          0,
          4,
          0,
          2,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 711.683245
      },
      "preprocess_to_infer_output": {
        "count": 236,
        "sum_ns": 103717835344,
        "mean_ms": 439.4823531525424,
        "p95_bucket_upper_ms": 1000,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          203,
          32,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 811.127141
      },
      "preprocess_to_callback": {
        "count": 236,
        "sum_ns": 106734737663,
        "mean_ms": 452.2658375550848,
        "p95_bucket_upper_ms": 1000,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          197,
          39,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 844.107007
      },
      "infer_output_to_callback": {
        "count": 238,
        "sum_ns": 3027866223,
        "mean_ms": 12.722126987394958,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          6,
          48,
          88,
          70,
          24,
          0,
          1,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 447.935422
      },
      "callback_to_copied": {
        "count": 238,
        "sum_ns": 10812739926,
        "mean_ms": 45.43168036134454,
        "p95_bucket_upper_ms": 100,
        "histogram": [
          0,
          0,
          0,
          6,
          41,
          140,
          38,
          6,
          2,
          0,
          0,
          3,
          2,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 632.971405
      },
      "selected_to_submitted": {
        "count": 238,
        "sum_ns": 128230939186,
        "mean_ms": 538.7854587647059,
        "p95_bucket_upper_ms": 1000,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          118,
          117,
          3,
          0,
          0
        ],
        "diagnostic_window_max_ms": 1031.700608
      }
    },
    "rejection_reasons": {},
    "first_response_s": 16.775384893175215,
    "first_redis_commit_s": 16.825388226192445,
    "maximum_sampled_silence_ms": 398.606616,
    "redis_commit_p95_bucket_upper_ms": 500
  },
  {
    "level": 16,
    "phase_status": "PASS",
    "camera": 5,
    "provider": "pose",
    "cohort": "new",
    "seconds": 30.000099127646536,
    "completed": 235,
    "accepted": 235,
    "sent": 234,
    "late": 0,
    "completed_fps": 7.833307450088929,
    "accepted_fps": 7.833307450088929,
    "sent_fps": 7.799974226897062,
    "rejected_pct": 0.0,
    "diagnostic_complete": true,
    "diagnostic_scope": "sample_difference",
    "diagnostic_seconds": 30.042808224,
    "selected": 235,
    "infer_entries": 235,
    "infer_entry_fps": 7.822171557593204,
    "pre_infer_expired": 0,
    "diagnostic_missed": 6,
    "durations": {
      "selected_to_preprocess_start": {
        "count": 233,
        "sum_ns": 1767597737,
        "mean_ms": 7.586256381974249,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          67,
          62,
          40,
          39,
          25,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 42.137502
      },
      "completed_queue_wait": {
        "count": 235,
        "sum_ns": 2678222321,
        "mean_ms": 11.396690727659573,
        "p95_bucket_upper_ms": 75,
        "histogram": [
          61,
          35,
          59,
          27,
          18,
          17,
          10,
          6,
          2,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 124.328507
      },
      "preprocess_start_to_preprocess_output": {
        "count": 232,
        "sum_ns": 3616924497,
        "mean_ms": 15.590191797413793,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          5,
          14,
          67,
          108,
          33,
          3,
          1,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 398.055634
      },
      "selected_to_preprocess": {
        "count": 233,
        "sum_ns": 8744919160,
        "mean_ms": 37.53184188841201,
        "p95_bucket_upper_ms": 75,
        "histogram": [
          0,
          0,
          2,
          14,
          53,
          137,
          18,
          3,
          2,
          0,
          0,
          4,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 467.349174
      },
      "preprocess_start_to_preprocess": {
        "count": 233,
        "sum_ns": 6977321423,
        "mean_ms": 29.945585506437766,
        "p95_bucket_upper_ms": 75,
        "histogram": [
          0,
          3,
          6,
          31,
          71,
          109,
          6,
          1,
          2,
          0,
          0,
          4,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 465.454542
      },
      "preprocess_output_to_infer_entry": {
        "count": 232,
        "sum_ns": 3335354213,
        "mean_ms": 14.376526780172414,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          56,
          20,
          31,
          49,
          47,
          24,
          2,
          0,
          0,
          0,
          0,
          3,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 459.224573
      },
      "copy_wall": {
        "count": 235,
        "sum_ns": 7702996708,
        "mean_ms": 32.778709395744684,
        "p95_bucket_upper_ms": 75,
        "histogram": [
          0,
          0,
          0,
          5,
          57,
          137,
          30,
          3,
          3,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 121.87176
      },
      "copy_thread_cpu": {
        "count": 235,
        "sum_ns": 3402828441,
        "mean_ms": 14.480121025531915,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          0,
          0,
          32,
          179,
          24,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 35.386442
      },
      "accepted_interval": {
        "count": 235,
        "sum_ns": 30130276938,
        "mean_ms": 128.21394441702128,
        "p95_bucket_upper_ms": 300,
        "histogram": [
          0,
          0,
          0,
          0,
          2,
          16,
          38,
          56,
          68,
          26,
          19,
          6,
          4,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 583.065573
      },
      "preprocess_to_infer_output": {
        "count": 233,
        "sum_ns": 99875432066,
        "mean_ms": 428.64992303004294,
        "p95_bucket_upper_ms": 1000,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          3,
          203,
          27,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 834.306724
      },
      "preprocess_to_callback": {
        "count": 232,
        "sum_ns": 102003382464,
        "mean_ms": 439.669752,
        "p95_bucket_upper_ms": 1000,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          200,
          31,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 847.149532
      },
      "infer_output_to_callback": {
        "count": 232,
        "sum_ns": 2865193584,
        "mean_ms": 12.349972344827586,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          3,
          49,
          82,
          73,
          23,
          1,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 428.558907
      },
      "callback_to_copied": {
        "count": 232,
        "sum_ns": 7968095444,
        "mean_ms": 34.345238982758616,
        "p95_bucket_upper_ms": 75,
        "histogram": [
          0,
          0,
          0,
          5,
          47,
          137,
          36,
          4,
          3,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 122.839845
      },
      "selected_to_submitted": {
        "count": 233,
        "sum_ns": 120537718978,
        "mean_ms": 517.329266,
        "p95_bucket_upper_ms": 1000,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          134,
          99,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 902.773693
      }
    },
    "rejection_reasons": {},
    "first_response_s": 17.60917812306434,
    "first_redis_commit_s": 17.675018582027406,
    "maximum_sampled_silence_ms": 268.058388,
    "redis_commit_p95_bucket_upper_ms": 500
  },
  {
    "level": 16,
    "phase_status": "PASS",
    "camera": 6,
    "provider": "pose",
    "cohort": "new",
    "seconds": 30.000099127646536,
    "completed": 235,
    "accepted": 235,
    "sent": 234,
    "late": 0,
    "completed_fps": 7.833307450088929,
    "accepted_fps": 7.833307450088929,
    "sent_fps": 7.799974226897062,
    "rejected_pct": 0.0,
    "diagnostic_complete": true,
    "diagnostic_scope": "sample_difference",
    "diagnostic_seconds": 30.049188717,
    "selected": 235,
    "infer_entries": 232,
    "infer_entry_fps": 7.720674331175821,
    "pre_infer_expired": 0,
    "diagnostic_missed": 12,
    "durations": {
      "copy_wall": {
        "count": 235,
        "sum_ns": 8712249883,
        "mean_ms": 37.07340375744681,
        "p95_bucket_upper_ms": 75,
        "histogram": [
          0,
          0,
          0,
          7,
          66,
          127,
          26,
          5,
          0,
          1,
          0,
          3,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 433.950805
      },
      "copy_thread_cpu": {
        "count": 235,
        "sum_ns": 4279931624,
        "mean_ms": 18.212474995744678,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          0,
          1,
          42,
          157,
          32,
          0,
          0,
          0,
          0,
          1,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 352.849344
      },
      "accepted_interval": {
        "count": 235,
        "sum_ns": 29691183612,
        "mean_ms": 126.34546217872341,
        "p95_bucket_upper_ms": 500,
        "histogram": [
          0,
          0,
          0,
          0,
          1,
          21,
          62,
          35,
          59,
          17,
          28,
          12,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 486.579886
      },
      "completed_queue_wait": {
        "count": 235,
        "sum_ns": 5021716684,
        "mean_ms": 21.36900716595745,
        "p95_bucket_upper_ms": 100,
        "histogram": [
          47,
          47,
          49,
          25,
          17,
          24,
          11,
          7,
          4,
          0,
          0,
          4,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 477.243876
      },
      "selected_to_preprocess_start": {
        "count": 231,
        "sum_ns": 2185492149,
        "mean_ms": 9.461004974025974,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          1,
          63,
          70,
          40,
          34,
          20,
          2,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 446.706708
      },
      "preprocess_start_to_preprocess_output": {
        "count": 228,
        "sum_ns": 3698224511,
        "mean_ms": 16.220282942982454,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          4,
          14,
          63,
          102,
          44,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 418.405556
      },
      "selected_to_preprocess": {
        "count": 228,
        "sum_ns": 8354143754,
        "mean_ms": 36.64098137719298,
        "p95_bucket_upper_ms": 75,
        "histogram": [
          0,
          0,
          0,
          7,
          63,
          121,
          32,
          1,
          1,
          0,
          0,
          3,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 482.256447
      },
      "preprocess_start_to_preprocess": {
        "count": 228,
        "sum_ns": 6202993198,
        "mean_ms": 27.20611051754386,
        "p95_bucket_upper_ms": 75,
        "histogram": [
          0,
          1,
          7,
          19,
          91,
          93,
          14,
          0,
          1,
          0,
          0,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 418.965387
      },
      "preprocess_output_to_infer_entry": {
        "count": 228,
        "sum_ns": 2504768687,
        "mean_ms": 10.985827574561403,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          51,
          29,
          28,
          38,
          53,
          25,
          3,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 380.29622
      },
      "preprocess_to_infer_output": {
        "count": 229,
        "sum_ns": 95245445777,
        "mean_ms": 415.9189771921397,
        "p95_bucket_upper_ms": 1000,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          5,
          199,
          25,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 804.955107
      },
      "preprocess_to_callback": {
        "count": 228,
        "sum_ns": 97368019784,
        "mean_ms": 427.05271835087717,
        "p95_bucket_upper_ms": 1000,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          3,
          196,
          29,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 838.708376
      },
      "infer_output_to_callback": {
        "count": 230,
        "sum_ns": 2629414123,
        "mean_ms": 11.432235317391305,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          2,
          55,
          78,
          72,
          22,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 341.316379
      },
      "callback_to_copied": {
        "count": 230,
        "sum_ns": 8755202138,
        "mean_ms": 38.066096252173914,
        "p95_bucket_upper_ms": 75,
        "histogram": [
          0,
          0,
          0,
          7,
          55,
          130,
          28,
          5,
          1,
          1,
          0,
          3,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 434.598873
      },
      "selected_to_submitted": {
        "count": 231,
        "sum_ns": 116504930543,
        "mean_ms": 504.35034867099563,
        "p95_bucket_upper_ms": 1000,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          143,
          88,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 921.048514
      }
    },
    "rejection_reasons": {},
    "first_response_s": 17.986363898031414,
    "first_redis_commit_s": 18.045075709931552,
    "maximum_sampled_silence_ms": 411.700859,
    "redis_commit_p95_bucket_upper_ms": 500
  },
  {
    "level": 16,
    "phase_status": "PASS",
    "camera": 8,
    "provider": "pose",
    "cohort": "new",
    "seconds": 30.000099127646536,
    "completed": 243,
    "accepted": 243,
    "sent": 244,
    "late": 0,
    "completed_fps": 8.099973235623871,
    "accepted_fps": 8.099973235623871,
    "sent_fps": 8.13330645881574,
    "rejected_pct": 0.0,
    "diagnostic_complete": true,
    "diagnostic_scope": "sample_difference",
    "diagnostic_seconds": 29.855419393,
    "selected": 243,
    "infer_entries": 243,
    "infer_entry_fps": 8.139225806922498,
    "pre_infer_expired": 0,
    "diagnostic_missed": 5,
    "durations": {
      "accepted_interval": {
        "count": 243,
        "sum_ns": 30136944541,
        "mean_ms": 124.0203479053498,
        "p95_bucket_upper_ms": 500,
        "histogram": [
          0,
          0,
          0,
          0,
          5,
          28,
          51,
          46,
          50,
          28,
          20,
          12,
          3,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 610.044133
      },
      "selected_to_preprocess_start": {
        "count": 240,
        "sum_ns": 2642286916,
        "mean_ms": 11.009528816666666,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          65,
          61,
          39,
          42,
          32,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 458.660306
      },
      "preprocess_start_to_preprocess_output": {
        "count": 239,
        "sum_ns": 3740679108,
        "mean_ms": 15.651377020920503,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          4,
          14,
          73,
          102,
          43,
          2,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 333.439016
      },
      "copy_wall": {
        "count": 243,
        "sum_ns": 8241920696,
        "mean_ms": 33.917369119341565,
        "p95_bucket_upper_ms": 75,
        "histogram": [
          0,
          0,
          0,
          15,
          61,
          134,
          24,
          6,
          1,
          0,
          0,
          1,
          1,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 535.736458
      },
      "copy_thread_cpu": {
        "count": 243,
        "sum_ns": 3748949605,
        "mean_ms": 15.427776152263375,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          0,
          0,
          49,
          161,
          32,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 337.881351
      },
      "selected_to_preprocess": {
        "count": 242,
        "sum_ns": 9409504125,
        "mean_ms": 38.88224845041322,
        "p95_bucket_upper_ms": 75,
        "histogram": [
          0,
          0,
          0,
          6,
          60,
          135,
          32,
          4,
          1,
          0,
          0,
          2,
          2,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 527.980171
      },
      "preprocess_start_to_preprocess": {
        "count": 240,
        "sum_ns": 6714329446,
        "mean_ms": 27.976372691666665,
        "p95_bucket_upper_ms": 75,
        "histogram": [
          0,
          0,
          4,
          34,
          90,
          93,
          14,
          2,
          0,
          0,
          0,
          2,
          1,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 519.333839
      },
      "preprocess_output_to_infer_entry": {
        "count": 241,
        "sum_ns": 2961546804,
        "mean_ms": 12.288575950207468,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          50,
          25,
          38,
          60,
          39,
          25,
          2,
          0,
          0,
          0,
          0,
          1,
          1,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 515.53081
      },
      "completed_queue_wait": {
        "count": 243,
        "sum_ns": 5405491238,
        "mean_ms": 22.244819909465022,
        "p95_bucket_upper_ms": 100,
        "histogram": [
          49,
          48,
          52,
          18,
          18,
          23,
          12,
          13,
          6,
          1,
          0,
          2,
          1,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 528.350637
      },
      "preprocess_to_infer_output": {
        "count": 241,
        "sum_ns": 104178644807,
        "mean_ms": 432.2765344688796,
        "p95_bucket_upper_ms": 1000,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          212,
          28,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 967.0159
      },
      "preprocess_to_callback": {
        "count": 242,
        "sum_ns": 108185970060,
        "mean_ms": 447.04946305785126,
        "p95_bucket_upper_ms": 1000,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          205,
          37,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 984.835932
      },
      "infer_output_to_callback": {
        "count": 242,
        "sum_ns": 3339232428,
        "mean_ms": 13.798481107438016,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          3,
          53,
          97,
          63,
          22,
          2,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 462.000519
      },
      "callback_to_copied": {
        "count": 242,
        "sum_ns": 8489569193,
        "mean_ms": 35.0808644338843,
        "p95_bucket_upper_ms": 75,
        "histogram": [
          0,
          0,
          0,
          13,
          56,
          138,
          26,
          6,
          1,
          0,
          0,
          1,
          1,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 536.116438
      },
      "selected_to_submitted": {
        "count": 242,
        "sum_ns": 126454371531,
        "mean_ms": 522.5387253347108,
        "p95_bucket_upper_ms": 1000,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          131,
          108,
          3,
          0,
          0
        ],
        "diagnostic_window_max_ms": 1079.755178
      }
    },
    "rejection_reasons": {},
    "first_response_s": 18.663238923996687,
    "first_redis_commit_s": 18.715580001939088,
    "maximum_sampled_silence_ms": 376.880616,
    "redis_commit_p95_bucket_upper_ms": 500
  },
  {
    "level": 16,
    "phase_status": "PASS",
    "camera": 9,
    "provider": "pose",
    "cohort": "new",
    "seconds": 30.000099127646536,
    "completed": 249,
    "accepted": 249,
    "sent": 248,
    "late": 0,
    "completed_fps": 8.299972574775078,
    "accepted_fps": 8.299972574775078,
    "sent_fps": 8.26663935158321,
    "rejected_pct": 0.0,
    "diagnostic_complete": true,
    "diagnostic_scope": "sample_difference",
    "diagnostic_seconds": 30.017533996,
    "selected": 249,
    "infer_entries": 246,
    "infer_entry_fps": 8.19521017391971,
    "pre_infer_expired": 0,
    "diagnostic_missed": 5,
    "durations": {
      "selected_to_preprocess_start": {
        "count": 248,
        "sum_ns": 2042795491,
        "mean_ms": 8.237078592741936,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          79,
          58,
          41,
          39,
          29,
          2,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 66.113907
      },
      "accepted_interval": {
        "count": 249,
        "sum_ns": 30093996587,
        "mean_ms": 120.8594240441767,
        "p95_bucket_upper_ms": 300,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          30,
          58,
          46,
          56,
          25,
          22,
          10,
          2,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 571.69413
      },
      "completed_queue_wait": {
        "count": 249,
        "sum_ns": 4188283040,
        "mean_ms": 16.820413815261045,
        "p95_bucket_upper_ms": 100,
        "histogram": [
          66,
          52,
          42,
          10,
          23,
          25,
          16,
          14,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 534.870007
      },
      "preprocess_start_to_preprocess_output": {
        "count": 247,
        "sum_ns": 3827151689,
        "mean_ms": 15.494541251012146,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          1,
          4,
          16,
          66,
          124,
          33,
          2,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 371.574582
      },
      "selected_to_preprocess": {
        "count": 246,
        "sum_ns": 7614436201,
        "mean_ms": 30.95299268699187,
        "p95_bucket_upper_ms": 75,
        "histogram": [
          0,
          0,
          1,
          9,
          58,
          152,
          20,
          3,
          2,
          0,
          0,
          1,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 374.712117
      },
      "preprocess_start_to_preprocess": {
        "count": 245,
        "sum_ns": 5553977593,
        "mean_ms": 22.669296297959182,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          3,
          4,
          27,
          109,
          90,
          9,
          1,
          1,
          0,
          0,
          1,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 372.007793
      },
      "preprocess_output_to_infer_entry": {
        "count": 245,
        "sum_ns": 1754789308,
        "mean_ms": 7.1624053387755096,
        "p95_bucket_upper_ms": 20,
        "histogram": [
          61,
          26,
          33,
          66,
          49,
          8,
          2,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 71.487245
      },
      "copy_wall": {
        "count": 249,
        "sum_ns": 9066917986,
        "mean_ms": 36.413325244979916,
        "p95_bucket_upper_ms": 75,
        "histogram": [
          0,
          0,
          0,
          7,
          62,
          146,
          26,
          4,
          1,
          0,
          0,
          2,
          1,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 515.794054
      },
      "copy_thread_cpu": {
        "count": 249,
        "sum_ns": 4517575614,
        "mean_ms": 18.142873951807232,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          0,
          0,
          35,
          183,
          28,
          0,
          0,
          0,
          0,
          1,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 314.455688
      },
      "preprocess_to_infer_output": {
        "count": 246,
        "sum_ns": 105105802015,
        "mean_ms": 427.2593577845529,
        "p95_bucket_upper_ms": 1000,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          3,
          211,
          32,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 805.525501
      },
      "preprocess_to_callback": {
        "count": 246,
        "sum_ns": 107859431161,
        "mean_ms": 438.452972199187,
        "p95_bucket_upper_ms": 1000,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          2,
          207,
          37,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 815.864382
      },
      "infer_output_to_callback": {
        "count": 249,
        "sum_ns": 2766352530,
        "mean_ms": 11.109849518072288,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          4,
          61,
          102,
          57,
          24,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 382.799908
      },
      "callback_to_copied": {
        "count": 249,
        "sum_ns": 9395074263,
        "mean_ms": 37.73122193975904,
        "p95_bucket_upper_ms": 75,
        "histogram": [
          0,
          0,
          0,
          3,
          59,
          151,
          28,
          3,
          2,
          0,
          0,
          2,
          1,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 516.32242
      },
      "selected_to_submitted": {
        "count": 249,
        "sum_ns": 126644748065,
        "mean_ms": 508.6134460441767,
        "p95_bucket_upper_ms": 1000,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          150,
          99,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 934.019036
      }
    },
    "rejection_reasons": {},
    "first_response_s": 17.786634234245867,
    "first_redis_commit_s": 17.853195290081203,
    "maximum_sampled_silence_ms": 479.928435,
    "redis_commit_p95_bucket_upper_ms": 500
  },
  {
    "level": 16,
    "phase_status": "PASS",
    "camera": 10,
    "provider": "pose",
    "cohort": "new",
    "seconds": 30.000099127646536,
    "completed": 237,
    "accepted": 237,
    "sent": 236,
    "late": 0,
    "completed_fps": 7.899973896472665,
    "accepted_fps": 7.899973896472665,
    "sent_fps": 7.866640673280798,
    "rejected_pct": 0.0,
    "diagnostic_complete": true,
    "diagnostic_scope": "sample_difference",
    "diagnostic_seconds": 29.966663172,
    "selected": 237,
    "infer_entries": 236,
    "infer_entry_fps": 7.875418048563769,
    "pre_infer_expired": 0,
    "diagnostic_missed": 5,
    "durations": {
      "selected_to_preprocess_start": {
        "count": 236,
        "sum_ns": 1702575323,
        "mean_ms": 7.214302216101695,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          1,
          75,
          71,
          35,
          32,
          21,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 88.159893
      },
      "preprocess_start_to_preprocess_output": {
        "count": 233,
        "sum_ns": 3442019593,
        "mean_ms": 14.772616278969956,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          6,
          22,
          76,
          93,
          35,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 459.207995
      },
      "selected_to_preprocess": {
        "count": 235,
        "sum_ns": 7067004459,
        "mean_ms": 30.0723594,
        "p95_bucket_upper_ms": 75,
        "histogram": [
          0,
          0,
          1,
          10,
          82,
          118,
          19,
          4,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 489.600222
      },
      "preprocess_start_to_preprocess": {
        "count": 235,
        "sum_ns": 5365956922,
        "mean_ms": 22.833859242553192,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          1,
          11,
          30,
          93,
          89,
          9,
          1,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 473.195117
      },
      "preprocess_output_to_infer_entry": {
        "count": 233,
        "sum_ns": 1892748576,
        "mean_ms": 8.123384446351931,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          47,
          24,
          41,
          50,
          52,
          18,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 67.623557
      },
      "completed_queue_wait": {
        "count": 237,
        "sum_ns": 4280453349,
        "mean_ms": 18.06098459493671,
        "p95_bucket_upper_ms": 100,
        "histogram": [
          37,
          41,
          53,
          27,
          12,
          33,
          18,
          11,
          5,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 401.498838
      },
      "copy_wall": {
        "count": 237,
        "sum_ns": 8386602350,
        "mean_ms": 35.38650780590717,
        "p95_bucket_upper_ms": 75,
        "histogram": [
          0,
          0,
          1,
          6,
          65,
          133,
          24,
          5,
          0,
          0,
          0,
          2,
          1,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 533.706972
      },
      "copy_thread_cpu": {
        "count": 237,
        "sum_ns": 3981927046,
        "mean_ms": 16.801379940928268,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          0,
          2,
          41,
          167,
          24,
          1,
          0,
          0,
          0,
          1,
          1,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 313.213487
      },
      "accepted_interval": {
        "count": 237,
        "sum_ns": 29711686852,
        "mean_ms": 125.36576730801688,
        "p95_bucket_upper_ms": 500,
        "histogram": [
          0,
          0,
          0,
          0,
          2,
          35,
          41,
          46,
          48,
          32,
          19,
          11,
          3,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 551.294951
      },
      "preprocess_to_infer_output": {
        "count": 236,
        "sum_ns": 100533393976,
        "mean_ms": 425.9889575254237,
        "p95_bucket_upper_ms": 1000,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          4,
          203,
          29,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 851.081712
      },
      "preprocess_to_callback": {
        "count": 235,
        "sum_ns": 102097185269,
        "mean_ms": 434.4561075276596,
        "p95_bucket_upper_ms": 1000,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          4,
          201,
          30,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 861.707045
      },
      "infer_output_to_callback": {
        "count": 236,
        "sum_ns": 2322434154,
        "mean_ms": 9.840822686440678,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          4,
          64,
          85,
          60,
          22,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 56.673642
      },
      "callback_to_copied": {
        "count": 236,
        "sum_ns": 8600835595,
        "mean_ms": 36.44421862288135,
        "p95_bucket_upper_ms": 75,
        "histogram": [
          0,
          0,
          0,
          7,
          58,
          132,
          30,
          6,
          0,
          0,
          0,
          2,
          1,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 534.742679
      },
      "selected_to_submitted": {
        "count": 236,
        "sum_ns": 118812159096,
        "mean_ms": 503.4413521016949,
        "p95_bucket_upper_ms": 1000,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          152,
          84,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 941.777124
      }
    },
    "rejection_reasons": {},
    "first_response_s": 16.954896971117705,
    "first_redis_commit_s": 17.038204515818506,
    "maximum_sampled_silence_ms": 398.564988,
    "redis_commit_p95_bucket_upper_ms": 500
  },
  {
    "level": 16,
    "phase_status": "PASS",
    "camera": 11,
    "provider": "pose",
    "cohort": "new",
    "seconds": 30.000099127646536,
    "completed": 238,
    "accepted": 238,
    "sent": 238,
    "late": 0,
    "completed_fps": 7.933307119664533,
    "accepted_fps": 7.933307119664533,
    "sent_fps": 7.933307119664533,
    "rejected_pct": 0.0,
    "diagnostic_complete": true,
    "diagnostic_scope": "sample_difference",
    "diagnostic_seconds": 30.169326192,
    "selected": 239,
    "infer_entries": 237,
    "infer_entry_fps": 7.855661027750938,
    "pre_infer_expired": 0,
    "diagnostic_missed": 4,
    "durations": {
      "accepted_interval": {
        "count": 238,
        "sum_ns": 30158214641,
        "mean_ms": 126.71518756722689,
        "p95_bucket_upper_ms": 500,
        "histogram": [
          0,
          0,
          0,
          0,
          4,
          29,
          54,
          47,
          37,
          23,
          26,
          18,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 499.345048
      },
      "completed_queue_wait": {
        "count": 238,
        "sum_ns": 4988950735,
        "mean_ms": 20.96197787815126,
        "p95_bucket_upper_ms": 150,
        "histogram": [
          37,
          44,
          46,
          28,
          20,
          32,
          13,
          5,
          12,
          0,
          0,
          1,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 461.344964
      },
      "selected_to_preprocess_start": {
        "count": 238,
        "sum_ns": 1751941714,
        "mean_ms": 7.361099638655462,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          83,
          50,
          46,
          44,
          13,
          1,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 82.923714
      },
      "preprocess_start_to_preprocess_output": {
        "count": 235,
        "sum_ns": 3875699697,
        "mean_ms": 16.492339136170212,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          2,
          9,
          20,
          67,
          103,
          30,
          1,
          0,
          1,
          0,
          0,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 400.821353
      },
      "selected_to_preprocess": {
        "count": 236,
        "sum_ns": 8032583735,
        "mean_ms": 34.03637175847457,
        "p95_bucket_upper_ms": 75,
        "histogram": [
          0,
          0,
          3,
          13,
          74,
          113,
          23,
          4,
          3,
          0,
          0,
          3,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 494.318701
      },
      "preprocess_start_to_preprocess": {
        "count": 236,
        "sum_ns": 6300293950,
        "mean_ms": 26.696160805084748,
        "p95_bucket_upper_ms": 75,
        "histogram": [
          0,
          2,
          12,
          33,
          87,
          84,
          12,
          2,
          1,
          0,
          0,
          3,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 411.394987
      },
      "preprocess_output_to_infer_entry": {
        "count": 235,
        "sum_ns": 2398308026,
        "mean_ms": 10.205566068085107,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          57,
          23,
          34,
          46,
          45,
          26,
          3,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 320.475969
      },
      "copy_wall": {
        "count": 238,
        "sum_ns": 8326882558,
        "mean_ms": 34.98690150420168,
        "p95_bucket_upper_ms": 75,
        "histogram": [
          0,
          0,
          0,
          13,
          61,
          133,
          25,
          2,
          0,
          1,
          0,
          3,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 466.480072
      },
      "copy_thread_cpu": {
        "count": 238,
        "sum_ns": 4016889771,
        "mean_ms": 16.87768811344538,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          0,
          2,
          52,
          165,
          16,
          0,
          0,
          0,
          0,
          1,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 318.064275
      },
      "preprocess_to_infer_output": {
        "count": 236,
        "sum_ns": 99680173131,
        "mean_ms": 422.3736149618644,
        "p95_bucket_upper_ms": 1000,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          5,
          205,
          26,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 805.349629
      },
      "preprocess_to_callback": {
        "count": 236,
        "sum_ns": 101949767610,
        "mean_ms": 431.990540720339,
        "p95_bucket_upper_ms": 1000,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          4,
          201,
          31,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 824.10219
      },
      "infer_output_to_callback": {
        "count": 237,
        "sum_ns": 2271774671,
        "mean_ms": 9.585547135021098,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          8,
          68,
          79,
          62,
          18,
          2,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 60.744508
      },
      "callback_to_copied": {
        "count": 237,
        "sum_ns": 8632466710,
        "mean_ms": 36.42391016877637,
        "p95_bucket_upper_ms": 75,
        "histogram": [
          0,
          0,
          0,
          11,
          57,
          136,
          25,
          4,
          0,
          1,
          0,
          3,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 467.507112
      },
      "selected_to_submitted": {
        "count": 237,
        "sum_ns": 119655405354,
        "mean_ms": 504.87512807594936,
        "p95_bucket_upper_ms": 1000,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          140,
          97,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 985.495455
      }
    },
    "rejection_reasons": {},
    "first_response_s": 17.795073101762682,
    "first_redis_commit_s": 17.895205826032907,
    "maximum_sampled_silence_ms": 439.973899,
    "redis_commit_p95_bucket_upper_ms": 500
  },
  {
    "level": 16,
    "phase_status": "PASS",
    "camera": 12,
    "provider": "pose",
    "cohort": "new",
    "seconds": 30.000099127646536,
    "completed": 230,
    "accepted": 230,
    "sent": 229,
    "late": 0,
    "completed_fps": 7.666641334129591,
    "accepted_fps": 7.666641334129591,
    "sent_fps": 7.6333081109377225,
    "rejected_pct": 0.0,
    "diagnostic_complete": true,
    "diagnostic_scope": "sample_difference",
    "diagnostic_seconds": 29.758459493,
    "selected": 229,
    "infer_entries": 229,
    "infer_entry_fps": 7.69529081483089,
    "pre_infer_expired": 0,
    "diagnostic_missed": 4,
    "durations": {
      "copy_wall": {
        "count": 230,
        "sum_ns": 9032032701,
        "mean_ms": 39.269707395652176,
        "p95_bucket_upper_ms": 100,
        "histogram": [
          0,
          0,
          1,
          8,
          39,
          143,
          27,
          7,
          2,
          0,
          0,
          3,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 434.653017
      },
      "copy_thread_cpu": {
        "count": 230,
        "sum_ns": 4009642104,
        "mean_ms": 17.433226539130434,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          0,
          1,
          35,
          160,
          32,
          0,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 322.112198
      },
      "accepted_interval": {
        "count": 230,
        "sum_ns": 29851000007,
        "mean_ms": 129.7869565521739,
        "p95_bucket_upper_ms": 500,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          30,
          57,
          33,
          44,
          23,
          26,
          17,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 497.30041
      },
      "completed_queue_wait": {
        "count": 230,
        "sum_ns": 5479979775,
        "mean_ms": 23.82599902173913,
        "p95_bucket_upper_ms": 100,
        "histogram": [
          43,
          33,
          48,
          18,
          17,
          30,
          21,
          14,
          4,
          0,
          0,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 480.53737
      },
      "selected_to_preprocess_start": {
        "count": 228,
        "sum_ns": 1605429761,
        "mean_ms": 7.041358600877193,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          2,
          67,
          63,
          37,
          46,
          12,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 51.145705
      },
      "preprocess_start_to_preprocess_output": {
        "count": 227,
        "sum_ns": 3590102528,
        "mean_ms": 15.81542963876652,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          1,
          6,
          17,
          71,
          84,
          44,
          3,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 388.83767
      },
      "selected_to_preprocess": {
        "count": 228,
        "sum_ns": 8159410803,
        "mean_ms": 35.78688948684211,
        "p95_bucket_upper_ms": 100,
        "histogram": [
          0,
          0,
          2,
          9,
          56,
          120,
          29,
          8,
          2,
          0,
          0,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 451.133314
      },
      "preprocess_start_to_preprocess": {
        "count": 228,
        "sum_ns": 6553981042,
        "mean_ms": 28.74553088596491,
        "p95_bucket_upper_ms": 75,
        "histogram": [
          0,
          2,
          11,
          29,
          72,
          87,
          19,
          5,
          1,
          0,
          0,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 446.879287
      },
      "preprocess_output_to_infer_entry": {
        "count": 227,
        "sum_ns": 2929469134,
        "mean_ms": 12.905150370044053,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          47,
          24,
          29,
          37,
          52,
          28,
          7,
          2,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 430.346484
      },
      "preprocess_to_infer_output": {
        "count": 228,
        "sum_ns": 96905533980,
        "mean_ms": 425.0242718421053,
        "p95_bucket_upper_ms": 1000,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          2,
          200,
          26,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 812.655936
      },
      "preprocess_to_callback": {
        "count": 229,
        "sum_ns": 99640943811,
        "mean_ms": 435.1132917510917,
        "p95_bucket_upper_ms": 1000,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          200,
          29,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 833.215781
      },
      "infer_output_to_callback": {
        "count": 228,
        "sum_ns": 2266390693,
        "mean_ms": 9.940310057017545,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          7,
          56,
          78,
          65,
          22,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 37.698445
      },
      "callback_to_copied": {
        "count": 229,
        "sum_ns": 9237310454,
        "mean_ms": 40.337600235807855,
        "p95_bucket_upper_ms": 100,
        "histogram": [
          0,
          0,
          1,
          8,
          35,
          140,
          32,
          8,
          2,
          0,
          0,
          3,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 435.551699
      },
      "selected_to_submitted": {
        "count": 229,
        "sum_ns": 117508255018,
        "mean_ms": 513.1364847947598,
        "p95_bucket_upper_ms": 1000,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          125,
          104,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 984.399872
      }
    },
    "rejection_reasons": {},
    "first_response_s": 18.384502318222076,
    "first_redis_commit_s": 18.511071521788836,
    "maximum_sampled_silence_ms": 439.39113,
    "redis_commit_p95_bucket_upper_ms": 500
  },
  {
    "level": 16,
    "phase_status": "PASS",
    "camera": 13,
    "provider": "pose",
    "cohort": "new",
    "seconds": 30.000099127646536,
    "completed": 243,
    "accepted": 243,
    "sent": 242,
    "late": 0,
    "completed_fps": 8.099973235623871,
    "accepted_fps": 8.099973235623871,
    "sent_fps": 8.066640012432003,
    "rejected_pct": 0.0,
    "diagnostic_complete": true,
    "diagnostic_scope": "sample_difference",
    "diagnostic_seconds": 30.075268227,
    "selected": 243,
    "infer_entries": 243,
    "infer_entry_fps": 8.079728438858854,
    "pre_infer_expired": 0,
    "diagnostic_missed": 2,
    "durations": {
      "copy_wall": {
        "count": 243,
        "sum_ns": 8947693979,
        "mean_ms": 36.8217859218107,
        "p95_bucket_upper_ms": 75,
        "histogram": [
          0,
          0,
          0,
          12,
          65,
          134,
          20,
          6,
          2,
          0,
          1,
          3,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 431.208201
      },
      "copy_thread_cpu": {
        "count": 243,
        "sum_ns": 4126561045,
        "mean_ms": 16.98173269547325,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          0,
          4,
          47,
          168,
          21,
          0,
          0,
          0,
          0,
          1,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 324.293269
      },
      "accepted_interval": {
        "count": 243,
        "sum_ns": 30002563337,
        "mean_ms": 123.46733883539095,
        "p95_bucket_upper_ms": 500,
        "histogram": [
          0,
          0,
          0,
          0,
          2,
          33,
          49,
          41,
          55,
          30,
          19,
          13,
          1,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 500.781986
      },
      "completed_queue_wait": {
        "count": 243,
        "sum_ns": 3614550541,
        "mean_ms": 14.87469358436214,
        "p95_bucket_upper_ms": 75,
        "histogram": [
          51,
          55,
          45,
          27,
          23,
          24,
          12,
          2,
          2,
          0,
          0,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 456.677759
      },
      "selected_to_preprocess_start": {
        "count": 242,
        "sum_ns": 1649213479,
        "mean_ms": 6.8149317314049584,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          68,
          72,
          52,
          34,
          15,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 75.017596
      },
      "preprocess_start_to_preprocess_output": {
        "count": 242,
        "sum_ns": 3982721730,
        "mean_ms": 16.457527809917355,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          6,
          18,
          70,
          110,
          34,
          2,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 426.688334
      },
      "selected_to_preprocess": {
        "count": 243,
        "sum_ns": 7295384176,
        "mean_ms": 30.022157102880655,
        "p95_bucket_upper_ms": 75,
        "histogram": [
          0,
          0,
          2,
          16,
          70,
          133,
          19,
          1,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 435.388839
      },
      "preprocess_start_to_preprocess": {
        "count": 242,
        "sum_ns": 5617004690,
        "mean_ms": 23.210763181818184,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          3,
          10,
          35,
          103,
          83,
          6,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 432.097423
      },
      "preprocess_output_to_infer_entry": {
        "count": 243,
        "sum_ns": 1618395071,
        "mean_ms": 6.660062020576132,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          67,
          35,
          32,
          57,
          31,
          21,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 40.174769
      },
      "preprocess_to_infer_output": {
        "count": 241,
        "sum_ns": 100471665526,
        "mean_ms": 416.8948777012448,
        "p95_bucket_upper_ms": 1000,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          3,
          210,
          28,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 829.308693
      },
      "preprocess_to_callback": {
        "count": 241,
        "sum_ns": 102623791824,
        "mean_ms": 425.82486234024896,
        "p95_bucket_upper_ms": 1000,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          2,
          209,
          30,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 849.12708
      },
      "infer_output_to_callback": {
        "count": 242,
        "sum_ns": 2156831111,
        "mean_ms": 8.912525252066114,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          9,
          70,
          87,
          61,
          15,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 41.383582
      },
      "callback_to_copied": {
        "count": 243,
        "sum_ns": 9242972464,
        "mean_ms": 38.03692372016461,
        "p95_bucket_upper_ms": 100,
        "histogram": [
          0,
          0,
          0,
          11,
          54,
          142,
          23,
          7,
          2,
          0,
          1,
          3,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 431.674266
      },
      "selected_to_submitted": {
        "count": 243,
        "sum_ns": 120485454683,
        "mean_ms": 495.8249163909465,
        "p95_bucket_upper_ms": 1000,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          167,
          76,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 945.41787
      }
    },
    "rejection_reasons": {},
    "first_response_s": 18.077221803367138,
    "first_redis_commit_s": 18.189375021029264,
    "maximum_sampled_silence_ms": 415.740324,
    "redis_commit_p95_bucket_upper_ms": 500
  },
  {
    "level": 16,
    "phase_status": "PASS",
    "camera": 14,
    "provider": "pose",
    "cohort": "new",
    "seconds": 30.000099127646536,
    "completed": 237,
    "accepted": 237,
    "sent": 237,
    "late": 0,
    "completed_fps": 7.899973896472665,
    "accepted_fps": 7.899973896472665,
    "sent_fps": 7.899973896472665,
    "rejected_pct": 0.0,
    "diagnostic_complete": true,
    "diagnostic_scope": "sample_difference",
    "diagnostic_seconds": 29.843578432,
    "selected": 237,
    "infer_entries": 237,
    "infer_entry_fps": 7.941406910703274,
    "pre_infer_expired": 0,
    "diagnostic_missed": 4,
    "durations": {
      "copy_wall": {
        "count": 237,
        "sum_ns": 7483734857,
        "mean_ms": 31.576940324894515,
        "p95_bucket_upper_ms": 75,
        "histogram": [
          0,
          0,
          0,
          8,
          61,
          132,
          33,
          3,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 89.139939
      },
      "copy_thread_cpu": {
        "count": 237,
        "sum_ns": 3486282593,
        "mean_ms": 14.710053135021099,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          0,
          0,
          38,
          164,
          35,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 40.414515
      },
      "accepted_interval": {
        "count": 237,
        "sum_ns": 29907305407,
        "mean_ms": 126.19116205485233,
        "p95_bucket_upper_ms": 500,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          37,
          38,
          57,
          46,
          22,
          22,
          14,
          1,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 570.030475
      },
      "selected_to_preprocess_start": {
        "count": 234,
        "sum_ns": 1972961724,
        "mean_ms": 8.431460358974357,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          1,
          66,
          64,
          33,
          43,
          24,
          3,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 73.466255
      },
      "completed_queue_wait": {
        "count": 237,
        "sum_ns": 5711545040,
        "mean_ms": 24.099346160337554,
        "p95_bucket_upper_ms": 100,
        "histogram": [
          46,
          33,
          49,
          13,
          9,
          42,
          25,
          12,
          7,
          0,
          0,
          1,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 432.947312
      },
      "preprocess_start_to_preprocess_output": {
        "count": 234,
        "sum_ns": 3299248882,
        "mean_ms": 14.099354196581196,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          5,
          21,
          77,
          93,
          32,
          4,
          2,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 86.650755
      },
      "selected_to_preprocess": {
        "count": 235,
        "sum_ns": 7614756424,
        "mean_ms": 32.403218825531916,
        "p95_bucket_upper_ms": 100,
        "histogram": [
          0,
          0,
          2,
          15,
          71,
          110,
          23,
          11,
          2,
          0,
          0,
          1,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 430.002382
      },
      "preprocess_start_to_preprocess": {
        "count": 234,
        "sum_ns": 5620530163,
        "mean_ms": 24.019359670940172,
        "p95_bucket_upper_ms": 75,
        "histogram": [
          0,
          1,
          8,
          36,
          89,
          79,
          16,
          3,
          1,
          0,
          0,
          1,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 427.768309
      },
      "preprocess_output_to_infer_entry": {
        "count": 235,
        "sum_ns": 2323964212,
        "mean_ms": 9.889209412765958,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          54,
          21,
          39,
          48,
          50,
          21,
          1,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 397.634913
      },
      "preprocess_to_infer_output": {
        "count": 234,
        "sum_ns": 99476310884,
        "mean_ms": 425.1124396752137,
        "p95_bucket_upper_ms": 1000,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          204,
          29,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 756.770256
      },
      "preprocess_to_callback": {
        "count": 234,
        "sum_ns": 102298055046,
        "mean_ms": 437.1711754102564,
        "p95_bucket_upper_ms": 1000,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          201,
          32,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 767.845378
      },
      "infer_output_to_callback": {
        "count": 234,
        "sum_ns": 2821744162,
        "mean_ms": 12.058735735042736,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          5,
          52,
          72,
          85,
          19,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 368.188479
      },
      "callback_to_copied": {
        "count": 234,
        "sum_ns": 7713186048,
        "mean_ms": 32.96233353846154,
        "p95_bucket_upper_ms": 75,
        "histogram": [
          0,
          0,
          0,
          7,
          47,
          139,
          38,
          3,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 90.224187
      },
      "selected_to_submitted": {
        "count": 234,
        "sum_ns": 118318654579,
        "mean_ms": 505.6352759786325,
        "p95_bucket_upper_ms": 1000,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          128,
          106,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 880.834764
      }
    },
    "rejection_reasons": {},
    "first_response_s": 18.312531569972634,
    "first_redis_commit_s": 18.391407508868724,
    "maximum_sampled_silence_ms": 221.227171,
    "redis_commit_p95_bucket_upper_ms": 500
  },
  {
    "level": 16,
    "phase_status": "PASS",
    "camera": 15,
    "provider": "pose",
    "cohort": "new",
    "seconds": 30.000099127646536,
    "completed": 234,
    "accepted": 234,
    "sent": 234,
    "late": 0,
    "completed_fps": 7.799974226897062,
    "accepted_fps": 7.799974226897062,
    "sent_fps": 7.799974226897062,
    "rejected_pct": 0.0,
    "diagnostic_complete": true,
    "diagnostic_scope": "sample_difference",
    "diagnostic_seconds": 29.988123025,
    "selected": 234,
    "infer_entries": 234,
    "infer_entry_fps": 7.803089236526167,
    "pre_infer_expired": 0,
    "diagnostic_missed": 1,
    "durations": {
      "selected_to_preprocess_start": {
        "count": 233,
        "sum_ns": 1569145780,
        "mean_ms": 6.734531244635193,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          70,
          76,
          34,
          33,
          20,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 47.260594
      },
      "preprocess_start_to_preprocess_output": {
        "count": 233,
        "sum_ns": 3485223815,
        "mean_ms": 14.95804212446352,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          3,
          7,
          27,
          61,
          90,
          38,
          5,
          1,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 165.320422
      },
      "selected_to_preprocess": {
        "count": 234,
        "sum_ns": 8045026894,
        "mean_ms": 34.38045681196581,
        "p95_bucket_upper_ms": 100,
        "histogram": [
          0,
          0,
          3,
          15,
          65,
          119,
          19,
          6,
          3,
          2,
          0,
          1,
          1,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 514.608015
      },
      "preprocess_start_to_preprocess": {
        "count": 233,
        "sum_ns": 6445926534,
        "mean_ms": 27.664920746781114,
        "p95_bucket_upper_ms": 75,
        "histogram": [
          0,
          1,
          9,
          36,
          89,
          76,
          12,
          5,
          1,
          2,
          0,
          1,
          1,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 513.317337
      },
      "preprocess_output_to_infer_entry": {
        "count": 234,
        "sum_ns": 2961141871,
        "mean_ms": 12.65445244017094,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          47,
          19,
          33,
          69,
          38,
          21,
          4,
          0,
          1,
          0,
          0,
          1,
          1,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 500.722378
      },
      "copy_wall": {
        "count": 234,
        "sum_ns": 8742816262,
        "mean_ms": 37.362462658119654,
        "p95_bucket_upper_ms": 100,
        "histogram": [
          0,
          0,
          0,
          8,
          61,
          130,
          22,
          8,
          2,
          0,
          0,
          3,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 477.173833
      },
      "copy_thread_cpu": {
        "count": 234,
        "sum_ns": 3914289464,
        "mean_ms": 16.727732752136752,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          0,
          0,
          42,
          164,
          26,
          0,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 334.126618
      },
      "accepted_interval": {
        "count": 234,
        "sum_ns": 29928162281,
        "mean_ms": 127.89812940598291,
        "p95_bucket_upper_ms": 300,
        "histogram": [
          0,
          0,
          0,
          0,
          2,
          22,
          45,
          46,
          56,
          24,
          30,
          5,
          4,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 572.674804
      },
      "completed_queue_wait": {
        "count": 234,
        "sum_ns": 3334702461,
        "mean_ms": 14.250865217948718,
        "p95_bucket_upper_ms": 75,
        "histogram": [
          49,
          49,
          52,
          28,
          13,
          26,
          9,
          4,
          2,
          1,
          0,
          1,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 464.146965
      },
      "preprocess_to_infer_output": {
        "count": 234,
        "sum_ns": 99694735594,
        "mean_ms": 426.0458786068376,
        "p95_bucket_upper_ms": 1000,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          3,
          205,
          26,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 858.703628
      },
      "preprocess_to_callback": {
        "count": 234,
        "sum_ns": 101963177643,
        "mean_ms": 435.74007539743593,
        "p95_bucket_upper_ms": 1000,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          204,
          29,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 863.476641
      },
      "infer_output_to_callback": {
        "count": 234,
        "sum_ns": 2268442049,
        "mean_ms": 9.69419679059829,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          5,
          75,
          75,
          56,
          23,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 45.776417
      },
      "callback_to_copied": {
        "count": 234,
        "sum_ns": 9091113925,
        "mean_ms": 38.850914209401715,
        "p95_bucket_upper_ms": 100,
        "histogram": [
          0,
          0,
          0,
          7,
          54,
          133,
          26,
          9,
          2,
          0,
          0,
          3,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 478.049131
      },
      "selected_to_submitted": {
        "count": 234,
        "sum_ns": 119581757225,
        "mean_ms": 511.03315053418805,
        "p95_bucket_upper_ms": 1000,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          144,
          90,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 942.065887
      }
    },
    "rejection_reasons": {},
    "first_response_s": 18.543049961794168,
    "first_redis_commit_s": 18.652385768014938,
    "maximum_sampled_silence_ms": 107.051922,
    "redis_commit_p95_bucket_upper_ms": 500
  },
  {
    "level": 16,
    "phase_status": "PASS",
    "camera": 16,
    "provider": "pose",
    "cohort": "new",
    "seconds": 30.000099127646536,
    "completed": 245,
    "accepted": 245,
    "sent": 243,
    "late": 0,
    "completed_fps": 8.166639682007608,
    "accepted_fps": 8.166639682007608,
    "sent_fps": 8.099973235623871,
    "rejected_pct": 0.0,
    "diagnostic_complete": true,
    "diagnostic_scope": "sample_difference",
    "diagnostic_seconds": 30.183136429,
    "selected": 244,
    "infer_entries": 243,
    "infer_entry_fps": 8.050853183253853,
    "pre_infer_expired": 0,
    "diagnostic_missed": 13,
    "durations": {
      "copy_wall": {
        "count": 245,
        "sum_ns": 8743054602,
        "mean_ms": 35.685937151020404,
        "p95_bucket_upper_ms": 75,
        "histogram": [
          0,
          0,
          0,
          13,
          57,
          143,
          22,
          7,
          0,
          0,
          0,
          3,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 466.553163
      },
      "copy_thread_cpu": {
        "count": 245,
        "sum_ns": 4348034094,
        "mean_ms": 17.747077934693877,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          0,
          0,
          45,
          173,
          24,
          0,
          0,
          0,
          0,
          1,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 337.424857
      },
      "accepted_interval": {
        "count": 245,
        "sum_ns": 30236533230,
        "mean_ms": 123.41442134693878,
        "p95_bucket_upper_ms": 500,
        "histogram": [
          0,
          0,
          0,
          0,
          1,
          34,
          48,
          53,
          47,
          25,
          23,
          13,
          1,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 550.260975
      },
      "completed_queue_wait": {
        "count": 244,
        "sum_ns": 4912908223,
        "mean_ms": 20.134869766393443,
        "p95_bucket_upper_ms": 100,
        "histogram": [
          49,
          35,
          57,
          18,
          12,
          32,
          18,
          15,
          6,
          2,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 178.296744
      },
      "selected_to_preprocess_start": {
        "count": 240,
        "sum_ns": 1947926877,
        "mean_ms": 8.1163619875,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          65,
          78,
          33,
          40,
          22,
          2,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 62.536019
      },
      "preprocess_start_to_preprocess_output": {
        "count": 238,
        "sum_ns": 2733074260,
        "mean_ms": 11.483505294117647,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          2,
          8,
          36,
          66,
          100,
          25,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 50.539098
      },
      "selected_to_preprocess": {
        "count": 240,
        "sum_ns": 7004600614,
        "mean_ms": 29.185835891666667,
        "p95_bucket_upper_ms": 75,
        "histogram": [
          0,
          0,
          6,
          23,
          70,
          115,
          21,
          4,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 450.956051
      },
      "preprocess_start_to_preprocess": {
        "count": 238,
        "sum_ns": 5038103433,
        "mean_ms": 21.16850181932773,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          4,
          15,
          38,
          92,
          80,
          7,
          1,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 449.486419
      },
      "preprocess_output_to_infer_entry": {
        "count": 239,
        "sum_ns": 2287666042,
        "mean_ms": 9.571824443514645,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          61,
          26,
          50,
          44,
          33,
          22,
          2,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 433.754801
      },
      "preprocess_to_infer_output": {
        "count": 238,
        "sum_ns": 100028336123,
        "mean_ms": 420.2871265672269,
        "p95_bucket_upper_ms": 1000,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          3,
          207,
          28,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 872.474573
      },
      "preprocess_to_callback": {
        "count": 240,
        "sum_ns": 103305591382,
        "mean_ms": 430.43996409166664,
        "p95_bucket_upper_ms": 1000,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          2,
          204,
          34,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 884.731242
      },
      "infer_output_to_callback": {
        "count": 241,
        "sum_ns": 2327082251,
        "mean_ms": 9.655942950207468,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          7,
          67,
          77,
          69,
          20,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 52.397588
      },
      "callback_to_copied": {
        "count": 242,
        "sum_ns": 8982175738,
        "mean_ms": 37.11642866942149,
        "p95_bucket_upper_ms": 75,
        "histogram": [
          0,
          0,
          0,
          12,
          47,
          145,
          28,
          7,
          0,
          0,
          0,
          3,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 467.029325
      },
      "selected_to_submitted": {
        "count": 242,
        "sum_ns": 120753184080,
        "mean_ms": 498.9800995041322,
        "p95_bucket_upper_ms": 1000,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          154,
          88,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 950.16849
      }
    },
    "rejection_reasons": {},
    "first_response_s": 19.016992582008243,
    "first_redis_commit_s": 19.09879868198186,
    "maximum_sampled_silence_ms": 202.458528,
    "redis_commit_p95_bucket_upper_ms": 500
  },
  {
    "level": 16,
    "phase_status": "PASS",
    "camera": 17,
    "provider": "pose",
    "cohort": "new",
    "seconds": 30.000099127646536,
    "completed": 241,
    "accepted": 241,
    "sent": 241,
    "late": 0,
    "completed_fps": 8.033306789240136,
    "accepted_fps": 8.033306789240136,
    "sent_fps": 8.033306789240136,
    "rejected_pct": 0.0,
    "diagnostic_complete": true,
    "diagnostic_scope": "sample_difference",
    "diagnostic_seconds": 30.207452147,
    "selected": 241,
    "infer_entries": 241,
    "infer_entry_fps": 7.978163759962605,
    "pre_infer_expired": 0,
    "diagnostic_missed": 5,
    "durations": {
      "copy_wall": {
        "count": 241,
        "sum_ns": 8180277119,
        "mean_ms": 33.943058585062246,
        "p95_bucket_upper_ms": 75,
        "histogram": [
          0,
          0,
          0,
          14,
          61,
          135,
          23,
          4,
          2,
          0,
          0,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 469.497977
      },
      "copy_thread_cpu": {
        "count": 241,
        "sum_ns": 4002916866,
        "mean_ms": 16.60961355186722,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          0,
          2,
          54,
          154,
          29,
          0,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 337.654106
      },
      "accepted_interval": {
        "count": 241,
        "sum_ns": 30249012877,
        "mean_ms": 125.51457625311204,
        "p95_bucket_upper_ms": 300,
        "histogram": [
          0,
          0,
          0,
          0,
          1,
          34,
          42,
          46,
          55,
          25,
          27,
          9,
          2,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 573.091114
      },
      "completed_queue_wait": {
        "count": 241,
        "sum_ns": 5200720805,
        "mean_ms": 21.57975437759336,
        "p95_bucket_upper_ms": 150,
        "histogram": [
          43,
          53,
          47,
          16,
          19,
          25,
          14,
          11,
          11,
          1,
          0,
          1,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 470.777212
      },
      "selected_to_preprocess_start": {
        "count": 239,
        "sum_ns": 1766700811,
        "mean_ms": 7.392053602510461,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          1,
          60,
          86,
          35,
          41,
          13,
          2,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 95.50002
      },
      "preprocess_start_to_preprocess_output": {
        "count": 238,
        "sum_ns": 3051165759,
        "mean_ms": 12.820024197478991,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          1,
          16,
          23,
          70,
          90,
          35,
          3,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 62.376896
      },
      "selected_to_preprocess": {
        "count": 240,
        "sum_ns": 6879101252,
        "mean_ms": 28.662921883333333,
        "p95_bucket_upper_ms": 75,
        "histogram": [
          0,
          0,
          3,
          18,
          74,
          112,
          26,
          6,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 112.45751
      },
      "preprocess_start_to_preprocess": {
        "count": 239,
        "sum_ns": 5060942641,
        "mean_ms": 21.175492221757324,
        "p95_bucket_upper_ms": 75,
        "histogram": [
          0,
          3,
          14,
          37,
          85,
          85,
          13,
          2,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 89.737804
      },
      "preprocess_output_to_infer_entry": {
        "count": 239,
        "sum_ns": 1997319961,
        "mean_ms": 8.356987284518828,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          60,
          28,
          34,
          54,
          32,
          30,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 66.949339
      },
      "preprocess_to_infer_output": {
        "count": 239,
        "sum_ns": 101782330106,
        "mean_ms": 425.8674899832636,
        "p95_bucket_upper_ms": 1000,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          211,
          28,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 765.727126
      },
      "preprocess_to_callback": {
        "count": 239,
        "sum_ns": 103963069119,
        "mean_ms": 434.991921,
        "p95_bucket_upper_ms": 1000,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          209,
          30,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 786.087602
      },
      "infer_output_to_callback": {
        "count": 239,
        "sum_ns": 2180739013,
        "mean_ms": 9.124431016736402,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          7,
          60,
          93,
          67,
          12,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 43.951012
      },
      "callback_to_copied": {
        "count": 238,
        "sum_ns": 8406853458,
        "mean_ms": 35.322913689075634,
        "p95_bucket_upper_ms": 75,
        "histogram": [
          0,
          0,
          0,
          9,
          60,
          135,
          25,
          5,
          2,
          0,
          0,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 471.444459
      },
      "selected_to_submitted": {
        "count": 239,
        "sum_ns": 119899648013,
        "mean_ms": 501.6721674184101,
        "p95_bucket_upper_ms": 1000,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          138,
          101,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 838.260404
      }
    },
    "rejection_reasons": {},
    "first_response_s": 19.46934780711308,
    "first_redis_commit_s": 19.58465567836538,
    "maximum_sampled_silence_ms": 178.316913,
    "redis_commit_p95_bucket_upper_ms": 500
  },
  {
    "level": 16,
    "phase_status": "PASS",
    "camera": 18,
    "provider": "pose",
    "cohort": "new",
    "seconds": 30.000099127646536,
    "completed": 235,
    "accepted": 235,
    "sent": 234,
    "late": 0,
    "completed_fps": 7.833307450088929,
    "accepted_fps": 7.833307450088929,
    "sent_fps": 7.799974226897062,
    "rejected_pct": 0.0,
    "diagnostic_complete": true,
    "diagnostic_scope": "sample_difference",
    "diagnostic_seconds": 30.003066624,
    "selected": 235,
    "infer_entries": 235,
    "infer_entry_fps": 7.832532685576188,
    "pre_infer_expired": 0,
    "diagnostic_missed": 1,
    "durations": {
      "copy_wall": {
        "count": 235,
        "sum_ns": 8544403180,
        "mean_ms": 36.3591624680851,
        "p95_bucket_upper_ms": 75,
        "histogram": [
          0,
          0,
          0,
          20,
          66,
          110,
          28,
          6,
          1,
          0,
          0,
          4,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 443.987112
      },
      "copy_thread_cpu": {
        "count": 235,
        "sum_ns": 4117849176,
        "mean_ms": 17.52276245106383,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          0,
          1,
          65,
          134,
          32,
          0,
          0,
          0,
          0,
          1,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 309.269182
      },
      "accepted_interval": {
        "count": 235,
        "sum_ns": 30097705124,
        "mean_ms": 128.0753409531915,
        "p95_bucket_upper_ms": 500,
        "histogram": [
          0,
          0,
          0,
          0,
          2,
          47,
          31,
          45,
          40,
          30,
          26,
          13,
          1,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 532.992185
      },
      "completed_queue_wait": {
        "count": 235,
        "sum_ns": 5300108923,
        "mean_ms": 22.553654991489363,
        "p95_bucket_upper_ms": 150,
        "histogram": [
          46,
          37,
          37,
          21,
          25,
          29,
          18,
          9,
          11,
          2,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 184.610247
      },
      "selected_to_preprocess_start": {
        "count": 234,
        "sum_ns": 2060477139,
        "mean_ms": 8.805457858974359,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          61,
          66,
          38,
          41,
          26,
          2,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 59.338341
      },
      "preprocess_start_to_preprocess_output": {
        "count": 234,
        "sum_ns": 3952064761,
        "mean_ms": 16.889165645299144,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          1,
          8,
          18,
          77,
          92,
          33,
          2,
          1,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 383.962319
      },
      "selected_to_preprocess": {
        "count": 234,
        "sum_ns": 8024317922,
        "mean_ms": 34.29195693162393,
        "p95_bucket_upper_ms": 75,
        "histogram": [
          0,
          0,
          1,
          13,
          59,
          129,
          22,
          4,
          4,
          0,
          0,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 443.672406
      },
      "preprocess_start_to_preprocess": {
        "count": 234,
        "sum_ns": 5963840783,
        "mean_ms": 25.486499072649572,
        "p95_bucket_upper_ms": 75,
        "histogram": [
          0,
          1,
          12,
          35,
          82,
          85,
          13,
          3,
          1,
          0,
          0,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 384.334065
      },
      "preprocess_output_to_infer_entry": {
        "count": 234,
        "sum_ns": 2011776022,
        "mean_ms": 8.597333427350428,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          48,
          35,
          41,
          47,
          37,
          23,
          3,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 69.925389
      },
      "preprocess_to_infer_output": {
        "count": 234,
        "sum_ns": 100180154005,
        "mean_ms": 428.12031626068375,
        "p95_bucket_upper_ms": 1000,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          2,
          207,
          25,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 768.844554
      },
      "preprocess_to_callback": {
        "count": 234,
        "sum_ns": 102473320111,
        "mean_ms": 437.92017141452993,
        "p95_bucket_upper_ms": 1000,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          202,
          31,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 793.31054
      },
      "infer_output_to_callback": {
        "count": 234,
        "sum_ns": 2293166106,
        "mean_ms": 9.799855153846154,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          3,
          64,
          89,
          53,
          25,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 49.175982
      },
      "callback_to_copied": {
        "count": 234,
        "sum_ns": 8772684883,
        "mean_ms": 37.49010633760684,
        "p95_bucket_upper_ms": 75,
        "histogram": [
          0,
          0,
          0,
          17,
          59,
          116,
          31,
          6,
          1,
          0,
          0,
          4,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 445.193212
      },
      "selected_to_submitted": {
        "count": 234,
        "sum_ns": 119702168714,
        "mean_ms": 511.5477295470086,
        "p95_bucket_upper_ms": 1000,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          138,
          96,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 903.949472
      }
    },
    "rejection_reasons": {},
    "first_response_s": 20.222779085859656,
    "first_redis_commit_s": 20.291167769115418,
    "maximum_sampled_silence_ms": 319.734044,
    "redis_commit_p95_bucket_upper_ms": 500
  },
  {
    "level": 16,
    "phase_status": "PASS",
    "camera": 19,
    "provider": "pose",
    "cohort": "new",
    "seconds": 30.000099127646536,
    "completed": 241,
    "accepted": 241,
    "sent": 239,
    "late": 0,
    "completed_fps": 8.033306789240136,
    "accepted_fps": 8.033306789240136,
    "sent_fps": 7.966640342856401,
    "rejected_pct": 0.0,
    "diagnostic_complete": true,
    "diagnostic_scope": "sample_difference",
    "diagnostic_seconds": 30.130860918,
    "selected": 240,
    "infer_entries": 237,
    "infer_entry_fps": 7.865689621182301,
    "pre_infer_expired": 0,
    "diagnostic_missed": 7,
    "durations": {
      "accepted_interval": {
        "count": 241,
        "sum_ns": 30128262379,
        "mean_ms": 125.01353684232365,
        "p95_bucket_upper_ms": 500,
        "histogram": [
          0,
          1,
          0,
          0,
          1,
          43,
          42,
          38,
          49,
          29,
          25,
          9,
          4,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 538.611318
      },
      "completed_queue_wait": {
        "count": 240,
        "sum_ns": 4347887996,
        "mean_ms": 18.116199983333335,
        "p95_bucket_upper_ms": 100,
        "histogram": [
          52,
          39,
          46,
          25,
          19,
          25,
          14,
          14,
          5,
          1,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 171.226769
      },
      "selected_to_preprocess_start": {
        "count": 239,
        "sum_ns": 1583962749,
        "mean_ms": 6.627459200836821,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          78,
          68,
          39,
          38,
          16,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 46.84242
      },
      "preprocess_start_to_preprocess_output": {
        "count": 236,
        "sum_ns": 3484612337,
        "mean_ms": 14.765306512711865,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          1,
          8,
          31,
          59,
          99,
          35,
          0,
          2,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 432.582756
      },
      "selected_to_preprocess": {
        "count": 237,
        "sum_ns": 7063463976,
        "mean_ms": 29.80364546835443,
        "p95_bucket_upper_ms": 75,
        "histogram": [
          0,
          0,
          3,
          15,
          70,
          126,
          18,
          2,
          1,
          0,
          1,
          1,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 497.412574
      },
      "preprocess_start_to_preprocess": {
        "count": 236,
        "sum_ns": 5466207053,
        "mean_ms": 23.16189429237288,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          1,
          11,
          33,
          92,
          89,
          6,
          2,
          0,
          0,
          1,
          1,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 495.017655
      },
      "preprocess_output_to_infer_entry": {
        "count": 237,
        "sum_ns": 1982111939,
        "mean_ms": 8.363341514767933,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          64,
          25,
          31,
          57,
          42,
          15,
          2,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 265.056347
      },
      "copy_wall": {
        "count": 240,
        "sum_ns": 8082217752,
        "mean_ms": 33.6759073,
        "p95_bucket_upper_ms": 75,
        "histogram": [
          0,
          0,
          0,
          15,
          70,
          121,
          25,
          5,
          1,
          0,
          0,
          3,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 483.854148
      },
      "copy_thread_cpu": {
        "count": 240,
        "sum_ns": 4147834987,
        "mean_ms": 17.282645779166664,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          0,
          0,
          68,
          148,
          21,
          0,
          0,
          0,
          0,
          1,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 369.674663
      },
      "preprocess_to_infer_output": {
        "count": 234,
        "sum_ns": 98775725883,
        "mean_ms": 422.11848667948715,
        "p95_bucket_upper_ms": 1000,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          3,
          205,
          26,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 758.38859
      },
      "preprocess_to_callback": {
        "count": 234,
        "sum_ns": 101685511612,
        "mean_ms": 434.5534684273504,
        "p95_bucket_upper_ms": 1000,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          3,
          201,
          30,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 791.060461
      },
      "infer_output_to_callback": {
        "count": 237,
        "sum_ns": 2940691322,
        "mean_ms": 12.407980261603376,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          9,
          62,
          97,
          52,
          15,
          0,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 421.075198
      },
      "callback_to_copied": {
        "count": 237,
        "sum_ns": 8339078518,
        "mean_ms": 35.18598530801688,
        "p95_bucket_upper_ms": 75,
        "histogram": [
          0,
          0,
          0,
          12,
          61,
          127,
          27,
          6,
          1,
          0,
          0,
          3,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 486.31601
      },
      "selected_to_submitted": {
        "count": 237,
        "sum_ns": 118889832991,
        "mean_ms": 501.6448649409283,
        "p95_bucket_upper_ms": 1000,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          152,
          84,
          1,
          0,
          0
        ],
        "diagnostic_window_max_ms": 1051.876418
      }
    },
    "rejection_reasons": {},
    "first_response_s": 20.70176462410018,
    "first_redis_commit_s": 20.838312283158302,
    "maximum_sampled_silence_ms": 485.618891,
    "redis_commit_p95_bucket_upper_ms": 500
  },
  {
    "level": 16,
    "phase_status": "PASS",
    "camera": 20,
    "provider": "pose",
    "cohort": "new",
    "seconds": 30.000099127646536,
    "completed": 243,
    "accepted": 243,
    "sent": 241,
    "late": 0,
    "completed_fps": 8.099973235623871,
    "accepted_fps": 8.099973235623871,
    "sent_fps": 8.033306789240136,
    "rejected_pct": 0.0,
    "diagnostic_complete": true,
    "diagnostic_scope": "sample_difference",
    "diagnostic_seconds": 29.900894391,
    "selected": 243,
    "infer_entries": 242,
    "infer_entry_fps": 8.09340338905851,
    "pre_infer_expired": 0,
    "diagnostic_missed": 8,
    "durations": {
      "copy_wall": {
        "count": 243,
        "sum_ns": 6474565756,
        "mean_ms": 26.644303522633745,
        "p95_bucket_upper_ms": 75,
        "histogram": [
          0,
          0,
          3,
          32,
          75,
          112,
          18,
          1,
          0,
          0,
          1,
          1,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 357.440415
      },
      "copy_thread_cpu": {
        "count": 243,
        "sum_ns": 2697355241,
        "mean_ms": 11.100227329218106,
        "p95_bucket_upper_ms": 20,
        "histogram": [
          0,
          0,
          10,
          125,
          101,
          6,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 254.854848
      },
      "accepted_interval": {
        "count": 243,
        "sum_ns": 29891632269,
        "mean_ms": 123.01083238271605,
        "p95_bucket_upper_ms": 500,
        "histogram": [
          0,
          0,
          0,
          0,
          6,
          34,
          64,
          42,
          29,
          16,
          37,
          14,
          1,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 518.839471
      },
      "completed_queue_wait": {
        "count": 243,
        "sum_ns": 4467423974,
        "mean_ms": 18.38446079835391,
        "p95_bucket_upper_ms": 100,
        "histogram": [
          39,
          43,
          45,
          34,
          16,
          36,
          16,
          12,
          1,
          0,
          0,
          1,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 478.526489
      },
      "selected_to_preprocess_start": {
        "count": 240,
        "sum_ns": 1893893018,
        "mean_ms": 7.891220908333334,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          3,
          79,
          68,
          28,
          47,
          14,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 258.980529
      },
      "preprocess_start_to_preprocess_output": {
        "count": 237,
        "sum_ns": 3408172244,
        "mean_ms": 14.380473603375528,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          2,
          5,
          27,
          77,
          89,
          34,
          2,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 421.911287
      },
      "selected_to_preprocess": {
        "count": 239,
        "sum_ns": 7275947632,
        "mean_ms": 30.443295531380755,
        "p95_bucket_upper_ms": 75,
        "histogram": [
          0,
          0,
          2,
          18,
          72,
          126,
          15,
          3,
          0,
          0,
          1,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 439.646195
      },
      "preprocess_start_to_preprocess": {
        "count": 238,
        "sum_ns": 5374029235,
        "mean_ms": 22.579954768907562,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          1,
          13,
          39,
          89,
          85,
          8,
          1,
          0,
          0,
          1,
          1,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 437.640704
      },
      "preprocess_output_to_infer_entry": {
        "count": 238,
        "sum_ns": 1954975446,
        "mean_ms": 8.214182546218488,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          57,
          30,
          39,
          51,
          46,
          12,
          2,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 275.031758
      },
      "preprocess_to_infer_output": {
        "count": 236,
        "sum_ns": 98117674514,
        "mean_ms": 415.7528581101695,
        "p95_bucket_upper_ms": 1000,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          4,
          215,
          17,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 751.603107
      },
      "preprocess_to_callback": {
        "count": 236,
        "sum_ns": 100351683639,
        "mean_ms": 425.218998470339,
        "p95_bucket_upper_ms": 1000,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          2,
          213,
          21,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 761.032716
      },
      "infer_output_to_callback": {
        "count": 237,
        "sum_ns": 2237674020,
        "mean_ms": 9.44166253164557,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          1,
          5,
          72,
          75,
          62,
          22,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 37.338177
      },
      "callback_to_copied": {
        "count": 237,
        "sum_ns": 6597907838,
        "mean_ms": 27.839273578059075,
        "p95_bucket_upper_ms": 75,
        "histogram": [
          0,
          0,
          2,
          27,
          73,
          113,
          19,
          1,
          0,
          0,
          1,
          1,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 359.040862
      },
      "selected_to_submitted": {
        "count": 237,
        "sum_ns": 115116915291,
        "mean_ms": 485.7253809746835,
        "p95_bucket_upper_ms": 1000,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          158,
          79,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 888.058138
      }
    },
    "rejection_reasons": {},
    "first_response_s": 20.690667986869812,
    "first_redis_commit_s": 20.79714434966445,
    "maximum_sampled_silence_ms": 131.671655,
    "redis_commit_p95_bucket_upper_ms": 500
  }
]