[
  {
    "level": 1,
    "phase_status": "PASS",
    "camera": 3,
    "provider": "pose",
    "cohort": "new",
    "seconds": 29.999993273988366,
    "completed": 296,
    "accepted": 296,
    "sent": 296,
    "late": 0,
    "completed_fps": 9.866668878777656,
    "accepted_fps": 9.866668878777656,
    "sent_fps": 9.866668878777656,
    "rejected_pct": 0.0,
    "diagnostic_complete": true,
    "diagnostic_scope": "sample_difference",
    "diagnostic_seconds": 29.95754619,
    "selected": 299,
    "infer_entries": 296,
    "infer_entry_fps": 9.880649039900554,
    "pre_infer_expired": 0,
    "diagnostic_missed": 0,
    "durations": {
      "copy_wall": {
        "count": 296,
        "sum_ns": 2864648145,
        "mean_ms": 9.67786535472973,
        "p95_bucket_upper_ms": 20,
        "histogram": [
          0,
          0,
          90,
          173,
          29,
          0,
          0,
          0,
          0,
          0,
          4,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 272.25067
      },
      "copy_thread_cpu": {
        "count": 296,
        "sum_ns": 2835165944,
        "mean_ms": 9.578263324324325,
        "p95_bucket_upper_ms": 20,
        "histogram": [
          0,
          0,
          92,
          175,
          25,
          0,
          0,
          0,
          0,
          0,
          4,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 270.149407
      },
      "accepted_interval": {
        "count": 296,
        "sum_ns": 29821879953,
        "mean_ms": 100.7495944358108,
        "p95_bucket_upper_ms": 150,
        "histogram": [
          0,
          0,
          0,
          0,
          1,
          22,
          33,
          98,
          132,
          1,
          4,
          5,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 365.953505
      },
      "selected_to_preprocess_start": {
        "count": 296,
        "sum_ns": 1548628042,
        "mean_ms": 5.231851493243243,
        "p95_bucket_upper_ms": 20,
        "histogram": [
          0,
          4,
          236,
          37,
          6,
          13,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 47.078436
      },
      "selected_to_preprocess": {
        "count": 296,
        "sum_ns": 1842566405,
        "mean_ms": 6.224886503378378,
        "p95_bucket_upper_ms": 20,
        "histogram": [
          0,
          0,
          187,
          86,
          10,
          13,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 48.32516
      },
      "preprocess_start_to_preprocess": {
        "count": 296,
        "sum_ns": 293938363,
        "mean_ms": 0.9930350101351352,
        "p95_bucket_upper_ms": 5,
        "histogram": [
          206,
          73,
          16,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 5.116419
      },
      "preprocess_to_infer_output": {
        "count": 295,
        "sum_ns": 6992874013,
        "mean_ms": 23.70465767118644,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          0,
          0,
          0,
          48,
          247,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 38.238617
      },
      "preprocess_to_callback": {
        "count": 295,
        "sum_ns": 7530940792,
        "mean_ms": 25.528612854237288,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          0,
          0,
          0,
          14,
          281,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 39.656986
      },
      "infer_output_to_callback": {
        "count": 295,
        "sum_ns": 538066779,
        "mean_ms": 1.8239551830508474,
        "p95_bucket_upper_ms": 5,
        "histogram": [
          29,
          172,
          92,
          2,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 5.91957
      },
      "callback_to_copied": {
        "count": 295,
        "sum_ns": 3172150446,
        "mean_ms": 10.753052359322034,
        "p95_bucket_upper_ms": 20,
        "histogram": [
          0,
          0,
          32,
          211,
          48,
          0,
          0,
          0,
          0,
          0,
          4,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 273.912411
      },
      "selected_to_submitted": {
        "count": 295,
        "sum_ns": 12644399963,
        "mean_ms": 42.862372755932206,
        "p95_bucket_upper_ms": 75,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          263,
          25,
          3,
          0,
          0,
          4,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 299.79693
      }
    },
    "rejection_reasons": {},
    "first_response_s": 18.845456030219793,
    "first_redis_commit_s": 18.888986920006573,
    "maximum_sampled_silence_ms": 136.271701,
    "redis_commit_p95_bucket_upper_ms": 150
  },
  {
    "level": 2,
    "phase_status": "PASS",
    "camera": 5,
    "provider": "pose",
    "cohort": "new",
    "seconds": 30.000017968006432,
    "completed": 298,
    "accepted": 298,
    "sent": 297,
    "late": 0,
    "completed_fps": 9.933327383930322,
    "accepted_fps": 9.933327383930322,
    "sent_fps": 9.899994070561428,
    "rejected_pct": 0.0,
    "diagnostic_complete": true,
    "diagnostic_scope": "sample_difference",
    "diagnostic_seconds": 29.987808585,
    "selected": 298,
    "infer_entries": 297,
    "infer_entry_fps": 9.904024802551273,
    "pre_infer_expired": 0,
    "diagnostic_missed": 0,
    "durations": {
      "copy_wall": {
        "count": 298,
        "sum_ns": 2292405225,
        "mean_ms": 7.692634983221477,
        "p95_bucket_upper_ms": 10,
        "histogram": [
          0,
          0,
          130,
          158,
          7,
          0,
          0,
          0,
          0,
          2,
          1,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 203.822638
      },
      "copy_thread_cpu": {
        "count": 298,
        "sum_ns": 2263955257,
        "mean_ms": 7.597165291946308,
        "p95_bucket_upper_ms": 10,
        "histogram": [
          0,
          0,
          130,
          160,
          5,
          0,
          0,
          0,
          0,
          2,
          1,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 200.825901
      },
      "accepted_interval": {
        "count": 298,
        "sum_ns": 29810044883,
        "mean_ms": 100.03370766107382,
        "p95_bucket_upper_ms": 150,
        "histogram": [
          0,
          0,
          0,
          1,
          0,
          14,
          20,
          124,
          130,
          0,
          8,
          1,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 303.294704
      },
      "selected_to_preprocess_start": {
        "count": 297,
        "sum_ns": 1507472044,
        "mean_ms": 5.075663447811448,
        "p95_bucket_upper_ms": 20,
        "histogram": [
          0,
          4,
          253,
          24,
          2,
          13,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 54.036591
      },
      "selected_to_preprocess": {
        "count": 297,
        "sum_ns": 1867423503,
        "mean_ms": 6.287621222222222,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          0,
          193,
          83,
          6,
          14,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 65.994798
      },
      "preprocess_start_to_preprocess": {
        "count": 297,
        "sum_ns": 359951459,
        "mean_ms": 1.2119577744107746,
        "p95_bucket_upper_ms": 5,
        "histogram": [
          191,
          72,
          29,
          4,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 11.958207
      },
      "preprocess_to_infer_output": {
        "count": 297,
        "sum_ns": 7519386587,
        "mean_ms": 25.317799956228956,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          0,
          0,
          0,
          51,
          246,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 46.527337
      },
      "preprocess_to_callback": {
        "count": 297,
        "sum_ns": 7969240297,
        "mean_ms": 26.832458912457913,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          0,
          0,
          0,
          23,
          274,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 47.899891
      },
      "infer_output_to_callback": {
        "count": 297,
        "sum_ns": 449853710,
        "mean_ms": 1.514658956228956,
        "p95_bucket_upper_ms": 5,
        "histogram": [
          48,
          198,
          50,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 5.807422
      },
      "callback_to_copied": {
        "count": 297,
        "sum_ns": 2521055083,
        "mean_ms": 8.488400952861953,
        "p95_bucket_upper_ms": 20,
        "histogram": [
          0,
          0,
          83,
          191,
          20,
          0,
          0,
          0,
          0,
          2,
          1,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 204.532387
      },
      "selected_to_submitted": {
        "count": 297,
        "sum_ns": 12447711778,
        "mean_ms": 41.91148746801346,
        "p95_bucket_upper_ms": 75,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          258,
          32,
          3,
          1,
          0,
          3,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 234.40308
      }
    },
    "rejection_reasons": {},
    "first_response_s": 18.364730787929147,
    "first_redis_commit_s": 18.39139140676707,
    "maximum_sampled_silence_ms": 178.302967,
    "redis_commit_p95_bucket_upper_ms": 150
  },
  {
    "level": 2,
    "phase_status": "PASS",
    "camera": 3,
    "provider": "pose",
    "cohort": "existing",
    "seconds": 30.000017968006432,
    "completed": 292,
    "accepted": 292,
    "sent": 292,
    "late": 0,
    "completed_fps": 9.73332750371696,
    "accepted_fps": 9.73332750371696,
    "sent_fps": 9.73332750371696,
    "rejected_pct": 0.0,
    "diagnostic_complete": true,
    "diagnostic_scope": "sample_difference",
    "diagnostic_seconds": 30.112967992,
    "selected": 300,
    "infer_entries": 293,
    "infer_entry_fps": 9.730027278541264,
    "pre_infer_expired": 0,
    "diagnostic_missed": 0,
    "durations": {
      "selected_to_preprocess_start": {
        "count": 293,
        "sum_ns": 1342828255,
        "mean_ms": 4.5830315870307174,
        "p95_bucket_upper_ms": 20,
        "histogram": [
          0,
          9,
          236,
          33,
          8,
          6,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 50.74873
      },
      "selected_to_preprocess": {
        "count": 293,
        "sum_ns": 1674045431,
        "mean_ms": 5.713465634812287,
        "p95_bucket_upper_ms": 20,
        "histogram": [
          0,
          0,
          198,
          73,
          14,
          6,
          2,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 52.340329
      },
      "preprocess_start_to_preprocess": {
        "count": 293,
        "sum_ns": 331217176,
        "mean_ms": 1.13043404778157,
        "p95_bucket_upper_ms": 5,
        "histogram": [
          206,
          56,
          26,
          4,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 10.874685
      },
      "preprocess_to_infer_output": {
        "count": 292,
        "sum_ns": 7392192508,
        "mean_ms": 25.31572776712329,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          0,
          0,
          0,
          51,
          241,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 48.500271
      },
      "preprocess_to_callback": {
        "count": 292,
        "sum_ns": 7882768950,
        "mean_ms": 26.995784075342467,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          0,
          0,
          0,
          20,
          271,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 50.191706
      },
      "infer_output_to_callback": {
        "count": 292,
        "sum_ns": 490576442,
        "mean_ms": 1.6800563082191782,
        "p95_bucket_upper_ms": 5,
        "histogram": [
          26,
          193,
          73,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 4.659267
      },
      "copy_wall": {
        "count": 292,
        "sum_ns": 3152089985,
        "mean_ms": 10.794828715753425,
        "p95_bucket_upper_ms": 20,
        "histogram": [
          0,
          0,
          20,
          191,
          77,
          1,
          0,
          0,
          0,
          0,
          3,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 238.643238
      },
      "copy_thread_cpu": {
        "count": 292,
        "sum_ns": 3125576921,
        "mean_ms": 10.704030551369863,
        "p95_bucket_upper_ms": 20,
        "histogram": [
          0,
          0,
          20,
          193,
          75,
          1,
          0,
          0,
          0,
          0,
          3,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 234.255963
      },
      "callback_to_copied": {
        "count": 292,
        "sum_ns": 3419882043,
        "mean_ms": 11.71192480479452,
        "p95_bucket_upper_ms": 20,
        "histogram": [
          0,
          0,
          4,
          185,
          98,
          2,
          0,
          0,
          0,
          0,
          3,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 239.127103
      },
      "accepted_interval": {
        "count": 292,
        "sum_ns": 30061924906,
        "mean_ms": 102.95179762328767,
        "p95_bucket_upper_ms": 200,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          12,
          43,
          106,
          116,
          5,
          4,
          6,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 336.344724
      },
      "selected_to_submitted": {
        "count": 292,
        "sum_ns": 13080631627,
        "mean_ms": 44.79668365410959,
        "p95_bucket_upper_ms": 75,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          244,
          40,
          5,
          0,
          0,
          3,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 268.319141
      }
    },
    "rejection_reasons": {},
    "first_response_s": 18.845456030219793,
    "first_redis_commit_s": 18.888986920006573,
    "maximum_sampled_silence_ms": 79.703748,
    "redis_commit_p95_bucket_upper_ms": 200
  },
  {
    "level": 4,
    "phase_status": "PASS",
    "camera": 5,
    "provider": "pose",
    "cohort": "existing",
    "seconds": 30.000019679777324,
    "completed": 292,
    "accepted": 292,
    "sent": 291,
    "late": 0,
    "completed_fps": 9.733326948343102,
    "accepted_fps": 9.733326948343102,
    "sent_fps": 9.699993636876172,
    "rejected_pct": 0.0,
    "diagnostic_complete": true,
    "diagnostic_scope": "sample_difference",
    "diagnostic_seconds": 30.006439864,
    "selected": 300,
    "infer_entries": 291,
    "infer_entry_fps": 9.697918224185104,
    "pre_infer_expired": 0,
    "diagnostic_missed": 0,
    "durations": {
      "selected_to_preprocess_start": {
        "count": 291,
        "sum_ns": 1687025750,
        "mean_ms": 5.7973393470790375,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          1,
          228,
          41,
          6,
          14,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 53.900377
      },
      "selected_to_preprocess": {
        "count": 291,
        "sum_ns": 2137794872,
        "mean_ms": 7.346374130584192,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          0,
          136,
          127,
          13,
          11,
          4,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 57.80722
      },
      "preprocess_start_to_preprocess": {
        "count": 291,
        "sum_ns": 450769122,
        "mean_ms": 1.5490347835051546,
        "p95_bucket_upper_ms": 5,
        "histogram": [
          139,
          96,
          43,
          12,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 10.484253
      },
      "preprocess_to_infer_output": {
        "count": 291,
        "sum_ns": 9182192062,
        "mean_ms": 31.55392461168385,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          0,
          0,
          0,
          14,
          267,
          10,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 72.733664
      },
      "preprocess_to_callback": {
        "count": 292,
        "sum_ns": 9687706652,
        "mean_ms": 33.177077575342466,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          0,
          0,
          0,
          2,
          278,
          12,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 73.758713
      },
      "infer_output_to_callback": {
        "count": 292,
        "sum_ns": 478378552,
        "mean_ms": 1.638282712328767,
        "p95_bucket_upper_ms": 5,
        "histogram": [
          32,
          199,
          61,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 4.409527
      },
      "copy_wall": {
        "count": 292,
        "sum_ns": 3177527545,
        "mean_ms": 10.881943647260275,
        "p95_bucket_upper_ms": 20,
        "histogram": [
          0,
          0,
          19,
          190,
          80,
          0,
          0,
          0,
          0,
          0,
          3,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 259.53448
      },
      "copy_thread_cpu": {
        "count": 292,
        "sum_ns": 3100098460,
        "mean_ms": 10.616775547945204,
        "p95_bucket_upper_ms": 20,
        "histogram": [
          0,
          0,
          20,
          195,
          74,
          0,
          0,
          0,
          0,
          0,
          3,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 256.860893
      },
      "callback_to_copied": {
        "count": 292,
        "sum_ns": 3425476145,
        "mean_ms": 11.731082688356166,
        "p95_bucket_upper_ms": 20,
        "histogram": [
          0,
          0,
          6,
          179,
          104,
          0,
          0,
          0,
          0,
          0,
          3,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 260.638635
      },
      "accepted_interval": {
        "count": 292,
        "sum_ns": 30096421534,
        "mean_ms": 103.06993676027398,
        "p95_bucket_upper_ms": 150,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          7,
          25,
          117,
          134,
          0,
          1,
          8,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 379.366356
      },
      "selected_to_submitted": {
        "count": 292,
        "sum_ns": 15344505903,
        "mean_ms": 52.54967775,
        "p95_bucket_upper_ms": 100,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          160,
          115,
          12,
          2,
          0,
          2,
          1,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 308.464156
      }
    },
    "rejection_reasons": {},
    "first_response_s": 18.364730787929147,
    "first_redis_commit_s": 18.39139140676707,
    "maximum_sampled_silence_ms": 96.909417,
    "redis_commit_p95_bucket_upper_ms": 150
  },
  {
    "level": 4,
    "phase_status": "PASS",
    "camera": 6,
    "provider": "pose",
    "cohort": "new",
    "seconds": 30.000019679777324,
    "completed": 294,
    "accepted": 294,
    "sent": 293,
    "late": 0,
    "completed_fps": 9.799993571276959,
    "accepted_fps": 9.799993571276959,
    "sent_fps": 9.76666025981003,
    "rejected_pct": 0.0,
    "diagnostic_complete": true,
    "diagnostic_scope": "sample_difference",
    "diagnostic_seconds": 29.998411934,
    "selected": 300,
    "infer_entries": 294,
    "infer_entry_fps": 9.800518795689394,
    "pre_infer_expired": 0,
    "diagnostic_missed": 0,
    "durations": {
      "selected_to_preprocess_start": {
        "count": 294,
        "sum_ns": 1325436951,
        "mean_ms": 4.508288948979592,
        "p95_bucket_upper_ms": 20,
        "histogram": [
          0,
          6,
          243,
          29,
          9,
          5,
          2,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 50.366959
      },
      "selected_to_preprocess": {
        "count": 294,
        "sum_ns": 1726111266,
        "mean_ms": 5.871126755102041,
        "p95_bucket_upper_ms": 20,
        "histogram": [
          0,
          0,
          202,
          67,
          15,
          8,
          2,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 52.20938
      },
      "preprocess_start_to_preprocess": {
        "count": 294,
        "sum_ns": 400674315,
        "mean_ms": 1.362837806122449,
        "p95_bucket_upper_ms": 5,
        "histogram": [
          191,
          58,
          34,
          10,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 11.952851
      },
      "preprocess_to_infer_output": {
        "count": 294,
        "sum_ns": 8385061206,
        "mean_ms": 28.520616346938773,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          0,
          0,
          0,
          31,
          260,
          3,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 73.272377
      },
      "preprocess_to_callback": {
        "count": 294,
        "sum_ns": 8911279617,
        "mean_ms": 30.310474887755102,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          0,
          0,
          0,
          20,
          269,
          5,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 74.68515
      },
      "infer_output_to_callback": {
        "count": 294,
        "sum_ns": 526218411,
        "mean_ms": 1.7898585408163266,
        "p95_bucket_upper_ms": 5,
        "histogram": [
          17,
          198,
          76,
          3,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 6.916487
      },
      "copy_wall": {
        "count": 294,
        "sum_ns": 3161801712,
        "mean_ms": 10.754427591836736,
        "p95_bucket_upper_ms": 20,
        "histogram": [
          0,
          0,
          31,
          201,
          58,
          0,
          0,
          0,
          0,
          1,
          3,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 238.976283
      },
      "copy_thread_cpu": {
        "count": 294,
        "sum_ns": 3095330549,
        "mean_ms": 10.528335200680273,
        "p95_bucket_upper_ms": 20,
        "histogram": [
          0,
          0,
          31,
          209,
          50,
          0,
          0,
          0,
          0,
          1,
          3,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 232.405416
      },
      "callback_to_copied": {
        "count": 294,
        "sum_ns": 3425734340,
        "mean_ms": 11.65215761904762,
        "p95_bucket_upper_ms": 20,
        "histogram": [
          0,
          0,
          16,
          187,
          87,
          0,
          0,
          0,
          0,
          1,
          3,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 239.655134
      },
      "accepted_interval": {
        "count": 294,
        "sum_ns": 29976218455,
        "mean_ms": 101.95992671768707,
        "p95_bucket_upper_ms": 150,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          13,
          38,
          106,
          127,
          1,
          7,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 342.410288
      },
      "selected_to_submitted": {
        "count": 294,
        "sum_ns": 14160824960,
        "mean_ms": 48.166071292517,
        "p95_bucket_upper_ms": 75,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          203,
          80,
          6,
          1,
          0,
          4,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 271.978513
      }
    },
    "rejection_reasons": {},
    "first_response_s": 17.979272754397243,
    "first_redis_commit_s": 18.004839689005166,
    "maximum_sampled_silence_ms": 141.61965,
    "redis_commit_p95_bucket_upper_ms": 150
  },
  {
    "level": 4,
    "phase_status": "PASS",
    "camera": 8,
    "provider": "pose",
    "cohort": "new",
    "seconds": 30.000019679777324,
    "completed": 282,
    "accepted": 282,
    "sent": 282,
    "late": 0,
    "completed_fps": 9.399993833673816,
    "accepted_fps": 9.399993833673816,
    "sent_fps": 9.399993833673816,
    "rejected_pct": 0.0,
    "diagnostic_complete": true,
    "diagnostic_scope": "sample_difference",
    "diagnostic_seconds": 29.911665189,
    "selected": 301,
    "infer_entries": 282,
    "infer_entry_fps": 9.427759979865828,
    "pre_infer_expired": 0,
    "diagnostic_missed": 0,
    "durations": {
      "accepted_interval": {
        "count": 282,
        "sum_ns": 29823912697,
        "mean_ms": 105.75855566312057,
        "p95_bucket_upper_ms": 150,
        "histogram": [
          0,
          0,
          1,
          0,
          0,
          9,
          32,
          106,
          124,
          1,
          3,
          5,
          0,
          1,
          0,
          0
        ],
        "diagnostic_window_max_ms": 1384.789446
      },
      "selected_to_preprocess_start": {
        "count": 282,
        "sum_ns": 1700121267,
        "mean_ms": 6.028798819148936,
        "p95_bucket_upper_ms": 20,
        "histogram": [
          0,
          6,
          205,
          49,
          9,
          9,
          4,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 73.709892
      },
      "selected_to_preprocess": {
        "count": 282,
        "sum_ns": 2142740717,
        "mean_ms": 7.598371336879432,
        "p95_bucket_upper_ms": 20,
        "histogram": [
          0,
          0,
          138,
          115,
          16,
          8,
          2,
          3,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 77.122638
      },
      "preprocess_start_to_preprocess": {
        "count": 282,
        "sum_ns": 442619450,
        "mean_ms": 1.5695725177304964,
        "p95_bucket_upper_ms": 5,
        "histogram": [
          137,
          78,
          58,
          7,
          2,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 10.599153
      },
      "preprocess_to_infer_output": {
        "count": 282,
        "sum_ns": 7833409098,
        "mean_ms": 27.77804644680851,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          0,
          0,
          0,
          35,
          242,
          5,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 64.292887
      },
      "preprocess_to_callback": {
        "count": 281,
        "sum_ns": 8242822807,
        "mean_ms": 29.33388899288256,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          0,
          0,
          0,
          14,
          261,
          6,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 66.783349
      },
      "infer_output_to_callback": {
        "count": 281,
        "sum_ns": 434532045,
        "mean_ms": 1.5463773843416369,
        "p95_bucket_upper_ms": 5,
        "histogram": [
          25,
          211,
          45,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 4.041351
      },
      "copy_wall": {
        "count": 281,
        "sum_ns": 2021160117,
        "mean_ms": 7.192740629893239,
        "p95_bucket_upper_ms": 10,
        "histogram": [
          0,
          0,
          114,
          160,
          5,
          0,
          0,
          0,
          0,
          1,
          1,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 203.022016
      },
      "copy_thread_cpu": {
        "count": 281,
        "sum_ns": 1999449297,
        "mean_ms": 7.115477925266904,
        "p95_bucket_upper_ms": 10,
        "histogram": [
          0,
          0,
          115,
          163,
          1,
          0,
          0,
          0,
          0,
          1,
          1,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 200.272538
      },
      "callback_to_copied": {
        "count": 281,
        "sum_ns": 2237903050,
        "mean_ms": 7.964067793594307,
        "p95_bucket_upper_ms": 20,
        "histogram": [
          0,
          0,
          63,
          196,
          20,
          0,
          0,
          0,
          0,
          1,
          1,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 203.635112
      },
      "selected_to_submitted": {
        "count": 281,
        "sum_ns": 12697714701,
        "mean_ms": 45.187596800711745,
        "p95_bucket_upper_ms": 75,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          220,
          48,
          8,
          3,
          0,
          2,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 250.931107
      }
    },
    "rejection_reasons": {},
    "first_response_s": 18.2225577570498,
    "first_redis_commit_s": 18.262903667986393,
    "maximum_sampled_silence_ms": 273.821579,
    "redis_commit_p95_bucket_upper_ms": 150
  },
  {
    "level": 4,
    "phase_status": "PASS",
    "camera": 3,
    "provider": "pose",
    "cohort": "existing",
    "seconds": 30.000019679777324,
    "completed": 289,
    "accepted": 289,
    "sent": 289,
    "late": 0,
    "completed_fps": 9.633327013942315,
    "accepted_fps": 9.633327013942315,
    "sent_fps": 9.633327013942315,
    "rejected_pct": 0.0,
    "diagnostic_complete": true,
    "diagnostic_scope": "sample_difference",
    "diagnostic_seconds": 30.131916941,
    "selected": 301,
    "infer_entries": 289,
    "infer_entry_fps": 9.591158789063384,
    "pre_infer_expired": 0,
    "diagnostic_missed": 0,
    "durations": {
      "selected_to_preprocess_start": {
        "count": 289,
        "sum_ns": 1916876140,
        "mean_ms": 6.632789411764706,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          2,
          214,
          45,
          11,
          10,
          6,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 78.005296
      },
      "selected_to_preprocess": {
        "count": 289,
        "sum_ns": 2307351690,
        "mean_ms": 7.983915882352941,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          0,
          158,
          93,
          19,
          12,
          6,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 79.655797
      },
      "preprocess_start_to_preprocess": {
        "count": 289,
        "sum_ns": 390475550,
        "mean_ms": 1.351126470588235,
        "p95_bucket_upper_ms": 5,
        "histogram": [
          148,
          102,
          36,
          2,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 12.045873
      },
      "preprocess_to_infer_output": {
        "count": 290,
        "sum_ns": 8882014721,
        "mean_ms": 30.627636968965515,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          0,
          0,
          0,
          8,
          277,
          5,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 54.545613
      },
      "preprocess_to_callback": {
        "count": 290,
        "sum_ns": 9496217298,
        "mean_ms": 32.745576889655176,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          280,
          10,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 58.611732
      },
      "infer_output_to_callback": {
        "count": 290,
        "sum_ns": 614202577,
        "mean_ms": 2.117939920689655,
        "p95_bucket_upper_ms": 5,
        "histogram": [
          15,
          139,
          135,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 5.704478
      },
      "copy_wall": {
        "count": 289,
        "sum_ns": 4362050502,
        "mean_ms": 15.093600352941175,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          0,
          1,
          109,
          152,
          24,
          0,
          0,
          0,
          0,
          2,
          1,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 315.876857
      },
      "copy_thread_cpu": {
        "count": 289,
        "sum_ns": 4253447242,
        "mean_ms": 14.717810525951556,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          0,
          1,
          114,
          151,
          20,
          0,
          0,
          0,
          0,
          2,
          1,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 308.086661
      },
      "callback_to_copied": {
        "count": 289,
        "sum_ns": 4685266886,
        "mean_ms": 16.21199614532872,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          0,
          0,
          91,
          165,
          30,
          0,
          0,
          0,
          0,
          1,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 317.055141
      },
      "accepted_interval": {
        "count": 289,
        "sum_ns": 30113087811,
        "mean_ms": 104.1975356782007,
        "p95_bucket_upper_ms": 150,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          10,
          34,
          107,
          128,
          2,
          0,
          8,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 407.913523
      },
      "selected_to_submitted": {
        "count": 289,
        "sum_ns": 16564766281,
        "mean_ms": 57.31753038408305,
        "p95_bucket_upper_ms": 100,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          125,
          143,
          11,
          7,
          0,
          0,
          3,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 361.770619
      }
    },
    "rejection_reasons": {},
    "first_response_s": 18.845456030219793,
    "first_redis_commit_s": 18.888986920006573,
    "maximum_sampled_silence_ms": 315.281448,
    "redis_commit_p95_bucket_upper_ms": 150
  },
  {
    "level": 8,
    "phase_status": "PASS",
    "camera": 5,
    "provider": "pose",
    "cohort": "existing",
    "seconds": 29.999936702195555,
    "completed": 276,
    "accepted": 276,
    "sent": 276,
    "late": 0,
    "completed_fps": 9.200019411367654,
    "accepted_fps": 9.200019411367654,
    "sent_fps": 9.200019411367654,
    "rejected_pct": 0.0,
    "diagnostic_complete": true,
    "diagnostic_scope": "sample_difference",
    "diagnostic_seconds": 30.170066569,
    "selected": 302,
    "infer_entries": 276,
    "infer_entry_fps": 9.148140239226132,
    "pre_infer_expired": 0,
    "diagnostic_missed": 1,
    "durations": {
      "copy_wall": {
        "count": 276,
        "sum_ns": 5300736879,
        "mean_ms": 19.205568402173913,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          0,
          0,
          33,
          196,
          44,
          0,
          0,
          0,
          0,
          0,
          3,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 382.085591
      },
      "copy_thread_cpu": {
        "count": 276,
        "sum_ns": 4663588666,
        "mean_ms": 16.897060384057973,
        "p95_bucket_upper_ms": 20,
        "histogram": [
          0,
          0,
          0,
          42,
          222,
          9,
          0,
          0,
          0,
          0,
          0,
          3,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 365.341843
      },
      "accepted_interval": {
        "count": 276,
        "sum_ns": 30137813771,
        "mean_ms": 109.19497743115942,
        "p95_bucket_upper_ms": 200,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          30,
          118,
          112,
          7,
          0,
          9,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 460.133537
      },
      "selected_to_preprocess_start": {
        "count": 275,
        "sum_ns": 7656744099,
        "mean_ms": 27.842705814545457,
        "p95_bucket_upper_ms": 75,
        "histogram": [
          0,
          0,
          45,
          46,
          71,
          69,
          31,
          10,
          0,
          0,
          0,
          3,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 367.445381
      },
      "selected_to_preprocess": {
        "count": 275,
        "sum_ns": 9256127361,
        "mean_ms": 33.658644949090906,
        "p95_bucket_upper_ms": 100,
        "histogram": [
          0,
          0,
          11,
          55,
          58,
          94,
          32,
          19,
          3,
          0,
          0,
          3,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 368.879018
      },
      "preprocess_start_to_preprocess": {
        "count": 275,
        "sum_ns": 1599383262,
        "mean_ms": 5.815939134545455,
        "p95_bucket_upper_ms": 20,
        "histogram": [
          13,
          71,
          72,
          71,
          41,
          7,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 34.104979
      },
      "preprocess_to_infer_output": {
        "count": 276,
        "sum_ns": 16237716612,
        "mean_ms": 58.832306565217394,
        "p95_bucket_upper_ms": 100,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          114,
          133,
          22,
          3,
          0,
          0,
          4,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 351.239409
      },
      "preprocess_to_callback": {
        "count": 275,
        "sum_ns": 16872789936,
        "mean_ms": 61.35559976727273,
        "p95_bucket_upper_ms": 100,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          93,
          147,
          25,
          6,
          0,
          0,
          4,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 360.741075
      },
      "infer_output_to_callback": {
        "count": 275,
        "sum_ns": 667890018,
        "mean_ms": 2.4286909745454546,
        "p95_bucket_upper_ms": 10,
        "histogram": [
          0,
          119,
          142,
          14,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 9.501666
      },
      "callback_to_copied": {
        "count": 275,
        "sum_ns": 5569872017,
        "mean_ms": 20.254080061818183,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          0,
          0,
          22,
          198,
          52,
          0,
          0,
          0,
          0,
          0,
          3,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 382.80545
      },
      "selected_to_submitted": {
        "count": 275,
        "sum_ns": 31920533579,
        "mean_ms": 116.07466756000001,
        "p95_bucket_upper_ms": 200,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          41,
          91,
          111,
          21,
          1,
          10,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 460.686391
      }
    },
    "rejection_reasons": {},
    "first_response_s": 18.364730787929147,
    "first_redis_commit_s": 18.39139140676707,
    "maximum_sampled_silence_ms": 87.696382,
    "redis_commit_p95_bucket_upper_ms": 200
  },
  {
    "level": 8,
    "phase_status": "PASS",
    "camera": 6,
    "provider": "pose",
    "cohort": "existing",
    "seconds": 29.999936702195555,
    "completed": 278,
    "accepted": 278,
    "sent": 278,
    "late": 0,
    "completed_fps": 9.266686218696405,
    "accepted_fps": 9.266686218696405,
    "sent_fps": 9.266686218696405,
    "rejected_pct": 0.0,
    "diagnostic_complete": true,
    "diagnostic_scope": "sample_difference",
    "diagnostic_seconds": 30.159895083,
    "selected": 299,
    "infer_entries": 278,
    "infer_entry_fps": 9.217538696170669,
    "pre_infer_expired": 0,
    "diagnostic_missed": 0,
    "durations": {
      "copy_wall": {
        "count": 278,
        "sum_ns": 4796310140,
        "mean_ms": 17.25291417266187,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          0,
          0,
          48,
          196,
          31,
          0,
          0,
          0,
          0,
          1,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 353.894284
      },
      "copy_thread_cpu": {
        "count": 278,
        "sum_ns": 4372316514,
        "mean_ms": 15.727757244604318,
        "p95_bucket_upper_ms": 20,
        "histogram": [
          0,
          0,
          0,
          58,
          212,
          5,
          0,
          0,
          0,
          0,
          1,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 337.470875
      },
      "accepted_interval": {
        "count": 278,
        "sum_ns": 30169663984,
        "mean_ms": 108.52397116546761,
        "p95_bucket_upper_ms": 200,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          34,
          114,
          116,
          5,
          0,
          9,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 450.521147
      },
      "selected_to_preprocess_start": {
        "count": 278,
        "sum_ns": 7036622789,
        "mean_ms": 25.31159276618705,
        "p95_bucket_upper_ms": 100,
        "histogram": [
          0,
          0,
          73,
          51,
          46,
          73,
          20,
          8,
          4,
          0,
          0,
          3,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 331.652191
      },
      "selected_to_preprocess": {
        "count": 278,
        "sum_ns": 8247330393,
        "mean_ms": 29.666656089928058,
        "p95_bucket_upper_ms": 100,
        "histogram": [
          0,
          0,
          24,
          72,
          59,
          77,
          26,
          11,
          6,
          0,
          0,
          3,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 337.047429
      },
      "preprocess_start_to_preprocess": {
        "count": 278,
        "sum_ns": 1210707604,
        "mean_ms": 4.355063323741008,
        "p95_bucket_upper_ms": 20,
        "histogram": [
          23,
          91,
          86,
          50,
          24,
          4,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 34.46691
      },
      "preprocess_to_infer_output": {
        "count": 277,
        "sum_ns": 15680665407,
        "mean_ms": 56.60890038628159,
        "p95_bucket_upper_ms": 100,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          127,
          114,
          32,
          2,
          0,
          0,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 355.006046
      },
      "preprocess_to_callback": {
        "count": 277,
        "sum_ns": 16331118277,
        "mean_ms": 58.9571056931408,
        "p95_bucket_upper_ms": 100,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          110,
          122,
          41,
          2,
          0,
          0,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 358.370518
      },
      "infer_output_to_callback": {
        "count": 277,
        "sum_ns": 650452870,
        "mean_ms": 2.348205306859206,
        "p95_bucket_upper_ms": 5,
        "histogram": [
          2,
          144,
          122,
          8,
          0,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 21.088488
      },
      "callback_to_copied": {
        "count": 278,
        "sum_ns": 5073201891,
        "mean_ms": 18.248927665467626,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          0,
          0,
          40,
          196,
          39,
          0,
          0,
          0,
          0,
          1,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 355.02568
      },
      "selected_to_submitted": {
        "count": 278,
        "sum_ns": 29876412665,
        "mean_ms": 107.4691103057554,
        "p95_bucket_upper_ms": 200,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          1,
          73,
          85,
          86,
          23,
          2,
          8,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 423.247166
      }
    },
    "rejection_reasons": {},
    "first_response_s": 17.979272754397243,
    "first_redis_commit_s": 18.004839689005166,
    "maximum_sampled_silence_ms": 357.306645,
    "redis_commit_p95_bucket_upper_ms": 200
  },
  {
    "level": 8,
    "phase_status": "PASS",
    "camera": 9,
    "provider": "pose",
    "cohort": "new",
    "seconds": 29.999936702195555,
    "completed": 285,
    "accepted": 285,
    "sent": 285,
    "late": 0,
    "completed_fps": 9.500020044347034,
    "accepted_fps": 9.500020044347034,
    "sent_fps": 9.500020044347034,
    "rejected_pct": 0.0,
    "diagnostic_complete": true,
    "diagnostic_scope": "sample_difference",
    "diagnostic_seconds": 30.191567301,
    "selected": 305,
    "infer_entries": 285,
    "infer_entry_fps": 9.439721931579228,
    "pre_infer_expired": 0,
    "diagnostic_missed": 0,
    "durations": {
      "accepted_interval": {
        "count": 285,
        "sum_ns": 30131930399,
        "mean_ms": 105.72607157543861,
        "p95_bucket_upper_ms": 150,
        "histogram": [
          0,
          0,
          0,
          0,
          1,
          1,
          39,
          116,
          114,
          6,
          2,
          6,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 403.679815
      },
      "selected_to_preprocess_start": {
        "count": 285,
        "sum_ns": 4911768403,
        "mean_ms": 17.234275098245615,
        "p95_bucket_upper_ms": 75,
        "histogram": [
          0,
          0,
          111,
          56,
          37,
          53,
          24,
          4,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 86.986072
      },
      "selected_to_preprocess": {
        "count": 285,
        "sum_ns": 6407432198,
        "mean_ms": 22.48221823859649,
        "p95_bucket_upper_ms": 75,
        "histogram": [
          0,
          0,
          51,
          90,
          44,
          60,
          32,
          6,
          0,
          0,
          2,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 287.704966
      },
      "preprocess_start_to_preprocess": {
        "count": 285,
        "sum_ns": 1495663795,
        "mean_ms": 5.247943140350877,
        "p95_bucket_upper_ms": 20,
        "histogram": [
          35,
          111,
          83,
          31,
          23,
          0,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 260.825896
      },
      "preprocess_to_infer_output": {
        "count": 284,
        "sum_ns": 15861049787,
        "mean_ms": 55.848766855633805,
        "p95_bucket_upper_ms": 100,
        "histogram": [
          0,
          0,
          0,
          0,
          1,
          131,
          112,
          35,
          2,
          0,
          2,
          1,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 306.205793
      },
      "preprocess_to_callback": {
        "count": 284,
        "sum_ns": 16543627293,
        "mean_ms": 58.25220877816901,
        "p95_bucket_upper_ms": 100,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          116,
          122,
          40,
          3,
          0,
          2,
          1,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 318.024978
      },
      "infer_output_to_callback": {
        "count": 284,
        "sum_ns": 682577506,
        "mean_ms": 2.4034419225352113,
        "p95_bucket_upper_ms": 5,
        "histogram": [
          0,
          139,
          132,
          12,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 11.819185
      },
      "copy_wall": {
        "count": 284,
        "sum_ns": 4035836823,
        "mean_ms": 14.210693038732394,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          0,
          1,
          110,
          152,
          19,
          0,
          0,
          0,
          0,
          1,
          1,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 304.936281
      },
      "copy_thread_cpu": {
        "count": 284,
        "sum_ns": 3480632821,
        "mean_ms": 12.255749369718309,
        "p95_bucket_upper_ms": 20,
        "histogram": [
          0,
          0,
          1,
          142,
          136,
          3,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 275.283721
      },
      "callback_to_copied": {
        "count": 284,
        "sum_ns": 4324602153,
        "mean_ms": 15.22747236971831,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          0,
          0,
          75,
          178,
          29,
          0,
          0,
          0,
          0,
          1,
          1,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 305.911192
      },
      "selected_to_submitted": {
        "count": 284,
        "sum_ns": 27371243521,
        "mean_ms": 96.37761803169013,
        "p95_bucket_upper_ms": 200,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          10,
          102,
          76,
          75,
          14,
          1,
          6,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 406.397069
      }
    },
    "rejection_reasons": {},
    "first_response_s": 19.089455898851156,
    "first_redis_commit_s": 19.111553955823183,
    "maximum_sampled_silence_ms": 60.713169,
    "redis_commit_p95_bucket_upper_ms": 200
  },
  {
    "level": 8,
    "phase_status": "PASS",
    "camera": 10,
    "provider": "pose",
    "cohort": "new",
    "seconds": 29.999936702195555,
    "completed": 284,
    "accepted": 284,
    "sent": 283,
    "late": 0,
    "completed_fps": 9.466686640682658,
    "accepted_fps": 9.466686640682658,
    "sent_fps": 9.433353237018283,
    "rejected_pct": 0.0,
    "diagnostic_complete": true,
    "diagnostic_scope": "sample_difference",
    "diagnostic_seconds": 30.063963238,
    "selected": 303,
    "infer_entries": 283,
    "infer_entry_fps": 9.41326324010056,
    "pre_infer_expired": 0,
    "diagnostic_missed": 1,
    "durations": {
      "accepted_interval": {
        "count": 284,
        "sum_ns": 30056212314,
        "mean_ms": 105.8317335,
        "p95_bucket_upper_ms": 200,
        "histogram": [
          0,
          0,
          0,
          1,
          0,
          0,
          41,
          111,
          112,
          11,
          0,
          8,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 451.314909
      },
      "selected_to_preprocess_start": {
        "count": 283,
        "sum_ns": 6329170259,
        "mean_ms": 22.364559219081272,
        "p95_bucket_upper_ms": 75,
        "histogram": [
          0,
          0,
          114,
          46,
          47,
          41,
          23,
          4,
          3,
          0,
          1,
          4,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 329.169427
      },
      "selected_to_preprocess": {
        "count": 283,
        "sum_ns": 7506502658,
        "mean_ms": 26.524744374558303,
        "p95_bucket_upper_ms": 100,
        "histogram": [
          0,
          0,
          40,
          79,
          71,
          53,
          22,
          10,
          3,
          0,
          1,
          4,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 331.375432
      },
      "preprocess_start_to_preprocess": {
        "count": 283,
        "sum_ns": 1177332399,
        "mean_ms": 4.1601851554770315,
        "p95_bucket_upper_ms": 20,
        "histogram": [
          15,
          96,
          93,
          57,
          22,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 19.256443
      },
      "preprocess_to_infer_output": {
        "count": 282,
        "sum_ns": 16026789628,
        "mean_ms": 56.832587333333336,
        "p95_bucket_upper_ms": 100,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          119,
          130,
          29,
          1,
          0,
          1,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 308.842989
      },
      "preprocess_to_callback": {
        "count": 283,
        "sum_ns": 16758199539,
        "mean_ms": 59.216252787985866,
        "p95_bucket_upper_ms": 100,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          102,
          142,
          34,
          2,
          0,
          1,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 315.712807
      },
      "infer_output_to_callback": {
        "count": 282,
        "sum_ns": 670485984,
        "mean_ms": 2.3776098723404253,
        "p95_bucket_upper_ms": 5,
        "histogram": [
          5,
          140,
          125,
          11,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 10.742624
      },
      "copy_wall": {
        "count": 283,
        "sum_ns": 4021479699,
        "mean_ms": 14.21017561484099,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          0,
          1,
          108,
          153,
          19,
          0,
          0,
          0,
          0,
          1,
          1,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 300.132304
      },
      "copy_thread_cpu": {
        "count": 283,
        "sum_ns": 3549806133,
        "mean_ms": 12.543484568904594,
        "p95_bucket_upper_ms": 20,
        "histogram": [
          0,
          0,
          1,
          128,
          150,
          2,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 287.281399
      },
      "callback_to_copied": {
        "count": 283,
        "sum_ns": 4320273942,
        "mean_ms": 15.265985660777384,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          0,
          0,
          79,
          177,
          25,
          0,
          0,
          0,
          0,
          1,
          1,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 300.885253
      },
      "selected_to_submitted": {
        "count": 283,
        "sum_ns": 28737496787,
        "mean_ms": 101.54592504240283,
        "p95_bucket_upper_ms": 200,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          4,
          75,
          115,
          68,
          11,
          0,
          10,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 435.610451
      }
    },
    "rejection_reasons": {},
    "first_response_s": 17.522012237925082,
    "first_redis_commit_s": 17.550075188744813,
    "maximum_sampled_silence_ms": 109.758589,
    "redis_commit_p95_bucket_upper_ms": 200
  },
  {
    "level": 8,
    "phase_status": "PASS",
    "camera": 11,
    "provider": "pose",
    "cohort": "new",
    "seconds": 29.999936702195555,
    "completed": 283,
    "accepted": 283,
    "sent": 282,
    "late": 0,
    "completed_fps": 9.433353237018283,
    "accepted_fps": 9.433353237018283,
    "sent_fps": 9.400019833353907,
    "rejected_pct": 0.0,
    "diagnostic_complete": true,
    "diagnostic_scope": "sample_difference",
    "diagnostic_seconds": 29.898035942,
    "selected": 299,
    "infer_entries": 283,
    "infer_entry_fps": 9.465504709038388,
    "pre_infer_expired": 0,
    "diagnostic_missed": 0,
    "durations": {
      "selected_to_preprocess_start": {
        "count": 283,
        "sum_ns": 3833495553,
        "mean_ms": 13.5459206819788,
        "p95_bucket_upper_ms": 75,
        "histogram": [
          0,
          0,
          122,
          78,
          39,
          27,
          11,
          5,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 299.01967
      },
      "selected_to_preprocess": {
        "count": 283,
        "sum_ns": 5159631869,
        "mean_ms": 18.23191473144876,
        "p95_bucket_upper_ms": 75,
        "histogram": [
          0,
          0,
          55,
          112,
          48,
          47,
          10,
          8,
          1,
          0,
          0,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 372.988285
      },
      "preprocess_start_to_preprocess": {
        "count": 283,
        "sum_ns": 1326136316,
        "mean_ms": 4.685994049469965,
        "p95_bucket_upper_ms": 20,
        "histogram": [
          43,
          101,
          72,
          46,
          20,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 320.010516
      },
      "preprocess_to_infer_output": {
        "count": 283,
        "sum_ns": 15344046785,
        "mean_ms": 54.21924659010601,
        "p95_bucket_upper_ms": 100,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          126,
          129,
          27,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 256.441725
      },
      "preprocess_to_callback": {
        "count": 283,
        "sum_ns": 15913376888,
        "mean_ms": 56.2310137385159,
        "p95_bucket_upper_ms": 100,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          109,
          136,
          37,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 259.523368
      },
      "infer_output_to_callback": {
        "count": 283,
        "sum_ns": 569330103,
        "mean_ms": 2.011767148409894,
        "p95_bucket_upper_ms": 5,
        "histogram": [
          6,
          187,
          83,
          7,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 8.534765
      },
      "copy_wall": {
        "count": 283,
        "sum_ns": 3709064515,
        "mean_ms": 13.10623503533569,
        "p95_bucket_upper_ms": 20,
        "histogram": [
          0,
          0,
          4,
          177,
          92,
          6,
          0,
          0,
          0,
          0,
          4,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 275.022453
      },
      "copy_thread_cpu": {
        "count": 283,
        "sum_ns": 3316008618,
        "mean_ms": 11.71734493992933,
        "p95_bucket_upper_ms": 20,
        "histogram": [
          0,
          0,
          5,
          216,
          58,
          0,
          0,
          0,
          0,
          0,
          4,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 265.323998
      },
      "callback_to_copied": {
        "count": 283,
        "sum_ns": 3970706599,
        "mean_ms": 14.030765367491165,
        "p95_bucket_upper_ms": 20,
        "histogram": [
          0,
          0,
          2,
          144,
          126,
          7,
          0,
          0,
          0,
          0,
          4,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 275.936948
      },
      "accepted_interval": {
        "count": 283,
        "sum_ns": 29887083756,
        "mean_ms": 105.60806980918728,
        "p95_bucket_upper_ms": 200,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          40,
          113,
          115,
          6,
          1,
          8,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 413.80475
      },
      "selected_to_submitted": {
        "count": 283,
        "sum_ns": 25160605180,
        "mean_ms": 88.90673208480565,
        "p95_bucket_upper_ms": 150,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          12,
          113,
          94,
          51,
          6,
          2,
          5,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 420.330662
      }
    },
    "rejection_reasons": {},
    "first_response_s": 17.91027284739539,
    "first_redis_commit_s": 17.948301552329212,
    "maximum_sampled_silence_ms": 279.572771,
    "redis_commit_p95_bucket_upper_ms": 200
  },
  {
    "level": 8,
    "phase_status": "PASS",
    "camera": 8,
    "provider": "pose",
    "cohort": "existing",
    "seconds": 29.999936702195555,
    "completed": 269,
    "accepted": 269,
    "sent": 269,
    "late": 0,
    "completed_fps": 8.966685585717023,
    "accepted_fps": 8.966685585717023,
    "sent_fps": 8.966685585717023,
    "rejected_pct": 0.0,
    "diagnostic_complete": true,
    "diagnostic_scope": "sample_difference",
    "diagnostic_seconds": 30.051660541,
    "selected": 301,
    "infer_entries": 268,
    "infer_entry_fps": 8.917976417122208,
    "pre_infer_expired": 0,
    "diagnostic_missed": 1,
    "durations": {
      "copy_wall": {
        "count": 269,
        "sum_ns": 4477931720,
        "mean_ms": 16.646586319702603,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          0,
          0,
          71,
          169,
          26,
          0,
          0,
          0,
          0,
          0,
          3,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 348.718399
      },
      "copy_thread_cpu": {
        "count": 269,
        "sum_ns": 3923624824,
        "mean_ms": 14.585965888475837,
        "p95_bucket_upper_ms": 20,
        "histogram": [
          0,
          0,
          0,
          93,
          173,
          0,
          0,
          0,
          0,
          0,
          1,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 333.368319
      },
      "accepted_interval": {
        "count": 269,
        "sum_ns": 30008427838,
        "mean_ms": 111.55549382156134,
        "p95_bucket_upper_ms": 150,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          1,
          38,
          114,
          103,
          4,
          0,
          8,
          0,
          1,
          0,
          0
        ],
        "diagnostic_window_max_ms": 1307.811539
      },
      "selected_to_preprocess_start": {
        "count": 267,
        "sum_ns": 4806553688,
        "mean_ms": 18.002073737827715,
        "p95_bucket_upper_ms": 75,
        "histogram": [
          0,
          0,
          80,
          62,
          57,
          48,
          14,
          5,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 291.551722
      },
      "selected_to_preprocess": {
        "count": 267,
        "sum_ns": 6135199155,
        "mean_ms": 22.978273988764045,
        "p95_bucket_upper_ms": 75,
        "histogram": [
          0,
          0,
          25,
          80,
          72,
          60,
          20,
          7,
          1,
          0,
          1,
          1,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 399.181164
      },
      "preprocess_start_to_preprocess": {
        "count": 267,
        "sum_ns": 1328645467,
        "mean_ms": 4.976200250936329,
        "p95_bucket_upper_ms": 20,
        "histogram": [
          9,
          104,
          101,
          37,
          12,
          3,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 382.354361
      },
      "preprocess_to_infer_output": {
        "count": 268,
        "sum_ns": 14751411137,
        "mean_ms": 55.04257886940298,
        "p95_bucket_upper_ms": 100,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          129,
          110,
          26,
          1,
          0,
          2,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 284.320565
      },
      "preprocess_to_callback": {
        "count": 268,
        "sum_ns": 15475081090,
        "mean_ms": 57.7428398880597,
        "p95_bucket_upper_ms": 100,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          106,
          128,
          28,
          4,
          0,
          2,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 286.000788
      },
      "infer_output_to_callback": {
        "count": 268,
        "sum_ns": 723669953,
        "mean_ms": 2.7002610186567164,
        "p95_bucket_upper_ms": 10,
        "histogram": [
          0,
          102,
          145,
          21,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 9.923573
      },
      "callback_to_copied": {
        "count": 268,
        "sum_ns": 4762529418,
        "mean_ms": 17.770632156716417,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          0,
          0,
          45,
          187,
          33,
          0,
          0,
          0,
          0,
          0,
          3,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 349.769021
      },
      "selected_to_submitted": {
        "count": 268,
        "sum_ns": 26562466346,
        "mean_ms": 99.11368039552238,
        "p95_bucket_upper_ms": 200,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          3,
          77,
          96,
          78,
          7,
          0,
          7,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 470.173832
      }
    },
    "rejection_reasons": {},
    "first_response_s": 18.2225577570498,
    "first_redis_commit_s": 18.262903667986393,
    "maximum_sampled_silence_ms": 286.719211,
    "redis_commit_p95_bucket_upper_ms": 200
  },
  {
    "level": 8,
    "phase_status": "PASS",
    "camera": 12,
    "provider": "pose",
    "cohort": "new",
    "seconds": 29.999936702195555,
    "completed": 283,
    "accepted": 283,
    "sent": 283,
    "late": 0,
    "completed_fps": 9.433353237018283,
    "accepted_fps": 9.433353237018283,
    "sent_fps": 9.433353237018283,
    "rejected_pct": 0.0,
    "diagnostic_complete": true,
    "diagnostic_scope": "sample_difference",
    "diagnostic_seconds": 29.772807706,
    "selected": 295,
    "infer_entries": 283,
    "infer_entry_fps": 9.505317832115917,
    "pre_infer_expired": 0,
    "diagnostic_missed": 0,
    "durations": {
      "copy_wall": {
        "count": 283,
        "sum_ns": 3498933291,
        "mean_ms": 12.363721876325087,
        "p95_bucket_upper_ms": 20,
        "histogram": [
          0,
          0,
          13,
          172,
          88,
          7,
          0,
          0,
          0,
          0,
          3,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 267.958971
      },
      "copy_thread_cpu": {
        "count": 283,
        "sum_ns": 3044105504,
        "mean_ms": 10.756556551236748,
        "p95_bucket_upper_ms": 20,
        "histogram": [
          0,
          0,
          15,
          204,
          61,
          0,
          0,
          0,
          0,
          0,
          3,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 242.557919
      },
      "accepted_interval": {
        "count": 283,
        "sum_ns": 29434605188,
        "mean_ms": 104.00920561130742,
        "p95_bucket_upper_ms": 200,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          2,
          54,
          101,
          107,
          11,
          1,
          7,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 363.157339
      },
      "selected_to_preprocess_start": {
        "count": 283,
        "sum_ns": 5047010142,
        "mean_ms": 17.83395809893993,
        "p95_bucket_upper_ms": 75,
        "histogram": [
          0,
          0,
          107,
          56,
          44,
          48,
          19,
          8,
          0,
          0,
          1,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 292.523051
      },
      "selected_to_preprocess": {
        "count": 283,
        "sum_ns": 6140058547,
        "mean_ms": 21.696319954063604,
        "p95_bucket_upper_ms": 75,
        "histogram": [
          0,
          0,
          51,
          83,
          52,
          61,
          25,
          9,
          1,
          0,
          1,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 295.959362
      },
      "preprocess_start_to_preprocess": {
        "count": 283,
        "sum_ns": 1093048405,
        "mean_ms": 3.862361855123675,
        "p95_bucket_upper_ms": 20,
        "histogram": [
          40,
          92,
          74,
          49,
          28,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 17.959354
      },
      "preprocess_to_infer_output": {
        "count": 283,
        "sum_ns": 15324781407,
        "mean_ms": 54.151171049469966,
        "p95_bucket_upper_ms": 100,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          130,
          119,
          29,
          4,
          0,
          1,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 212.336574
      },
      "preprocess_to_callback": {
        "count": 283,
        "sum_ns": 16027350865,
        "mean_ms": 56.63374863957597,
        "p95_bucket_upper_ms": 100,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          110,
          137,
          31,
          4,
          0,
          1,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 219.695298
      },
      "infer_output_to_callback": {
        "count": 283,
        "sum_ns": 702569458,
        "mean_ms": 2.482577590106007,
        "p95_bucket_upper_ms": 10,
        "histogram": [
          1,
          134,
          130,
          18,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 9.469603
      },
      "callback_to_copied": {
        "count": 282,
        "sum_ns": 3731563776,
        "mean_ms": 13.232495659574468,
        "p95_bucket_upper_ms": 20,
        "histogram": [
          0,
          0,
          4,
          146,
          119,
          10,
          0,
          0,
          0,
          0,
          3,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 269.070185
      },
      "selected_to_submitted": {
        "count": 282,
        "sum_ns": 25961911078,
        "mean_ms": 92.0635144609929,
        "p95_bucket_upper_ms": 200,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          8,
          109,
          86,
          64,
          10,
          2,
          3,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 390.675494
      }
    },
    "rejection_reasons": {},
    "first_response_s": 17.53812747495249,
    "first_redis_commit_s": 17.582838722970337,
    "maximum_sampled_silence_ms": 339.196367,
    "redis_commit_p95_bucket_upper_ms": 200
  },
  {
    "level": 8,
    "phase_status": "PASS",
    "camera": 3,
    "provider": "pose",
    "cohort": "existing",
    "seconds": 29.999936702195555,
    "completed": 272,
    "accepted": 272,
    "sent": 273,
    "late": 0,
    "completed_fps": 9.06668579671015,
    "accepted_fps": 9.06668579671015,
    "sent_fps": 9.100019200374525,
    "rejected_pct": 0.0,
    "diagnostic_complete": true,
    "diagnostic_scope": "sample_difference",
    "diagnostic_seconds": 30.104651798,
    "selected": 301,
    "infer_entries": 273,
    "infer_entry_fps": 9.068365973199422,
    "pre_infer_expired": 0,
    "diagnostic_missed": 2,
    "durations": {
      "copy_wall": {
        "count": 272,
        "sum_ns": 5679830376,
        "mean_ms": 20.88172932352941,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          0,
          0,
          38,
          154,
          76,
          1,
          0,
          0,
          0,
          1,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 432.239271
      },
      "copy_thread_cpu": {
        "count": 272,
        "sum_ns": 4944530609,
        "mean_ms": 18.178421356617648,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          0,
          0,
          43,
          198,
          28,
          0,
          0,
          0,
          0,
          1,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 383.272067
      },
      "accepted_interval": {
        "count": 272,
        "sum_ns": 30013923345,
        "mean_ms": 110.34530641544117,
        "p95_bucket_upper_ms": 150,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          29,
          123,
          109,
          3,
          0,
          6,
          2,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 522.48561
      },
      "selected_to_preprocess_start": {
        "count": 271,
        "sum_ns": 8625078994,
        "mean_ms": 31.826859756457562,
        "p95_bucket_upper_ms": 100,
        "histogram": [
          0,
          0,
          43,
          31,
          60,
          74,
          38,
          18,
          6,
          0,
          0,
          1,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 354.954478
      },
      "selected_to_preprocess": {
        "count": 271,
        "sum_ns": 9930235389,
        "mean_ms": 36.64293501476014,
        "p95_bucket_upper_ms": 100,
        "histogram": [
          0,
          0,
          16,
          34,
          57,
          96,
          39,
          18,
          10,
          0,
          0,
          1,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 363.958573
      },
      "preprocess_start_to_preprocess": {
        "count": 271,
        "sum_ns": 1305156395,
        "mean_ms": 4.816075258302583,
        "p95_bucket_upper_ms": 20,
        "histogram": [
          5,
          72,
          101,
          61,
          30,
          2,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 24.809557
      },
      "preprocess_to_infer_output": {
        "count": 270,
        "sum_ns": 16519619697,
        "mean_ms": 61.183776655555555,
        "p95_bucket_upper_ms": 100,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          102,
          131,
          33,
          0,
          0,
          0,
          4,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 433.001103
      },
      "preprocess_to_callback": {
        "count": 270,
        "sum_ns": 17344789901,
        "mean_ms": 64.2399625962963,
        "p95_bucket_upper_ms": 100,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          78,
          148,
          39,
          1,
          0,
          0,
          4,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 439.452933
      },
      "infer_output_to_callback": {
        "count": 270,
        "sum_ns": 825170204,
        "mean_ms": 3.056185940740741,
        "p95_bucket_upper_ms": 10,
        "histogram": [
          1,
          85,
          151,
          29,
          4,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 14.284264
      },
      "callback_to_copied": {
        "count": 270,
        "sum_ns": 5968786569,
        "mean_ms": 22.106616922222223,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          0,
          0,
          27,
          147,
          92,
          1,
          0,
          0,
          0,
          1,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 433.466593
      },
      "selected_to_submitted": {
        "count": 270,
        "sum_ns": 33397000575,
        "mean_ms": 123.69259472222222,
        "p95_bucket_upper_ms": 200,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          1,
          21,
          85,
          117,
          35,
          3,
          5,
          3,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 522.278312
      }
    },
    "rejection_reasons": {},
    "first_response_s": 18.845456030219793,
    "first_redis_commit_s": 18.888986920006573,
    "maximum_sampled_silence_ms": 92.641586,
    "redis_commit_p95_bucket_upper_ms": 200
  },
  {
    "level": 16,
    "phase_status": "PASS",
    "camera": 5,
    "provider": "pose",
    "cohort": "existing",
    "seconds": 30.000119665637612,
    "completed": 169,
    "accepted": 169,
    "sent": 169,
    "late": 0,
    "completed_fps": 5.633310862875457,
    "accepted_fps": 5.633310862875457,
    "sent_fps": 5.633310862875457,
    "rejected_pct": 0.0,
    "diagnostic_complete": true,
    "diagnostic_scope": "sample_difference",
    "diagnostic_seconds": 29.94603371,
    "selected": 299,
    "infer_entries": 169,
    "infer_entry_fps": 5.643485265414804,
    "pre_infer_expired": 0,
    "diagnostic_missed": 0,
    "durations": {
      "copy_wall": {
        "count": 169,
        "sum_ns": 4486716978,
        "mean_ms": 26.548621171597635,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          0,
          0,
          6,
          76,
          79,
          7,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 465.498529
      },
      "copy_thread_cpu": {
        "count": 169,
        "sum_ns": 2941718983,
        "mean_ms": 17.40662120118343,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          0,
          0,
          15,
          137,
          16,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 371.799806
      },
      "accepted_interval": {
        "count": 169,
        "sum_ns": 29933169583,
        "mean_ms": 177.11934664497042,
        "p95_bucket_upper_ms": 300,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          3,
          54,
          78,
          29,
          0,
          5,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 588.856003
      },
      "selected_to_preprocess_start": {
        "count": 169,
        "sum_ns": 11872879127,
        "mean_ms": 70.25372264497042,
        "p95_bucket_upper_ms": 150,
        "histogram": [
          0,
          0,
          1,
          2,
          11,
          39,
          39,
          40,
          36,
          0,
          0,
          1,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 422.330106
      },
      "selected_to_preprocess": {
        "count": 169,
        "sum_ns": 14017258115,
        "mean_ms": 82.94235571005916,
        "p95_bucket_upper_ms": 150,
        "histogram": [
          0,
          0,
          0,
          0,
          2,
          39,
          35,
          42,
          46,
          3,
          0,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 436.60537
      },
      "preprocess_start_to_preprocess": {
        "count": 169,
        "sum_ns": 2144378988,
        "mean_ms": 12.688633065088759,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          3,
          9,
          30,
          48,
          60,
          18,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 339.40199
      },
      "preprocess_to_infer_output": {
        "count": 170,
        "sum_ns": 19606476833,
        "mean_ms": 115.33221666470588,
        "p95_bucket_upper_ms": 200,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          17,
          46,
          91,
          14,
          0,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 454.33947
      },
      "preprocess_to_callback": {
        "count": 170,
        "sum_ns": 20272234110,
        "mean_ms": 119.24843594117647,
        "p95_bucket_upper_ms": 200,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          13,
          38,
          96,
          20,
          1,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 469.718315
      },
      "infer_output_to_callback": {
        "count": 170,
        "sum_ns": 665757277,
        "mean_ms": 3.916219276470588,
        "p95_bucket_upper_ms": 10,
        "histogram": [
          1,
          35,
          97,
          32,
          5,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 15.378845
      },
      "callback_to_copied": {
        "count": 169,
        "sum_ns": 4748426141,
        "mean_ms": 28.097196100591717,
        "p95_bucket_upper_ms": 75,
        "histogram": [
          0,
          0,
          0,
          2,
          66,
          92,
          7,
          1,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 468.086578
      },
      "selected_to_submitted": {
        "count": 169,
        "sum_ns": 39171673122,
        "mean_ms": 231.7850480591716,
        "p95_bucket_upper_ms": 500,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          9,
          48,
          98,
          9,
          5,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 629.712945
      }
    },
    "rejection_reasons": {},
    "first_response_s": 18.364730787929147,
    "first_redis_commit_s": 18.39139140676707,
    "maximum_sampled_silence_ms": 148.728229,
    "redis_commit_p95_bucket_upper_ms": 300
  },
  {
    "level": 16,
    "phase_status": "PASS",
    "camera": 6,
    "provider": "pose",
    "cohort": "existing",
    "seconds": 30.000119665637612,
    "completed": 173,
    "accepted": 173,
    "sent": 173,
    "late": 0,
    "completed_fps": 5.766643664363634,
    "accepted_fps": 5.766643664363634,
    "sent_fps": 5.766643664363634,
    "rejected_pct": 0.0,
    "diagnostic_complete": true,
    "diagnostic_scope": "sample_difference",
    "diagnostic_seconds": 30.104970091,
    "selected": 300,
    "infer_entries": 173,
    "infer_entry_fps": 5.746559437762705,
    "pre_infer_expired": 0,
    "diagnostic_missed": 0,
    "durations": {
      "copy_wall": {
        "count": 173,
        "sum_ns": 4872031088,
        "mean_ms": 28.16202941040462,
        "p95_bucket_upper_ms": 75,
        "histogram": [
          0,
          0,
          0,
          5,
          78,
          81,
          7,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 421.632029
      },
      "copy_thread_cpu": {
        "count": 173,
        "sum_ns": 3243929360,
        "mean_ms": 18.751036763005782,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          0,
          0,
          13,
          140,
          18,
          0,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 376.97815
      },
      "accepted_interval": {
        "count": 173,
        "sum_ns": 30130127534,
        "mean_ms": 174.1625869017341,
        "p95_bucket_upper_ms": 300,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          64,
          82,
          22,
          2,
          3,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 594.563055
      },
      "selected_to_preprocess_start": {
        "count": 173,
        "sum_ns": 12420649042,
        "mean_ms": 71.79565920231214,
        "p95_bucket_upper_ms": 150,
        "histogram": [
          0,
          0,
          0,
          0,
          13,
          42,
          47,
          39,
          30,
          0,
          0,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 462.51574
      },
      "selected_to_preprocess": {
        "count": 173,
        "sum_ns": 14191892538,
        "mean_ms": 82.0340609132948,
        "p95_bucket_upper_ms": 150,
        "histogram": [
          0,
          0,
          0,
          0,
          4,
          33,
          43,
          49,
          40,
          2,
          0,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 471.861419
      },
      "preprocess_start_to_preprocess": {
        "count": 173,
        "sum_ns": 1771243496,
        "mean_ms": 10.238401710982659,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          1,
          15,
          30,
          50,
          61,
          16,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 47.611324
      },
      "preprocess_to_infer_output": {
        "count": 174,
        "sum_ns": 20013598100,
        "mean_ms": 115.02067873563219,
        "p95_bucket_upper_ms": 200,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          17,
          54,
          86,
          13,
          1,
          2,
          1,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 511.641559
      },
      "preprocess_to_callback": {
        "count": 174,
        "sum_ns": 20756364126,
        "mean_ms": 119.289449,
        "p95_bucket_upper_ms": 200,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          9,
          47,
          97,
          16,
          2,
          2,
          1,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 526.044562
      },
      "infer_output_to_callback": {
        "count": 174,
        "sum_ns": 742766026,
        "mean_ms": 4.2687702643678165,
        "p95_bucket_upper_ms": 20,
        "histogram": [
          0,
          48,
          80,
          35,
          11,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 19.664772
      },
      "callback_to_copied": {
        "count": 173,
        "sum_ns": 5131844967,
        "mean_ms": 29.663843739884392,
        "p95_bucket_upper_ms": 75,
        "histogram": [
          0,
          0,
          0,
          3,
          64,
          93,
          10,
          1,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 415.613262
      },
      "selected_to_submitted": {
        "count": 173,
        "sum_ns": 40092275610,
        "mean_ms": 231.7472578612717,
        "p95_bucket_upper_ms": 500,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          11,
          44,
          105,
          6,
          7,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 671.787
      }
    },
    "rejection_reasons": {},
    "first_response_s": 17.979272754397243,
    "first_redis_commit_s": 18.004839689005166,
    "maximum_sampled_silence_ms": 166.151847,
    "redis_commit_p95_bucket_upper_ms": 300
  },
  {
    "level": 16,
    "phase_status": "PASS",
    "camera": 9,
    "provider": "pose",
    "cohort": "existing",
    "seconds": 30.000119665637612,
    "completed": 180,
    "accepted": 180,
    "sent": 179,
    "late": 0,
    "completed_fps": 5.9999760669679425,
    "accepted_fps": 5.9999760669679425,
    "sent_fps": 5.966642866595898,
    "rejected_pct": 0.0,
    "diagnostic_complete": true,
    "diagnostic_scope": "sample_difference",
    "diagnostic_seconds": 29.890078956,
    "selected": 299,
    "infer_entries": 179,
    "infer_entry_fps": 5.988609138955398,
    "pre_infer_expired": 0,
    "diagnostic_missed": 0,
    "durations": {
      "copy_wall": {
        "count": 180,
        "sum_ns": 4571177644,
        "mean_ms": 25.395431355555555,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          0,
          0,
          16,
          83,
          76,
          3,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 431.807986
      },
      "copy_thread_cpu": {
        "count": 180,
        "sum_ns": 3065821153,
        "mean_ms": 17.03233973888889,
        "p95_bucket_upper_ms": 20,
        "histogram": [
          0,
          0,
          0,
          28,
          145,
          5,
          0,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 344.249
      },
      "accepted_interval": {
        "count": 180,
        "sum_ns": 29929361689,
        "mean_ms": 166.27423160555557,
        "p95_bucket_upper_ms": 300,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          3,
          71,
          83,
          17,
          5,
          1,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 616.620404
      },
      "selected_to_preprocess_start": {
        "count": 179,
        "sum_ns": 11374623085,
        "mean_ms": 63.545380363128494,
        "p95_bucket_upper_ms": 150,
        "histogram": [
          0,
          0,
          2,
          1,
          10,
          52,
          47,
          40,
          27,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 130.739622
      },
      "selected_to_preprocess": {
        "count": 179,
        "sum_ns": 13017083931,
        "mean_ms": 72.72113927932962,
        "p95_bucket_upper_ms": 150,
        "histogram": [
          0,
          0,
          0,
          1,
          4,
          42,
          53,
          44,
          34,
          1,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 168.678585
      },
      "preprocess_start_to_preprocess": {
        "count": 179,
        "sum_ns": 1642460846,
        "mean_ms": 9.175758916201117,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          12,
          43,
          63,
          52,
          9,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 43.917958
      },
      "preprocess_to_infer_output": {
        "count": 180,
        "sum_ns": 20564828013,
        "mean_ms": 114.24904451666667,
        "p95_bucket_upper_ms": 200,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          1,
          21,
          51,
          88,
          15,
          0,
          4,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 413.82152
      },
      "preprocess_to_callback": {
        "count": 180,
        "sum_ns": 21272290847,
        "mean_ms": 118.17939359444443,
        "p95_bucket_upper_ms": 200,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          1,
          18,
          42,
          95,
          20,
          0,
          4,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 426.164944
      },
      "infer_output_to_callback": {
        "count": 180,
        "sum_ns": 707462834,
        "mean_ms": 3.9303490777777776,
        "p95_bucket_upper_ms": 10,
        "histogram": [
          0,
          46,
          91,
          37,
          6,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 16.625704
      },
      "callback_to_copied": {
        "count": 180,
        "sum_ns": 4825601821,
        "mean_ms": 26.808899005555556,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          0,
          0,
          7,
          84,
          83,
          4,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 432.657782
      },
      "selected_to_submitted": {
        "count": 180,
        "sum_ns": 39322496648,
        "mean_ms": 218.4583147111111,
        "p95_bucket_upper_ms": 300,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          19,
          56,
          97,
          5,
          3,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 651.794199
      }
    },
    "rejection_reasons": {},
    "first_response_s": 19.089455898851156,
    "first_redis_commit_s": 19.111553955823183,
    "maximum_sampled_silence_ms": 121.514962,
    "redis_commit_p95_bucket_upper_ms": 300
  },
  {
    "level": 16,
    "phase_status": "PASS",
    "camera": 10,
    "provider": "pose",
    "cohort": "existing",
    "seconds": 30.000119665637612,
    "completed": 175,
    "accepted": 175,
    "sent": 175,
    "late": 0,
    "completed_fps": 5.833310065107722,
    "accepted_fps": 5.833310065107722,
    "sent_fps": 5.833310065107722,
    "rejected_pct": 0.0,
    "diagnostic_complete": true,
    "diagnostic_scope": "sample_difference",
    "diagnostic_seconds": 29.952331912,
    "selected": 300,
    "infer_entries": 175,
    "infer_entry_fps": 5.842616879184909,
    "pre_infer_expired": 0,
    "diagnostic_missed": 1,
    "durations": {
      "copy_wall": {
        "count": 175,
        "sum_ns": 4572060891,
        "mean_ms": 26.126062234285715,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          0,
          0,
          7,
          73,
          88,
          5,
          1,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 408.340881
      },
      "copy_thread_cpu": {
        "count": 175,
        "sum_ns": 2850952416,
        "mean_ms": 16.291156662857144,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          0,
          0,
          21,
          139,
          14,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 302.612495
      },
      "accepted_interval": {
        "count": 175,
        "sum_ns": 30024078729,
        "mean_ms": 171.5661641657143,
        "p95_bucket_upper_ms": 300,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          4,
          68,
          71,
          27,
          3,
          2,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 604.358354
      },
      "selected_to_preprocess_start": {
        "count": 174,
        "sum_ns": 12055831647,
        "mean_ms": 69.28638877586206,
        "p95_bucket_upper_ms": 150,
        "histogram": [
          0,
          0,
          0,
          1,
          15,
          41,
          39,
          37,
          39,
          2,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 172.187787
      },
      "selected_to_preprocess": {
        "count": 174,
        "sum_ns": 13754123804,
        "mean_ms": 79.04668852873564,
        "p95_bucket_upper_ms": 150,
        "histogram": [
          0,
          0,
          0,
          0,
          5,
          40,
          30,
          49,
          43,
          7,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 174.076038
      },
      "preprocess_start_to_preprocess": {
        "count": 174,
        "sum_ns": 1698292157,
        "mean_ms": 9.760299752873564,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          3,
          17,
          39,
          50,
          49,
          14,
          2,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 69.363688
      },
      "preprocess_to_infer_output": {
        "count": 173,
        "sum_ns": 20253170268,
        "mean_ms": 117.07034836994221,
        "p95_bucket_upper_ms": 200,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          1,
          21,
          49,
          78,
          19,
          1,
          4,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 442.657834
      },
      "preprocess_to_callback": {
        "count": 173,
        "sum_ns": 20989898938,
        "mean_ms": 121.32889559537571,
        "p95_bucket_upper_ms": 200,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          17,
          45,
          83,
          23,
          1,
          4,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 452.459899
      },
      "infer_output_to_callback": {
        "count": 173,
        "sum_ns": 736728670,
        "mean_ms": 4.258547225433525,
        "p95_bucket_upper_ms": 20,
        "histogram": [
          0,
          37,
          86,
          40,
          10,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 15.566392
      },
      "callback_to_copied": {
        "count": 174,
        "sum_ns": 4798824626,
        "mean_ms": 27.57945187356322,
        "p95_bucket_upper_ms": 75,
        "histogram": [
          0,
          0,
          0,
          6,
          66,
          91,
          8,
          2,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 409.813147
      },
      "selected_to_submitted": {
        "count": 174,
        "sum_ns": 39835833334,
        "mean_ms": 228.94157088505747,
        "p95_bucket_upper_ms": 500,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          19,
          47,
          90,
          14,
          4,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 704.700159
      }
    },
    "rejection_reasons": {},
    "first_response_s": 17.522012237925082,
    "first_redis_commit_s": 17.550075188744813,
    "maximum_sampled_silence_ms": 216.505222,
    "redis_commit_p95_bucket_upper_ms": 300
  },
  {
    "level": 16,
    "phase_status": "PASS",
    "camera": 11,
    "provider": "pose",
    "cohort": "existing",
    "seconds": 30.000119665637612,
    "completed": 181,
    "accepted": 181,
    "sent": 181,
    "late": 0,
    "completed_fps": 6.033309267339987,
    "accepted_fps": 6.033309267339987,
    "sent_fps": 6.033309267339987,
    "rejected_pct": 0.0,
    "diagnostic_complete": true,
    "diagnostic_scope": "sample_difference",
    "diagnostic_seconds": 30.000201155,
    "selected": 300,
    "infer_entries": 181,
    "infer_entry_fps": 6.03329287909903,
    "pre_infer_expired": 0,
    "diagnostic_missed": 1,
    "durations": {
      "copy_wall": {
        "count": 181,
        "sum_ns": 4391419384,
        "mean_ms": 24.261985546961327,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          0,
          1,
          19,
          90,
          62,
          6,
          1,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 419.620989
      },
      "copy_thread_cpu": {
        "count": 181,
        "sum_ns": 2853306630,
        "mean_ms": 15.76412502762431,
        "p95_bucket_upper_ms": 20,
        "histogram": [
          0,
          0,
          1,
          38,
          137,
          3,
          0,
          0,
          0,
          0,
          1,
          1,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 323.058395
      },
      "accepted_interval": {
        "count": 181,
        "sum_ns": 30015236627,
        "mean_ms": 165.83003661325967,
        "p95_bucket_upper_ms": 300,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          6,
          76,
          73,
          19,
          5,
          1,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 639.339521
      },
      "selected_to_preprocess_start": {
        "count": 180,
        "sum_ns": 11589881528,
        "mean_ms": 64.38823071111112,
        "p95_bucket_upper_ms": 150,
        "histogram": [
          0,
          0,
          0,
          3,
          12,
          58,
          39,
          42,
          23,
          2,
          0,
          1,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 396.288291
      },
      "selected_to_preprocess": {
        "count": 180,
        "sum_ns": 13533443397,
        "mean_ms": 75.18579665,
        "p95_bucket_upper_ms": 150,
        "histogram": [
          0,
          0,
          0,
          0,
          5,
          52,
          43,
          39,
          35,
          4,
          0,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 404.198496
      },
      "preprocess_start_to_preprocess": {
        "count": 180,
        "sum_ns": 1943561869,
        "mean_ms": 10.797565938888889,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          2,
          16,
          40,
          58,
          49,
          14,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 302.824578
      },
      "preprocess_to_infer_output": {
        "count": 179,
        "sum_ns": 20230965523,
        "mean_ms": 113.02215375977653,
        "p95_bucket_upper_ms": 200,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          1,
          18,
          47,
          98,
          11,
          1,
          3,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 357.773884
      },
      "preprocess_to_callback": {
        "count": 179,
        "sum_ns": 20865199418,
        "mean_ms": 116.56535987709496,
        "p95_bucket_upper_ms": 200,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          1,
          14,
          39,
          106,
          15,
          1,
          3,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 365.641473
      },
      "infer_output_to_callback": {
        "count": 179,
        "sum_ns": 634233895,
        "mean_ms": 3.5432061173184355,
        "p95_bucket_upper_ms": 10,
        "histogram": [
          1,
          62,
          79,
          30,
          7,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 17.450783
      },
      "callback_to_copied": {
        "count": 180,
        "sum_ns": 4652736699,
        "mean_ms": 25.848537216666664,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          0,
          0,
          15,
          88,
          68,
          6,
          1,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 420.377575
      },
      "selected_to_submitted": {
        "count": 180,
        "sum_ns": 39288724032,
        "mean_ms": 218.27068906666668,
        "p95_bucket_upper_ms": 500,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          23,
          58,
          84,
          12,
          3,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 746.663369
      }
    },
    "rejection_reasons": {},
    "first_response_s": 17.91027284739539,
    "first_redis_commit_s": 17.948301552329212,
    "maximum_sampled_silence_ms": 162.29005,
    "redis_commit_p95_bucket_upper_ms": 300
  },
  {
    "level": 16,
    "phase_status": "PASS",
    "camera": 13,
    "provider": "pose",
    "cohort": "new",
    "seconds": 30.000119665637612,
    "completed": 173,
    "accepted": 173,
    "sent": 173,
    "late": 0,
    "completed_fps": 5.766643664363634,
    "accepted_fps": 5.766643664363634,
    "sent_fps": 5.766643664363634,
    "rejected_pct": 0.0,
    "diagnostic_complete": true,
    "diagnostic_scope": "sample_difference",
    "diagnostic_seconds": 29.922601424,
    "selected": 299,
    "infer_entries": 173,
    "infer_entry_fps": 5.78158287605442,
    "pre_infer_expired": 0,
    "diagnostic_missed": 0,
    "durations": {
      "copy_wall": {
        "count": 173,
        "sum_ns": 4231835235,
        "mean_ms": 24.46147534682081,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          0,
          0,
          22,
          81,
          66,
          1,
          1,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 435.456923
      },
      "copy_thread_cpu": {
        "count": 173,
        "sum_ns": 2845616549,
        "mean_ms": 16.448650572254337,
        "p95_bucket_upper_ms": 20,
        "histogram": [
          0,
          0,
          0,
          37,
          132,
          2,
          0,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 339.669134
      },
      "accepted_interval": {
        "count": 173,
        "sum_ns": 29959024685,
        "mean_ms": 173.17355309248555,
        "p95_bucket_upper_ms": 300,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          2,
          62,
          81,
          22,
          2,
          4,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 556.847059
      },
      "selected_to_preprocess_start": {
        "count": 173,
        "sum_ns": 11973440297,
        "mean_ms": 69.21063755491329,
        "p95_bucket_upper_ms": 150,
        "histogram": [
          0,
          0,
          1,
          0,
          8,
          45,
          47,
          36,
          35,
          1,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 150.34911
      },
      "selected_to_preprocess": {
        "count": 173,
        "sum_ns": 14220170501,
        "mean_ms": 82.19751734682082,
        "p95_bucket_upper_ms": 150,
        "histogram": [
          0,
          0,
          0,
          0,
          2,
          34,
          42,
          47,
          43,
          4,
          0,
          1,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 469.279007
      },
      "preprocess_start_to_preprocess": {
        "count": 173,
        "sum_ns": 2246730204,
        "mean_ms": 12.986879791907516,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          1,
          14,
          31,
          52,
          52,
          22,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 413.69692
      },
      "preprocess_to_infer_output": {
        "count": 172,
        "sum_ns": 19997277823,
        "mean_ms": 116.26324315697674,
        "p95_bucket_upper_ms": 200,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          17,
          45,
          88,
          19,
          1,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 416.017206
      },
      "preprocess_to_callback": {
        "count": 172,
        "sum_ns": 20696600617,
        "mean_ms": 120.32907335465117,
        "p95_bucket_upper_ms": 200,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          9,
          45,
          92,
          23,
          1,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 439.375273
      },
      "infer_output_to_callback": {
        "count": 172,
        "sum_ns": 699322794,
        "mean_ms": 4.065830197674419,
        "p95_bucket_upper_ms": 10,
        "histogram": [
          0,
          38,
          92,
          35,
          6,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 23.358067
      },
      "callback_to_copied": {
        "count": 173,
        "sum_ns": 4488266995,
        "mean_ms": 25.94373985549133,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          0,
          0,
          17,
          76,
          76,
          1,
          1,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 436.031061
      },
      "selected_to_submitted": {
        "count": 173,
        "sum_ns": 39614165570,
        "mean_ms": 228.9836160115607,
        "p95_bucket_upper_ms": 500,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          9,
          55,
          98,
          7,
          4,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 616.998875
      }
    },
    "rejection_reasons": {},
    "first_response_s": 18.585049960762262,
    "first_redis_commit_s": 18.61586881102994,
    "maximum_sampled_silence_ms": 159.461566,
    "redis_commit_p95_bucket_upper_ms": 300
  },
  {
    "level": 16,
    "phase_status": "PASS",
    "camera": 14,
    "provider": "pose",
    "cohort": "new",
    "seconds": 30.000119665637612,
    "completed": 184,
    "accepted": 184,
    "sent": 184,
    "late": 0,
    "completed_fps": 6.133308868456119,
    "accepted_fps": 6.133308868456119,
    "sent_fps": 6.133308868456119,
    "rejected_pct": 0.0,
    "diagnostic_complete": true,
    "diagnostic_scope": "sample_difference",
    "diagnostic_seconds": 29.959696822,
    "selected": 299,
    "infer_entries": 184,
    "infer_entry_fps": 6.141584178678508,
    "pre_infer_expired": 0,
    "diagnostic_missed": 0,
    "durations": {
      "copy_wall": {
        "count": 184,
        "sum_ns": 3796844298,
        "mean_ms": 20.63502335869565,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          0,
          0,
          35,
          101,
          44,
          1,
          1,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 400.865398
      },
      "copy_thread_cpu": {
        "count": 184,
        "sum_ns": 2482600677,
        "mean_ms": 13.492394983695652,
        "p95_bucket_upper_ms": 20,
        "histogram": [
          0,
          0,
          0,
          71,
          111,
          0,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 289.66182
      },
      "accepted_interval": {
        "count": 184,
        "sum_ns": 29952902926,
        "mean_ms": 162.7875159021739,
        "p95_bucket_upper_ms": 300,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          5,
          81,
          74,
          18,
          5,
          1,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 566.84016
      },
      "selected_to_preprocess_start": {
        "count": 185,
        "sum_ns": 13277359978,
        "mean_ms": 71.7695133945946,
        "p95_bucket_upper_ms": 150,
        "histogram": [
          0,
          0,
          0,
          0,
          9,
          50,
          45,
          47,
          31,
          1,
          0,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 473.438955
      },
      "selected_to_preprocess": {
        "count": 184,
        "sum_ns": 14547152194,
        "mean_ms": 79.06060975,
        "p95_bucket_upper_ms": 150,
        "histogram": [
          0,
          0,
          0,
          0,
          2,
          41,
          49,
          44,
          45,
          1,
          0,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 480.806639
      },
      "preprocess_start_to_preprocess": {
        "count": 184,
        "sum_ns": 1323496994,
        "mean_ms": 7.1929184456521735,
        "p95_bucket_upper_ms": 20,
        "histogram": [
          0,
          21,
          58,
          62,
          38,
          5,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 34.464634
      },
      "preprocess_to_infer_output": {
        "count": 184,
        "sum_ns": 21431971213,
        "mean_ms": 116.47810441847827,
        "p95_bucket_upper_ms": 200,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          14,
          60,
          92,
          12,
          3,
          3,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 391.5665
      },
      "preprocess_to_callback": {
        "count": 184,
        "sum_ns": 22235064537,
        "mean_ms": 120.84274204891305,
        "p95_bucket_upper_ms": 200,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          13,
          50,
          97,
          18,
          3,
          3,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 394.657899
      },
      "infer_output_to_callback": {
        "count": 184,
        "sum_ns": 803093324,
        "mean_ms": 4.364637630434782,
        "p95_bucket_upper_ms": 20,
        "histogram": [
          0,
          38,
          93,
          40,
          13,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 19.238986
      },
      "callback_to_copied": {
        "count": 184,
        "sum_ns": 4033816940,
        "mean_ms": 21.922918152173914,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          0,
          0,
          22,
          107,
          49,
          3,
          1,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 402.108707
      },
      "selected_to_submitted": {
        "count": 184,
        "sum_ns": 40950244605,
        "mean_ms": 222.55567720108698,
        "p95_bucket_upper_ms": 500,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          19,
          56,
          96,
          10,
          3,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 636.040768
      }
    },
    "rejection_reasons": {},
    "first_response_s": 19.287708280142397,
    "first_redis_commit_s": 19.336475278716534,
    "maximum_sampled_silence_ms": 93.085566,
    "redis_commit_p95_bucket_upper_ms": 300
  },
  {
    "level": 16,
    "phase_status": "PASS",
    "camera": 15,
    "provider": "pose",
    "cohort": "new",
    "seconds": 30.000119665637612,
    "completed": 182,
    "accepted": 182,
    "sent": 182,
    "late": 0,
    "completed_fps": 6.066642467712031,
    "accepted_fps": 6.066642467712031,
    "sent_fps": 6.066642467712031,
    "rejected_pct": 0.0,
    "diagnostic_complete": true,
    "diagnostic_scope": "sample_difference",
    "diagnostic_seconds": 30.091607981,
    "selected": 301,
    "infer_entries": 182,
    "infer_entry_fps": 6.048197893409876,
    "pre_infer_expired": 0,
    "diagnostic_missed": 1,
    "durations": {
      "copy_wall": {
        "count": 182,
        "sum_ns": 4486492476,
        "mean_ms": 24.65105756043956,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          0,
          2,
          23,
          78,
          70,
          7,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 387.468865
      },
      "copy_thread_cpu": {
        "count": 182,
        "sum_ns": 2921210010,
        "mean_ms": 16.05060445054945,
        "p95_bucket_upper_ms": 20,
        "histogram": [
          0,
          0,
          2,
          46,
          127,
          5,
          0,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 305.65876
      },
      "accepted_interval": {
        "count": 182,
        "sum_ns": 30114461874,
        "mean_ms": 165.46407623076922,
        "p95_bucket_upper_ms": 300,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          4,
          82,
          70,
          20,
          5,
          1,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 533.060868
      },
      "selected_to_preprocess_start": {
        "count": 181,
        "sum_ns": 12492653443,
        "mean_ms": 69.0201847679558,
        "p95_bucket_upper_ms": 150,
        "histogram": [
          0,
          0,
          1,
          0,
          16,
          53,
          42,
          33,
          32,
          2,
          0,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 409.380877
      },
      "selected_to_preprocess": {
        "count": 181,
        "sum_ns": 13901962798,
        "mean_ms": 76.80642429834253,
        "p95_bucket_upper_ms": 150,
        "histogram": [
          0,
          0,
          0,
          0,
          6,
          53,
          39,
          37,
          41,
          2,
          1,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 418.066545
      },
      "preprocess_start_to_preprocess": {
        "count": 181,
        "sum_ns": 1409309355,
        "mean_ms": 7.78623953038674,
        "p95_bucket_upper_ms": 20,
        "histogram": [
          4,
          16,
          56,
          51,
          45,
          9,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 31.825178
      },
      "preprocess_to_infer_output": {
        "count": 181,
        "sum_ns": 20820772838,
        "mean_ms": 115.03189413259669,
        "p95_bucket_upper_ms": 200,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          1,
          22,
          49,
          87,
          18,
          0,
          4,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 384.406005
      },
      "preprocess_to_callback": {
        "count": 181,
        "sum_ns": 21566029812,
        "mean_ms": 119.14933597790055,
        "p95_bucket_upper_ms": 200,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          1,
          14,
          47,
          95,
          19,
          1,
          4,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 390.204947
      },
      "infer_output_to_callback": {
        "count": 181,
        "sum_ns": 745256974,
        "mean_ms": 4.117441845303867,
        "p95_bucket_upper_ms": 10,
        "histogram": [
          1,
          40,
          91,
          41,
          8,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 13.907434
      },
      "callback_to_copied": {
        "count": 181,
        "sum_ns": 4709821318,
        "mean_ms": 26.02111225414365,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          0,
          1,
          19,
          77,
          75,
          7,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 388.541316
      },
      "selected_to_submitted": {
        "count": 181,
        "sum_ns": 40324281663,
        "mean_ms": 222.78608653591158,
        "p95_bucket_upper_ms": 500,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          17,
          62,
          85,
          12,
          5,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 627.909495
      }
    },
    "rejection_reasons": {},
    "first_response_s": 19.02990058483556,
    "first_redis_commit_s": 19.09464901778847,
    "maximum_sampled_silence_ms": 173.981429,
    "redis_commit_p95_bucket_upper_ms": 300
  },
  {
    "level": 16,
    "phase_status": "PASS",
    "camera": 16,
    "provider": "pose",
    "cohort": "new",
    "seconds": 30.000119665637612,
    "completed": 178,
    "accepted": 178,
    "sent": 178,
    "late": 0,
    "completed_fps": 5.933309666223854,
    "accepted_fps": 5.933309666223854,
    "sent_fps": 5.933309666223854,
    "rejected_pct": 0.0,
    "diagnostic_complete": true,
    "diagnostic_scope": "sample_difference",
    "diagnostic_seconds": 29.87117623,
    "selected": 299,
    "infer_entries": 178,
    "infer_entry_fps": 5.958921691916248,
    "pre_infer_expired": 0,
    "diagnostic_missed": 0,
    "durations": {
      "copy_wall": {
        "count": 178,
        "sum_ns": 4545863639,
        "mean_ms": 25.53855976966292,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          0,
          1,
          20,
          85,
          66,
          4,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 497.028019
      },
      "copy_thread_cpu": {
        "count": 178,
        "sum_ns": 2938909615,
        "mean_ms": 16.510728174157304,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          0,
          1,
          44,
          123,
          8,
          0,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 359.416131
      },
      "accepted_interval": {
        "count": 178,
        "sum_ns": 29966671729,
        "mean_ms": 168.35208836516856,
        "p95_bucket_upper_ms": 300,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          3,
          76,
          67,
          26,
          3,
          2,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 641.816045
      },
      "selected_to_preprocess_start": {
        "count": 178,
        "sum_ns": 12551352905,
        "mean_ms": 70.51321856741573,
        "p95_bucket_upper_ms": 150,
        "histogram": [
          0,
          0,
          0,
          3,
          16,
          35,
          43,
          43,
          38,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 148.424879
      },
      "selected_to_preprocess": {
        "count": 178,
        "sum_ns": 14126604847,
        "mean_ms": 79.36294857865168,
        "p95_bucket_upper_ms": 150,
        "histogram": [
          0,
          0,
          0,
          1,
          9,
          35,
          41,
          39,
          49,
          4,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 160.947487
      },
      "preprocess_start_to_preprocess": {
        "count": 178,
        "sum_ns": 1575251942,
        "mean_ms": 8.849730011235954,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          1,
          12,
          44,
          64,
          45,
          11,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 60.599925
      },
      "preprocess_to_infer_output": {
        "count": 178,
        "sum_ns": 20482095385,
        "mean_ms": 115.0679516011236,
        "p95_bucket_upper_ms": 200,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          1,
          14,
          55,
          85,
          19,
          2,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 370.899439
      },
      "preprocess_to_callback": {
        "count": 178,
        "sum_ns": 21215504129,
        "mean_ms": 119.18822544382023,
        "p95_bucket_upper_ms": 200,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          1,
          9,
          51,
          87,
          26,
          2,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 377.977551
      },
      "infer_output_to_callback": {
        "count": 178,
        "sum_ns": 733408744,
        "mean_ms": 4.120273842696629,
        "p95_bucket_upper_ms": 10,
        "histogram": [
          1,
          39,
          90,
          40,
          6,
          2,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 21.720783
      },
      "callback_to_copied": {
        "count": 178,
        "sum_ns": 4790390032,
        "mean_ms": 26.9123035505618,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          0,
          1,
          12,
          78,
          80,
          5,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 498.20609
      },
      "selected_to_submitted": {
        "count": 178,
        "sum_ns": 40270996178,
        "mean_ms": 226.24155156179773,
        "p95_bucket_upper_ms": 500,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          2,
          16,
          47,
          95,
          14,
          4,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 641.271307
      }
    },
    "rejection_reasons": {},
    "first_response_s": 19.20287276804447,
    "first_redis_commit_s": 19.23414590023458,
    "maximum_sampled_silence_ms": 364.564649,
    "redis_commit_p95_bucket_upper_ms": 300
  },
  {
    "level": 16,
    "phase_status": "PASS",
    "camera": 17,
    "provider": "pose",
    "cohort": "new",
    "seconds": 30.000119665637612,
    "completed": 179,
    "accepted": 179,
    "sent": 179,
    "late": 0,
    "completed_fps": 5.966642866595898,
    "accepted_fps": 5.966642866595898,
    "sent_fps": 5.966642866595898,
    "rejected_pct": 0.0,
    "diagnostic_complete": true,
    "diagnostic_scope": "sample_difference",
    "diagnostic_seconds": 29.965568865,
    "selected": 300,
    "infer_entries": 179,
    "infer_entry_fps": 5.973522505326882,
    "pre_infer_expired": 0,
    "diagnostic_missed": 0,
    "durations": {
      "accepted_interval": {
        "count": 179,
        "sum_ns": 29904604709,
        "mean_ms": 167.06483077653633,
        "p95_bucket_upper_ms": 300,
        "histogram": [
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          7,
          71,
          74,
          20,
          4,
          2,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 628.056849
      },
      "selected_to_preprocess_start": {
        "count": 179,
        "sum_ns": 12743269870,
        "mean_ms": 71.19145178770951,
        "p95_bucket_upper_ms": 150,
        "histogram": [
          0,
          0,
          1,
          1,
          10,
          50,
          42,
          42,
          31,
          0,
          0,
          1,
          1,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 536.466236
      },
      "selected_to_preprocess": {
        "count": 179,
        "sum_ns": 14166497106,
        "mean_ms": 79.14244193296089,
        "p95_bucket_upper_ms": 150,
        "histogram": [
          0,
          0,
          0,
          1,
          3,
          46,
          43,
          32,
          52,
          0,
          0,
          1,
          1,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 548.905076
      },
      "preprocess_start_to_preprocess": {
        "count": 179,
        "sum_ns": 1423227236,
        "mean_ms": 7.950990145251397,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          2,
          17,
          55,
          60,
          35,
          9,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 50.671939
      },
      "preprocess_to_infer_output": {
        "count": 178,
        "sum_ns": 20536495477,
        "mean_ms": 115.37357009550563,
        "p95_bucket_upper_ms": 200,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          21,
          44,
          96,
          12,
          1,
          3,
          1,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 524.625019
      },
      "preprocess_to_callback": {
        "count": 178,
        "sum_ns": 21260151723,
        "mean_ms": 119.43905462359551,
        "p95_bucket_upper_ms": 200,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          18,
          43,
          98,
          14,
          1,
          3,
          1,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 527.473041
      },
      "infer_output_to_callback": {
        "count": 178,
        "sum_ns": 723656246,
        "mean_ms": 4.065484528089887,
        "p95_bucket_upper_ms": 20,
        "histogram": [
          0,
          39,
          93,
          35,
          11,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 17.495363
      },
      "copy_wall": {
        "count": 178,
        "sum_ns": 4534421354,
        "mean_ms": 25.47427726966292,
        "p95_bucket_upper_ms": 75,
        "histogram": [
          0,
          0,
          1,
          31,
          75,
          62,
          7,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 491.86299
      },
      "copy_thread_cpu": {
        "count": 178,
        "sum_ns": 2840907385,
        "mean_ms": 15.960153848314608,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          0,
          2,
          48,
          119,
          7,
          0,
          0,
          0,
          0,
          1,
          1,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 348.207145
      },
      "callback_to_copied": {
        "count": 178,
        "sum_ns": 4789602170,
        "mean_ms": 26.90787735955056,
        "p95_bucket_upper_ms": 75,
        "histogram": [
          0,
          0,
          0,
          20,
          77,
          72,
          7,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 492.849461
      },
      "selected_to_submitted": {
        "count": 178,
        "sum_ns": 40385947023,
        "mean_ms": 226.88734282584272,
        "p95_bucket_upper_ms": 500,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          19,
          55,
          89,
          7,
          8,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 728.406054
      }
    },
    "rejection_reasons": {},
    "first_response_s": 19.800055595114827,
    "first_redis_commit_s": 19.842470571864396,
    "maximum_sampled_silence_ms": 158.160224,
    "redis_commit_p95_bucket_upper_ms": 300
  },
  {
    "level": 16,
    "phase_status": "PASS",
    "camera": 18,
    "provider": "pose",
    "cohort": "new",
    "seconds": 30.000119665637612,
    "completed": 181,
    "accepted": 181,
    "sent": 182,
    "late": 0,
    "completed_fps": 6.033309267339987,
    "accepted_fps": 6.033309267339987,
    "sent_fps": 6.066642467712031,
    "rejected_pct": 0.0,
    "diagnostic_complete": true,
    "diagnostic_scope": "sample_difference",
    "diagnostic_seconds": 29.933467936,
    "selected": 299,
    "infer_entries": 182,
    "infer_entry_fps": 6.080150832811275,
    "pre_infer_expired": 0,
    "diagnostic_missed": 0,
    "durations": {
      "copy_wall": {
        "count": 181,
        "sum_ns": 4480331054,
        "mean_ms": 24.75321024309392,
        "p95_bucket_upper_ms": 75,
        "histogram": [
          0,
          0,
          5,
          32,
          79,
          53,
          9,
          0,
          0,
          0,
          1,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 425.541923
      },
      "copy_thread_cpu": {
        "count": 181,
        "sum_ns": 2880980964,
        "mean_ms": 15.917021900552488,
        "p95_bucket_upper_ms": 20,
        "histogram": [
          0,
          0,
          5,
          68,
          103,
          2,
          0,
          0,
          0,
          0,
          2,
          1,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 346.964677
      },
      "accepted_interval": {
        "count": 181,
        "sum_ns": 29846773538,
        "mean_ms": 164.89930131491712,
        "p95_bucket_upper_ms": 300,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          3,
          90,
          64,
          18,
          3,
          3,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 639.774005
      },
      "selected_to_preprocess_start": {
        "count": 181,
        "sum_ns": 12547224569,
        "mean_ms": 69.32168270165747,
        "p95_bucket_upper_ms": 150,
        "histogram": [
          0,
          0,
          0,
          1,
          9,
          58,
          38,
          41,
          29,
          3,
          0,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 447.256732
      },
      "selected_to_preprocess": {
        "count": 181,
        "sum_ns": 13981720904,
        "mean_ms": 77.24707681767956,
        "p95_bucket_upper_ms": 150,
        "histogram": [
          0,
          0,
          0,
          0,
          5,
          44,
          48,
          39,
          40,
          3,
          0,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 457.06992
      },
      "preprocess_start_to_preprocess": {
        "count": 181,
        "sum_ns": 1434496335,
        "mean_ms": 7.925394116022099,
        "p95_bucket_upper_ms": 20,
        "histogram": [
          5,
          18,
          48,
          52,
          49,
          9,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 30.260911
      },
      "preprocess_to_infer_output": {
        "count": 180,
        "sum_ns": 20514916351,
        "mean_ms": 113.97175750555556,
        "p95_bucket_upper_ms": 200,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          16,
          63,
          78,
          20,
          0,
          3,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 456.683358
      },
      "preprocess_to_callback": {
        "count": 180,
        "sum_ns": 21255559926,
        "mean_ms": 118.08644403333334,
        "p95_bucket_upper_ms": 200,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          10,
          64,
          80,
          22,
          1,
          3,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 462.99071
      },
      "infer_output_to_callback": {
        "count": 180,
        "sum_ns": 740643575,
        "mean_ms": 4.114686527777778,
        "p95_bucket_upper_ms": 10,
        "histogram": [
          2,
          47,
          84,
          39,
          8,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 16.423241
      },
      "callback_to_copied": {
        "count": 180,
        "sum_ns": 4779574606,
        "mean_ms": 26.553192255555555,
        "p95_bucket_upper_ms": 75,
        "histogram": [
          0,
          0,
          1,
          26,
          78,
          61,
          11,
          0,
          0,
          0,
          1,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 426.292906
      },
      "selected_to_submitted": {
        "count": 180,
        "sum_ns": 40093172738,
        "mean_ms": 222.73984854444444,
        "p95_bucket_upper_ms": 500,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          18,
          65,
          84,
          8,
          5,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 726.363197
      }
    },
    "rejection_reasons": {},
    "first_response_s": 19.2662458200939,
    "first_redis_commit_s": 19.289971366059035,
    "maximum_sampled_silence_ms": 171.462823,
    "redis_commit_p95_bucket_upper_ms": 300
  },
  {
    "level": 16,
    "phase_status": "PASS",
    "camera": 19,
    "provider": "pose",
    "cohort": "new",
    "seconds": 30.000119665637612,
    "completed": 188,
    "accepted": 188,
    "sent": 188,
    "late": 0,
    "completed_fps": 6.2666416699442955,
    "accepted_fps": 6.2666416699442955,
    "sent_fps": 6.2666416699442955,
    "rejected_pct": 0.0,
    "diagnostic_complete": true,
    "diagnostic_scope": "sample_difference",
    "diagnostic_seconds": 30.058199977,
    "selected": 299,
    "infer_entries": 188,
    "infer_entry_fps": 6.254532877679111,
    "pre_infer_expired": 0,
    "diagnostic_missed": 0,
    "durations": {
      "copy_wall": {
        "count": 188,
        "sum_ns": 3379718738,
        "mean_ms": 17.977227329787237,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          0,
          4,
          55,
          90,
          36,
          1,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 393.239546
      },
      "copy_thread_cpu": {
        "count": 188,
        "sum_ns": 2350246032,
        "mean_ms": 12.501308680851064,
        "p95_bucket_upper_ms": 20,
        "histogram": [
          0,
          0,
          6,
          106,
          74,
          0,
          0,
          0,
          0,
          0,
          1,
          1,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 320.339511
      },
      "accepted_interval": {
        "count": 188,
        "sum_ns": 29984275419,
        "mean_ms": 159.4908266968085,
        "p95_bucket_upper_ms": 300,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          7,
          100,
          60,
          15,
          5,
          1,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 523.527772
      },
      "selected_to_preprocess_start": {
        "count": 188,
        "sum_ns": 11923205063,
        "mean_ms": 63.42130352659574,
        "p95_bucket_upper_ms": 150,
        "histogram": [
          0,
          0,
          0,
          1,
          18,
          52,
          48,
          41,
          27,
          1,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 160.05176
      },
      "selected_to_preprocess": {
        "count": 188,
        "sum_ns": 13494638089,
        "mean_ms": 71.77998983510639,
        "p95_bucket_upper_ms": 150,
        "histogram": [
          0,
          0,
          0,
          0,
          4,
          52,
          49,
          36,
          46,
          1,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 174.180543
      },
      "preprocess_start_to_preprocess": {
        "count": 188,
        "sum_ns": 1571433026,
        "mean_ms": 8.358686308510638,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          5,
          15,
          42,
          71,
          44,
          11,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 31.595375
      },
      "preprocess_to_infer_output": {
        "count": 187,
        "sum_ns": 21616734184,
        "mean_ms": 115.59750900534759,
        "p95_bucket_upper_ms": 200,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          1,
          11,
          64,
          87,
          20,
          0,
          4,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 414.139528
      },
      "preprocess_to_callback": {
        "count": 187,
        "sum_ns": 22357902321,
        "mean_ms": 119.56097497860962,
        "p95_bucket_upper_ms": 200,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          1,
          10,
          54,
          94,
          24,
          0,
          4,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 416.051255
      },
      "infer_output_to_callback": {
        "count": 187,
        "sum_ns": 741168137,
        "mean_ms": 3.963465973262032,
        "p95_bucket_upper_ms": 10,
        "histogram": [
          0,
          52,
          90,
          39,
          3,
          3,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 32.046312
      },
      "callback_to_copied": {
        "count": 187,
        "sum_ns": 3639292216,
        "mean_ms": 19.46145570053476,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          0,
          0,
          47,
          94,
          43,
          1,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 394.582238
      },
      "selected_to_submitted": {
        "count": 187,
        "sum_ns": 39589948444,
        "mean_ms": 211.71095424598929,
        "p95_bucket_upper_ms": 500,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          25,
          70,
          80,
          9,
          3,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 564.160965
      }
    },
    "rejection_reasons": {},
    "first_response_s": 17.741236391011626,
    "first_redis_commit_s": 17.780518692918122,
    "maximum_sampled_silence_ms": 215.177785,
    "redis_commit_p95_bucket_upper_ms": 300
  },
  {
    "level": 16,
    "phase_status": "PASS",
    "camera": 20,
    "provider": "pose",
    "cohort": "new",
    "seconds": 30.000119665637612,
    "completed": 193,
    "accepted": 193,
    "sent": 194,
    "late": 0,
    "completed_fps": 6.433307671804517,
    "accepted_fps": 6.433307671804517,
    "sent_fps": 6.466640872176561,
    "rejected_pct": 0.0,
    "diagnostic_complete": true,
    "diagnostic_scope": "sample_difference",
    "diagnostic_seconds": 30.051918983,
    "selected": 301,
    "infer_entries": 193,
    "infer_entry_fps": 6.422218830989719,
    "pre_infer_expired": 0,
    "diagnostic_missed": 0,
    "durations": {
      "copy_wall": {
        "count": 193,
        "sum_ns": 3198468305,
        "mean_ms": 16.5723746373057,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          0,
          5,
          75,
          82,
          29,
          0,
          0,
          0,
          0,
          1,
          1,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 407.935554
      },
      "copy_thread_cpu": {
        "count": 193,
        "sum_ns": 2118133051,
        "mean_ms": 10.974782647668393,
        "p95_bucket_upper_ms": 20,
        "histogram": [
          0,
          0,
          10,
          146,
          34,
          1,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 287.108247
      },
      "accepted_interval": {
        "count": 193,
        "sum_ns": 29975121019,
        "mean_ms": 155.31150787046633,
        "p95_bucket_upper_ms": 300,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          9,
          100,
          68,
          9,
          4,
          2,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 534.952182
      },
      "selected_to_preprocess_start": {
        "count": 193,
        "sum_ns": 13746771313,
        "mean_ms": 71.22679436787566,
        "p95_bucket_upper_ms": 150,
        "histogram": [
          0,
          0,
          0,
          2,
          11,
          51,
          48,
          44,
          34,
          0,
          1,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 450.794001
      },
      "selected_to_preprocess": {
        "count": 193,
        "sum_ns": 15610461658,
        "mean_ms": 80.88322102590674,
        "p95_bucket_upper_ms": 150,
        "histogram": [
          0,
          0,
          0,
          0,
          3,
          51,
          46,
          40,
          48,
          1,
          1,
          3,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 460.076712
      },
      "preprocess_start_to_preprocess": {
        "count": 193,
        "sum_ns": 1863690345,
        "mean_ms": 9.656426658031087,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          3,
          19,
          52,
          62,
          47,
          9,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 343.132673
      },
      "preprocess_to_infer_output": {
        "count": 192,
        "sum_ns": 21608432784,
        "mean_ms": 112.54392075,
        "p95_bucket_upper_ms": 200,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          19,
          51,
          105,
          13,
          1,
          3,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 405.734115
      },
      "preprocess_to_callback": {
        "count": 192,
        "sum_ns": 22361380849,
        "mean_ms": 116.46552525520833,
        "p95_bucket_upper_ms": 200,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          15,
          43,
          116,
          14,
          1,
          3,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 426.242118
      },
      "infer_output_to_callback": {
        "count": 192,
        "sum_ns": 752948065,
        "mean_ms": 3.9216045052083337,
        "p95_bucket_upper_ms": 10,
        "histogram": [
          2,
          46,
          93,
          45,
          5,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 20.508003
      },
      "callback_to_copied": {
        "count": 192,
        "sum_ns": 3471620126,
        "mean_ms": 18.08135482291667,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          0,
          1,
          63,
          85,
          41,
          0,
          0,
          0,
          0,
          1,
          1,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 408.928373
      },
      "selected_to_submitted": {
        "count": 192,
        "sum_ns": 41439189760,
        "mean_ms": 215.82911333333334,
        "p95_bucket_upper_ms": 500,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          26,
          66,
          89,
          6,
          5,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 629.43556
      }
    },
    "rejection_reasons": {},
    "first_response_s": 18.91114776255563,
    "first_redis_commit_s": 18.950033821631223,
    "maximum_sampled_silence_ms": 104.39303,
    "redis_commit_p95_bucket_upper_ms": 300
  },
  {
    "level": 16,
    "phase_status": "PASS",
    "camera": 8,
    "provider": "pose",
    "cohort": "existing",
    "seconds": 30.000119665637612,
    "completed": 173,
    "accepted": 173,
    "sent": 172,
    "late": 0,
    "completed_fps": 5.766643664363634,
    "accepted_fps": 5.766643664363634,
    "sent_fps": 5.7333104639915895,
    "rejected_pct": 0.0,
    "diagnostic_complete": true,
    "diagnostic_scope": "sample_difference",
    "diagnostic_seconds": 30.383528677,
    "selected": 303,
    "infer_entries": 173,
    "infer_entry_fps": 5.693874527844394,
    "pre_infer_expired": 1,
    "diagnostic_missed": 0,
    "durations": {
      "copy_wall": {
        "count": 173,
        "sum_ns": 4237572045,
        "mean_ms": 24.494636098265897,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          0,
          0,
          19,
          82,
          68,
          2,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 459.599494
      },
      "copy_thread_cpu": {
        "count": 173,
        "sum_ns": 2912028739,
        "mean_ms": 16.832536063583813,
        "p95_bucket_upper_ms": 20,
        "histogram": [
          0,
          0,
          0,
          35,
          133,
          3,
          0,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 351.019002
      },
      "accepted_interval": {
        "count": 173,
        "sum_ns": 30418544737,
        "mean_ms": 175.82973836416184,
        "p95_bucket_upper_ms": 300,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          3,
          75,
          71,
          17,
          2,
          4,
          1,
          0,
          0
        ],
        "diagnostic_window_max_ms": 1357.893762
      },
      "selected_to_preprocess_start": {
        "count": 173,
        "sum_ns": 11160361889,
        "mean_ms": 64.51076236416185,
        "p95_bucket_upper_ms": 150,
        "histogram": [
          0,
          0,
          0,
          1,
          15,
          47,
          44,
          39,
          26,
          1,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 176.868766
      },
      "selected_to_preprocess": {
        "count": 173,
        "sum_ns": 12533291581,
        "mean_ms": 72.44677214450867,
        "p95_bucket_upper_ms": 150,
        "histogram": [
          0,
          0,
          0,
          0,
          4,
          41,
          47,
          46,
          33,
          2,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 188.685139
      },
      "preprocess_start_to_preprocess": {
        "count": 173,
        "sum_ns": 1372929692,
        "mean_ms": 7.936009780346821,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          1,
          13,
          48,
          61,
          40,
          10,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 28.459251
      },
      "preprocess_to_infer_output": {
        "count": 173,
        "sum_ns": 20340206271,
        "mean_ms": 117.57344665317919,
        "p95_bucket_upper_ms": 200,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          14,
          58,
          82,
          15,
          0,
          3,
          1,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 510.148549
      },
      "preprocess_to_callback": {
        "count": 173,
        "sum_ns": 21007057044,
        "mean_ms": 121.42807539884393,
        "p95_bucket_upper_ms": 200,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          9,
          55,
          88,
          17,
          0,
          3,
          1,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 513.634446
      },
      "infer_output_to_callback": {
        "count": 173,
        "sum_ns": 666850773,
        "mean_ms": 3.85462874566474,
        "p95_bucket_upper_ms": 10,
        "histogram": [
          0,
          39,
          98,
          29,
          6,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 21.857342
      },
      "callback_to_copied": {
        "count": 173,
        "sum_ns": 4496813424,
        "mean_ms": 25.99314117919075,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          0,
          0,
          13,
          78,
          78,
          2,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 466.332769
      },
      "selected_to_submitted": {
        "count": 173,
        "sum_ns": 38153121900,
        "mean_ms": 220.53827687861272,
        "p95_bucket_upper_ms": 500,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          14,
          63,
          86,
          3,
          6,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 643.306799
      }
    },
    "rejection_reasons": {},
    "first_response_s": 18.2225577570498,
    "first_redis_commit_s": 18.262903667986393,
    "maximum_sampled_silence_ms": 416.870683,
    "redis_commit_p95_bucket_upper_ms": 300
  },
  {
    "level": 16,
    "phase_status": "PASS",
    "camera": 12,
    "provider": "pose",
    "cohort": "existing",
    "seconds": 30.000119665637612,
    "completed": 181,
    "accepted": 181,
    "sent": 180,
    "late": 0,
    "completed_fps": 6.033309267339987,
    "accepted_fps": 6.033309267339987,
    "sent_fps": 5.9999760669679425,
    "rejected_pct": 0.0,
    "diagnostic_complete": true,
    "diagnostic_scope": "sample_difference",
    "diagnostic_seconds": 29.895661117,
    "selected": 298,
    "infer_entries": 180,
    "infer_entry_fps": 6.020940607252335,
    "pre_infer_expired": 0,
    "diagnostic_missed": 2,
    "durations": {
      "copy_wall": {
        "count": 181,
        "sum_ns": 4625254454,
        "mean_ms": 25.553892011049726,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          0,
          0,
          14,
          92,
          69,
          4,
          0,
          0,
          0,
          0,
          1,
          1,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 514.418467
      },
      "copy_thread_cpu": {
        "count": 181,
        "sum_ns": 3082741109,
        "mean_ms": 17.031718834254143,
        "p95_bucket_upper_ms": 20,
        "histogram": [
          0,
          0,
          0,
          31,
          144,
          4,
          0,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 337.497742
      },
      "accepted_interval": {
        "count": 181,
        "sum_ns": 29998833977,
        "mean_ms": 165.73941423756906,
        "p95_bucket_upper_ms": 300,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          4,
          82,
          69,
          21,
          3,
          2,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 642.107039
      },
      "selected_to_preprocess_start": {
        "count": 180,
        "sum_ns": 11366156210,
        "mean_ms": 63.145312277777776,
        "p95_bucket_upper_ms": 150,
        "histogram": [
          0,
          0,
          1,
          4,
          14,
          52,
          46,
          32,
          29,
          2,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 151.905909
      },
      "selected_to_preprocess": {
        "count": 180,
        "sum_ns": 12995470427,
        "mean_ms": 72.19705792777778,
        "p95_bucket_upper_ms": 150,
        "histogram": [
          0,
          0,
          0,
          1,
          5,
          49,
          51,
          33,
          37,
          4,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 180.170737
      },
      "preprocess_start_to_preprocess": {
        "count": 179,
        "sum_ns": 1610008318,
        "mean_ms": 8.994459877094974,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          2,
          13,
          44,
          54,
          53,
          13,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 35.592902
      },
      "preprocess_to_infer_output": {
        "count": 181,
        "sum_ns": 20478140035,
        "mean_ms": 113.13889522099447,
        "p95_bucket_upper_ms": 200,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          2,
          22,
          44,
          95,
          14,
          1,
          3,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 388.137022
      },
      "preprocess_to_callback": {
        "count": 181,
        "sum_ns": 21137410420,
        "mean_ms": 116.78127303867403,
        "p95_bucket_upper_ms": 200,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          15,
          47,
          97,
          17,
          2,
          3,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 395.201994
      },
      "infer_output_to_callback": {
        "count": 181,
        "sum_ns": 659270385,
        "mean_ms": 3.642377817679558,
        "p95_bucket_upper_ms": 10,
        "histogram": [
          0,
          36,
          106,
          32,
          7,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 12.853511
      },
      "callback_to_copied": {
        "count": 181,
        "sum_ns": 4843393753,
        "mean_ms": 26.75908150828729,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          0,
          0,
          12,
          86,
          74,
          7,
          0,
          0,
          0,
          0,
          1,
          1,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 515.140174
      },
      "selected_to_submitted": {
        "count": 181,
        "sum_ns": 39260220607,
        "mean_ms": 216.90729617127073,
        "p95_bucket_upper_ms": 300,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          17,
          61,
          93,
          5,
          4,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 707.767645
      }
    },
    "rejection_reasons": {},
    "first_response_s": 17.53812747495249,
    "first_redis_commit_s": 17.582838722970337,
    "maximum_sampled_silence_ms": 117.954037,
    "redis_commit_p95_bucket_upper_ms": 300
  },
  {
    "level": 16,
    "phase_status": "PASS",
    "camera": 3,
    "provider": "pose",
    "cohort": "existing",
    "seconds": 30.000119665637612,
    "completed": 171,
    "accepted": 171,
    "sent": 170,
    "late": 0,
    "completed_fps": 5.699977263619545,
    "accepted_fps": 5.699977263619545,
    "sent_fps": 5.666644063247501,
    "rejected_pct": 0.0,
    "diagnostic_complete": true,
    "diagnostic_scope": "sample_difference",
    "diagnostic_seconds": 30.262425897,
    "selected": 301,
    "infer_entries": 170,
    "infer_entry_fps": 5.617527179698194,
    "pre_infer_expired": 0,
    "diagnostic_missed": 0,
    "durations": {
      "copy_wall": {
        "count": 171,
        "sum_ns": 5400618426,
        "mean_ms": 31.58256389473684,
        "p95_bucket_upper_ms": 75,
        "histogram": [
          0,
          0,
          0,
          4,
          60,
          94,
          9,
          1,
          1,
          0,
          0,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 492.526518
      },
      "copy_thread_cpu": {
        "count": 171,
        "sum_ns": 3619155787,
        "mean_ms": 21.164653725146202,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          0,
          0,
          8,
          123,
          38,
          0,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 392.638535
      },
      "accepted_interval": {
        "count": 171,
        "sum_ns": 30454037729,
        "mean_ms": 178.0937878888889,
        "p95_bucket_upper_ms": 300,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          58,
          78,
          28,
          1,
          5,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 629.695703
      },
      "selected_to_preprocess_start": {
        "count": 170,
        "sum_ns": 11556916948,
        "mean_ms": 67.9818644,
        "p95_bucket_upper_ms": 150,
        "histogram": [
          0,
          0,
          0,
          1,
          17,
          39,
          37,
          45,
          30,
          1,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 155.337536
      },
      "selected_to_preprocess": {
        "count": 170,
        "sum_ns": 13766687670,
        "mean_ms": 80.98051570588235,
        "p95_bucket_upper_ms": 150,
        "histogram": [
          0,
          0,
          0,
          0,
          7,
          31,
          42,
          47,
          40,
          1,
          0,
          1,
          1,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 511.950958
      },
      "preprocess_start_to_preprocess": {
        "count": 170,
        "sum_ns": 2209770722,
        "mean_ms": 12.998651305882353,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          1,
          10,
          48,
          58,
          41,
          10,
          0,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 399.330759
      },
      "preprocess_to_infer_output": {
        "count": 170,
        "sum_ns": 19205456765,
        "mean_ms": 112.97327508823528,
        "p95_bucket_upper_ms": 200,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          15,
          59,
          81,
          13,
          1,
          0,
          1,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 534.845687
      },
      "preprocess_to_callback": {
        "count": 170,
        "sum_ns": 19955491068,
        "mean_ms": 117.38524157647058,
        "p95_bucket_upper_ms": 200,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          12,
          49,
          88,
          18,
          2,
          0,
          1,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 552.342208
      },
      "infer_output_to_callback": {
        "count": 170,
        "sum_ns": 750034303,
        "mean_ms": 4.411966488235294,
        "p95_bucket_upper_ms": 20,
        "histogram": [
          0,
          23,
          101,
          35,
          11,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 17.496521
      },
      "callback_to_copied": {
        "count": 171,
        "sum_ns": 5724863583,
        "mean_ms": 33.478734403508774,
        "p95_bucket_upper_ms": 75,
        "histogram": [
          0,
          0,
          0,
          3,
          47,
          106,
          11,
          1,
          1,
          0,
          0,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 493.936778
      },
      "selected_to_submitted": {
        "count": 171,
        "sum_ns": 39871544215,
        "mean_ms": 233.16692523391814,
        "p95_bucket_upper_ms": 500,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          7,
          55,
          95,
          9,
          5,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 659.584704
      }
    },
    "rejection_reasons": {},
    "first_response_s": 18.845456030219793,
    "first_redis_commit_s": 18.888986920006573,
    "maximum_sampled_silence_ms": 201.304303,
    "redis_commit_p95_bucket_upper_ms": 300
  },
  {
    "level": 17,
    "phase_status": "PASS",
    "camera": 5,
    "provider": "pose",
    "cohort": "existing",
    "seconds": 29.999874419067055,
    "completed": 162,
    "accepted": 162,
    "sent": 163,
    "late": 0,
    "completed_fps": 5.400022604662554,
    "accepted_fps": 5.400022604662554,
    "sent_fps": 5.433356077530841,
    "rejected_pct": 0.0,
    "diagnostic_complete": true,
    "diagnostic_scope": "sample_difference",
    "diagnostic_seconds": 30.065708199,
    "selected": 301,
    "infer_entries": 163,
    "infer_entry_fps": 5.4214588567523405,
    "pre_infer_expired": 0,
    "diagnostic_missed": 0,
    "durations": {
      "copy_wall": {
        "count": 162,
        "sum_ns": 4883110858,
        "mean_ms": 30.14265961728395,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          0,
          0,
          8,
          62,
          88,
          2,
          0,
          0,
          0,
          0,
          1,
          1,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 652.056548
      },
      "copy_thread_cpu": {
        "count": 162,
        "sum_ns": 3070409281,
        "mean_ms": 18.953143709876546,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          0,
          0,
          20,
          129,
          11,
          0,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 365.164994
      },
      "accepted_interval": {
        "count": 162,
        "sum_ns": 30025324828,
        "mean_ms": 185.34151128395064,
        "p95_bucket_upper_ms": 300,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          40,
          97,
          19,
          0,
          5,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 874.902681
      },
      "selected_to_preprocess_start": {
        "count": 162,
        "sum_ns": 12473083228,
        "mean_ms": 76.99434091358026,
        "p95_bucket_upper_ms": 150,
        "histogram": [
          0,
          0,
          0,
          0,
          8,
          35,
          43,
          44,
          30,
          1,
          0,
          0,
          1,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 700.294611
      },
      "selected_to_preprocess": {
        "count": 163,
        "sum_ns": 14343774319,
        "mean_ms": 87.99861545398774,
        "p95_bucket_upper_ms": 150,
        "histogram": [
          0,
          0,
          0,
          0,
          1,
          29,
          37,
          43,
          49,
          3,
          0,
          0,
          1,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 724.875084
      },
      "preprocess_start_to_preprocess": {
        "count": 163,
        "sum_ns": 1754814529,
        "mean_ms": 10.765733306748466,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          2,
          9,
          26,
          52,
          57,
          17,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 32.997093
      },
      "preprocess_to_infer_output": {
        "count": 162,
        "sum_ns": 20245917043,
        "mean_ms": 124.97479656172838,
        "p95_bucket_upper_ms": 200,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          5,
          34,
          102,
          17,
          1,
          1,
          2,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 511.908931
      },
      "preprocess_to_callback": {
        "count": 162,
        "sum_ns": 20911856768,
        "mean_ms": 129.08553560493826,
        "p95_bucket_upper_ms": 200,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          3,
          34,
          101,
          19,
          2,
          0,
          3,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 520.688303
      },
      "infer_output_to_callback": {
        "count": 162,
        "sum_ns": 665939725,
        "mean_ms": 4.110739043209876,
        "p95_bucket_upper_ms": 20,
        "histogram": [
          1,
          38,
          79,
          34,
          10,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 16.274224
      },
      "callback_to_copied": {
        "count": 162,
        "sum_ns": 5136413695,
        "mean_ms": 31.70625737654321,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          0,
          0,
          4,
          54,
          98,
          3,
          1,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 652.907819
      },
      "selected_to_submitted": {
        "count": 162,
        "sum_ns": 40525898674,
        "mean_ms": 250.15986835802468,
        "p95_bucket_upper_ms": 500,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          37,
          107,
          11,
          6,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 883.187546
      }
    },
    "rejection_reasons": {},
    "first_response_s": 18.364730787929147,
    "first_redis_commit_s": 18.39139140676707,
    "maximum_sampled_silence_ms": 138.432598,
    "redis_commit_p95_bucket_upper_ms": 300
  },
  {
    "level": 17,
    "phase_status": "PASS",
    "camera": 6,
    "provider": "pose",
    "cohort": "existing",
    "seconds": 29.999874419067055,
    "completed": 164,
    "accepted": 164,
    "sent": 163,
    "late": 0,
    "completed_fps": 5.466689550399129,
    "accepted_fps": 5.466689550399129,
    "sent_fps": 5.433356077530841,
    "rejected_pct": 0.0,
    "diagnostic_complete": true,
    "diagnostic_scope": "sample_difference",
    "diagnostic_seconds": 30.459308703,
    "selected": 305,
    "infer_entries": 163,
    "infer_entry_fps": 5.35140181904213,
    "pre_infer_expired": 0,
    "diagnostic_missed": 0,
    "durations": {
      "copy_wall": {
        "count": 164,
        "sum_ns": 4758551227,
        "mean_ms": 29.015556262195123,
        "p95_bucket_upper_ms": 75,
        "histogram": [
          0,
          0,
          0,
          8,
          54,
          87,
          12,
          2,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 426.533672
      },
      "copy_thread_cpu": {
        "count": 164,
        "sum_ns": 2933208963,
        "mean_ms": 17.885420506097564,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          0,
          0,
          14,
          125,
          24,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 350.132345
      },
      "accepted_interval": {
        "count": 164,
        "sum_ns": 30507948759,
        "mean_ms": 186.0240777987805,
        "p95_bucket_upper_ms": 300,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          42,
          82,
          35,
          0,
          5,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 579.06075
      },
      "selected_to_preprocess_start": {
        "count": 164,
        "sum_ns": 11150618795,
        "mean_ms": 67.99157801829269,
        "p95_bucket_upper_ms": 150,
        "histogram": [
          0,
          0,
          0,
          2,
          13,
          44,
          36,
          33,
          34,
          2,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 173.885655
      },
      "selected_to_preprocess": {
        "count": 163,
        "sum_ns": 13195201830,
        "mean_ms": 80.95215846625766,
        "p95_bucket_upper_ms": 150,
        "histogram": [
          0,
          0,
          0,
          0,
          3,
          38,
          35,
          45,
          38,
          3,
          0,
          1,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 422.326361
      },
      "preprocess_start_to_preprocess": {
        "count": 163,
        "sum_ns": 2063390766,
        "mean_ms": 12.658839055214724,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          1,
          14,
          32,
          45,
          56,
          14,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 404.488422
      },
      "preprocess_to_infer_output": {
        "count": 164,
        "sum_ns": 20436760488,
        "mean_ms": 124.6143932195122,
        "p95_bucket_upper_ms": 200,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          6,
          37,
          100,
          16,
          2,
          1,
          2,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 506.639249
      },
      "preprocess_to_callback": {
        "count": 164,
        "sum_ns": 21081861738,
        "mean_ms": 128.54793742682926,
        "p95_bucket_upper_ms": 200,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          2,
          35,
          101,
          21,
          2,
          0,
          3,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 528.198314
      },
      "infer_output_to_callback": {
        "count": 164,
        "sum_ns": 645101250,
        "mean_ms": 3.933544207317073,
        "p95_bucket_upper_ms": 10,
        "histogram": [
          0,
          46,
          77,
          35,
          5,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 21.559065
      },
      "callback_to_copied": {
        "count": 164,
        "sum_ns": 4999761527,
        "mean_ms": 30.486350774390242,
        "p95_bucket_upper_ms": 75,
        "histogram": [
          0,
          0,
          0,
          6,
          50,
          89,
          16,
          2,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 427.199457
      },
      "selected_to_submitted": {
        "count": 164,
        "sum_ns": 39568622654,
        "mean_ms": 241.27208935365852,
        "p95_bucket_upper_ms": 500,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          8,
          36,
          103,
          12,
          5,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 654.359737
      }
    },
    "rejection_reasons": {},
    "first_response_s": 17.979272754397243,
    "first_redis_commit_s": 18.004839689005166,
    "maximum_sampled_silence_ms": 169.090814,
    "redis_commit_p95_bucket_upper_ms": 300
  },
  {
    "level": 17,
    "phase_status": "PASS",
    "camera": 9,
    "provider": "pose",
    "cohort": "existing",
    "seconds": 29.999874419067055,
    "completed": 171,
    "accepted": 171,
    "sent": 171,
    "late": 0,
    "completed_fps": 5.70002386047714,
    "accepted_fps": 5.70002386047714,
    "sent_fps": 5.70002386047714,
    "rejected_pct": 0.0,
    "diagnostic_complete": true,
    "diagnostic_scope": "sample_difference",
    "diagnostic_seconds": 30.047939308,
    "selected": 301,
    "infer_entries": 171,
    "infer_entry_fps": 5.69090606338095,
    "pre_infer_expired": 0,
    "diagnostic_missed": 1,
    "durations": {
      "copy_wall": {
        "count": 171,
        "sum_ns": 4256081933,
        "mean_ms": 24.889368029239765,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          0,
          0,
          11,
          77,
          76,
          6,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 386.880933
      },
      "copy_thread_cpu": {
        "count": 171,
        "sum_ns": 2623769378,
        "mean_ms": 15.343680573099416,
        "p95_bucket_upper_ms": 20,
        "histogram": [
          0,
          0,
          0,
          27,
          137,
          6,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 312.103759
      },
      "accepted_interval": {
        "count": 171,
        "sum_ns": 30151957443,
        "mean_ms": 176.32723650877193,
        "p95_bucket_upper_ms": 300,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          53,
          83,
          28,
          5,
          1,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 588.267029
      },
      "selected_to_preprocess_start": {
        "count": 170,
        "sum_ns": 12272467317,
        "mean_ms": 72.19098421764706,
        "p95_bucket_upper_ms": 150,
        "histogram": [
          0,
          0,
          0,
          1,
          14,
          48,
          33,
          35,
          36,
          1,
          0,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 451.093655
      },
      "selected_to_preprocess": {
        "count": 170,
        "sum_ns": 13649258117,
        "mean_ms": 80.28975362941178,
        "p95_bucket_upper_ms": 150,
        "histogram": [
          0,
          0,
          0,
          1,
          3,
          44,
          41,
          29,
          47,
          3,
          0,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 462.127466
      },
      "preprocess_start_to_preprocess": {
        "count": 170,
        "sum_ns": 1376790800,
        "mean_ms": 8.098769411764705,
        "p95_bucket_upper_ms": 20,
        "histogram": [
          2,
          18,
          36,
          60,
          47,
          6,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 52.368898
      },
      "preprocess_to_infer_output": {
        "count": 170,
        "sum_ns": 21019667986,
        "mean_ms": 123.6451058,
        "p95_bucket_upper_ms": 200,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          1,
          6,
          31,
          106,
          21,
          1,
          4,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 405.160136
      },
      "preprocess_to_callback": {
        "count": 169,
        "sum_ns": 21580287326,
        "mean_ms": 127.69400784615384,
        "p95_bucket_upper_ms": 200,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          5,
          26,
          110,
          23,
          1,
          4,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 416.594972
      },
      "infer_output_to_callback": {
        "count": 169,
        "sum_ns": 692513676,
        "mean_ms": 4.097714059171597,
        "p95_bucket_upper_ms": 10,
        "histogram": [
          0,
          42,
          76,
          43,
          8,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 15.320325
      },
      "callback_to_copied": {
        "count": 170,
        "sum_ns": 4492317167,
        "mean_ms": 26.425395100000003,
        "p95_bucket_upper_ms": 75,
        "histogram": [
          0,
          0,
          0,
          6,
          74,
          81,
          7,
          1,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 388.109167
      },
      "selected_to_submitted": {
        "count": 170,
        "sum_ns": 40070015777,
        "mean_ms": 235.70597515882352,
        "p95_bucket_upper_ms": 500,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          12,
          42,
          98,
          14,
          4,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 625.874254
      }
    },
    "rejection_reasons": {},
    "first_response_s": 19.089455898851156,
    "first_redis_commit_s": 19.111553955823183,
    "maximum_sampled_silence_ms": 440.669534,
    "redis_commit_p95_bucket_upper_ms": 300
  },
  {
    "level": 17,
    "phase_status": "PASS",
    "camera": 10,
    "provider": "pose",
    "cohort": "existing",
    "seconds": 29.999874419067055,
    "completed": 170,
    "accepted": 170,
    "sent": 170,
    "late": 0,
    "completed_fps": 5.666690387608853,
    "accepted_fps": 5.666690387608853,
    "sent_fps": 5.666690387608853,
    "rejected_pct": 0.0,
    "diagnostic_complete": true,
    "diagnostic_scope": "sample_difference",
    "diagnostic_seconds": 30.116436415,
    "selected": 302,
    "infer_entries": 170,
    "infer_entry_fps": 5.644758153236504,
    "pre_infer_expired": 0,
    "diagnostic_missed": 0,
    "durations": {
      "copy_wall": {
        "count": 170,
        "sum_ns": 5012559488,
        "mean_ms": 29.485644047058823,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          0,
          0,
          7,
          67,
          88,
          6,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 439.052288
      },
      "copy_thread_cpu": {
        "count": 170,
        "sum_ns": 3160727445,
        "mean_ms": 18.59251438235294,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          0,
          0,
          16,
          133,
          19,
          0,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 328.266555
      },
      "accepted_interval": {
        "count": 170,
        "sum_ns": 30094244535,
        "mean_ms": 177.0249678529412,
        "p95_bucket_upper_ms": 300,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          47,
          97,
          20,
          3,
          2,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 638.156016
      },
      "selected_to_preprocess_start": {
        "count": 170,
        "sum_ns": 12141657982,
        "mean_ms": 71.42151754117647,
        "p95_bucket_upper_ms": 150,
        "histogram": [
          0,
          0,
          0,
          0,
          14,
          32,
          39,
          49,
          36,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 138.310039
      },
      "selected_to_preprocess": {
        "count": 170,
        "sum_ns": 13571099716,
        "mean_ms": 79.82999832941177,
        "p95_bucket_upper_ms": 150,
        "histogram": [
          0,
          0,
          0,
          0,
          5,
          28,
          37,
          50,
          48,
          2,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 154.137183
      },
      "preprocess_start_to_preprocess": {
        "count": 170,
        "sum_ns": 1429441734,
        "mean_ms": 8.408480788235293,
        "p95_bucket_upper_ms": 20,
        "histogram": [
          3,
          12,
          50,
          49,
          48,
          8,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 37.343374
      },
      "preprocess_to_infer_output": {
        "count": 170,
        "sum_ns": 20516473507,
        "mean_ms": 120.68513827647058,
        "p95_bucket_upper_ms": 200,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          7,
          39,
          109,
          9,
          3,
          3,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 388.535096
      },
      "preprocess_to_callback": {
        "count": 170,
        "sum_ns": 21178415025,
        "mean_ms": 124.5789119117647,
        "p95_bucket_upper_ms": 200,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          5,
          35,
          112,
          12,
          3,
          3,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 393.441193
      },
      "infer_output_to_callback": {
        "count": 170,
        "sum_ns": 661941518,
        "mean_ms": 3.8937736352941177,
        "p95_bucket_upper_ms": 10,
        "histogram": [
          0,
          40,
          90,
          32,
          8,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 13.449581
      },
      "callback_to_copied": {
        "count": 170,
        "sum_ns": 5283105538,
        "mean_ms": 31.077091399999997,
        "p95_bucket_upper_ms": 75,
        "histogram": [
          0,
          0,
          0,
          4,
          58,
          97,
          9,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 439.996982
      },
      "selected_to_submitted": {
        "count": 170,
        "sum_ns": 40181696999,
        "mean_ms": 236.36292352352942,
        "p95_bucket_upper_ms": 500,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          9,
          36,
          113,
          10,
          2,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 717.603065
      }
    },
    "rejection_reasons": {},
    "first_response_s": 17.522012237925082,
    "first_redis_commit_s": 17.550075188744813,
    "maximum_sampled_silence_ms": 271.527843,
    "redis_commit_p95_bucket_upper_ms": 300
  },
  {
    "level": 17,
    "phase_status": "PASS",
    "camera": 11,
    "provider": "pose",
    "cohort": "existing",
    "seconds": 29.999874419067055,
    "completed": 167,
    "accepted": 167,
    "sent": 166,
    "late": 0,
    "completed_fps": 5.566689969003991,
    "accepted_fps": 5.566689969003991,
    "sent_fps": 5.533356496135704,
    "rejected_pct": 0.0,
    "diagnostic_complete": true,
    "diagnostic_scope": "sample_difference",
    "diagnostic_seconds": 29.745667418,
    "selected": 298,
    "infer_entries": 166,
    "infer_entry_fps": 5.580644658843607,
    "pre_infer_expired": 0,
    "diagnostic_missed": 0,
    "durations": {
      "copy_wall": {
        "count": 167,
        "sum_ns": 4120963543,
        "mean_ms": 24.676428401197605,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          0,
          0,
          8,
          78,
          73,
          6,
          1,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 421.152706
      },
      "copy_thread_cpu": {
        "count": 167,
        "sum_ns": 2521940104,
        "mean_ms": 15.101437748502994,
        "p95_bucket_upper_ms": 20,
        "histogram": [
          0,
          0,
          0,
          22,
          142,
          2,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 336.394138
      },
      "accepted_interval": {
        "count": 167,
        "sum_ns": 29827799464,
        "mean_ms": 178.60957762874253,
        "p95_bucket_upper_ms": 300,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          41,
          95,
          25,
          2,
          3,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 573.905988
      },
      "selected_to_preprocess_start": {
        "count": 166,
        "sum_ns": 10825631843,
        "mean_ms": 65.2146496566265,
        "p95_bucket_upper_ms": 150,
        "histogram": [
          0,
          0,
          0,
          1,
          12,
          53,
          33,
          34,
          33,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 139.368815
      },
      "selected_to_preprocess": {
        "count": 166,
        "sum_ns": 12815263936,
        "mean_ms": 77.20038515662651,
        "p95_bucket_upper_ms": 150,
        "histogram": [
          0,
          0,
          0,
          0,
          3,
          43,
          41,
          32,
          46,
          0,
          0,
          1,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 376.746765
      },
      "preprocess_start_to_preprocess": {
        "count": 166,
        "sum_ns": 1989632093,
        "mean_ms": 11.9857355,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          2,
          10,
          34,
          49,
          57,
          13,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 342.749823
      },
      "preprocess_to_infer_output": {
        "count": 167,
        "sum_ns": 20696318896,
        "mean_ms": 123.93005326946108,
        "p95_bucket_upper_ms": 200,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          8,
          33,
          100,
          21,
          2,
          2,
          1,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 513.025092
      },
      "preprocess_to_callback": {
        "count": 167,
        "sum_ns": 21311083838,
        "mean_ms": 127.61128046706587,
        "p95_bucket_upper_ms": 200,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          6,
          29,
          103,
          24,
          2,
          2,
          1,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 530.099174
      },
      "infer_output_to_callback": {
        "count": 167,
        "sum_ns": 614764942,
        "mean_ms": 3.68122719760479,
        "p95_bucket_upper_ms": 10,
        "histogram": [
          0,
          53,
          77,
          30,
          7,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 17.074082
      },
      "callback_to_copied": {
        "count": 167,
        "sum_ns": 4361536958,
        "mean_ms": 26.11698777245509,
        "p95_bucket_upper_ms": 75,
        "histogram": [
          0,
          0,
          0,
          5,
          74,
          79,
          7,
          1,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 421.958553
      },
      "selected_to_submitted": {
        "count": 167,
        "sum_ns": 38851778977,
        "mean_ms": 232.6453830958084,
        "p95_bucket_upper_ms": 500,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          5,
          56,
          89,
          13,
          4,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 661.615789
      }
    },
    "rejection_reasons": {},
    "first_response_s": 17.91027284739539,
    "first_redis_commit_s": 17.948301552329212,
    "maximum_sampled_silence_ms": 161.946011,
    "redis_commit_p95_bucket_upper_ms": 300
  },
  {
    "level": 17,
    "phase_status": "PASS",
    "camera": 13,
    "provider": "pose",
    "cohort": "existing",
    "seconds": 29.999874419067055,
    "completed": 170,
    "accepted": 170,
    "sent": 171,
    "late": 0,
    "completed_fps": 5.666690387608853,
    "accepted_fps": 5.666690387608853,
    "sent_fps": 5.70002386047714,
    "rejected_pct": 0.0,
    "diagnostic_complete": true,
    "diagnostic_scope": "sample_difference",
    "diagnostic_seconds": 30.550640414,
    "selected": 304,
    "infer_entries": 170,
    "infer_entry_fps": 5.564531469595529,
    "pre_infer_expired": 0,
    "diagnostic_missed": 0,
    "durations": {
      "copy_wall": {
        "count": 170,
        "sum_ns": 4308450494,
        "mean_ms": 25.34382643529412,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          0,
          0,
          15,
          77,
          74,
          2,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 476.322687
      },
      "copy_thread_cpu": {
        "count": 170,
        "sum_ns": 2845132924,
        "mean_ms": 16.736076023529414,
        "p95_bucket_upper_ms": 20,
        "histogram": [
          0,
          0,
          0,
          29,
          137,
          2,
          0,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 348.949361
      },
      "accepted_interval": {
        "count": 170,
        "sum_ns": 30455737898,
        "mean_ms": 179.1513994,
        "p95_bucket_upper_ms": 300,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          50,
          93,
          19,
          3,
          4,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 642.475744
      },
      "selected_to_preprocess_start": {
        "count": 170,
        "sum_ns": 11261574451,
        "mean_ms": 66.24455559411764,
        "p95_bucket_upper_ms": 150,
        "histogram": [
          0,
          0,
          1,
          2,
          11,
          45,
          47,
          38,
          25,
          0,
          0,
          1,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 490.837304
      },
      "selected_to_preprocess": {
        "count": 170,
        "sum_ns": 13119156279,
        "mean_ms": 77.17150752352941,
        "p95_bucket_upper_ms": 150,
        "histogram": [
          0,
          0,
          0,
          0,
          5,
          41,
          35,
          49,
          37,
          2,
          0,
          0,
          1,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 502.804633
      },
      "preprocess_start_to_preprocess": {
        "count": 170,
        "sum_ns": 1857581828,
        "mean_ms": 10.926951929411766,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          3,
          9,
          25,
          52,
          60,
          21,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 38.957839
      },
      "preprocess_to_infer_output": {
        "count": 171,
        "sum_ns": 21253032969,
        "mean_ms": 124.28674250877192,
        "p95_bucket_upper_ms": 200,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          8,
          34,
          110,
          14,
          1,
          2,
          2,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 546.27138
      },
      "preprocess_to_callback": {
        "count": 171,
        "sum_ns": 21949892944,
        "mean_ms": 128.36194704093566,
        "p95_bucket_upper_ms": 200,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          5,
          30,
          114,
          17,
          1,
          2,
          2,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 567.683525
      },
      "infer_output_to_callback": {
        "count": 171,
        "sum_ns": 696859975,
        "mean_ms": 4.075204532163743,
        "p95_bucket_upper_ms": 10,
        "histogram": [
          0,
          47,
          80,
          37,
          6,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 21.412145
      },
      "callback_to_copied": {
        "count": 170,
        "sum_ns": 4621153969,
        "mean_ms": 27.18325864117647,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          0,
          0,
          13,
          72,
          80,
          3,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 486.410104
      },
      "selected_to_submitted": {
        "count": 170,
        "sum_ns": 39800251527,
        "mean_ms": 234.11912662941177,
        "p95_bucket_upper_ms": 500,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          7,
          52,
          98,
          7,
          6,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 697.419797
      }
    },
    "rejection_reasons": {},
    "first_response_s": 18.585049960762262,
    "first_redis_commit_s": 18.61586881102994,
    "maximum_sampled_silence_ms": 254.350216,
    "redis_commit_p95_bucket_upper_ms": 300
  },
  {
    "level": 17,
    "phase_status": "PASS",
    "camera": 14,
    "provider": "pose",
    "cohort": "existing",
    "seconds": 29.999874419067055,
    "completed": 178,
    "accepted": 178,
    "sent": 178,
    "late": 0,
    "completed_fps": 5.9333581705551515,
    "accepted_fps": 5.9333581705551515,
    "sent_fps": 5.9333581705551515,
    "rejected_pct": 0.0,
    "diagnostic_complete": true,
    "diagnostic_scope": "sample_difference",
    "diagnostic_seconds": 30.007417552,
    "selected": 300,
    "infer_entries": 178,
    "infer_entry_fps": 5.931866669017516,
    "pre_infer_expired": 0,
    "diagnostic_missed": 2,
    "durations": {
      "copy_wall": {
        "count": 178,
        "sum_ns": 4172406525,
        "mean_ms": 23.440486095505616,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          0,
          0,
          25,
          92,
          54,
          5,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 350.831323
      },
      "copy_thread_cpu": {
        "count": 178,
        "sum_ns": 2644848377,
        "mean_ms": 14.858698747191012,
        "p95_bucket_upper_ms": 20,
        "histogram": [
          0,
          0,
          0,
          40,
          135,
          1,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 285.620948
      },
      "accepted_interval": {
        "count": 178,
        "sum_ns": 30030058421,
        "mean_ms": 168.7081933764045,
        "p95_bucket_upper_ms": 300,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          70,
          87,
          15,
          4,
          1,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 516.975261
      },
      "selected_to_preprocess_start": {
        "count": 177,
        "sum_ns": 11781210738,
        "mean_ms": 66.5605126440678,
        "p95_bucket_upper_ms": 150,
        "histogram": [
          0,
          0,
          0,
          2,
          11,
          54,
          46,
          30,
          33,
          0,
          0,
          1,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 387.757286
      },
      "selected_to_preprocess": {
        "count": 177,
        "sum_ns": 13178595666,
        "mean_ms": 74.4553427457627,
        "p95_bucket_upper_ms": 150,
        "histogram": [
          0,
          0,
          0,
          0,
          3,
          47,
          45,
          37,
          44,
          0,
          0,
          1,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 393.71798
      },
      "preprocess_start_to_preprocess": {
        "count": 177,
        "sum_ns": 1397384928,
        "mean_ms": 7.894830101694915,
        "p95_bucket_upper_ms": 20,
        "histogram": [
          0,
          11,
          46,
          68,
          48,
          4,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 34.863684
      },
      "preprocess_to_infer_output": {
        "count": 177,
        "sum_ns": 21282318232,
        "mean_ms": 120.23908605649717,
        "p95_bucket_upper_ms": 200,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          1,
          9,
          36,
          112,
          16,
          0,
          3,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 401.789541
      },
      "preprocess_to_callback": {
        "count": 177,
        "sum_ns": 21903763388,
        "mean_ms": 123.75007563841808,
        "p95_bucket_upper_ms": 200,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          4,
          38,
          111,
          20,
          1,
          3,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 403.604916
      },
      "infer_output_to_callback": {
        "count": 177,
        "sum_ns": 621445156,
        "mean_ms": 3.5109895819209043,
        "p95_bucket_upper_ms": 10,
        "histogram": [
          0,
          67,
          70,
          36,
          4,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 18.052791
      },
      "callback_to_copied": {
        "count": 177,
        "sum_ns": 4404575640,
        "mean_ms": 24.884608135593222,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          0,
          0,
          18,
          87,
          65,
          5,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 351.630989
      },
      "selected_to_submitted": {
        "count": 177,
        "sum_ns": 39669254418,
        "mean_ms": 224.12008145762712,
        "p95_bucket_upper_ms": 500,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          12,
          51,
          104,
          6,
          4,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 565.066953
      }
    },
    "rejection_reasons": {},
    "first_response_s": 19.287708280142397,
    "first_redis_commit_s": 19.336475278716534,
    "maximum_sampled_silence_ms": 117.586905,
    "redis_commit_p95_bucket_upper_ms": 300
  },
  {
    "level": 17,
    "phase_status": "PASS",
    "camera": 15,
    "provider": "pose",
    "cohort": "existing",
    "seconds": 29.999874419067055,
    "completed": 164,
    "accepted": 164,
    "sent": 164,
    "late": 0,
    "completed_fps": 5.466689550399129,
    "accepted_fps": 5.466689550399129,
    "sent_fps": 5.466689550399129,
    "rejected_pct": 0.0,
    "diagnostic_complete": true,
    "diagnostic_scope": "sample_difference",
    "diagnostic_seconds": 29.909240936,
    "selected": 299,
    "infer_entries": 164,
    "infer_entry_fps": 5.483255170230777,
    "pre_infer_expired": 0,
    "diagnostic_missed": 0,
    "durations": {
      "copy_wall": {
        "count": 164,
        "sum_ns": 4346879962,
        "mean_ms": 26.505365621951217,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          0,
          0,
          12,
          62,
          86,
          1,
          1,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 357.796217
      },
      "copy_thread_cpu": {
        "count": 164,
        "sum_ns": 2857508748,
        "mean_ms": 17.423833829268293,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          0,
          0,
          21,
          131,
          10,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 297.737377
      },
      "accepted_interval": {
        "count": 164,
        "sum_ns": 29918359930,
        "mean_ms": 182.42902396341464,
        "p95_bucket_upper_ms": 300,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          39,
          88,
          32,
          3,
          2,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 599.284341
      },
      "selected_to_preprocess_start": {
        "count": 164,
        "sum_ns": 12093395321,
        "mean_ms": 73.74021537195122,
        "p95_bucket_upper_ms": 150,
        "histogram": [
          0,
          0,
          0,
          1,
          13,
          33,
          43,
          37,
          35,
          1,
          0,
          1,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 389.799427
      },
      "selected_to_preprocess": {
        "count": 164,
        "sum_ns": 13890775059,
        "mean_ms": 84.69984792073171,
        "p95_bucket_upper_ms": 150,
        "histogram": [
          0,
          0,
          0,
          0,
          2,
          29,
          40,
          40,
          45,
          7,
          0,
          1,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 398.485039
      },
      "preprocess_start_to_preprocess": {
        "count": 164,
        "sum_ns": 1797379738,
        "mean_ms": 10.959632548780489,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          5,
          13,
          30,
          39,
          60,
          16,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 51.669372
      },
      "preprocess_to_infer_output": {
        "count": 164,
        "sum_ns": 20703918602,
        "mean_ms": 126.2434061097561,
        "p95_bucket_upper_ms": 200,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          2,
          42,
          96,
          19,
          2,
          2,
          1,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 541.547428
      },
      "preprocess_to_callback": {
        "count": 164,
        "sum_ns": 21313496363,
        "mean_ms": 129.96034367682927,
        "p95_bucket_upper_ms": 200,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          2,
          34,
          102,
          21,
          2,
          2,
          1,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 552.26582
      },
      "infer_output_to_callback": {
        "count": 164,
        "sum_ns": 609577761,
        "mean_ms": 3.7169375670731704,
        "p95_bucket_upper_ms": 10,
        "histogram": [
          1,
          40,
          91,
          27,
          5,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 10.826386
      },
      "callback_to_copied": {
        "count": 164,
        "sum_ns": 4550716571,
        "mean_ms": 27.748271774390243,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          0,
          0,
          6,
          57,
          97,
          1,
          1,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 359.192309
      },
      "selected_to_submitted": {
        "count": 164,
        "sum_ns": 39952064813,
        "mean_ms": 243.6101512987805,
        "p95_bucket_upper_ms": 500,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          4,
          41,
          101,
          13,
          5,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 696.073281
      }
    },
    "rejection_reasons": {},
    "first_response_s": 19.02990058483556,
    "first_redis_commit_s": 19.09464901778847,
    "maximum_sampled_silence_ms": 147.755057,
    "redis_commit_p95_bucket_upper_ms": 300
  },
  {
    "level": 17,
    "phase_status": "PASS",
    "camera": 16,
    "provider": "pose",
    "cohort": "existing",
    "seconds": 29.999874419067055,
    "completed": 169,
    "accepted": 169,
    "sent": 169,
    "late": 0,
    "completed_fps": 5.633356914740565,
    "accepted_fps": 5.633356914740565,
    "sent_fps": 5.633356914740565,
    "rejected_pct": 0.0,
    "diagnostic_complete": true,
    "diagnostic_scope": "sample_difference",
    "diagnostic_seconds": 29.928833389,
    "selected": 299,
    "infer_entries": 169,
    "infer_entry_fps": 5.646728617965912,
    "pre_infer_expired": 0,
    "diagnostic_missed": 1,
    "durations": {
      "copy_wall": {
        "count": 169,
        "sum_ns": 4392143736,
        "mean_ms": 25.989016189349112,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          0,
          0,
          14,
          78,
          73,
          2,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 464.383959
      },
      "copy_thread_cpu": {
        "count": 169,
        "sum_ns": 2970194444,
        "mean_ms": 17.575115053254436,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          0,
          0,
          34,
          119,
          14,
          0,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 404.306557
      },
      "accepted_interval": {
        "count": 169,
        "sum_ns": 29894443001,
        "mean_ms": 176.89019527218935,
        "p95_bucket_upper_ms": 300,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          53,
          86,
          24,
          2,
          3,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 597.411818
      },
      "selected_to_preprocess_start": {
        "count": 168,
        "sum_ns": 11991483264,
        "mean_ms": 71.37787657142857,
        "p95_bucket_upper_ms": 150,
        "histogram": [
          0,
          0,
          0,
          0,
          13,
          51,
          34,
          36,
          32,
          0,
          0,
          1,
          1,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 512.947781
      },
      "selected_to_preprocess": {
        "count": 168,
        "sum_ns": 13497502754,
        "mean_ms": 80.34227829761905,
        "p95_bucket_upper_ms": 150,
        "histogram": [
          0,
          0,
          0,
          0,
          4,
          46,
          32,
          40,
          44,
          0,
          0,
          1,
          1,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 515.929448
      },
      "preprocess_start_to_preprocess": {
        "count": 168,
        "sum_ns": 1506019490,
        "mean_ms": 8.964401726190475,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          18,
          43,
          53,
          40,
          14,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 37.878721
      },
      "preprocess_to_infer_output": {
        "count": 168,
        "sum_ns": 20830663965,
        "mean_ms": 123.99204741071428,
        "p95_bucket_upper_ms": 200,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          3,
          42,
          98,
          21,
          1,
          3,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 497.453364
      },
      "preprocess_to_callback": {
        "count": 168,
        "sum_ns": 21516531842,
        "mean_ms": 128.07459429761906,
        "p95_bucket_upper_ms": 200,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          2,
          33,
          106,
          22,
          2,
          2,
          1,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 505.017156
      },
      "infer_output_to_callback": {
        "count": 168,
        "sum_ns": 685867877,
        "mean_ms": 4.082546886904762,
        "p95_bucket_upper_ms": 20,
        "histogram": [
          0,
          46,
          74,
          37,
          10,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 24.538047
      },
      "callback_to_copied": {
        "count": 168,
        "sum_ns": 4564231751,
        "mean_ms": 27.16804613690476,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          0,
          0,
          11,
          76,
          76,
          3,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 465.245897
      },
      "selected_to_submitted": {
        "count": 168,
        "sum_ns": 39710219447,
        "mean_ms": 236.3703538511905,
        "p95_bucket_upper_ms": 500,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          9,
          46,
          99,
          7,
          7,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 715.477115
      }
    },
    "rejection_reasons": {},
    "first_response_s": 19.20287276804447,
    "first_redis_commit_s": 19.23414590023458,
    "maximum_sampled_silence_ms": 207.037815,
    "redis_commit_p95_bucket_upper_ms": 300
  },
  {
    "level": 17,
    "phase_status": "PASS",
    "camera": 17,
    "provider": "pose",
    "cohort": "existing",
    "seconds": 29.999874419067055,
    "completed": 169,
    "accepted": 169,
    "sent": 170,
    "late": 0,
    "completed_fps": 5.633356914740565,
    "accepted_fps": 5.633356914740565,
    "sent_fps": 5.666690387608853,
    "rejected_pct": 0.0,
    "diagnostic_complete": true,
    "diagnostic_scope": "sample_difference",
    "diagnostic_seconds": 29.975750343,
    "selected": 300,
    "infer_entries": 169,
    "infer_entry_fps": 5.637890563745812,
    "pre_infer_expired": 0,
    "diagnostic_missed": 1,
    "durations": {
      "copy_wall": {
        "count": 169,
        "sum_ns": 4268736121,
        "mean_ms": 25.258793615384615,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          0,
          0,
          29,
          75,
          59,
          2,
          2,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 476.244186
      },
      "copy_thread_cpu": {
        "count": 169,
        "sum_ns": 2763549678,
        "mean_ms": 16.35236495857988,
        "p95_bucket_upper_ms": 20,
        "histogram": [
          0,
          0,
          0,
          49,
          113,
          5,
          0,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 359.733202
      },
      "accepted_interval": {
        "count": 169,
        "sum_ns": 29983621394,
        "mean_ms": 177.4178780710059,
        "p95_bucket_upper_ms": 300,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          60,
          73,
          30,
          2,
          3,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 638.181987
      },
      "selected_to_preprocess_start": {
        "count": 169,
        "sum_ns": 11978804680,
        "mean_ms": 70.88050106508877,
        "p95_bucket_upper_ms": 150,
        "histogram": [
          0,
          0,
          0,
          0,
          9,
          53,
          35,
          35,
          35,
          1,
          0,
          0,
          1,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 575.248865
      },
      "selected_to_preprocess": {
        "count": 169,
        "sum_ns": 13381473368,
        "mean_ms": 79.18031578698225,
        "p95_bucket_upper_ms": 150,
        "histogram": [
          0,
          0,
          0,
          0,
          5,
          44,
          30,
          38,
          49,
          2,
          0,
          0,
          1,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 586.159567
      },
      "preprocess_start_to_preprocess": {
        "count": 169,
        "sum_ns": 1402668688,
        "mean_ms": 8.29981472189349,
        "p95_bucket_upper_ms": 20,
        "histogram": [
          1,
          10,
          45,
          62,
          43,
          8,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 44.888293
      },
      "preprocess_to_infer_output": {
        "count": 169,
        "sum_ns": 21283149878,
        "mean_ms": 125.93579809467455,
        "p95_bucket_upper_ms": 200,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          6,
          30,
          105,
          25,
          0,
          2,
          1,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 530.396446
      },
      "preprocess_to_callback": {
        "count": 169,
        "sum_ns": 21850702371,
        "mean_ms": 129.29409686982248,
        "p95_bucket_upper_ms": 200,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          4,
          25,
          106,
          31,
          0,
          2,
          1,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 531.807059
      },
      "infer_output_to_callback": {
        "count": 169,
        "sum_ns": 567552493,
        "mean_ms": 3.358298775147929,
        "p95_bucket_upper_ms": 10,
        "histogram": [
          0,
          67,
          75,
          22,
          4,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 20.997214
      },
      "callback_to_copied": {
        "count": 168,
        "sum_ns": 4399521353,
        "mean_ms": 26.18762710119048,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          0,
          0,
          22,
          74,
          64,
          5,
          1,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 477.31618
      },
      "selected_to_submitted": {
        "count": 169,
        "sum_ns": 39800987168,
        "mean_ms": 235.50879981065088,
        "p95_bucket_upper_ms": 500,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          14,
          48,
          89,
          12,
          6,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 780.444502
      }
    },
    "rejection_reasons": {},
    "first_response_s": 19.800055595114827,
    "first_redis_commit_s": 19.842470571864396,
    "maximum_sampled_silence_ms": 201.783765,
    "redis_commit_p95_bucket_upper_ms": 300
  },
  {
    "level": 17,
    "phase_status": "PASS",
    "camera": 18,
    "provider": "pose",
    "cohort": "existing",
    "seconds": 29.999874419067055,
    "completed": 171,
    "accepted": 171,
    "sent": 171,
    "late": 0,
    "completed_fps": 5.70002386047714,
    "accepted_fps": 5.70002386047714,
    "sent_fps": 5.70002386047714,
    "rejected_pct": 0.0,
    "diagnostic_complete": true,
    "diagnostic_scope": "sample_difference",
    "diagnostic_seconds": 30.037571037,
    "selected": 300,
    "infer_entries": 171,
    "infer_entry_fps": 5.692870431812339,
    "pre_infer_expired": 0,
    "diagnostic_missed": 0,
    "durations": {
      "copy_wall": {
        "count": 171,
        "sum_ns": 3789221386,
        "mean_ms": 22.159189391812866,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          0,
          0,
          24,
          83,
          60,
          3,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 440.455688
      },
      "copy_thread_cpu": {
        "count": 171,
        "sum_ns": 2416715672,
        "mean_ms": 14.132840187134503,
        "p95_bucket_upper_ms": 20,
        "histogram": [
          0,
          0,
          0,
          51,
          113,
          6,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 322.237786
      },
      "accepted_interval": {
        "count": 171,
        "sum_ns": 30066689076,
        "mean_ms": 175.8285910877193,
        "p95_bucket_upper_ms": 300,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          60,
          84,
          20,
          4,
          2,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 639.840748
      },
      "selected_to_preprocess_start": {
        "count": 171,
        "sum_ns": 12200432774,
        "mean_ms": 71.34756008187135,
        "p95_bucket_upper_ms": 150,
        "histogram": [
          0,
          0,
          1,
          2,
          11,
          38,
          42,
          43,
          33,
          0,
          0,
          1,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 488.554119
      },
      "selected_to_preprocess": {
        "count": 171,
        "sum_ns": 14195372634,
        "mean_ms": 83.01387505263158,
        "p95_bucket_upper_ms": 150,
        "histogram": [
          0,
          0,
          0,
          0,
          2,
          34,
          44,
          46,
          42,
          1,
          0,
          1,
          1,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 544.926257
      },
      "preprocess_start_to_preprocess": {
        "count": 171,
        "sum_ns": 1994939860,
        "mean_ms": 11.666314970760233,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          2,
          14,
          43,
          42,
          61,
          8,
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 466.193375
      },
      "preprocess_to_infer_output": {
        "count": 171,
        "sum_ns": 21125986632,
        "mean_ms": 123.5437814736842,
        "p95_bucket_upper_ms": 200,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          6,
          38,
          102,
          20,
          2,
          3,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 428.546613
      },
      "preprocess_to_callback": {
        "count": 171,
        "sum_ns": 21822666817,
        "mean_ms": 127.61793460233918,
        "p95_bucket_upper_ms": 200,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          3,
          28,
          108,
          27,
          2,
          3,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 448.385295
      },
      "infer_output_to_callback": {
        "count": 171,
        "sum_ns": 696680185,
        "mean_ms": 4.074153128654971,
        "p95_bucket_upper_ms": 10,
        "histogram": [
          0,
          38,
          91,
          35,
          7,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 19.838682
      },
      "callback_to_copied": {
        "count": 171,
        "sum_ns": 4029314347,
        "mean_ms": 23.563241795321638,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          0,
          0,
          17,
          81,
          67,
          5,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 441.571759
      },
      "selected_to_submitted": {
        "count": 171,
        "sum_ns": 40261143324,
        "mean_ms": 235.4452825964912,
        "p95_bucket_upper_ms": 500,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          8,
          44,
          107,
          7,
          5,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 709.101849
      }
    },
    "rejection_reasons": {},
    "first_response_s": 19.2662458200939,
    "first_redis_commit_s": 19.289971366059035,
    "maximum_sampled_silence_ms": 192.632605,
    "redis_commit_p95_bucket_upper_ms": 300
  },
  {
    "level": 17,
    "phase_status": "PASS",
    "camera": 19,
    "provider": "pose",
    "cohort": "existing",
    "seconds": 29.999874419067055,
    "completed": 173,
    "accepted": 173,
    "sent": 173,
    "late": 0,
    "completed_fps": 5.766690806213715,
    "accepted_fps": 5.766690806213715,
    "sent_fps": 5.766690806213715,
    "rejected_pct": 0.0,
    "diagnostic_complete": true,
    "diagnostic_scope": "sample_difference",
    "diagnostic_seconds": 30.198471602,
    "selected": 302,
    "infer_entries": 173,
    "infer_entry_fps": 5.728766749524584,
    "pre_infer_expired": 0,
    "diagnostic_missed": 0,
    "durations": {
      "copy_wall": {
        "count": 173,
        "sum_ns": 4072210445,
        "mean_ms": 23.538788699421964,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          0,
          0,
          26,
          90,
          51,
          4,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 473.217031
      },
      "copy_thread_cpu": {
        "count": 173,
        "sum_ns": 2700978998,
        "mean_ms": 15.61259536416185,
        "p95_bucket_upper_ms": 20,
        "histogram": [
          0,
          0,
          0,
          49,
          119,
          3,
          0,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 331.657338
      },
      "accepted_interval": {
        "count": 173,
        "sum_ns": 30195570552,
        "mean_ms": 174.5408702427746,
        "p95_bucket_upper_ms": 300,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          2,
          61,
          84,
          21,
          1,
          4,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 614.789968
      },
      "selected_to_preprocess_start": {
        "count": 173,
        "sum_ns": 12543950591,
        "mean_ms": 72.50838491907514,
        "p95_bucket_upper_ms": 150,
        "histogram": [
          0,
          0,
          0,
          1,
          10,
          45,
          43,
          46,
          26,
          0,
          0,
          0,
          2,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 514.643747
      },
      "selected_to_preprocess": {
        "count": 173,
        "sum_ns": 13820678176,
        "mean_ms": 79.88831315606937,
        "p95_bucket_upper_ms": 150,
        "histogram": [
          0,
          0,
          0,
          0,
          4,
          43,
          38,
          41,
          44,
          1,
          0,
          0,
          2,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 526.218826
      },
      "preprocess_start_to_preprocess": {
        "count": 173,
        "sum_ns": 1276727585,
        "mean_ms": 7.37992823699422,
        "p95_bucket_upper_ms": 20,
        "histogram": [
          3,
          22,
          53,
          46,
          44,
          5,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 29.429434
      },
      "preprocess_to_infer_output": {
        "count": 173,
        "sum_ns": 21594164664,
        "mean_ms": 124.82176106358382,
        "p95_bucket_upper_ms": 200,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          5,
          41,
          102,
          22,
          0,
          2,
          1,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 501.003837
      },
      "preprocess_to_callback": {
        "count": 173,
        "sum_ns": 22246382981,
        "mean_ms": 128.5918091387283,
        "p95_bucket_upper_ms": 200,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          3,
          32,
          108,
          27,
          0,
          2,
          1,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 504.14259
      },
      "infer_output_to_callback": {
        "count": 173,
        "sum_ns": 652218317,
        "mean_ms": 3.770048075144509,
        "p95_bucket_upper_ms": 20,
        "histogram": [
          2,
          45,
          93,
          24,
          9,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 19.548481
      },
      "callback_to_copied": {
        "count": 173,
        "sum_ns": 4360392878,
        "mean_ms": 25.20458310982659,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          0,
          0,
          16,
          87,
          63,
          5,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 473.891607
      },
      "selected_to_submitted": {
        "count": 173,
        "sum_ns": 40601352083,
        "mean_ms": 234.689896433526,
        "p95_bucket_upper_ms": 500,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          7,
          50,
          99,
          11,
          6,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 687.323415
      }
    },
    "rejection_reasons": {},
    "first_response_s": 17.741236391011626,
    "first_redis_commit_s": 17.780518692918122,
    "maximum_sampled_silence_ms": 184.186703,
    "redis_commit_p95_bucket_upper_ms": 300
  },
  {
    "level": 17,
    "phase_status": "PASS",
    "camera": 20,
    "provider": "pose",
    "cohort": "existing",
    "seconds": 29.999874419067055,
    "completed": 173,
    "accepted": 173,
    "sent": 173,
    "late": 0,
    "completed_fps": 5.766690806213715,
    "accepted_fps": 5.766690806213715,
    "sent_fps": 5.766690806213715,
    "rejected_pct": 0.0,
    "diagnostic_complete": true,
    "diagnostic_scope": "sample_difference",
    "diagnostic_seconds": 29.836004494,
    "selected": 294,
    "infer_entries": 173,
    "infer_entry_fps": 5.798363518640379,
    "pre_infer_expired": 0,
    "diagnostic_missed": 0,
    "durations": {
      "copy_wall": {
        "count": 173,
        "sum_ns": 3847133134,
        "mean_ms": 22.23776378034682,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          0,
          2,
          24,
          95,
          48,
          2,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 444.013329
      },
      "copy_thread_cpu": {
        "count": 173,
        "sum_ns": 2511329408,
        "mean_ms": 14.516354959537573,
        "p95_bucket_upper_ms": 20,
        "histogram": [
          0,
          0,
          3,
          62,
          105,
          1,
          0,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 323.081052
      },
      "accepted_interval": {
        "count": 173,
        "sum_ns": 29396656627,
        "mean_ms": 169.9228706763006,
        "p95_bucket_upper_ms": 300,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          61,
          85,
          21,
          3,
          2,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 557.833706
      },
      "selected_to_preprocess_start": {
        "count": 173,
        "sum_ns": 10925715078,
        "mean_ms": 63.15442241618497,
        "p95_bucket_upper_ms": 150,
        "histogram": [
          0,
          0,
          0,
          1,
          16,
          51,
          43,
          35,
          26,
          0,
          0,
          1,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 396.91629
      },
      "selected_to_preprocess": {
        "count": 173,
        "sum_ns": 12354082047,
        "mean_ms": 71.41087888439307,
        "p95_bucket_upper_ms": 150,
        "histogram": [
          0,
          0,
          0,
          0,
          6,
          48,
          43,
          40,
          34,
          1,
          0,
          1,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 415.087884
      },
      "preprocess_start_to_preprocess": {
        "count": 173,
        "sum_ns": 1428366969,
        "mean_ms": 8.256456468208093,
        "p95_bucket_upper_ms": 20,
        "histogram": [
          0,
          20,
          53,
          40,
          55,
          5,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 36.215639
      },
      "preprocess_to_infer_output": {
        "count": 173,
        "sum_ns": 21050723477,
        "mean_ms": 121.68048252601156,
        "p95_bucket_upper_ms": 200,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          6,
          41,
          97,
          24,
          2,
          3,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 404.578646
      },
      "preprocess_to_callback": {
        "count": 173,
        "sum_ns": 21708365468,
        "mean_ms": 125.48188131791908,
        "p95_bucket_upper_ms": 200,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          5,
          35,
          102,
          26,
          2,
          3,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 436.49685
      },
      "infer_output_to_callback": {
        "count": 173,
        "sum_ns": 657641991,
        "mean_ms": 3.8013987919075145,
        "p95_bucket_upper_ms": 10,
        "histogram": [
          1,
          49,
          89,
          26,
          7,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 31.918204
      },
      "callback_to_copied": {
        "count": 173,
        "sum_ns": 4068768668,
        "mean_ms": 23.51889403468208,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          0,
          0,
          19,
          95,
          55,
          2,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 444.635591
      },
      "selected_to_submitted": {
        "count": 173,
        "sum_ns": 38268019843,
        "mean_ms": 221.2024268381503,
        "p95_bucket_upper_ms": 500,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          11,
          58,
          93,
          7,
          4,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 594.088866
      }
    },
    "rejection_reasons": {},
    "first_response_s": 18.91114776255563,
    "first_redis_commit_s": 18.950033821631223,
    "maximum_sampled_silence_ms": 479.609088,
    "redis_commit_p95_bucket_upper_ms": 300
  },
  {
    "level": 17,
    "phase_status": "PASS",
    "camera": 21,
    "provider": "pose",
    "cohort": "new",
    "seconds": 29.999874419067055,
    "completed": 186,
    "accepted": 186,
    "sent": 186,
    "late": 0,
    "completed_fps": 6.20002595350145,
    "accepted_fps": 6.20002595350145,
    "sent_fps": 6.20002595350145,
    "rejected_pct": 0.0,
    "diagnostic_complete": true,
    "diagnostic_scope": "sample_difference",
    "diagnostic_seconds": 30.014741101,
    "selected": 299,
    "infer_entries": 186,
    "infer_entry_fps": 6.1969550020140955,
    "pre_infer_expired": 0,
    "diagnostic_missed": 0,
    "durations": {
      "copy_wall": {
        "count": 186,
        "sum_ns": 3062057616,
        "mean_ms": 16.46267535483871,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          0,
          3,
          66,
          87,
          27,
          1,
          0,
          0,
          0,
          1,
          1,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 312.235386
      },
      "copy_thread_cpu": {
        "count": 186,
        "sum_ns": 1974662113,
        "mean_ms": 10.61646297311828,
        "p95_bucket_upper_ms": 20,
        "histogram": [
          0,
          0,
          8,
          143,
          33,
          0,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 249.954627
      },
      "accepted_interval": {
        "count": 186,
        "sum_ns": 29914231466,
        "mean_ms": 160.82920143010753,
        "p95_bucket_upper_ms": 300,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          1,
          0,
          1,
          86,
          75,
          18,
          5,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 451.930179
      },
      "selected_to_preprocess_start": {
        "count": 185,
        "sum_ns": 13399170628,
        "mean_ms": 72.42794934054054,
        "p95_bucket_upper_ms": 150,
        "histogram": [
          0,
          0,
          0,
          0,
          11,
          55,
          31,
          49,
          35,
          1,
          0,
          3,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 340.212127
      },
      "selected_to_preprocess": {
        "count": 185,
        "sum_ns": 14626421065,
        "mean_ms": 79.06173548648648,
        "p95_bucket_upper_ms": 150,
        "histogram": [
          0,
          0,
          0,
          0,
          5,
          50,
          32,
          46,
          48,
          1,
          0,
          3,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 346.844896
      },
      "preprocess_start_to_preprocess": {
        "count": 185,
        "sum_ns": 1227250437,
        "mean_ms": 6.633786145945946,
        "p95_bucket_upper_ms": 20,
        "histogram": [
          4,
          28,
          53,
          66,
          31,
          3,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 30.628467
      },
      "preprocess_to_infer_output": {
        "count": 185,
        "sum_ns": 22314649059,
        "mean_ms": 120.61972464324325,
        "p95_bucket_upper_ms": 200,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          7,
          49,
          101,
          23,
          3,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 382.015212
      },
      "preprocess_to_callback": {
        "count": 184,
        "sum_ns": 22898888056,
        "mean_ms": 124.4504785652174,
        "p95_bucket_upper_ms": 200,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          5,
          41,
          107,
          26,
          3,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 387.8328
      },
      "infer_output_to_callback": {
        "count": 184,
        "sum_ns": 673102362,
        "mean_ms": 3.6581650108695656,
        "p95_bucket_upper_ms": 10,
        "histogram": [
          1,
          48,
          93,
          39,
          3,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 13.699369
      },
      "callback_to_copied": {
        "count": 184,
        "sum_ns": 3303524487,
        "mean_ms": 17.953937429347825,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          0,
          1,
          51,
          95,
          34,
          1,
          0,
          0,
          0,
          1,
          1,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 312.734257
      },
      "selected_to_submitted": {
        "count": 184,
        "sum_ns": 40939104913,
        "mean_ms": 222.49513539673913,
        "p95_bucket_upper_ms": 500,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          11,
          63,
          96,
          12,
          2,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 534.509763
      }
    },
    "rejection_reasons": {},
    "first_response_s": 19.931660811416805,
    "first_redis_commit_s": 19.976568510290235,
    "maximum_sampled_silence_ms": 156.518799,
    "redis_commit_p95_bucket_upper_ms": 300
  },
  {
    "level": 17,
    "phase_status": "PASS",
    "camera": 8,
    "provider": "pose",
    "cohort": "existing",
    "seconds": 29.999874419067055,
    "completed": 163,
    "accepted": 163,
    "sent": 163,
    "late": 0,
    "completed_fps": 5.433356077530841,
    "accepted_fps": 5.433356077530841,
    "sent_fps": 5.433356077530841,
    "rejected_pct": 0.0,
    "diagnostic_complete": true,
    "diagnostic_scope": "sample_difference",
    "diagnostic_seconds": 30.013121985,
    "selected": 303,
    "infer_entries": 162,
    "infer_entry_fps": 5.397639075367254,
    "pre_infer_expired": 0,
    "diagnostic_missed": 0,
    "durations": {
      "copy_wall": {
        "count": 163,
        "sum_ns": 4202911625,
        "mean_ms": 25.78473389570552,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          0,
          0,
          9,
          82,
          70,
          0,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 450.152097
      },
      "copy_thread_cpu": {
        "count": 163,
        "sum_ns": 2767034879,
        "mean_ms": 16.97567410429448,
        "p95_bucket_upper_ms": 20,
        "histogram": [
          0,
          0,
          0,
          26,
          134,
          1,
          0,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 346.670552
      },
      "accepted_interval": {
        "count": 163,
        "sum_ns": 29304985414,
        "mean_ms": 179.78518658895703,
        "p95_bucket_upper_ms": 300,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          46,
          91,
          21,
          2,
          3,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 657.301899
      },
      "selected_to_preprocess_start": {
        "count": 162,
        "sum_ns": 9781067289,
        "mean_ms": 60.376958574074074,
        "p95_bucket_upper_ms": 150,
        "histogram": [
          0,
          0,
          0,
          0,
          17,
          52,
          41,
          28,
          24,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 149.809046
      },
      "selected_to_preprocess": {
        "count": 162,
        "sum_ns": 11189994701,
        "mean_ms": 69.07404136419754,
        "p95_bucket_upper_ms": 150,
        "histogram": [
          0,
          0,
          0,
          0,
          2,
          56,
          43,
          28,
          30,
          3,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 161.766216
      },
      "preprocess_start_to_preprocess": {
        "count": 162,
        "sum_ns": 1408927412,
        "mean_ms": 8.697082790123456,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          1,
          16,
          39,
          47,
          48,
          11,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 34.386086
      },
      "preprocess_to_infer_output": {
        "count": 163,
        "sum_ns": 20493829441,
        "mean_ms": 125.72901497546013,
        "p95_bucket_upper_ms": 200,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          5,
          28,
          107,
          18,
          2,
          2,
          1,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 558.870642
      },
      "preprocess_to_callback": {
        "count": 163,
        "sum_ns": 21168148514,
        "mean_ms": 129.86594180368098,
        "p95_bucket_upper_ms": 200,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          5,
          23,
          107,
          23,
          2,
          2,
          1,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 563.645798
      },
      "infer_output_to_callback": {
        "count": 163,
        "sum_ns": 674319073,
        "mean_ms": 4.136926828220859,
        "p95_bucket_upper_ms": 10,
        "histogram": [
          0,
          28,
          93,
          37,
          4,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 21.214199
      },
      "callback_to_copied": {
        "count": 163,
        "sum_ns": 4423828300,
        "mean_ms": 27.140050920245397,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          0,
          0,
          5,
          76,
          80,
          0,
          0,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 451.251281
      },
      "selected_to_submitted": {
        "count": 163,
        "sum_ns": 37062417258,
        "mean_ms": 227.37679299386505,
        "p95_bucket_upper_ms": 500,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          14,
          45,
          91,
          10,
          3,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 703.676064
      }
    },
    "rejection_reasons": {},
    "first_response_s": 18.2225577570498,
    "first_redis_commit_s": 18.262903667986393,
    "maximum_sampled_silence_ms": 803.09102,
    "redis_commit_p95_bucket_upper_ms": 300
  },
  {
    "level": 17,
    "phase_status": "PASS",
    "camera": 12,
    "provider": "pose",
    "cohort": "existing",
    "seconds": 29.999874419067055,
    "completed": 168,
    "accepted": 168,
    "sent": 168,
    "late": 0,
    "completed_fps": 5.6000234418722785,
    "accepted_fps": 5.6000234418722785,
    "sent_fps": 5.6000234418722785,
    "rejected_pct": 0.0,
    "diagnostic_complete": true,
    "diagnostic_scope": "sample_difference",
    "diagnostic_seconds": 29.815392125,
    "selected": 298,
    "infer_entries": 168,
    "infer_entry_fps": 5.634673503392671,
    "pre_infer_expired": 0,
    "diagnostic_missed": 0,
    "durations": {
      "accepted_interval": {
        "count": 168,
        "sum_ns": 29773040961,
        "mean_ms": 177.2204819107143,
        "p95_bucket_upper_ms": 300,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          1,
          52,
          87,
          23,
          1,
          4,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 542.175933
      },
      "copy_wall": {
        "count": 168,
        "sum_ns": 4723080091,
        "mean_ms": 28.113571970238098,
        "p95_bucket_upper_ms": 75,
        "histogram": [
          0,
          0,
          0,
          11,
          69,
          75,
          8,
          3,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 382.467579
      },
      "copy_thread_cpu": {
        "count": 168,
        "sum_ns": 2970108859,
        "mean_ms": 17.679219398809522,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          0,
          0,
          23,
          135,
          8,
          0,
          0,
          0,
          0,
          1,
          1,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 303.400751
      },
      "selected_to_preprocess_start": {
        "count": 168,
        "sum_ns": 11785534820,
        "mean_ms": 70.15199297619047,
        "p95_bucket_upper_ms": 150,
        "histogram": [
          0,
          0,
          1,
          3,
          12,
          43,
          43,
          26,
          37,
          1,
          0,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 428.559734
      },
      "selected_to_preprocess": {
        "count": 168,
        "sum_ns": 13381215744,
        "mean_ms": 79.65009371428572,
        "p95_bucket_upper_ms": 150,
        "histogram": [
          0,
          0,
          0,
          2,
          5,
          39,
          37,
          35,
          45,
          3,
          0,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 448.958539
      },
      "preprocess_start_to_preprocess": {
        "count": 168,
        "sum_ns": 1595680924,
        "mean_ms": 9.49810073809524,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          3,
          18,
          38,
          44,
          52,
          13,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 312.60046
      },
      "preprocess_to_infer_output": {
        "count": 169,
        "sum_ns": 20435342637,
        "mean_ms": 120.91918720118343,
        "p95_bucket_upper_ms": 200,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          6,
          34,
          106,
          20,
          0,
          3,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 423.617915
      },
      "preprocess_to_callback": {
        "count": 169,
        "sum_ns": 21087453917,
        "mean_ms": 124.77783382840236,
        "p95_bucket_upper_ms": 200,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          5,
          26,
          112,
          23,
          0,
          3,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 439.255495
      },
      "infer_output_to_callback": {
        "count": 169,
        "sum_ns": 652111280,
        "mean_ms": 3.858646627218935,
        "p95_bucket_upper_ms": 10,
        "histogram": [
          0,
          40,
          89,
          34,
          6,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 15.63758
      },
      "callback_to_copied": {
        "count": 168,
        "sum_ns": 4954683542,
        "mean_ms": 29.49216394047619,
        "p95_bucket_upper_ms": 75,
        "histogram": [
          0,
          0,
          0,
          7,
          63,
          85,
          7,
          4,
          0,
          0,
          0,
          2,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 383.429469
      },
      "selected_to_submitted": {
        "count": 168,
        "sum_ns": 39435864087,
        "mean_ms": 234.73728623214288,
        "p95_bucket_upper_ms": 500,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          10,
          47,
          95,
          10,
          6,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 643.258935
      }
    },
    "rejection_reasons": {},
    "first_response_s": 17.53812747495249,
    "first_redis_commit_s": 17.582838722970337,
    "maximum_sampled_silence_ms": 175.716049,
    "redis_commit_p95_bucket_upper_ms": 300
  },
  {
    "level": 17,
    "phase_status": "PASS",
    "camera": 3,
    "provider": "pose",
    "cohort": "existing",
    "seconds": 29.999874419067055,
    "completed": 160,
    "accepted": 160,
    "sent": 159,
    "late": 0,
    "completed_fps": 5.33335565892598,
    "accepted_fps": 5.33335565892598,
    "sent_fps": 5.300022186057692,
    "rejected_pct": 0.0,
    "diagnostic_complete": true,
    "diagnostic_scope": "sample_difference",
    "diagnostic_seconds": 29.831958283,
    "selected": 298,
    "infer_entries": 160,
    "infer_entry_fps": 5.363375695358806,
    "pre_infer_expired": 0,
    "diagnostic_missed": 1,
    "durations": {
      "accepted_interval": {
        "count": 160,
        "sum_ns": 29992285964,
        "mean_ms": 187.45178727500002,
        "p95_bucket_upper_ms": 300,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          41,
          79,
          35,
          0,
          5,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 711.53448
      },
      "copy_wall": {
        "count": 160,
        "sum_ns": 4815623124,
        "mean_ms": 30.097644525,
        "p95_bucket_upper_ms": 75,
        "histogram": [
          0,
          0,
          0,
          2,
          52,
          95,
          8,
          2,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 494.75665
      },
      "copy_thread_cpu": {
        "count": 160,
        "sum_ns": 3199872671,
        "mean_ms": 19.99920419375,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          0,
          0,
          0,
          8,
          101,
          49,
          1,
          0,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 395.192637
      },
      "selected_to_preprocess_start": {
        "count": 160,
        "sum_ns": 11133312540,
        "mean_ms": 69.583203375,
        "p95_bucket_upper_ms": 150,
        "histogram": [
          0,
          0,
          0,
          0,
          10,
          37,
          35,
          48,
          28,
          2,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 163.765908
      },
      "selected_to_preprocess": {
        "count": 160,
        "sum_ns": 12473643865,
        "mean_ms": 77.96027415625,
        "p95_bucket_upper_ms": 150,
        "histogram": [
          0,
          0,
          0,
          0,
          4,
          33,
          35,
          50,
          32,
          6,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 173.717503
      },
      "preprocess_start_to_preprocess": {
        "count": 160,
        "sum_ns": 1340331325,
        "mean_ms": 8.37707078125,
        "p95_bucket_upper_ms": 50,
        "histogram": [
          1,
          11,
          45,
          61,
          33,
          9,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 41.145195
      },
      "preprocess_to_infer_output": {
        "count": 159,
        "sum_ns": 20240993022,
        "mean_ms": 127.30184290566038,
        "p95_bucket_upper_ms": 200,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          1,
          10,
          33,
          90,
          20,
          1,
          1,
          3,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 603.337407
      },
      "preprocess_to_callback": {
        "count": 159,
        "sum_ns": 20937940304,
        "mean_ms": 131.6851591446541,
        "p95_bucket_upper_ms": 200,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          4,
          33,
          92,
          24,
          2,
          1,
          3,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 616.111869
      },
      "infer_output_to_callback": {
        "count": 159,
        "sum_ns": 696947282,
        "mean_ms": 4.383316238993711,
        "p95_bucket_upper_ms": 20,
        "histogram": [
          0,
          27,
          87,
          36,
          8,
          1,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 20.948404
      },
      "callback_to_copied": {
        "count": 160,
        "sum_ns": 5164240482,
        "mean_ms": 32.2765030125,
        "p95_bucket_upper_ms": 75,
        "histogram": [
          0,
          0,
          0,
          1,
          45,
          100,
          11,
          2,
          0,
          0,
          0,
          1,
          0,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 496.263289
      },
      "selected_to_submitted": {
        "count": 160,
        "sum_ns": 38837400967,
        "mean_ms": 242.73375604375,
        "p95_bucket_upper_ms": 500,
        "histogram": [
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          0,
          7,
          29,
          108,
          11,
          5,
          0,
          0,
          0
        ],
        "diagnostic_window_max_ms": 735.08956
      }
    },
    "rejection_reasons": {},
    "first_response_s": 18.845456030219793,
    "first_redis_commit_s": 18.888986920006573,
    "maximum_sampled_silence_ms": 211.321085,
    "redis_commit_p95_bucket_upper_ms": 300
  }
]