{
  "mode": "A-confirm",
  "seconds": 29.98,
  "groups": {
    "medium": {
      "responses": 2990,
      "late": 396,
      "selected": 2989,
      "pre_infer_expired": 1,
      "reasons": {
        "rejected_medium_evicted": 2,
        "rejected_medium_finalized": 291,
        "rejected_medium_deadline": 103
      },
      "lanes": 10,
      "diagnostic_missed": 3,
      "completed_fps": 99.73,
      "accepted_fps": 86.52,
      "rejected_pct": 13.24,
      "mean_ms": {
        "selected_to_preprocess": 9.87,
        "preprocess_to_callback": 47.41,
        "copy_wall": 20.69,
        "copy_thread_cpu": 17.62,
        "callback_to_copied": 21.65,
        "selected_to_submitted": 79.24
      }
    },
    "pose": {
      "responses": 290,
      "late": 129,
      "selected": 299,
      "pre_infer_expired": 3,
      "reasons": {
        "rejected_pose_evicted": 3,
        "rejected_pose_finalized": 78,
        "rejected_pose_finalizing": 4,
        "rejected_pose_deadline": 44
      },
      "lanes": 1,
      "diagnostic_missed": 1,
      "completed_fps": 9.67,
      "accepted_fps": 5.37,
      "rejected_pct": 44.48,
      "mean_ms": {
        "selected_to_preprocess": 28.35,
        "preprocess_to_callback": 55.46,
        "copy_wall": 18.86,
        "copy_thread_cpu": 10.29,
        "callback_to_copied": 19.76,
        "selected_to_submitted": 104.89
      }
    },
    "fire": {
      "responses": 285,
      "late": 185,
      "selected": 300,
      "pre_infer_expired": 4,
      "reasons": {
        "rejected_fire_evicted": 5,
        "rejected_fire_finalizing": 49,
        "rejected_fire_deadline": 43,
        "rejected_fire_finalized": 88
      },
      "lanes": 1,
      "diagnostic_missed": 0,
      "completed_fps": 9.51,
      "accepted_fps": 3.34,
      "rejected_pct": 64.91,
      "mean_ms": {
        "selected_to_preprocess": 31.38,
        "preprocess_to_callback": 43.41,
        "copy_wall": 40.84,
        "copy_thread_cpu": 18.25,
        "callback_to_copied": 41.74,
        "selected_to_submitted": 117.09
      }
    },
    "crowd": {
      "responses": 287,
      "late": 169,
      "selected": 300,
      "pre_infer_expired": 5,
      "reasons": {
        "rejected_crowd_evicted": 3,
        "rejected_crowd_deadline": 40,
        "rejected_crowd_finalized": 88,
        "rejected_crowd_finalizing": 38
      },
      "lanes": 1,
      "diagnostic_missed": 0,
      "completed_fps": 9.57,
      "accepted_fps": 3.94,
      "rejected_pct": 58.89,
      "mean_ms": {
        "selected_to_preprocess": 32.47,
        "preprocess_to_callback": 43.42,
        "copy_wall": 38.6,
        "copy_thread_cpu": 18.21,
        "callback_to_copied": 39.53,
        "selected_to_submitted": 115.85
      }
    }
  },
  "lanes": [
    {
      "label": "medium-10",
      "provider": "medium",
      "completed_fps": 10.07,
      "accepted_fps": 9.24,
      "rejected_pct": 8.28
    },
    {
      "label": "medium-11",
      "provider": "medium",
      "completed_fps": 9.97,
      "accepted_fps": 9.34,
      "rejected_pct": 6.35
    },
    {
      "label": "medium-12",
      "provider": "medium",
      "completed_fps": 9.97,
      "accepted_fps": 8.01,
      "rejected_pct": 19.73
    },
    {
      "label": "medium-13",
      "provider": "medium",
      "completed_fps": 9.97,
      "accepted_fps": 8.91,
      "rejected_pct": 10.7
    },
    {
      "label": "medium-14",
      "provider": "medium",
      "completed_fps": 9.94,
      "accepted_fps": 8.51,
      "rejected_pct": 14.43
    },
    {
      "label": "medium-15",
      "provider": "medium",
      "completed_fps": 10.01,
      "accepted_fps": 8.11,
      "rejected_pct": 19.0
    },
    {
      "label": "medium-16",
      "provider": "medium",
      "completed_fps": 9.97,
      "accepted_fps": 8.84,
      "rejected_pct": 11.37
    },
    {
      "label": "medium-17",
      "provider": "medium",
      "completed_fps": 9.97,
      "accepted_fps": 8.11,
      "rejected_pct": 18.73
    },
    {
      "label": "medium-19",
      "provider": "medium",
      "completed_fps": 9.91,
      "accepted_fps": 8.71,
      "rejected_pct": 12.12
    },
    {
      "label": "medium-20",
      "provider": "medium",
      "completed_fps": 9.94,
      "accepted_fps": 8.77,
      "rejected_pct": 11.74
    },
    {
      "label": "combined",
      "provider": "pose",
      "completed_fps": 9.67,
      "accepted_fps": 5.37,
      "rejected_pct": 44.48
    },
    {
      "label": "combined",
      "provider": "fire",
      "completed_fps": 9.51,
      "accepted_fps": 3.34,
      "rejected_pct": 64.91
    },
    {
      "label": "combined",
      "provider": "crowd",
      "completed_fps": 9.57,
      "accepted_fps": 3.94,
      "rejected_pct": 58.89
    }
  ],
  "models": {
    "RFDETRMedium": {
      "stats": {
        "success": {
          "count": 3024,
          "ms": 36.35
        },
        "fail": {
          "count": 0,
          "ms": null
        },
        "queue": {
          "count": 3024,
          "ms": 16.13
        },
        "compute_input": {
          "count": 3024,
          "ms": 0.3
        },
        "compute_infer": {
          "count": 3024,
          "ms": 17.73
        },
        "compute_output": {
          "count": 3024,
          "ms": 1.08
        },
        "cache_hit": {
          "count": 0,
          "ms": null
        },
        "cache_miss": {
          "count": 0,
          "ms": null
        }
      },
      "batches": [
        [
          1,
          483
        ],
        [
          2,
          336
        ],
        [
          3,
          219
        ],
        [
          4,
          303
        ]
      ],
      "mean_batch": 2.255,
      "executions": 1341,
      "inferences": 3024
    },
    "RFDETRKeypointPreview": {
      "stats": {
        "success": {
          "count": 291,
          "ms": 33.18
        },
        "fail": {
          "count": 0,
          "ms": null
        },
        "queue": {
          "count": 291,
          "ms": 5.61
        },
        "compute_input": {
          "count": 291,
          "ms": 0.46
        },
        "compute_infer": {
          "count": 291,
          "ms": 25.56
        },
        "compute_output": {
          "count": 291,
          "ms": 1.14
        },
        "cache_hit": {
          "count": 0,
          "ms": null
        },
        "cache_miss": {
          "count": 0,
          "ms": null
        }
      },
      "batches": [
        [
          1,
          291
        ]
      ],
      "mean_batch": 1.0,
      "executions": 291,
      "inferences": 291
    },
    "RFDETRFireSmoke": {
      "stats": {
        "success": {
          "count": 286,
          "ms": 27.32
        },
        "fail": {
          "count": 0,
          "ms": null
        },
        "queue": {
          "count": 286,
          "ms": 5.64
        },
        "compute_input": {
          "count": 286,
          "ms": 0.41
        },
        "compute_infer": {
          "count": 286,
          "ms": 19.97
        },
        "compute_output": {
          "count": 286,
          "ms": 0.98
        },
        "cache_hit": {
          "count": 0,
          "ms": null
        },
        "cache_miss": {
          "count": 0,
          "ms": null
        }
      },
      "batches": [
        [
          1,
          286
        ]
      ],
      "mean_batch": 1.0,
      "executions": 286,
      "inferences": 286
    },
    "Awiros_person_and_head_detection": {
      "stats": {
        "success": {
          "count": 288,
          "ms": 26.4
        },
        "fail": {
          "count": 0,
          "ms": null
        },
        "queue": {
          "count": 288,
          "ms": 5.61
        },
        "compute_input": {
          "count": 288,
          "ms": 0.48
        },
        "compute_infer": {
          "count": 288,
          "ms": 19.14
        },
        "compute_output": {
          "count": 288,
          "ms": 0.83
        },
        "cache_hit": {
          "count": 0,
          "ms": null
        },
        "cache_miss": {
          "count": 0,
          "ms": null
        }
      },
      "batches": [
        [
          1,
          288
        ]
      ],
      "mean_batch": 1.0,
      "executions": 288,
      "inferences": 288
    }
  },
  "cpu": {
    "medium-10": {
      "cpu_s": 15.611,
      "runnable_wait_s": 10.007
    },
    "medium-11": {
      "cpu_s": 16.153,
      "runnable_wait_s": 9.822
    },
    "medium-12": {
      "cpu_s": 16.344,
      "runnable_wait_s": 9.487
    },
    "medium-13": {
      "cpu_s": 16.17,
      "runnable_wait_s": 9.934
    },
    "medium-14": {
      "cpu_s": 16.23,
      "runnable_wait_s": 10.091
    },
    "medium-15": {
      "cpu_s": 16.782,
      "runnable_wait_s": 9.766
    },
    "medium-16": {
      "cpu_s": 16.632,
      "runnable_wait_s": 9.193
    },
    "medium-17": {
      "cpu_s": 15.658,
      "runnable_wait_s": 9.494
    },
    "medium-19": {
      "cpu_s": 15.906,
      "runnable_wait_s": 8.547
    },
    "medium-20": {
      "cpu_s": 16.593,
      "runnable_wait_s": 8.207
    },
    "combined": {
      "cpu_s": 27.653,
      "runnable_wait_s": 12.907
    },
    "Triton": {
      "cpu_s": 39.826,
      "runnable_wait_s": 18.792
    }
  },
  "host_cpu_busy_pct": 75.5,
  "gpu_mean_pct": 65.1,
  "gpu_memory_peak_mib": 13720.0,
  "cgroup_memory_peak_mib": 5534,
  "cpu_quota": "max 100000",
  "throttled_usec": 0,
  "cleanup": {
    "medium-10": {
      "generation": 1,
      "completed": true,
      "child_reaped": true,
      "forced": false,
      "writer_released": true,
      "finished_monotonic_ns": 2236840132631322,
      "diagnostic": {
        "events": [
          {
            "name": "start_requested",
            "monotonic_ns": 2236783339631428,
            "wall_ms": 1790384062592
          },
          {
            "name": "stop_requested",
            "monotonic_ns": 2236837821153561,
            "wall_ms": 1790384117073
          },
          {
            "name": "terminal_received",
            "monotonic_ns": 2236838325802445,
            "wall_ms": 1790384117578
          },
          {
            "name": "child_reaped",
            "monotonic_ns": 2236840132646145,
            "wall_ms": 1790384119385
          }
        ],
        "spawn_thread_id": 4698,
        "child_exception": null,
        "exit_code": 0,
        "exit_signal": null,
        "terminal_received": true,
        "terminal_failed": false,
        "forced": false
      }
    },
    "medium-11": {
      "generation": 1,
      "completed": true,
      "child_reaped": true,
      "forced": false,
      "writer_released": true,
      "finished_monotonic_ns": 2236839761633791,
      "diagnostic": {
        "events": [
          {
            "name": "start_requested",
            "monotonic_ns": 2236783354311248,
            "wall_ms": 1790384062606
          },
          {
            "name": "stop_requested",
            "monotonic_ns": 2236837821427895,
            "wall_ms": 1790384117074
          },
          {
            "name": "terminal_received",
            "monotonic_ns": 2236838151214412,
            "wall_ms": 1790384117403
          },
          {
            "name": "child_reaped",
            "monotonic_ns": 2236839761648660,
            "wall_ms": 1790384119014
          }
        ],
        "spawn_thread_id": 4700,
        "child_exception": null,
        "exit_code": 0,
        "exit_signal": null,
        "terminal_received": true,
        "terminal_failed": false,
        "forced": false
      }
    },
    "medium-12": {
      "generation": 1,
      "completed": true,
      "child_reaped": true,
      "forced": false,
      "writer_released": true,
      "finished_monotonic_ns": 2236840114543861,
      "diagnostic": {
        "events": [
          {
            "name": "start_requested",
            "monotonic_ns": 2236783360787615,
            "wall_ms": 1790384062613
          },
          {
            "name": "stop_requested",
            "monotonic_ns": 2236837821562287,
            "wall_ms": 1790384117074
          },
          {
            "name": "terminal_received",
            "monotonic_ns": 2236838306264608,
            "wall_ms": 1790384117558
          },
          {
            "name": "child_reaped",
            "monotonic_ns": 2236840114553458,
            "wall_ms": 1790384119367
          }
        ],
        "spawn_thread_id": 4702,
        "child_exception": null,
        "exit_code": 0,
        "exit_signal": null,
        "terminal_received": true,
        "terminal_failed": false,
        "forced": false
      }
    },
    "medium-13": {
      "generation": 1,
      "completed": true,
      "child_reaped": true,
      "forced": false,
      "writer_released": true,
      "finished_monotonic_ns": 2236839769139182,
      "diagnostic": {
        "events": [
          {
            "name": "start_requested",
            "monotonic_ns": 2236783368219639,
            "wall_ms": 1790384062620
          },
          {
            "name": "stop_requested",
            "monotonic_ns": 2236837821667823,
            "wall_ms": 1790384117074
          },
          {
            "name": "terminal_received",
            "monotonic_ns": 2236838162031655,
            "wall_ms": 1790384117414
          },
          {
            "name": "child_reaped",
            "monotonic_ns": 2236839769148957,
            "wall_ms": 1790384119021
          }
        ],
        "spawn_thread_id": 4704,
        "child_exception": null,
        "exit_code": 0,
        "exit_signal": null,
        "terminal_received": true,
        "terminal_failed": false,
        "forced": false
      }
    },
    "medium-14": {
      "generation": 1,
      "completed": true,
      "child_reaped": true,
      "forced": false,
      "writer_released": true,
      "finished_monotonic_ns": 2236839571325012,
      "diagnostic": {
        "events": [
          {
            "name": "start_requested",
            "monotonic_ns": 2236783377174793,
            "wall_ms": 1790384062629
          },
          {
            "name": "stop_requested",
            "monotonic_ns": 2236837821761185,
            "wall_ms": 1790384117074
          },
          {
            "name": "terminal_received",
            "monotonic_ns": 2236838162865944,
            "wall_ms": 1790384117415
          },
          {
            "name": "child_reaped",
            "monotonic_ns": 2236839571344974,
            "wall_ms": 1790384118823
          }
        ],
        "spawn_thread_id": 4706,
        "child_exception": null,
        "exit_code": 0,
        "exit_signal": null,
        "terminal_received": true,
        "terminal_failed": false,
        "forced": false
      }
    },
    "medium-15": {
      "generation": 1,
      "completed": true,
      "child_reaped": true,
      "forced": false,
      "writer_released": true,
      "finished_monotonic_ns": 2236839298634687,
      "diagnostic": {
        "events": [
          {
            "name": "start_requested",
            "monotonic_ns": 2236783387972082,
            "wall_ms": 1790384062640
          },
          {
            "name": "stop_requested",
            "monotonic_ns": 2236837821873759,
            "wall_ms": 1790384117074
          },
          {
            "name": "terminal_received",
            "monotonic_ns": 2236838093362356,
            "wall_ms": 1790384117345
          },
          {
            "name": "child_reaped",
            "monotonic_ns": 2236839298649213,
            "wall_ms": 1790384118551
          }
        ],
        "spawn_thread_id": 4708,
        "child_exception": null,
        "exit_code": 0,
        "exit_signal": null,
        "terminal_received": true,
        "terminal_failed": false,
        "forced": false
      }
    },
    "medium-16": {
      "generation": 1,
      "completed": true,
      "child_reaped": true,
      "forced": false,
      "writer_released": true,
      "finished_monotonic_ns": 2236839850225201,
      "diagnostic": {
        "events": [
          {
            "name": "start_requested",
            "monotonic_ns": 2236783400075905,
            "wall_ms": 1790384062652
          },
          {
            "name": "stop_requested",
            "monotonic_ns": 2236837821946630,
            "wall_ms": 1790384117074
          },
          {
            "name": "terminal_received",
            "monotonic_ns": 2236838238173355,
            "wall_ms": 1790384117490
          },
          {
            "name": "child_reaped",
            "monotonic_ns": 2236839850235050,
            "wall_ms": 1790384119102
          }
        ],
        "spawn_thread_id": 4710,
        "child_exception": null,
        "exit_code": 0,
        "exit_signal": null,
        "terminal_received": true,
        "terminal_failed": false,
        "forced": false
      }
    },
    "medium-17": {
      "generation": 1,
      "completed": true,
      "child_reaped": true,
      "forced": false,
      "writer_released": true,
      "finished_monotonic_ns": 2236839907837981,
      "diagnostic": {
        "events": [
          {
            "name": "start_requested",
            "monotonic_ns": 2236783407732917,
            "wall_ms": 1790384062660
          },
          {
            "name": "stop_requested",
            "monotonic_ns": 2236837822043407,
            "wall_ms": 1790384117074
          },
          {
            "name": "terminal_received",
            "monotonic_ns": 2236838301318200,
            "wall_ms": 1790384117553
          },
          {
            "name": "child_reaped",
            "monotonic_ns": 2236839907847085,
            "wall_ms": 1790384119160
          }
        ],
        "spawn_thread_id": 4712,
        "child_exception": null,
        "exit_code": 0,
        "exit_signal": null,
        "terminal_received": true,
        "terminal_failed": false,
        "forced": false
      }
    },
    "medium-19": {
      "generation": 1,
      "completed": true,
      "child_reaped": true,
      "forced": false,
      "writer_released": true,
      "finished_monotonic_ns": 2236839900694657,
      "diagnostic": {
        "events": [
          {
            "name": "start_requested",
            "monotonic_ns": 2236783479428035,
            "wall_ms": 1790384062732
          },
          {
            "name": "stop_requested",
            "monotonic_ns": 2236837822156528,
            "wall_ms": 1790384117074
          },
          {
            "name": "terminal_received",
            "monotonic_ns": 2236838294618221,
            "wall_ms": 1790384117547
          },
          {
            "name": "child_reaped",
            "monotonic_ns": 2236839900705126,
            "wall_ms": 1790384119153
          }
        ],
        "spawn_thread_id": 4714,
        "child_exception": null,
        "exit_code": 0,
        "exit_signal": null,
        "terminal_received": true,
        "terminal_failed": false,
        "forced": false
      }
    },
    "medium-20": {
      "generation": 1,
      "completed": true,
      "child_reaped": true,
      "forced": false,
      "writer_released": true,
      "finished_monotonic_ns": 2236840044846746,
      "diagnostic": {
        "events": [
          {
            "name": "start_requested",
            "monotonic_ns": 2236783485691684,
            "wall_ms": 1790384062738
          },
          {
            "name": "stop_requested",
            "monotonic_ns": 2236837822257808,
            "wall_ms": 1790384117074
          },
          {
            "name": "terminal_received",
            "monotonic_ns": 2236838237585193,
            "wall_ms": 1790384117490
          },
          {
            "name": "child_reaped",
            "monotonic_ns": 2236840044856308,
            "wall_ms": 1790384119297
          }
        ],
        "spawn_thread_id": 4716,
        "child_exception": null,
        "exit_code": 0,
        "exit_signal": null,
        "terminal_received": true,
        "terminal_failed": false,
        "forced": false
      }
    },
    "combined": {
      "generation": 1,
      "completed": true,
      "child_reaped": true,
      "forced": false,
      "writer_released": true,
      "finished_monotonic_ns": 2236839585026595,
      "diagnostic": {
        "events": [
          {
            "name": "start_requested",
            "monotonic_ns": 2236783506383737,
            "wall_ms": 1790384062758
          },
          {
            "name": "stop_requested",
            "monotonic_ns": 2236837822338562,
            "wall_ms": 1790384117074
          },
          {
            "name": "terminal_received",
            "monotonic_ns": 2236838179194824,
            "wall_ms": 1790384117431
          },
          {
            "name": "child_reaped",
            "monotonic_ns": 2236839585043126,
            "wall_ms": 1790384118837
          }
        ],
        "spawn_thread_id": 4718,
        "child_exception": null,
        "exit_code": 0,
        "exit_signal": null,
        "terminal_received": true,
        "terminal_failed": false,
        "forced": false
      }
    }
  }
}