{
  "mode": "A",
  "seconds": 29.949,
  "groups": {
    "medium": {
      "responses": 2985,
      "late": 583,
      "selected": 2994,
      "pre_infer_expired": 4,
      "reasons": {
        "rejected_medium_evicted": 3,
        "rejected_medium_finalized": 404,
        "rejected_medium_deadline": 176
      },
      "lanes": 10,
      "diagnostic_missed": 2,
      "completed_fps": 99.67,
      "accepted_fps": 80.2,
      "rejected_pct": 19.53,
      "mean_ms": {
        "selected_to_preprocess": 10.55,
        "preprocess_to_callback": 51.76,
        "copy_wall": 20.83,
        "copy_thread_cpu": 17.57,
        "callback_to_copied": 21.76,
        "selected_to_submitted": 84.27
      }
    },
    "pose": {
      "responses": 293,
      "late": 176,
      "selected": 299,
      "pre_infer_expired": 2,
      "reasons": {
        "rejected_pose_evicted": 1,
        "rejected_pose_finalized": 121,
        "rejected_pose_deadline": 45,
        "rejected_pose_finalizing": 9
      },
      "lanes": 1,
      "diagnostic_missed": 1,
      "completed_fps": 9.78,
      "accepted_fps": 3.91,
      "rejected_pct": 60.07,
      "mean_ms": {
        "selected_to_preprocess": 33.71,
        "preprocess_to_callback": 57.97,
        "copy_wall": 17.94,
        "copy_thread_cpu": 9.05,
        "callback_to_copied": 18.79,
        "selected_to_submitted": 111.69
      }
    },
    "fire": {
      "responses": 288,
      "late": 234,
      "selected": 300,
      "pre_infer_expired": 1,
      "reasons": {
        "rejected_fire_finalized": 138,
        "rejected_fire_deadline": 38,
        "rejected_fire_evicted": 1,
        "rejected_fire_finalizing": 57
      },
      "lanes": 1,
      "diagnostic_missed": 0,
      "completed_fps": 9.62,
      "accepted_fps": 1.8,
      "rejected_pct": 81.25,
      "mean_ms": {
        "selected_to_preprocess": 37.85,
        "preprocess_to_callback": 46.22,
        "copy_wall": 41.64,
        "copy_thread_cpu": 17.81,
        "callback_to_copied": 42.6,
        "selected_to_submitted": 127.0
      }
    },
    "crowd": {
      "responses": 292,
      "late": 209,
      "selected": 299,
      "pre_infer_expired": 4,
      "reasons": {
        "rejected_crowd_evicted": 1,
        "rejected_crowd_finalized": 129,
        "rejected_crowd_deadline": 43,
        "rejected_crowd_finalizing": 36
      },
      "lanes": 1,
      "diagnostic_missed": 2,
      "completed_fps": 9.75,
      "accepted_fps": 2.77,
      "rejected_pct": 71.58,
      "mean_ms": {
        "selected_to_preprocess": 36.93,
        "preprocess_to_callback": 42.6,
        "copy_wall": 38.36,
        "copy_thread_cpu": 17.92,
        "callback_to_copied": 39.27,
        "selected_to_submitted": 119.41
      }
    }
  },
  "lanes": [
    {
      "label": "medium-10",
      "provider": "medium",
      "completed_fps": 9.98,
      "accepted_fps": 7.31,
      "rejected_pct": 26.76
    },
    {
      "label": "medium-11",
      "provider": "medium",
      "completed_fps": 9.98,
      "accepted_fps": 7.61,
      "rejected_pct": 23.75
    },
    {
      "label": "medium-12",
      "provider": "medium",
      "completed_fps": 9.95,
      "accepted_fps": 7.61,
      "rejected_pct": 23.49
    },
    {
      "label": "medium-13",
      "provider": "medium",
      "completed_fps": 9.95,
      "accepted_fps": 9.12,
      "rejected_pct": 8.39
    },
    {
      "label": "medium-14",
      "provider": "medium",
      "completed_fps": 9.88,
      "accepted_fps": 7.95,
      "rejected_pct": 19.59
    },
    {
      "label": "medium-15",
      "provider": "medium",
      "completed_fps": 9.95,
      "accepted_fps": 7.98,
      "rejected_pct": 19.8
    },
    {
      "label": "medium-16",
      "provider": "medium",
      "completed_fps": 9.92,
      "accepted_fps": 8.65,
      "rejected_pct": 12.79
    },
    {
      "label": "medium-17",
      "provider": "medium",
      "completed_fps": 9.98,
      "accepted_fps": 7.71,
      "rejected_pct": 22.74
    },
    {
      "label": "medium-19",
      "provider": "medium",
      "completed_fps": 9.98,
      "accepted_fps": 7.78,
      "rejected_pct": 22.07
    },
    {
      "label": "medium-20",
      "provider": "medium",
      "completed_fps": 10.08,
      "accepted_fps": 8.48,
      "rejected_pct": 15.89
    },
    {
      "label": "combined",
      "provider": "pose",
      "completed_fps": 9.78,
      "accepted_fps": 3.91,
      "rejected_pct": 60.07
    },
    {
      "label": "combined",
      "provider": "fire",
      "completed_fps": 9.62,
      "accepted_fps": 1.8,
      "rejected_pct": 81.25
    },
    {
      "label": "combined",
      "provider": "crowd",
      "completed_fps": 9.75,
      "accepted_fps": 2.77,
      "rejected_pct": 71.58
    }
  ],
  "models": {
    "RFDETRMedium": {
      "stats": {
        "success": {
          "count": 3014,
          "ms": 40.08
        },
        "fail": {
          "count": 0,
          "ms": null
        },
        "queue": {
          "count": 3014,
          "ms": 17.98
        },
        "compute_input": {
          "count": 3014,
          "ms": 0.33
        },
        "compute_infer": {
          "count": 3014,
          "ms": 19.47
        },
        "compute_output": {
          "count": 3014,
          "ms": 1.15
        },
        "cache_hit": {
          "count": 0,
          "ms": null
        },
        "cache_miss": {
          "count": 0,
          "ms": null
        }
      },
      "batches": [
        [
          1,
          492
        ],
        [
          2,
          428
        ],
        [
          3,
          214
        ],
        [
          4,
          256
        ]
      ],
      "mean_batch": 2.168,
      "executions": 1390,
      "inferences": 3014
    },
    "RFDETRKeypointPreview": {
      "stats": {
        "success": {
          "count": 296,
          "ms": 36.01
        },
        "fail": {
          "count": 0,
          "ms": null
        },
        "queue": {
          "count": 296,
          "ms": 5.63
        },
        "compute_input": {
          "count": 296,
          "ms": 0.46
        },
        "compute_infer": {
          "count": 296,
          "ms": 28.25
        },
        "compute_output": {
          "count": 296,
          "ms": 1.24
        },
        "cache_hit": {
          "count": 0,
          "ms": null
        },
        "cache_miss": {
          "count": 0,
          "ms": null
        }
      },
      "batches": [
        [
          1,
          296
        ]
      ],
      "mean_batch": 1.0,
      "executions": 296,
      "inferences": 296
    },
    "RFDETRFireSmoke": {
      "stats": {
        "success": {
          "count": 291,
          "ms": 30.26
        },
        "fail": {
          "count": 0,
          "ms": null
        },
        "queue": {
          "count": 291,
          "ms": 5.61
        },
        "compute_input": {
          "count": 291,
          "ms": 0.5
        },
        "compute_infer": {
          "count": 291,
          "ms": 22.81
        },
        "compute_output": {
          "count": 291,
          "ms": 0.96
        },
        "cache_hit": {
          "count": 0,
          "ms": null
        },
        "cache_miss": {
          "count": 0,
          "ms": null
        }
      },
      "batches": [
        [
          1,
          291
        ]
      ],
      "mean_batch": 1.0,
      "executions": 291,
      "inferences": 291
    },
    "Awiros_person_and_head_detection": {
      "stats": {
        "success": {
          "count": 294,
          "ms": 28.56
        },
        "fail": {
          "count": 0,
          "ms": null
        },
        "queue": {
          "count": 294,
          "ms": 5.69
        },
        "compute_input": {
          "count": 294,
          "ms": 0.55
        },
        "compute_infer": {
          "count": 294,
          "ms": 20.87
        },
        "compute_output": {
          "count": 294,
          "ms": 1.05
        },
        "cache_hit": {
          "count": 0,
          "ms": null
        },
        "cache_miss": {
          "count": 0,
          "ms": null
        }
      },
      "batches": [
        [
          1,
          294
        ]
      ],
      "mean_batch": 1.0,
      "executions": 294,
      "inferences": 294
    }
  },
  "cpu": {
    "medium-10": {
      "cpu_s": 15.09,
      "runnable_wait_s": 10.623
    },
    "medium-11": {
      "cpu_s": 15.677,
      "runnable_wait_s": 10.098
    },
    "medium-12": {
      "cpu_s": 16.137,
      "runnable_wait_s": 11.378
    },
    "medium-13": {
      "cpu_s": 16.67,
      "runnable_wait_s": 8.807
    },
    "medium-14": {
      "cpu_s": 16.274,
      "runnable_wait_s": 11.377
    },
    "medium-15": {
      "cpu_s": 16.757,
      "runnable_wait_s": 9.962
    },
    "medium-16": {
      "cpu_s": 16.249,
      "runnable_wait_s": 10.723
    },
    "medium-17": {
      "cpu_s": 15.374,
      "runnable_wait_s": 10.971
    },
    "medium-19": {
      "cpu_s": 15.889,
      "runnable_wait_s": 9.517
    },
    "medium-20": {
      "cpu_s": 16.512,
      "runnable_wait_s": 10.565
    },
    "combined": {
      "cpu_s": 26.793,
      "runnable_wait_s": 14.326
    },
    "Triton": {
      "cpu_s": 43.003,
      "runnable_wait_s": 21.265
    }
  },
  "host_cpu_busy_pct": 76.3,
  "gpu_mean_pct": 70.6,
  "gpu_memory_peak_mib": 13720.0,
  "cgroup_memory_peak_mib": 6023,
  "cpu_quota": "max 100000",
  "throttled_usec": 0,
  "cleanup": {
    "medium-10": {
      "generation": 1,
      "completed": true,
      "child_reaped": true,
      "forced": false,
      "writer_released": true,
      "finished_monotonic_ns": 2236497659452953,
      "diagnostic": {
        "events": [
          {
            "name": "start_requested",
            "monotonic_ns": 2236426932456762,
            "wall_ms": 1790383706185
          },
          {
            "name": "stop_requested",
            "monotonic_ns": 2236495962467015,
            "wall_ms": 1790383775215
          },
          {
            "name": "terminal_received",
            "monotonic_ns": 2236496251912515,
            "wall_ms": 1790383775504
          },
          {
            "name": "child_reaped",
            "monotonic_ns": 2236497659463305,
            "wall_ms": 1790383776912
          }
        ],
        "spawn_thread_id": 410,
        "child_exception": null,
        "exit_code": 0,
        "exit_signal": null,
        "terminal_received": true,
        "terminal_failed": false,
        "forced": false
      }
    },
    "medium-11": {
      "generation": 1,
      "completed": true,
      "child_reaped": true,
      "forced": false,
      "writer_released": true,
      "finished_monotonic_ns": 2236498035230693,
      "diagnostic": {
        "events": [
          {
            "name": "start_requested",
            "monotonic_ns": 2236426950815765,
            "wall_ms": 1790383706203
          },
          {
            "name": "stop_requested",
            "monotonic_ns": 2236495962589922,
            "wall_ms": 1790383775215
          },
          {
            "name": "terminal_received",
            "monotonic_ns": 2236496429105486,
            "wall_ms": 1790383775681
          },
          {
            "name": "child_reaped",
            "monotonic_ns": 2236498035238462,
            "wall_ms": 1790383777287
          }
        ],
        "spawn_thread_id": 412,
        "child_exception": null,
        "exit_code": 0,
        "exit_signal": null,
        "terminal_received": true,
        "terminal_failed": false,
        "forced": false
      }
    },
    "medium-12": {
      "generation": 1,
      "completed": true,
      "child_reaped": true,
      "forced": false,
      "writer_released": true,
      "finished_monotonic_ns": 2236497436236484,
      "diagnostic": {
        "events": [
          {
            "name": "start_requested",
            "monotonic_ns": 2236426958229070,
            "wall_ms": 1790383706210
          },
          {
            "name": "stop_requested",
            "monotonic_ns": 2236495962646186,
            "wall_ms": 1790383775215
          },
          {
            "name": "terminal_received",
            "monotonic_ns": 2236496230935871,
            "wall_ms": 1790383775483
          },
          {
            "name": "child_reaped",
            "monotonic_ns": 2236497436245029,
            "wall_ms": 1790383776688
          }
        ],
        "spawn_thread_id": 414,
        "child_exception": null,
        "exit_code": 0,
        "exit_signal": null,
        "terminal_received": true,
        "terminal_failed": false,
        "forced": false
      }
    },
    "medium-13": {
      "generation": 1,
      "completed": true,
      "child_reaped": true,
      "forced": false,
      "writer_released": true,
      "finished_monotonic_ns": 2236497958691666,
      "diagnostic": {
        "events": [
          {
            "name": "start_requested",
            "monotonic_ns": 2236426967353620,
            "wall_ms": 1790383706219
          },
          {
            "name": "stop_requested",
            "monotonic_ns": 2236495962706531,
            "wall_ms": 1790383775215
          },
          {
            "name": "terminal_received",
            "monotonic_ns": 2236496350450664,
            "wall_ms": 1790383775603
          },
          {
            "name": "child_reaped",
            "monotonic_ns": 2236497958707542,
            "wall_ms": 1790383777211
          }
        ],
        "spawn_thread_id": 416,
        "child_exception": null,
        "exit_code": 0,
        "exit_signal": null,
        "terminal_received": true,
        "terminal_failed": false,
        "forced": false
      }
    },
    "medium-14": {
      "generation": 1,
      "completed": true,
      "child_reaped": true,
      "forced": false,
      "writer_released": true,
      "finished_monotonic_ns": 2236498184320466,
      "diagnostic": {
        "events": [
          {
            "name": "start_requested",
            "monotonic_ns": 2236426973947709,
            "wall_ms": 1790383706226
          },
          {
            "name": "stop_requested",
            "monotonic_ns": 2236495962748794,
            "wall_ms": 1790383775215
          },
          {
            "name": "terminal_received",
            "monotonic_ns": 2236496375963139,
            "wall_ms": 1790383775628
          },
          {
            "name": "child_reaped",
            "monotonic_ns": 2236498184329284,
            "wall_ms": 1790383777436
          }
        ],
        "spawn_thread_id": 418,
        "child_exception": null,
        "exit_code": 0,
        "exit_signal": null,
        "terminal_received": true,
        "terminal_failed": false,
        "forced": false
      }
    },
    "medium-15": {
      "generation": 1,
      "completed": true,
      "child_reaped": true,
      "forced": false,
      "writer_released": true,
      "finished_monotonic_ns": 2236497876911130,
      "diagnostic": {
        "events": [
          {
            "name": "start_requested",
            "monotonic_ns": 2236426981780086,
            "wall_ms": 1790383706234
          },
          {
            "name": "stop_requested",
            "monotonic_ns": 2236495962793432,
            "wall_ms": 1790383775215
          },
          {
            "name": "terminal_received",
            "monotonic_ns": 2236496271025842,
            "wall_ms": 1790383775523
          },
          {
            "name": "child_reaped",
            "monotonic_ns": 2236497876954039,
            "wall_ms": 1790383777129
          }
        ],
        "spawn_thread_id": 420,
        "child_exception": null,
        "exit_code": 0,
        "exit_signal": null,
        "terminal_received": true,
        "terminal_failed": false,
        "forced": false
      }
    },
    "medium-16": {
      "generation": 1,
      "completed": true,
      "child_reaped": true,
      "forced": false,
      "writer_released": true,
      "finished_monotonic_ns": 2236498085321549,
      "diagnostic": {
        "events": [
          {
            "name": "start_requested",
            "monotonic_ns": 2236426990274904,
            "wall_ms": 1790383706242
          },
          {
            "name": "stop_requested",
            "monotonic_ns": 2236495962838150,
            "wall_ms": 1790383775215
          },
          {
            "name": "terminal_received",
            "monotonic_ns": 2236496478826003,
            "wall_ms": 1790383775731
          },
          {
            "name": "child_reaped",
            "monotonic_ns": 2236498085349609,
            "wall_ms": 1790383777337
          }
        ],
        "spawn_thread_id": 422,
        "child_exception": null,
        "exit_code": 0,
        "exit_signal": null,
        "terminal_received": true,
        "terminal_failed": false,
        "forced": false
      }
    },
    "medium-17": {
      "generation": 1,
      "completed": true,
      "child_reaped": true,
      "forced": false,
      "writer_released": true,
      "finished_monotonic_ns": 2236497720086983,
      "diagnostic": {
        "events": [
          {
            "name": "start_requested",
            "monotonic_ns": 2236426996308175,
            "wall_ms": 1790383706248
          },
          {
            "name": "stop_requested",
            "monotonic_ns": 2236495962882521,
            "wall_ms": 1790383775215
          },
          {
            "name": "terminal_received",
            "monotonic_ns": 2236496308935313,
            "wall_ms": 1790383775561
          },
          {
            "name": "child_reaped",
            "monotonic_ns": 2236497720097517,
            "wall_ms": 1790383776972
          }
        ],
        "spawn_thread_id": 424,
        "child_exception": null,
        "exit_code": 0,
        "exit_signal": null,
        "terminal_received": true,
        "terminal_failed": false,
        "forced": false
      }
    },
    "medium-19": {
      "generation": 1,
      "completed": true,
      "child_reaped": true,
      "forced": false,
      "writer_released": true,
      "finished_monotonic_ns": 2236498180626862,
      "diagnostic": {
        "events": [
          {
            "name": "start_requested",
            "monotonic_ns": 2236427074040759,
            "wall_ms": 1790383706326
          },
          {
            "name": "stop_requested",
            "monotonic_ns": 2236495962923171,
            "wall_ms": 1790383775215
          },
          {
            "name": "terminal_received",
            "monotonic_ns": 2236496371943393,
            "wall_ms": 1790383775624
          },
          {
            "name": "child_reaped",
            "monotonic_ns": 2236498180634819,
            "wall_ms": 1790383777433
          }
        ],
        "spawn_thread_id": 426,
        "child_exception": null,
        "exit_code": 0,
        "exit_signal": null,
        "terminal_received": true,
        "terminal_failed": false,
        "forced": false
      }
    },
    "medium-20": {
      "generation": 1,
      "completed": true,
      "child_reaped": true,
      "forced": false,
      "writer_released": true,
      "finished_monotonic_ns": 2236497931093146,
      "diagnostic": {
        "events": [
          {
            "name": "start_requested",
            "monotonic_ns": 2236427082554765,
            "wall_ms": 1790383706335
          },
          {
            "name": "stop_requested",
            "monotonic_ns": 2236495962964633,
            "wall_ms": 1790383775215
          },
          {
            "name": "terminal_received",
            "monotonic_ns": 2236496322375193,
            "wall_ms": 1790383775574
          },
          {
            "name": "child_reaped",
            "monotonic_ns": 2236497931106883,
            "wall_ms": 1790383777183
          }
        ],
        "spawn_thread_id": 428,
        "child_exception": null,
        "exit_code": 0,
        "exit_signal": null,
        "terminal_received": true,
        "terminal_failed": false,
        "forced": false
      }
    },
    "combined": {
      "generation": 1,
      "completed": true,
      "child_reaped": true,
      "forced": false,
      "writer_released": true,
      "finished_monotonic_ns": 2236497852107452,
      "diagnostic": {
        "events": [
          {
            "name": "start_requested",
            "monotonic_ns": 2236427107460385,
            "wall_ms": 1790383706360
          },
          {
            "name": "stop_requested",
            "monotonic_ns": 2236495963026524,
            "wall_ms": 1790383775215
          },
          {
            "name": "terminal_received",
            "monotonic_ns": 2236496446090521,
            "wall_ms": 1790383775698
          },
          {
            "name": "child_reaped",
            "monotonic_ns": 2236497852118756,
            "wall_ms": 1790383777104
          }
        ],
        "spawn_thread_id": 430,
        "child_exception": null,
        "exit_code": 0,
        "exit_signal": null,
        "terminal_received": true,
        "terminal_failed": false,
        "forced": false
      }
    }
  }
}