{
  "mode": "B",
  "seconds": 29.958,
  "groups": {
    "medium": {
      "responses": 2986,
      "late": 1025,
      "selected": 2995,
      "pre_infer_expired": 3,
      "reasons": {
        "rejected_medium_evicted": 8,
        "rejected_medium_deadline": 191,
        "rejected_medium_finalized": 826
      },
      "lanes": 10,
      "diagnostic_missed": 4,
      "completed_fps": 99.67,
      "accepted_fps": 65.46,
      "rejected_pct": 34.33,
      "mean_ms": {
        "selected_to_preprocess": 16.2,
        "preprocess_to_callback": 55.05,
        "copy_wall": 21.47,
        "copy_thread_cpu": 17.89,
        "callback_to_copied": 22.48,
        "selected_to_submitted": 94.02
      }
    },
    "pose": {
      "responses": 292,
      "late": 19,
      "selected": 301,
      "pre_infer_expired": 1,
      "reasons": {
        "rejected_pose_evicted": 6,
        "rejected_pose_finalized": 9,
        "rejected_pose_deadline": 4
      },
      "lanes": 1,
      "diagnostic_missed": 0,
      "completed_fps": 9.75,
      "accepted_fps": 9.11,
      "rejected_pct": 6.51,
      "mean_ms": {
        "selected_to_preprocess": 10.73,
        "preprocess_to_callback": 52.04,
        "copy_wall": 11.62,
        "copy_thread_cpu": 10.22,
        "callback_to_copied": 12.59,
        "selected_to_submitted": 75.67
      }
    },
    "fire": {
      "responses": 300,
      "late": 6,
      "selected": 300,
      "pre_infer_expired": 0,
      "reasons": {
        "rejected_fire_deadline": 4,
        "rejected_fire_finalized": 2
      },
      "lanes": 1,
      "diagnostic_missed": 0,
      "completed_fps": 10.01,
      "accepted_fps": 9.81,
      "rejected_pct": 2.0,
      "mean_ms": {
        "selected_to_preprocess": 7.79,
        "preprocess_to_callback": 42.34,
        "copy_wall": 20.22,
        "copy_thread_cpu": 17.73,
        "callback_to_copied": 21.19,
        "selected_to_submitted": 71.57
      }
    },
    "crowd": {
      "responses": 300,
      "late": 4,
      "selected": 300,
      "pre_infer_expired": 1,
      "reasons": {
        "rejected_crowd_evicted": 0,
        "rejected_crowd_finalized": 0,
        "rejected_crowd_deadline": 4
      },
      "lanes": 1,
      "diagnostic_missed": 0,
      "completed_fps": 10.01,
      "accepted_fps": 9.88,
      "rejected_pct": 1.33,
      "mean_ms": {
        "selected_to_preprocess": 8.14,
        "preprocess_to_callback": 40.66,
        "copy_wall": 20.32,
        "copy_thread_cpu": 18.03,
        "callback_to_copied": 21.4,
        "selected_to_submitted": 70.53
      }
    }
  },
  "lanes": [
    {
      "label": "medium-10",
      "provider": "medium",
      "completed_fps": 10.01,
      "accepted_fps": 5.14,
      "rejected_pct": 48.67
    },
    {
      "label": "medium-11",
      "provider": "medium",
      "completed_fps": 9.91,
      "accepted_fps": 8.41,
      "rejected_pct": 15.15
    },
    {
      "label": "medium-12",
      "provider": "medium",
      "completed_fps": 10.01,
      "accepted_fps": 4.77,
      "rejected_pct": 52.33
    },
    {
      "label": "medium-13",
      "provider": "medium",
      "completed_fps": 9.95,
      "accepted_fps": 6.78,
      "rejected_pct": 31.88
    },
    {
      "label": "medium-14",
      "provider": "medium",
      "completed_fps": 9.98,
      "accepted_fps": 8.18,
      "rejected_pct": 18.06
    },
    {
      "label": "medium-15",
      "provider": "medium",
      "completed_fps": 9.98,
      "accepted_fps": 5.87,
      "rejected_pct": 41.14
    },
    {
      "label": "medium-16",
      "provider": "medium",
      "completed_fps": 9.91,
      "accepted_fps": 6.54,
      "rejected_pct": 34.01
    },
    {
      "label": "medium-17",
      "provider": "medium",
      "completed_fps": 9.88,
      "accepted_fps": 6.74,
      "rejected_pct": 31.76
    },
    {
      "label": "medium-19",
      "provider": "medium",
      "completed_fps": 9.95,
      "accepted_fps": 8.04,
      "rejected_pct": 19.13
    },
    {
      "label": "medium-20",
      "provider": "medium",
      "completed_fps": 10.08,
      "accepted_fps": 4.97,
      "rejected_pct": 50.66
    },
    {
      "label": "pose",
      "provider": "pose",
      "completed_fps": 9.75,
      "accepted_fps": 9.11,
      "rejected_pct": 6.51
    },
    {
      "label": "fire",
      "provider": "fire",
      "completed_fps": 10.01,
      "accepted_fps": 9.81,
      "rejected_pct": 2.0
    },
    {
      "label": "crowd",
      "provider": "crowd",
      "completed_fps": 10.01,
      "accepted_fps": 9.88,
      "rejected_pct": 1.33
    }
  ],
  "models": {
    "RFDETRMedium": {
      "stats": {
        "success": {
          "count": 3021,
          "ms": 42.75
        },
        "fail": {
          "count": 0,
          "ms": null
        },
        "queue": {
          "count": 3021,
          "ms": 19.2
        },
        "compute_input": {
          "count": 3021,
          "ms": 0.35
        },
        "compute_infer": {
          "count": 3021,
          "ms": 20.77
        },
        "compute_output": {
          "count": 3021,
          "ms": 1.2
        },
        "cache_hit": {
          "count": 0,
          "ms": null
        },
        "cache_miss": {
          "count": 0,
          "ms": null
        }
      },
      "batches": [
        [
          1,
          420
        ],
        [
          2,
          372
        ],
        [
          3,
          239
        ],
        [
          4,
          285
        ]
      ],
      "mean_batch": 2.296,
      "executions": 1316,
      "inferences": 3021
    },
    "RFDETRKeypointPreview": {
      "stats": {
        "success": {
          "count": 295,
          "ms": 37.15
        },
        "fail": {
          "count": 0,
          "ms": null
        },
        "queue": {
          "count": 295,
          "ms": 5.65
        },
        "compute_input": {
          "count": 295,
          "ms": 0.54
        },
        "compute_infer": {
          "count": 295,
          "ms": 29.17
        },
        "compute_output": {
          "count": 295,
          "ms": 1.3
        },
        "cache_hit": {
          "count": 0,
          "ms": null
        },
        "cache_miss": {
          "count": 0,
          "ms": null
        }
      },
      "batches": [
        [
          1,
          295
        ]
      ],
      "mean_batch": 1.0,
      "executions": 295,
      "inferences": 295
    },
    "RFDETRFireSmoke": {
      "stats": {
        "success": {
          "count": 303,
          "ms": 31.59
        },
        "fail": {
          "count": 0,
          "ms": null
        },
        "queue": {
          "count": 303,
          "ms": 5.64
        },
        "compute_input": {
          "count": 303,
          "ms": 0.55
        },
        "compute_infer": {
          "count": 303,
          "ms": 23.88
        },
        "compute_output": {
          "count": 303,
          "ms": 1.12
        },
        "cache_hit": {
          "count": 0,
          "ms": null
        },
        "cache_miss": {
          "count": 0,
          "ms": null
        }
      },
      "batches": [
        [
          1,
          303
        ]
      ],
      "mean_batch": 1.0,
      "executions": 303,
      "inferences": 303
    },
    "Awiros_person_and_head_detection": {
      "stats": {
        "success": {
          "count": 302,
          "ms": 29.99
        },
        "fail": {
          "count": 0,
          "ms": null
        },
        "queue": {
          "count": 302,
          "ms": 5.69
        },
        "compute_input": {
          "count": 302,
          "ms": 0.51
        },
        "compute_infer": {
          "count": 302,
          "ms": 22.26
        },
        "compute_output": {
          "count": 302,
          "ms": 1.11
        },
        "cache_hit": {
          "count": 0,
          "ms": null
        },
        "cache_miss": {
          "count": 0,
          "ms": null
        }
      },
      "batches": [
        [
          1,
          302
        ]
      ],
      "mean_batch": 1.0,
      "executions": 302,
      "inferences": 302
    }
  },
  "cpu": {
    "medium-10": {
      "cpu_s": 14.509,
      "runnable_wait_s": 11.26
    },
    "medium-11": {
      "cpu_s": 16.321,
      "runnable_wait_s": 10.198
    },
    "medium-12": {
      "cpu_s": 15.24,
      "runnable_wait_s": 11.544
    },
    "medium-13": {
      "cpu_s": 16.174,
      "runnable_wait_s": 11.253
    },
    "medium-14": {
      "cpu_s": 16.794,
      "runnable_wait_s": 11.238
    },
    "medium-15": {
      "cpu_s": 16.262,
      "runnable_wait_s": 11.163
    },
    "medium-16": {
      "cpu_s": 16.264,
      "runnable_wait_s": 11.432
    },
    "medium-17": {
      "cpu_s": 15.748,
      "runnable_wait_s": 11.729
    },
    "medium-19": {
      "cpu_s": 16.135,
      "runnable_wait_s": 10.037
    },
    "medium-20": {
      "cpu_s": 15.644,
      "runnable_wait_s": 11.379
    },
    "pose": {
      "cpu_s": 14.314,
      "runnable_wait_s": 10.34
    },
    "fire": {
      "cpu_s": 10.656,
      "runnable_wait_s": 9.352
    },
    "crowd": {
      "cpu_s": 12.152,
      "runnable_wait_s": 9.651
    },
    "Triton": {
      "cpu_s": 43.011,
      "runnable_wait_s": 23.751
    }
  },
  "host_cpu_busy_pct": 78.1,
  "gpu_mean_pct": 64.9,
  "gpu_memory_peak_mib": 14325.0,
  "cgroup_memory_peak_mib": 6117,
  "cpu_quota": "max 100000",
  "throttled_usec": 0,
  "cleanup": {
    "medium-10": {
      "generation": 1,
      "completed": true,
      "child_reaped": true,
      "forced": false,
      "writer_released": true,
      "finished_monotonic_ns": 2236577430332729,
      "diagnostic": {
        "events": [
          {
            "name": "start_requested",
            "monotonic_ns": 2236518306019138,
            "wall_ms": 1790383797558
          },
          {
            "name": "stop_requested",
            "monotonic_ns": 2236575401108065,
            "wall_ms": 1790383854653
          },
          {
            "name": "terminal_received",
            "monotonic_ns": 2236575819088251,
            "wall_ms": 1790383855071
          },
          {
            "name": "child_reaped",
            "monotonic_ns": 2236577430338618,
            "wall_ms": 1790383856682
          }
        ],
        "spawn_thread_id": 2420,
        "child_exception": null,
        "exit_code": 0,
        "exit_signal": null,
        "terminal_received": true,
        "terminal_failed": false,
        "forced": false
      }
    },
    "medium-11": {
      "generation": 1,
      "completed": true,
      "child_reaped": true,
      "forced": false,
      "writer_released": true,
      "finished_monotonic_ns": 2236577696356070,
      "diagnostic": {
        "events": [
          {
            "name": "start_requested",
            "monotonic_ns": 2236518320357233,
            "wall_ms": 1790383797572
          },
          {
            "name": "stop_requested",
            "monotonic_ns": 2236575401262796,
            "wall_ms": 1790383854653
          },
          {
            "name": "terminal_received",
            "monotonic_ns": 2236575888409094,
            "wall_ms": 1790383855140
          },
          {
            "name": "child_reaped",
            "monotonic_ns": 2236577696365672,
            "wall_ms": 1790383856948
          }
        ],
        "spawn_thread_id": 2422,
        "child_exception": null,
        "exit_code": 0,
        "exit_signal": null,
        "terminal_received": true,
        "terminal_failed": false,
        "forced": false
      }
    },
    "medium-12": {
      "generation": 1,
      "completed": true,
      "child_reaped": true,
      "forced": false,
      "writer_released": true,
      "finished_monotonic_ns": 2236577166230791,
      "diagnostic": {
        "events": [
          {
            "name": "start_requested",
            "monotonic_ns": 2236518327062969,
            "wall_ms": 1790383797579
          },
          {
            "name": "stop_requested",
            "monotonic_ns": 2236575401340538,
            "wall_ms": 1790383854653
          },
          {
            "name": "terminal_received",
            "monotonic_ns": 2236575760494699,
            "wall_ms": 1790383855013
          },
          {
            "name": "child_reaped",
            "monotonic_ns": 2236577166237673,
            "wall_ms": 1790383856418
          }
        ],
        "spawn_thread_id": 2424,
        "child_exception": null,
        "exit_code": 0,
        "exit_signal": null,
        "terminal_received": true,
        "terminal_failed": false,
        "forced": false
      }
    },
    "medium-13": {
      "generation": 1,
      "completed": true,
      "child_reaped": true,
      "forced": false,
      "writer_released": true,
      "finished_monotonic_ns": 2236577666296830,
      "diagnostic": {
        "events": [
          {
            "name": "start_requested",
            "monotonic_ns": 2236518334614015,
            "wall_ms": 1790383797587
          },
          {
            "name": "stop_requested",
            "monotonic_ns": 2236575401412624,
            "wall_ms": 1790383854653
          },
          {
            "name": "terminal_received",
            "monotonic_ns": 2236575851774966,
            "wall_ms": 1790383855104
          },
          {
            "name": "child_reaped",
            "monotonic_ns": 2236577666312621,
            "wall_ms": 1790383856918
          }
        ],
        "spawn_thread_id": 2426,
        "child_exception": null,
        "exit_code": 0,
        "exit_signal": null,
        "terminal_received": true,
        "terminal_failed": false,
        "forced": false
      }
    },
    "medium-14": {
      "generation": 1,
      "completed": true,
      "child_reaped": true,
      "forced": false,
      "writer_released": true,
      "finished_monotonic_ns": 2236577208744264,
      "diagnostic": {
        "events": [
          {
            "name": "start_requested",
            "monotonic_ns": 2236518340610148,
            "wall_ms": 1790383797593
          },
          {
            "name": "stop_requested",
            "monotonic_ns": 2236575401489739,
            "wall_ms": 1790383854654
          },
          {
            "name": "terminal_received",
            "monotonic_ns": 2236575796828632,
            "wall_ms": 1790383855049
          },
          {
            "name": "child_reaped",
            "monotonic_ns": 2236577208752196,
            "wall_ms": 1790383856461
          }
        ],
        "spawn_thread_id": 2428,
        "child_exception": null,
        "exit_code": 0,
        "exit_signal": null,
        "terminal_received": true,
        "terminal_failed": false,
        "forced": false
      }
    },
    "medium-15": {
      "generation": 1,
      "completed": true,
      "child_reaped": true,
      "forced": false,
      "writer_released": true,
      "finished_monotonic_ns": 2236577681767909,
      "diagnostic": {
        "events": [
          {
            "name": "start_requested",
            "monotonic_ns": 2236518345495350,
            "wall_ms": 1790383797598
          },
          {
            "name": "stop_requested",
            "monotonic_ns": 2236575401565686,
            "wall_ms": 1790383854654
          },
          {
            "name": "terminal_received",
            "monotonic_ns": 2236575871634101,
            "wall_ms": 1790383855124
          },
          {
            "name": "child_reaped",
            "monotonic_ns": 2236577681775215,
            "wall_ms": 1790383856934
          }
        ],
        "spawn_thread_id": 2430,
        "child_exception": null,
        "exit_code": 0,
        "exit_signal": null,
        "terminal_received": true,
        "terminal_failed": false,
        "forced": false
      }
    },
    "medium-16": {
      "generation": 1,
      "completed": true,
      "child_reaped": true,
      "forced": false,
      "writer_released": true,
      "finished_monotonic_ns": 2236577333750041,
      "diagnostic": {
        "events": [
          {
            "name": "start_requested",
            "monotonic_ns": 2236518359817067,
            "wall_ms": 1790383797612
          },
          {
            "name": "stop_requested",
            "monotonic_ns": 2236575401636421,
            "wall_ms": 1790383854654
          },
          {
            "name": "terminal_received",
            "monotonic_ns": 2236575721335655,
            "wall_ms": 1790383854973
          },
          {
            "name": "child_reaped",
            "monotonic_ns": 2236577333762490,
            "wall_ms": 1790383856586
          }
        ],
        "spawn_thread_id": 2432,
        "child_exception": null,
        "exit_code": 0,
        "exit_signal": null,
        "terminal_received": true,
        "terminal_failed": false,
        "forced": false
      }
    },
    "medium-17": {
      "generation": 1,
      "completed": true,
      "child_reaped": true,
      "forced": false,
      "writer_released": true,
      "finished_monotonic_ns": 2236577313037829,
      "diagnostic": {
        "events": [
          {
            "name": "start_requested",
            "monotonic_ns": 2236518369982363,
            "wall_ms": 1790383797622
          },
          {
            "name": "stop_requested",
            "monotonic_ns": 2236575401707678,
            "wall_ms": 1790383854654
          },
          {
            "name": "terminal_received",
            "monotonic_ns": 2236575700601397,
            "wall_ms": 1790383854953
          },
          {
            "name": "child_reaped",
            "monotonic_ns": 2236577313046815,
            "wall_ms": 1790383856565
          }
        ],
        "spawn_thread_id": 2434,
        "child_exception": null,
        "exit_code": 0,
        "exit_signal": null,
        "terminal_received": true,
        "terminal_failed": false,
        "forced": false
      }
    },
    "medium-19": {
      "generation": 1,
      "completed": true,
      "child_reaped": true,
      "forced": false,
      "writer_released": true,
      "finished_monotonic_ns": 2236577615637382,
      "diagnostic": {
        "events": [
          {
            "name": "start_requested",
            "monotonic_ns": 2236518443502505,
            "wall_ms": 1790383797696
          },
          {
            "name": "stop_requested",
            "monotonic_ns": 2236575401780004,
            "wall_ms": 1790383854654
          },
          {
            "name": "terminal_received",
            "monotonic_ns": 2236575800717177,
            "wall_ms": 1790383855053
          },
          {
            "name": "child_reaped",
            "monotonic_ns": 2236577615651230,
            "wall_ms": 1790383856868
          }
        ],
        "spawn_thread_id": 2436,
        "child_exception": null,
        "exit_code": 0,
        "exit_signal": null,
        "terminal_received": true,
        "terminal_failed": false,
        "forced": false
      }
    },
    "medium-20": {
      "generation": 1,
      "completed": true,
      "child_reaped": true,
      "forced": false,
      "writer_released": true,
      "finished_monotonic_ns": 2236576863374124,
      "diagnostic": {
        "events": [
          {
            "name": "start_requested",
            "monotonic_ns": 2236518452880605,
            "wall_ms": 1790383797705
          },
          {
            "name": "stop_requested",
            "monotonic_ns": 2236575401848460,
            "wall_ms": 1790383854654
          },
          {
            "name": "terminal_received",
            "monotonic_ns": 2236575658965868,
            "wall_ms": 1790383854911
          },
          {
            "name": "child_reaped",
            "monotonic_ns": 2236576863380048,
            "wall_ms": 1790383856115
          }
        ],
        "spawn_thread_id": 2438,
        "child_exception": null,
        "exit_code": 0,
        "exit_signal": null,
        "terminal_received": true,
        "terminal_failed": false,
        "forced": false
      }
    },
    "pose": {
      "generation": 1,
      "completed": true,
      "child_reaped": true,
      "forced": false,
      "writer_released": true,
      "finished_monotonic_ns": 2236577605224496,
      "diagnostic": {
        "events": [
          {
            "name": "start_requested",
            "monotonic_ns": 2236518475344438,
            "wall_ms": 1790383797727
          },
          {
            "name": "stop_requested",
            "monotonic_ns": 2236575401923724,
            "wall_ms": 1790383854654
          },
          {
            "name": "terminal_received",
            "monotonic_ns": 2236575796176418,
            "wall_ms": 1790383855048
          },
          {
            "name": "child_reaped",
            "monotonic_ns": 2236577605230795,
            "wall_ms": 1790383856857
          }
        ],
        "spawn_thread_id": 2440,
        "child_exception": null,
        "exit_code": 0,
        "exit_signal": null,
        "terminal_received": true,
        "terminal_failed": false,
        "forced": false
      }
    },
    "fire": {
      "generation": 1,
      "completed": true,
      "child_reaped": true,
      "forced": false,
      "writer_released": true,
      "finished_monotonic_ns": 2236576685354346,
      "diagnostic": {
        "events": [
          {
            "name": "start_requested",
            "monotonic_ns": 2236518483597881,
            "wall_ms": 1790383797736
          },
          {
            "name": "stop_requested",
            "monotonic_ns": 2236575402037216,
            "wall_ms": 1790383854654
          },
          {
            "name": "terminal_received",
            "monotonic_ns": 2236575677937250,
            "wall_ms": 1790383854930
          },
          {
            "name": "child_reaped",
            "monotonic_ns": 2236576685375009,
            "wall_ms": 1790383855937
          }
        ],
        "spawn_thread_id": 2442,
        "child_exception": null,
        "exit_code": 0,
        "exit_signal": null,
        "terminal_received": true,
        "terminal_failed": false,
        "forced": false
      }
    },
    "crowd": {
      "generation": 1,
      "completed": true,
      "child_reaped": true,
      "forced": false,
      "writer_released": true,
      "finished_monotonic_ns": 2236577348895692,
      "diagnostic": {
        "events": [
          {
            "name": "start_requested",
            "monotonic_ns": 2236518491663878,
            "wall_ms": 1790383797744
          },
          {
            "name": "stop_requested",
            "monotonic_ns": 2236575402108410,
            "wall_ms": 1790383854654
          },
          {
            "name": "terminal_received",
            "monotonic_ns": 2236575731836261,
            "wall_ms": 1790383854984
          },
          {
            "name": "child_reaped",
            "monotonic_ns": 2236577348907499,
            "wall_ms": 1790383856601
          }
        ],
        "spawn_thread_id": 2444,
        "child_exception": null,
        "exit_code": 0,
        "exit_signal": null,
        "terminal_received": true,
        "terminal_failed": false,
        "forced": false
      }
    }
  }
}