{
  "_collector_state": {
    "last_summary_epoch": 1788578147.8118923,
    "model_cumulative": {
      "yolo11-pose_640_pose_pretrained_by_Ultralytics_11s:1": {
        "execution": 4286914.0,
        "failure": 0.0,
        "infer_us": 50791926737.0,
        "inference": 4286914.0,
        "input_us": 6344526827.0,
        "output_us": 1518759509.0,
        "pending": 1.0,
        "queue_us": 44226755865.0,
        "request_us": 102957599986.0,
        "success": 4286914.0
      },
      "yolo11_640_coco_Large_pretrained_by_Ultralytics_11:1": {
        "execution": 4286913.0,
        "failure": 0.0,
        "infer_us": 59937209391.0,
        "inference": 4286914.0,
        "input_us": 6275106633.0,
        "output_us": 1263011776.0,
        "pending": 1.0,
        "queue_us": 44212643887.0,
        "request_us": 111760122705.0,
        "success": 4286914.0
      },
      "yolo11_640_fire_11class:1": {
        "execution": 4286914.0,
        "failure": 0.0,
        "infer_us": 51534400600.0,
        "inference": 4286914.0,
        "input_us": 6501784561.0,
        "output_us": 1416884740.0,
        "pending": 0.0,
        "queue_us": 44196538631.0,
        "request_us": 103723297944.0,
        "success": 4286914.0
      },
      "yolo11_960_fall_1class:1": {
        "execution": 0.0,
        "failure": 0.0,
        "infer_us": 0.0,
        "inference": 0.0,
        "input_us": 0.0,
        "output_us": 0.0,
        "pending": 0.0,
        "queue_us": 0.0,
        "request_us": 0.0,
        "success": 0.0
      },
      "yolo11m_640_mard_ship_17class_260423:1": {
        "execution": 5251793.0,
        "failure": 0.0,
        "infer_us": 66853357715.0,
        "inference": 5251793.0,
        "input_us": 6241424075.0,
        "output_us": 1983219415.0,
        "pending": 0.0,
        "queue_us": 53457637518.0,
        "request_us": 128624168513.0,
        "success": 5251793.0
      },
      "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom:1": {
        "execution": 0.0,
        "failure": 0.0,
        "infer_us": 0.0,
        "inference": 0.0,
        "input_us": 0.0,
        "output_us": 0.0,
        "pending": 0.0,
        "queue_us": 0.0,
        "request_us": 0.0,
        "success": 0.0
      },
      "yolo11m_640_worker_ppe_equipment_ops260616_28class:1": {
        "execution": 4286914.0,
        "failure": 0.0,
        "infer_us": 58746274673.0,
        "inference": 4286914.0,
        "input_us": 6462591933.0,
        "output_us": 1656545342.0,
        "pending": 0.0,
        "queue_us": 44210949324.0,
        "request_us": 111151105090.0,
        "success": 4286914.0
      }
    },
    "rolling": {
      "gpus": {
        "GPU-7cf33fb3-1984-b902-9416-bdfe504e1245": {
          "gpu_utilization_pct": [
            6.0,
            19.0,
            18.0,
            16.0,
            16.0,
            16.0,
            19.0,
            18.0,
            16.0,
            16.0,
            16.0,
            17.0,
            22.0,
            16.0,
            18.0,
            15.0,
            17.0,
            15.0,
            16.0,
            14.0,
            16.0,
            14.0,
            9.0,
            9.0,
            9.0,
            9.0,
            8.0,
            9.0,
            9.0,
            6.0
          ],
          "memory_clock_mhz": [
            7601.0,
            7601.0,
            7601.0,
            7601.0,
            7601.0,
            7601.0,
            7601.0,
            7601.0,
            7601.0,
            7601.0,
            7601.0,
            7601.0,
            7601.0,
            7601.0,
            7601.0,
            7601.0,
            7601.0,
            7601.0,
            7601.0,
            7601.0,
            7601.0,
            7601.0,
            7601.0,
            7601.0,
            7601.0,
            7601.0,
            7601.0,
            7601.0,
            7601.0,
            7601.0
          ],
          "memory_io_utilization_pct": [
            1.0,
            3.0,
            3.0,
            3.0,
            3.0,
            3.0,
            3.0,
            3.0,
            3.0,
            3.0,
            3.0,
            3.0,
            4.0,
            3.0,
            3.0,
            2.0,
            3.0,
            3.0,
            3.0,
            2.0,
            2.0,
            2.0,
            2.0,
            2.0,
            2.0,
            2.0,
            2.0,
            2.0,
            2.0,
            1.0
          ],
          "pcie_rx_bytes_per_s": [
            244599808.0,
            274449408.0,
            238099456.0,
            141699072.0,
            205299712.0,
            300399616.0,
            198299648.0,
            224299008.0,
            195649536.0,
            272149504.0,
            240449536.0,
            145399808.0,
            206749696.0,
            290949120.0,
            229199872.0,
            148799488.0,
            247549952.0,
            243249152.0,
            205149184.0,
            187599872.0,
            272000000.0,
            293649408.0,
            205449216.0,
            158849024.0,
            360399872.0,
            305449984.0,
            264299520.0,
            237499392.0,
            300349440.0,
            271699968.0
          ],
          "pcie_tx_bytes_per_s": [
            549888.0,
            4699136.0,
            799744.0,
            12099584.0,
            13499392.0,
            799744.0,
            11549696.0,
            3749888.0,
            14249984.0,
            12049408.0,
            549888.0,
            13499392.0,
            13899776.0,
            499712.0,
            499712.0,
            499712.0,
            1649664.0,
            499712.0,
            499712.0,
            13699072.0,
            13799424.0,
            499712.0,
            549888.0,
            11699200.0,
            549888.0,
            12049408.0,
            549888.0,
            549888.0,
            499712.0,
            20999168.0
          ],
          "power_limit_watts": [
            300.0,
            300.0,
            300.0,
            300.0,
            300.0,
            300.0,
            300.0,
            300.0,
            300.0,
            300.0,
            300.0,
            300.0,
            300.0,
            300.0,
            300.0,
            300.0,
            300.0,
            300.0,
            300.0,
            300.0,
            300.0,
            300.0,
            300.0,
            300.0,
            300.0,
            300.0,
            300.0,
            300.0,
            300.0,
            300.0
          ],
          "power_watts": [
            109.37,
            110.052,
            110.202,
            110.163,
            110.229,
            110.204,
            110.864,
            110.083,
            111.602,
            110.592,
            110.396,
            110.129,
            110.167,
            110.197,
            110.098,
            109.831,
            111.137,
            109.988,
            109.928,
            109.936,
            110.069,
            110.008,
            109.552,
            109.252,
            109.361,
            109.522,
            109.126,
            109.495,
            109.542,
            108.971
          ],
          "pstate": [],
          "sm_clock_mhz": [
            1800.0,
            1800.0,
            1800.0,
            1800.0,
            1800.0,
            1800.0,
            1800.0,
            1800.0,
            1800.0,
            1800.0,
            1800.0,
            1800.0,
            1800.0,
            1800.0,
            1800.0,
            1800.0,
            1800.0,
            1800.0,
            1800.0,
            1800.0,
            1800.0,
            1800.0,
            1800.0,
            1800.0,
            1800.0,
            1800.0,
            1800.0,
            1800.0,
            1800.0,
            1800.0
          ],
          "temperature_c": [
            71.0,
            71.0,
            71.0,
            71.0,
            71.0,
            71.0,
            71.0,
            71.0,
            71.0,
            71.0,
            71.0,
            71.0,
            71.0,
            71.0,
            71.0,
            71.0,
            71.0,
            71.0,
            71.0,
            71.0,
            71.0,
            71.0,
            71.0,
            71.0,
            71.0,
            71.0,
            71.0,
            71.0,
            71.0,
            71.0
          ],
          "throttle_reasons": [],
          "vram_total_bytes": [
            51527024640.0,
            51527024640.0,
            51527024640.0,
            51527024640.0,
            51527024640.0,
            51527024640.0,
            51527024640.0,
            51527024640.0,
            51527024640.0,
            51527024640.0,
            51527024640.0,
            51527024640.0,
            51527024640.0,
            51527024640.0,
            51527024640.0,
            51527024640.0,
            51527024640.0,
            51527024640.0,
            51527024640.0,
            51527024640.0,
            51527024640.0,
            51527024640.0,
            51527024640.0,
            51527024640.0,
            51527024640.0,
            51527024640.0,
            51527024640.0,
            51527024640.0,
            51527024640.0,
            51527024640.0
          ],
          "vram_used_bytes": [
            5654904832.0,
            5654904832.0,
            5654904832.0,
            5654904832.0,
            5654904832.0,
            5654904832.0,
            5654904832.0,
            5654904832.0,
            5654904832.0,
            5654904832.0,
            5654904832.0,
            5654904832.0,
            5654904832.0,
            5654904832.0,
            5654904832.0,
            5654904832.0,
            5654904832.0,
            5654904832.0,
            5654904832.0,
            5654904832.0,
            5654904832.0,
            5654904832.0,
            5654904832.0,
            5654904832.0,
            5654904832.0,
            5654904832.0,
            5654904832.0,
            5654904832.0,
            5654904832.0,
            5654904832.0
          ]
        }
      },
      "models": {
        "yolo11-pose_640_pose_pretrained_by_Ultralytics_11s:1": {
          "compute_infer_interval_avg_ms": [
            12.426831683168317,
            13.295107843137256,
            12.925554455445544,
            13.209299999999999,
            13.775871287128714,
            12.72689108910891,
            12.77056,
            11.714871287128714,
            12.63518,
            13.081158415841584,
            13.52933,
            12.907198019801982,
            13.55674,
            12.69250495049505,
            12.49587,
            12.522425742574258,
            12.48392,
            13.963653465346535,
            13.10764,
            13.89160396039604,
            13.31584,
            13.71130693069307,
            12.670050505050506,
            13.929196078431373,
            13.7088,
            13.13581188118812,
            13.09667,
            13.21302,
            12.69945,
            13.41770297029703
          ],
          "compute_input_interval_avg_ms": [
            1.775920792079208,
            1.6993823529411767,
            1.7258019801980198,
            1.92008,
            1.8104950495049503,
            1.8127326732673268,
            1.73171,
            1.6098712871287129,
            1.5846,
            1.6889108910891089,
            1.79849,
            1.844029702970297,
            1.6839000000000002,
            1.8186732673267327,
            1.79296,
            1.6068019801980198,
            1.81635,
            1.7753168316831685,
            1.90798,
            1.8776831683168316,
            1.8699100000000002,
            2.032792079207921,
            1.819040404040404,
            1.769950980392157,
            1.90506,
            1.9527524752475247,
            2.07723,
            1.82452,
            1.68615,
            1.8624455445544554
          ],
          "compute_output_interval_avg_ms": [
            0.31084158415841584,
            0.31923529411764706,
            0.34418811881188116,
            0.30845,
            0.31276237623762376,
            0.3399009900990099,
            0.32589999999999997,
            0.29240594059405944,
            0.29178,
            0.31276237623762376,
            0.32041000000000003,
            0.3166138613861386,
            0.31981,
            0.33961386138613864,
            0.32509,
            0.33114851485148517,
            0.30597,
            0.3247524752475247,
            0.31683999999999996,
            0.33584158415841586,
            0.31912999999999997,
            0.31454455445544555,
            0.3544848484848485,
            0.3655686274509804,
            0.32957,
            0.345029702970297,
            0.31818,
            0.32816,
            0.34424,
            0.3044455445544555
          ],
          "pending": [
            1.0,
            1.0,
            1.0,
            1.0,
            1.0,
            1.0,
            1.0,
            1.0,
            1.0,
            1.0,
            1.0,
            1.0,
            1.0,
            1.0,
            1.0,
            1.0,
            1.0,
            0.0,
            1.0,
            1.0,
            1.0,
            1.0,
            1.0,
            1.0,
            1.0,
            1.0,
            1.0,
            1.0,
            1.0,
            1.0
          ],
          "queue_interval_avg_ms": [
            10.306544554455446,
            10.313990196078432,
            10.301772277227723,
            10.325940000000001,
            10.317950495049505,
            10.3119900990099,
            10.33868,
            10.345227722772277,
            10.30922,
            10.316554455445544,
            10.33951,
            10.332980198019802,
            10.33226,
            10.35179207920792,
            10.33555,
            10.321980198019803,
            10.31288,
            10.308306930693071,
            10.32866,
            10.327742574257424,
            10.34023,
            10.358960396039603,
            10.336232323232323,
            10.337411764705882,
            10.31772,
            10.320663366336634,
            10.336379999999998,
            10.34054,
            10.34042,
            10.33650495049505
          ],
          "request_total_interval_avg_ms": [
            24.839138613861387,
            25.64612745098039,
            25.314851485148516,
            25.78296,
            26.235821782178217,
            25.213544554455446,
            25.18643,
            23.980118811881187,
            24.83962,
            25.41840594059406,
            26.00685,
            25.421534653465347,
            25.912509999999997,
            25.222138613861386,
            24.969990000000003,
            24.80289108910891,
            24.93975,
            26.3920099009901,
            25.68223,
            26.453168316831686,
            25.86637,
            26.43837623762376,
            25.198242424242423,
            26.422323529411766,
            26.28139,
            25.77459405940594,
            25.85009,
            25.72641,
            25.08963,
            25.93961386138614
          ]
        },
        "yolo11_640_coco_Large_pretrained_by_Ultralytics_11:1": {
          "compute_infer_interval_avg_ms": [
            11.488752475247525,
            11.021098039215687,
            10.952920792079208,
            11.56241,
            11.622465346534653,
            11.441623762376237,
            11.6026,
            10.546108910891089,
            10.90766,
            11.837782178217822,
            11.48633,
            11.248940594059405,
            11.96148,
            11.079910891089108,
            11.674940000000001,
            10.95718811881188,
            10.61905,
            11.763128712871287,
            11.87484,
            12.062574257425743,
            12.00468,
            11.872475247524754,
            11.281787878787878,
            12.191049019607842,
            11.883239999999999,
            11.856326732673267,
            11.94465,
            11.56926,
            11.886209999999998,
            11.638960396039604
          ],
          "compute_input_interval_avg_ms": [
            1.6057128712871287,
            1.7597450980392157,
            1.558019801980198,
            1.70325,
            1.7391683168316832,
            1.7554059405940594,
            1.6297300000000001,
            1.4742178217821782,
            1.47676,
            1.6785247524752476,
            1.7216099999999999,
            1.6645148514851484,
            1.63607,
            1.6456633663366338,
            1.77475,
            1.5951980198019804,
            1.52396,
            1.7684950495049505,
            1.6583599999999998,
            1.7248217821782177,
            1.73942,
            1.8846633663366337,
            1.6786464646464647,
            1.8413039215686273,
            1.79259,
            1.7207029702970296,
            1.71162,
            1.7253399999999999,
            1.75915,
            1.7096831683168316
          ],
          "compute_output_interval_avg_ms": [
            0.2824455445544555,
            0.2901372549019608,
            0.29867326732673266,
            0.31038,
            0.2992970297029703,
            0.3042178217821782,
            0.31742000000000004,
            0.26964356435643566,
            0.2973,
            0.28133663366336636,
            0.28261000000000003,
            0.3323564356435643,
            0.29875999999999997,
            0.29038613861386137,
            0.28908,
            0.2914950495049505,
            0.29514,
            0.2966237623762376,
            0.30028,
            0.317990099009901,
            0.30533,
            0.2961980198019802,
            0.3082323232323232,
            0.3125588235294118,
            0.30349,
            0.2891980198019802,
            0.28808999999999996,
            0.30301,
            0.28729000000000005,
            0.2884752475247525
          ],
          "pending": [
            0.0,
            1.0,
            1.0,
            1.0,
            1.0,
            0.0,
            1.0,
            0.0,
            0.0,
            0.0,
            1.0,
            0.0,
            1.0,
            0.0,
            0.0,
            0.0,
            0.0,
            1.0,
            1.0,
            1.0,
            1.0,
            1.0,
            0.0,
            0.0,
            0.0,
            0.0,
            0.0,
            0.0,
            1.0,
            1.0
          ],
          "queue_interval_avg_ms": [
            10.299752475247526,
            10.330813725490195,
            10.32760396039604,
            10.30735,
            10.31549504950495,
            10.32339603960396,
            10.320530000000002,
            10.29718811881188,
            10.327350000000001,
            10.309752475247526,
            10.335809999999999,
            10.327366336633665,
            10.323030000000001,
            10.330138613861385,
            10.34625,
            10.306148514851486,
            10.32123,
            10.314881188118813,
            10.3002,
            10.373029702970298,
            10.354959999999998,
            10.355722772277227,
            10.307494949494949,
            10.292196078431372,
            10.31028,
            10.31739603960396,
            10.31597,
            10.331700000000001,
            10.31958,
            10.342930693069308
          ],
          "request_total_interval_avg_ms": [
            23.6949900990099,
            23.42083333333333,
            23.154554455445545,
            23.90204,
            23.99558415841584,
            23.84391089108911,
            23.88769,
            22.606039603960394,
            23.02736,
            24.127960396039605,
            23.84482,
            23.59348514851485,
            24.237389999999998,
            23.36321782178218,
            24.10379,
            23.16731683168317,
            22.77848,
            24.160742574257426,
            24.15452,
            24.496732673267328,
            24.42362,
            24.431089108910893,
            23.594434343434344,
            24.65806862745098,
            24.310080000000003,
            24.204089108910892,
            24.27987,
            23.94723,
            24.2712,
            23.999148514851484
          ]
        },
        "yolo11_640_fire_11class:1": {
          "compute_infer_interval_avg_ms": [
            13.787277227722772,
            13.321901960784313,
            12.66129702970297,
            13.6742,
            14.103891089108911,
            13.490772277227723,
            13.09562,
            12.897138613861385,
            12.81019,
            13.718900990099009,
            13.19433,
            13.71521782178218,
            13.14001,
            13.673841584158415,
            13.30735,
            12.588752475247526,
            13.65063,
            14.24010891089109,
            14.74107,
            14.449029702970298,
            14.66817,
            15.072643564356436,
            14.180616161616161,
            14.570333333333334,
            14.826319999999999,
            14.571217821782179,
            13.98977,
            13.65599,
            14.12486,
            14.558930693069307
          ],
          "compute_input_interval_avg_ms": [
            1.8715544554455446,
            1.8216568627450982,
            1.6677920792079208,
            1.9873699999999999,
            1.8373564356435643,
            2.041990099009901,
            1.7401,
            1.7376732673267328,
            1.6166500000000001,
            1.7837920792079207,
            1.74567,
            2.021990099009901,
            1.7491700000000001,
            1.7657425742574258,
            1.93229,
            1.6846435643564357,
            1.83802,
            1.906267326732673,
            2.12977,
            2.0312079207920792,
            1.93728,
            2.0651188118811885,
            1.8053939393939396,
            2.0233039215686275,
            1.95716,
            2.16909900990099,
            2.03188,
            1.87798,
            1.88894,
            1.8046831683168316
          ],
          "compute_output_interval_avg_ms": [
            0.38148514851485144,
            0.35354901960784313,
            0.3906039603960396,
            0.36394,
            0.3546336633663366,
            0.36565346534653465,
            0.37068,
            0.36753465346534653,
            0.37889999999999996,
            0.35356435643564355,
            0.4268,
            0.37766336633663367,
            0.38348000000000004,
            0.39844554455445547,
            0.43292,
            0.34223762376237626,
            0.34858999999999996,
            0.38853465346534655,
            0.37351,
            0.3438316831683168,
            0.41122000000000003,
            0.38723762376237625,
            0.4092323232323232,
            0.4135980392156863,
            0.40741000000000005,
            0.3698019801980198,
            0.3735,
            0.37905,
            0.39271,
            0.37386138613861386
          ],
          "pending": [
            0.0,
            0.0,
            1.0,
            0.0,
            0.0,
            1.0,
            0.0,
            0.0,
            0.0,
            1.0,
            0.0,
            1.0,
            0.0,
            0.0,
            1.0,
            0.0,
            0.0,
            0.0,
            1.0,
            1.0,
            1.0,
            1.0,
            0.0,
            0.0,
            1.0,
            0.0,
            0.0,
            0.0,
            0.0,
            0.0
          ],
          "queue_interval_avg_ms": [
            10.31580198019802,
            10.306470588235294,
            10.28719801980198,
            10.33261,
            10.329990099009901,
            10.330613861386139,
            10.286610000000001,
            10.282069306930692,
            10.31487,
            10.325980198019803,
            10.326690000000001,
            10.351534653465347,
            10.33619,
            10.334029702970298,
            10.315209999999999,
            10.300881188118812,
            10.3051,
            10.312247524752474,
            10.338,
            10.33481188118812,
            10.339469999999999,
            10.34081188118812,
            10.3100101010101,
            10.328441176470587,
            10.31492,
            10.383950495049504,
            10.34594,
            10.32043,
            10.33951,
            10.325564356435644
          ],
          "request_total_interval_avg_ms": [
            26.375524752475247,
            25.823421568627452,
            25.025475247524753,
            26.376330000000003,
            26.64552475247525,
            26.248782178217823,
            25.51196,
            25.303227722772277,
            25.13913,
            26.201782178217822,
            25.7127,
            26.48722772277228,
            25.62881,
            26.190346534653465,
            26.006490000000003,
            24.934960396039607,
            26.16041,
            26.866504950495052,
            27.60329,
            27.177613861386142,
            27.37683,
            27.88541584158416,
            26.72392929292929,
            27.35600980392157,
            27.52466,
            27.513297029702972,
            26.76141,
            26.25421,
            26.76628,
            27.083465346534652
          ]
        },
        "yolo11_960_fall_1class:1": {
          "compute_infer_interval_avg_ms": [],
          "compute_input_interval_avg_ms": [],
          "compute_output_interval_avg_ms": [],
          "pending": [
            0.0,
            0.0,
            0.0,
            0.0,
            0.0,
            0.0,
            0.0,
            0.0,
            0.0,
            0.0,
            0.0,
            0.0,
            0.0,
            0.0,
            0.0,
            0.0,
            0.0,
            0.0,
            0.0,
            0.0,
            0.0,
            0.0,
            0.0,
            0.0,
            0.0,
            0.0,
            0.0,
            0.0,
            0.0,
            0.0
          ],
          "queue_interval_avg_ms": [],
          "request_total_interval_avg_ms": []
        },
        "yolo11m_640_mard_ship_17class_260423:1": {
          "compute_infer_interval_avg_ms": [
            13.933519607843138,
            13.769885572139303,
            13.18770297029703,
            14.068695,
            14.385376237623763,
            14.026762376237624,
            14.265030000000001,
            13.753658415841585,
            13.371705,
            13.088442786069653,
            13.32601,
            13.412826732673267,
            12.977388059701493,
            13.194597014925373,
            13.327535,
            14.31423383084577,
            14.668425,
            14.476901960784312,
            13.403303482587065,
            13.583870646766169,
            13.209935,
            13.489885000000001,
            12.539891089108911,
            12.775215,
            12.64482,
            13.336420792079208,
            12.708350000000001,
            12.819065,
            13.060545,
            12.685460396039604
          ],
          "compute_input_interval_avg_ms": [
            1.1715392156862745,
            1.1893731343283582,
            1.0442574257425743,
            1.1755250000000002,
            1.2368564356435643,
            1.2371237623762377,
            1.1219100000000002,
            1.0621138613861385,
            1.0154750000000001,
            1.1851442786069653,
            1.1806500000000002,
            1.1974455445544554,
            1.0755572139303484,
            1.0634427860696516,
            1.106885,
            1.1615671641791045,
            1.227095,
            1.275264705882353,
            1.2373731343283583,
            1.2041293532338309,
            1.1363599999999998,
            1.2545350000000002,
            1.1239851485148515,
            1.2195250000000002,
            1.222315,
            1.1974356435643565,
            1.2305650000000001,
            1.21768,
            1.226735,
            1.2097574257425743
          ],
          "compute_output_interval_avg_ms": [
            0.3754117647058824,
            0.3753333333333333,
            0.3508415841584159,
            0.36987000000000003,
            0.36206930693069306,
            0.36978217821782183,
            0.3545,
            0.3759851485148515,
            0.36710000000000004,
            0.380318407960199,
            0.38427,
            0.39719306930693066,
            0.37781094527363185,
            0.36684577114427863,
            0.38116,
            0.3582786069651741,
            0.37173500000000004,
            0.3675980392156863,
            0.32494029850746264,
            0.33970646766169155,
            0.335495,
            0.337185,
            0.3316633663366337,
            0.35425,
            0.349025,
            0.32033663366336634,
            0.330685,
            0.34601,
            0.325325,
            0.33391089108910893
          ],
          "pending": [
            1.0,
            0.0,
            0.0,
            0.0,
            0.0,
            1.0,
            0.0,
            0.0,
            0.0,
            0.0,
            1.0,
            0.0,
            0.0,
            1.0,
            0.0,
            0.0,
            0.0,
            1.0,
            0.0,
            0.0,
            0.0,
            1.0,
            0.0,
            0.0,
            1.0,
            0.0,
            1.0,
            1.0,
            1.0,
            0.0
          ],
          "queue_interval_avg_ms": [
            10.231455882352941,
            10.241930348258705,
            10.34160891089109,
            10.256445,
            10.338252475247526,
            10.292168316831683,
            10.355725,
            10.281727722772278,
            10.234255,
            10.305611940298508,
            10.375875,
            10.343054455445545,
            10.307532338308459,
            10.36566169154229,
            10.275555,
            10.371527363184079,
            10.36515,
            10.809696078431372,
            11.820701492537314,
            11.871482587064676,
            11.63006,
            12.061969999999999,
            11.441435643564358,
            10.995235000000001,
            11.26787,
            11.552227722772278,
            11.121195,
            11.63191,
            11.504865,
            11.455004950495049
          ],
          "request_total_interval_avg_ms": [
            25.72825980392157,
            25.59344278606965,
            24.940846534653463,
            25.88645,
            26.33838613861386,
            25.94188613861386,
            26.114595,
            25.48951485148515,
            25.00526,
            24.975532338308458,
            25.284395,
            25.368044554455444,
            24.75529353233831,
            25.00750746268657,
            25.107080000000003,
            26.222258706467663,
            26.649465,
            26.946803921568627,
            26.804248756218904,
            27.016104477611943,
            26.329625,
            27.162470000000003,
            25.45290099009901,
            25.361735,
            25.501705,
            26.423579207920792,
            25.40823,
            26.03132,
            26.134455000000003,
            25.701420792079208
          ]
        },
        "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom:1": {
          "compute_infer_interval_avg_ms": [
            40.05271428571428,
            37.87639215686275,
            38.22735294117647,
            39.47586,
            41.782702127659576,
            39.70116,
            40.16150980392157,
            40.15329166666666,
            39.42757777777778,
            39.22914893617021,
            39.7591568627451,
            41.127489795918365,
            37.61602040816326,
            39.91473469387755,
            40.560531914893616,
            41.00018,
            40.926559999999995,
            41.41585714285714,
            40.48663043478261,
            41.41436170212766,
            39.59673333333333,
            40.159666666666666,
            42.459916666666665,
            40.78261224489796,
            40.11512765957447,
            39.985574468085105,
            41.966130434782606,
            39.02504255319149,
            40.730439560439564,
            39.4086
          ],
          "compute_input_interval_avg_ms": [
            2.3523673469387756,
            2.3711176470588233,
            2.384823529411765,
            2.44956,
            2.727872340425532,
            2.35172,
            2.3482549019607846,
            2.5504791666666664,
            2.510711111111111,
            2.2463829787234046,
            2.2167843137254906,
            2.227387755102041,
            2.505081632653061,
            2.190183673469388,
            2.3633617021276594,
            2.0976,
            2.3666,
            2.0836326530612244,
            2.0692608695652175,
            2.312,
            2.1412,
            2.5198444444444443,
            2.328625,
            2.441612244897959,
            2.374340425531915,
            2.355531914893617,
            2.336978260869565,
            2.2833617021276598,
            2.3834505494505493,
            2.5191999999999997
          ],
          "compute_output_interval_avg_ms": [
            0.5286326530612244,
            0.47303921568627455,
            0.4174901960784314,
            0.48216000000000003,
            0.5235957446808511,
            0.50362,
            0.4772941176470588,
            0.4990208333333333,
            0.5124444444444445,
            0.5187446808510637,
            0.4560980392156863,
            0.5626122448979591,
            0.5159183673469387,
            0.589265306122449,
            0.5384042553191489,
            0.46124,
            0.56312,
            0.5071020408163265,
            0.5853478260869565,
            0.5608510638297872,
            0.5560888888888889,
            0.5740444444444445,
            0.543875,
            0.4621020408163265,
            0.5085106382978724,
            0.4878723404255319,
            0.421,
            0.5619574468085107,
            0.4888681318681318,
            0.6206
          ],
          "pending": [
            0.0,
            0.0,
            0.0,
            0.0,
            0.0,
            0.0,
            0.0,
            0.0,
            0.0,
            0.0,
            0.0,
            0.0,
            0.0,
            0.0,
            0.0,
            0.0,
            0.0,
            0.0,
            0.0,
            0.0,
            0.0,
            0.0,
            0.0,
            0.0,
            0.0,
            0.0,
            0.0,
            0.0,
            0.0,
            0.0
          ],
          "queue_interval_avg_ms": [
            10.296551020408163,
            10.27707843137255,
            10.302980392156861,
            10.35296,
            10.332765957446808,
            10.30096,
            10.34329411764706,
            10.3590625,
            10.32851111111111,
            10.308297872340425,
            10.309470588235294,
            10.334918367346939,
            10.338040816326531,
            10.343530612244898,
            10.3431914893617,
            10.38056,
            10.308399999999999,
            10.323979591836734,
            10.303282608695651,
            10.311297872340425,
            10.295111111111112,
            10.304755555555555,
            10.300708333333334,
            10.309918367346938,
            10.301553191489361,
            10.317893617021276,
            10.309760869565219,
            10.307851063829787,
            10.342813186813189,
            10.4826
          ],
          "request_total_interval_avg_ms": [
            53.25463265306123,
            51.01862745098039,
            51.355333333333334,
            52.78376,
            55.39112765957447,
            52.87952,
            53.35298039215686,
            53.598875,
            52.806622222222224,
            52.326787234042555,
            52.76303921568627,
            54.27663265306123,
            50.99744897959184,
            53.06214285714285,
            53.829957446808514,
            53.96156,
            54.18736,
            54.35481632653062,
            53.46858695652173,
            54.625234042553195,
            52.61322222222222,
            53.57948888888889,
            55.65795833333333,
            54.019551020408166,
            53.32663829787234,
            53.17142553191489,
            55.055152173913044,
            52.202234042553194,
            53.969032967032966,
            53.054199999999994
          ]
        },
        "yolo11m_640_worker_ppe_equipment_ops260616_28class:1": {
          "compute_infer_interval_avg_ms": [
            16.209950495049505,
            15.180450980392157,
            14.719227722772278,
            16.296950000000002,
            15.953237623762377,
            15.695861386138615,
            15.08024,
            14.862148514851485,
            14.5699,
            15.336514851485148,
            15.40044,
            16.171900990099008,
            14.77044,
            15.738970297029702,
            15.98765,
            14.718277227722773,
            15.85451,
            16.175168316831684,
            17.679759999999998,
            16.373267326732673,
            17.28978,
            17.827188118811883,
            16.323949494949495,
            17.523558823529413,
            17.575290000000003,
            17.60849504950495,
            17.32936,
            16.25777,
            16.92447,
            16.798336633663368
          ],
          "compute_input_interval_avg_ms": [
            1.860960396039604,
            1.7783921568627452,
            1.6978415841584158,
            2.02414,
            1.8635445544554454,
            1.9256039603960395,
            1.71268,
            1.7602277227722773,
            1.67946,
            1.7304257425742573,
            1.70204,
            1.9814554455445545,
            1.7273399999999999,
            1.8065940594059406,
            1.93344,
            1.791980198019802,
            2.07345,
            1.9735049504950495,
            2.16039,
            2.092881188118812,
            2.04402,
            2.113227722772277,
            1.9115858585858587,
            1.9948725490196078,
            2.03628,
            2.1531089108910892,
            2.1501,
            2.02449,
            2.1088,
            2.0443069306930695
          ],
          "compute_output_interval_avg_ms": [
            0.466029702970297,
            0.5094117647058823,
            0.5221980198019802,
            0.46641000000000005,
            0.4848811881188119,
            0.5149009900990098,
            0.52622,
            0.4548019801980198,
            0.4593,
            0.5045544554455446,
            0.5237999999999999,
            0.4917227722772277,
            0.5299299999999999,
            0.5019405940594059,
            0.5261399999999999,
            0.46658415841584155,
            0.48579,
            0.502039603960396,
            0.48223,
            0.5061485148514852,
            0.46148,
            0.5639306930693069,
            0.4996969696969697,
            0.4825294117647059,
            0.49063,
            0.4984257425742574,
            0.48575999999999997,
            0.5234500000000001,
            0.46458,
            0.5030990099009901
          ],
          "pending": [
            0.0,
            0.0,
            0.0,
            0.0,
            0.0,
            0.0,
            0.0,
            0.0,
            0.0,
            0.0,
            0.0,
            0.0,
            0.0,
            0.0,
            0.0,
            0.0,
            0.0,
            0.0,
            0.0,
            0.0,
            0.0,
            0.0,
            0.0,
            0.0,
            0.0,
            0.0,
            0.0,
            0.0,
            0.0,
            0.0
          ],
          "queue_interval_avg_ms": [
            10.317554455445544,
            10.344696078431372,
            10.29290099009901,
            10.33564,
            10.328960396039603,
            10.339663366336634,
            10.32684,
            10.297425742574259,
            10.306280000000001,
            10.30218811881188,
            10.312790000000001,
            10.351742574257425,
            10.3324,
            10.328891089108911,
            10.32726,
            10.324316831683168,
            10.329469999999999,
            10.341108910891089,
            10.379959999999999,
            10.38030693069307,
            10.39818,
            10.374376237623762,
            10.339818181818181,
            10.362813725490195,
            10.34711,
            10.382059405940593,
            10.378129999999999,
            10.37334,
            10.33906,
            10.347663366336635
          ],
          "request_total_interval_avg_ms": [
            28.873732673267327,
            27.83249019607843,
            27.251475247524752,
            29.14202,
            28.65026732673267,
            28.496405940594062,
            27.66532,
            27.394831683168317,
            27.03415,
            27.90740594059406,
            27.95956,
            29.016960396039604,
            27.38006,
            28.396356435643565,
            28.79493,
            27.320069306930694,
            28.763840000000002,
            29.012752475247524,
            30.72427,
            29.375128712871287,
            30.214740000000003,
            30.900603960396037,
            29.09459595959596,
            30.383764705882353,
            30.46909,
            30.663435643564355,
            30.36307,
            29.199849999999998,
            29.857590000000002,
            29.714564356435645
          ]
        }
      }
    }
  },
  "collector": {
    "duration_ms": 54.085,
    "pid": 211,
    "scrape_timeout_s": 1.0
  },
  "effective_mode": "monitoring",
  "gpu": {
    "available": true,
    "device_count": 1,
    "gpu_cap": 4,
    "gpus": [
      {
        "fields": {
          "gpu_utilization_pct": {
            "avg": 14.133,
            "latest": 6.0,
            "max": 22.0,
            "p95": 19.0,
            "reason": null,
            "sample_age_ms": 72.563,
            "sample_count": 30,
            "source": "nvml_proxy"
          },
          "memory_clock_mhz": {
            "avg": 7601.0,
            "latest": 7601.0,
            "max": 7601.0,
            "p95": 7601.0,
            "reason": null,
            "sample_age_ms": 72.725,
            "sample_count": 30,
            "source": "nvml_direct"
          },
          "memory_io_utilization_pct": {
            "avg": 2.533,
            "latest": 1.0,
            "max": 4.0,
            "p95": 3.0,
            "reason": null,
            "sample_age_ms": 72.587,
            "sample_count": 30,
            "source": "nvml_proxy"
          },
          "pcie_rx_bytes_per_s": {
            "avg": 236989542.4,
            "latest": 271699968.0,
            "max": 360399872.0,
            "p95": 303177318.4,
            "reason": null,
            "sample_age_ms": 72.75,
            "sample_count": 30,
            "source": "nvml_direct"
          },
          "pcie_tx_bytes_per_s": {
            "avg": 6052966.4,
            "latest": 20999168.0,
            "max": 20999168.0,
            "p95": 14092390.4,
            "reason": null,
            "sample_age_ms": 72.766,
            "sample_count": 30,
            "source": "nvml_direct"
          },
          "power_limit_watts": {
            "avg": 300.0,
            "latest": 300.0,
            "max": 300.0,
            "p95": 300.0,
            "reason": null,
            "sample_age_ms": 72.673,
            "sample_count": 30,
            "source": "nvml_direct"
          },
          "power_watts": {
            "avg": 110.002,
            "latest": 108.971,
            "max": 111.602,
            "p95": 111.014,
            "reason": null,
            "sample_age_ms": 72.654,
            "sample_count": 30,
            "source": "nvml_direct"
          },
          "pstate": {
            "latest": "P2",
            "reason": null,
            "sample_age_ms": 0.413,
            "sample_count": 1,
            "source": "nvml_direct"
          },
          "sm_clock_mhz": {
            "avg": 1800.0,
            "latest": 1800.0,
            "max": 1800.0,
            "p95": 1800.0,
            "reason": null,
            "sample_age_ms": 72.708,
            "sample_count": 30,
            "source": "nvml_direct"
          },
          "temperature_c": {
            "avg": 71.0,
            "latest": 71.0,
            "max": 71.0,
            "p95": 71.0,
            "reason": null,
            "sample_age_ms": 72.69,
            "sample_count": 30,
            "source": "nvml_direct"
          },
          "throttle_reasons": {
            "latest": [
              "none"
            ],
            "reason": null,
            "sample_age_ms": 0.462,
            "sample_count": 1,
            "source": "nvml_direct"
          },
          "vram_total_bytes": {
            "avg": 51527024640.0,
            "latest": 51527024640.0,
            "max": 51527024640.0,
            "p95": 51527024640.0,
            "reason": null,
            "sample_age_ms": 72.635,
            "sample_count": 30,
            "source": "nvml_direct"
          },
          "vram_used_bytes": {
            "avg": 5654904832.0,
            "latest": 5654904832.0,
            "max": 5654904832.0,
            "p95": 5654904832.0,
            "reason": null,
            "sample_age_ms": 72.611,
            "sample_count": 30,
            "source": "nvml_direct"
          }
        },
        "gpu_uuid": "GPU-7cf33fb3-1984-b902-9416-bdfe504e1245",
        "index": 0
      }
    ],
    "provider": "nvml",
    "reason": null,
    "sample_duration_ms": 42.871,
    "schema_version": "ssims.runtime_gpu_snapshot.v1",
    "truncated_gpu_count": 0
  },
  "sample_interval_s": 10.0,
  "sampled_at": "2026-09-05T12:15:57+09:00",
  "sampled_epoch": 1788578157.8817694,
  "schema_version": "ssims.m14_inference_global_summary.v1",
  "summary_interval_s": 30.0,
  "summary_published": false,
  "triton": {
    "elapsed_s": 10.07,
    "metric_type": "interval_delta_and_gauge",
    "model_count": 7,
    "model_key_cap": 30,
    "models": {
      "yolo11-pose_640_pose_pretrained_by_Ultralytics_11s:1": {
        "compute_infer_interval_avg_ms": {
          "avg_ms": 13.087,
          "latest_ms": 13.418,
          "max_ms": 13.964,
          "p95_ms": 13.912,
          "reason": null,
          "sample_age_ms": 29.347,
          "sample_count": 30,
          "source": "triton_prometheus_delta"
        },
        "compute_input_interval_avg_ms": {
          "avg_ms": 1.803,
          "latest_ms": 1.862,
          "max_ms": 2.077,
          "p95_ms": 1.997,
          "reason": null,
          "sample_age_ms": 29.321,
          "sample_count": 30,
          "source": "triton_prometheus_delta"
        },
        "compute_output_interval_avg_ms": {
          "avg_ms": 0.324,
          "latest_ms": 0.304,
          "max_ms": 0.366,
          "p95_ms": 0.35,
          "reason": null,
          "sample_age_ms": 29.369,
          "sample_count": 30,
          "source": "triton_prometheus_delta"
        },
        "effective_batch_size": 1.0,
        "effective_batch_size_reason": null,
        "execution_delta": 101.0,
        "execution_delta_reason": null,
        "execution_rate_eps": 10.03,
        "execution_rate_reason": null,
        "failure_delta": 0.0,
        "failure_delta_reason": null,
        "inference_delta": 101.0,
        "inference_delta_reason": null,
        "pending": {
          "current": 1.0,
          "max": 1.0,
          "reason": null,
          "sample_age_ms": 29.384,
          "sample_count": 30,
          "source": "triton_prometheus_gauge"
        },
        "queue_interval_avg_ms": {
          "avg_ms": 10.328,
          "latest_ms": 10.337,
          "max_ms": 10.359,
          "p95_ms": 10.349,
          "reason": null,
          "sample_age_ms": 29.297,
          "sample_count": 30,
          "source": "triton_prometheus_delta"
        },
        "request_rate_reason": null,
        "request_rate_rps": 10.03,
        "request_total_interval_avg_ms": {
          "avg_ms": 25.562,
          "latest_ms": 25.94,
          "max_ms": 26.453,
          "p95_ms": 26.431,
          "reason": null,
          "sample_age_ms": 29.272,
          "sample_count": 30,
          "source": "triton_prometheus_delta"
        },
        "sample_age_ms": 29.377,
        "source": "triton_prometheus_delta",
        "success_delta": 101.0,
        "success_delta_reason": null
      },
      "yolo11_640_coco_Large_pretrained_by_Ultralytics_11:1": {
        "compute_infer_interval_avg_ms": {
          "avg_ms": 11.528,
          "latest_ms": 11.639,
          "max_ms": 12.191,
          "p95_ms": 12.037,
          "reason": null,
          "sample_age_ms": 28.914,
          "sample_count": 30,
          "source": "triton_prometheus_delta"
        },
        "compute_input_interval_avg_ms": {
          "avg_ms": 1.689,
          "latest_ms": 1.71,
          "max_ms": 1.885,
          "p95_ms": 1.819,
          "reason": null,
          "sample_age_ms": 28.887,
          "sample_count": 30,
          "source": "triton_prometheus_delta"
        },
        "compute_output_interval_avg_ms": {
          "avg_ms": 0.298,
          "latest_ms": 0.288,
          "max_ms": 0.332,
          "p95_ms": 0.318,
          "reason": null,
          "sample_age_ms": 28.941,
          "sample_count": 30,
          "source": "triton_prometheus_delta"
        },
        "effective_batch_size": 1.0,
        "effective_batch_size_reason": null,
        "execution_delta": 101.0,
        "execution_delta_reason": null,
        "execution_rate_eps": 10.03,
        "execution_rate_reason": null,
        "failure_delta": 0.0,
        "failure_delta_reason": null,
        "inference_delta": 101.0,
        "inference_delta_reason": null,
        "pending": {
          "current": 1.0,
          "max": 1.0,
          "reason": null,
          "sample_age_ms": 28.962,
          "sample_count": 30,
          "source": "triton_prometheus_gauge"
        },
        "queue_interval_avg_ms": {
          "avg_ms": 10.323,
          "latest_ms": 10.343,
          "max_ms": 10.373,
          "p95_ms": 10.355,
          "reason": null,
          "sample_age_ms": 28.857,
          "sample_count": 30,
          "source": "triton_prometheus_delta"
        },
        "request_rate_reason": null,
        "request_rate_rps": 10.03,
        "request_total_interval_avg_ms": {
          "avg_ms": 23.856,
          "latest_ms": 23.999,
          "max_ms": 24.658,
          "p95_ms": 24.467,
          "reason": null,
          "sample_age_ms": 28.803,
          "sample_count": 30,
          "source": "triton_prometheus_delta"
        },
        "sample_age_ms": 28.954,
        "source": "triton_prometheus_delta",
        "success_delta": 101.0,
        "success_delta_reason": null
      },
      "yolo11_640_fire_11class:1": {
        "compute_infer_interval_avg_ms": {
          "avg_ms": 13.816,
          "latest_ms": 14.559,
          "max_ms": 15.073,
          "p95_ms": 14.788,
          "reason": null,
          "sample_age_ms": 29.494,
          "sample_count": 30,
          "source": "triton_prometheus_delta"
        },
        "compute_input_interval_avg_ms": {
          "avg_ms": 1.882,
          "latest_ms": 1.805,
          "max_ms": 2.169,
          "p95_ms": 2.101,
          "reason": null,
          "sample_age_ms": 29.472,
          "sample_count": 30,
          "source": "triton_prometheus_delta"
        },
        "compute_output_interval_avg_ms": {
          "avg_ms": 0.38,
          "latest_ms": 0.374,
          "max_ms": 0.433,
          "p95_ms": 0.421,
          "reason": null,
          "sample_age_ms": 29.521,
          "sample_count": 30,
          "source": "triton_prometheus_delta"
        },
        "effective_batch_size": 1.0,
        "effective_batch_size_reason": null,
        "execution_delta": 101.0,
        "execution_delta_reason": null,
        "execution_rate_eps": 10.03,
        "execution_rate_reason": null,
        "failure_delta": 0.0,
        "failure_delta_reason": null,
        "inference_delta": 101.0,
        "inference_delta_reason": null,
        "pending": {
          "current": 0.0,
          "max": 1.0,
          "reason": null,
          "sample_age_ms": 29.54,
          "sample_count": 30,
          "source": "triton_prometheus_gauge"
        },
        "queue_interval_avg_ms": {
          "avg_ms": 10.324,
          "latest_ms": 10.326,
          "max_ms": 10.384,
          "p95_ms": 10.349,
          "reason": null,
          "sample_age_ms": 29.445,
          "sample_count": 30,
          "source": "triton_prometheus_delta"
        },
        "request_rate_reason": null,
        "request_rate_rps": 10.03,
        "request_total_interval_avg_ms": {
          "avg_ms": 26.422,
          "latest_ms": 27.083,
          "max_ms": 27.885,
          "p95_ms": 27.568,
          "reason": null,
          "sample_age_ms": 29.418,
          "sample_count": 30,
          "source": "triton_prometheus_delta"
        },
        "sample_age_ms": 29.533,
        "source": "triton_prometheus_delta",
        "success_delta": 101.0,
        "success_delta_reason": null
      },
      "yolo11_960_fall_1class:1": {
        "compute_infer_interval_avg_ms": {
          "avg_ms": null,
          "latest_ms": null,
          "max_ms": null,
          "p95_ms": null,
          "reason": "no_success_delta",
          "sample_age_ms": 29.579,
          "sample_count": 0,
          "source": "triton_prometheus_delta"
        },
        "compute_input_interval_avg_ms": {
          "avg_ms": null,
          "latest_ms": null,
          "max_ms": null,
          "p95_ms": null,
          "reason": "no_success_delta",
          "sample_age_ms": 29.571,
          "sample_count": 0,
          "source": "triton_prometheus_delta"
        },
        "compute_output_interval_avg_ms": {
          "avg_ms": null,
          "latest_ms": null,
          "max_ms": null,
          "p95_ms": null,
          "reason": "no_success_delta",
          "sample_age_ms": 29.587,
          "sample_count": 0,
          "source": "triton_prometheus_delta"
        },
        "effective_batch_size": null,
        "effective_batch_size_reason": "no_execution_delta",
        "execution_delta": 0.0,
        "execution_delta_reason": null,
        "execution_rate_eps": 0.0,
        "execution_rate_reason": null,
        "failure_delta": 0.0,
        "failure_delta_reason": null,
        "inference_delta": 0.0,
        "inference_delta_reason": null,
        "pending": {
          "current": 0.0,
          "max": 0.0,
          "reason": null,
          "sample_age_ms": 29.604,
          "sample_count": 30,
          "source": "triton_prometheus_gauge"
        },
        "queue_interval_avg_ms": {
          "avg_ms": null,
          "latest_ms": null,
          "max_ms": null,
          "p95_ms": null,
          "reason": "no_success_delta",
          "sample_age_ms": 29.566,
          "sample_count": 0,
          "source": "triton_prometheus_delta"
        },
        "request_rate_reason": null,
        "request_rate_rps": 0.0,
        "request_total_interval_avg_ms": {
          "avg_ms": null,
          "latest_ms": null,
          "max_ms": null,
          "p95_ms": null,
          "reason": "no_success_delta",
          "sample_age_ms": 29.56,
          "sample_count": 0,
          "source": "triton_prometheus_delta"
        },
        "sample_age_ms": 29.6,
        "source": "triton_prometheus_delta",
        "success_delta": 0.0,
        "success_delta_reason": null
      },
      "yolo11m_640_mard_ship_17class_260423:1": {
        "compute_infer_interval_avg_ms": {
          "avg_ms": 13.46,
          "latest_ms": 12.685,
          "max_ms": 14.668,
          "p95_ms": 14.436,
          "reason": null,
          "sample_age_ms": 28.719,
          "sample_count": 30,
          "source": "triton_prometheus_delta"
        },
        "compute_input_interval_avg_ms": {
          "avg_ms": 1.174,
          "latest_ms": 1.21,
          "max_ms": 1.275,
          "p95_ms": 1.247,
          "reason": null,
          "sample_age_ms": 28.697,
          "sample_count": 30,
          "source": "triton_prometheus_delta"
        },
        "compute_output_interval_avg_ms": {
          "avg_ms": 0.357,
          "latest_ms": 0.334,
          "max_ms": 0.397,
          "p95_ms": 0.383,
          "reason": null,
          "sample_age_ms": 28.738,
          "sample_count": 30,
          "source": "triton_prometheus_delta"
        },
        "effective_batch_size": 1.0,
        "effective_batch_size_reason": null,
        "execution_delta": 202.0,
        "execution_delta_reason": null,
        "execution_rate_eps": 20.06,
        "execution_rate_reason": null,
        "failure_delta": 0.0,
        "failure_delta_reason": null,
        "inference_delta": 202.0,
        "inference_delta_reason": null,
        "pending": {
          "current": 0.0,
          "max": 1.0,
          "reason": null,
          "sample_age_ms": 28.759,
          "sample_count": 30,
          "source": "triton_prometheus_gauge"
        },
        "queue_interval_avg_ms": {
          "avg_ms": 10.815,
          "latest_ms": 11.455,
          "max_ms": 12.062,
          "p95_ms": 11.849,
          "reason": null,
          "sample_age_ms": 28.67,
          "sample_count": 30,
          "source": "triton_prometheus_delta"
        },
        "request_rate_reason": null,
        "request_rate_rps": 20.06,
        "request_total_interval_avg_ms": {
          "avg_ms": 25.823,
          "latest_ms": 25.701,
          "max_ms": 27.162,
          "p95_ms": 26.985,
          "reason": null,
          "sample_age_ms": 28.632,
          "sample_count": 30,
          "source": "triton_prometheus_delta"
        },
        "sample_age_ms": 28.752,
        "source": "triton_prometheus_delta",
        "success_delta": 202.0,
        "success_delta_reason": null
      },
      "yolo11m_640_worker_ppe_equipment_260629_28class_steam_custom:1": {
        "compute_infer_interval_avg_ms": {
          "avg_ms": null,
          "latest_ms": null,
          "max_ms": null,
          "p95_ms": null,
          "reason": "no_success_delta",
          "sample_age_ms": 29.033,
          "sample_count": 30,
          "source": "triton_prometheus_delta"
        },
        "compute_input_interval_avg_ms": {
          "avg_ms": null,
          "latest_ms": null,
          "max_ms": null,
          "p95_ms": null,
          "reason": "no_success_delta",
          "sample_age_ms": 29.021,
          "sample_count": 30,
          "source": "triton_prometheus_delta"
        },
        "compute_output_interval_avg_ms": {
          "avg_ms": null,
          "latest_ms": null,
          "max_ms": null,
          "p95_ms": null,
          "reason": "no_success_delta",
          "sample_age_ms": 29.053,
          "sample_count": 30,
          "source": "triton_prometheus_delta"
        },
        "effective_batch_size": null,
        "effective_batch_size_reason": "no_execution_delta",
        "execution_delta": 0.0,
        "execution_delta_reason": null,
        "execution_rate_eps": 0.0,
        "execution_rate_reason": null,
        "failure_delta": 0.0,
        "failure_delta_reason": null,
        "inference_delta": 0.0,
        "inference_delta_reason": null,
        "pending": {
          "current": 0.0,
          "max": 0.0,
          "reason": null,
          "sample_age_ms": 29.072,
          "sample_count": 30,
          "source": "triton_prometheus_gauge"
        },
        "queue_interval_avg_ms": {
          "avg_ms": null,
          "latest_ms": null,
          "max_ms": null,
          "p95_ms": null,
          "reason": "no_success_delta",
          "sample_age_ms": 29.006,
          "sample_count": 30,
          "source": "triton_prometheus_delta"
        },
        "request_rate_reason": null,
        "request_rate_rps": 0.0,
        "request_total_interval_avg_ms": {
          "avg_ms": null,
          "latest_ms": null,
          "max_ms": null,
          "p95_ms": null,
          "reason": "no_success_delta",
          "sample_age_ms": 28.995,
          "sample_count": 30,
          "source": "triton_prometheus_delta"
        },
        "sample_age_ms": 29.067,
        "source": "triton_prometheus_delta",
        "success_delta": 0.0,
        "success_delta_reason": null
      },
      "yolo11m_640_worker_ppe_equipment_ops260616_28class:1": {
        "compute_infer_interval_avg_ms": {
          "avg_ms": 16.141,
          "latest_ms": 16.798,
          "max_ms": 17.827,
          "p95_ms": 17.648,
          "reason": null,
          "sample_age_ms": 29.189,
          "sample_count": 30,
          "source": "triton_prometheus_delta"
        },
        "compute_input_interval_avg_ms": {
          "avg_ms": 1.929,
          "latest_ms": 2.044,
          "max_ms": 2.16,
          "p95_ms": 2.152,
          "reason": null,
          "sample_age_ms": 29.165,
          "sample_count": 30,
          "source": "triton_prometheus_delta"
        },
        "compute_output_interval_avg_ms": {
          "avg_ms": 0.497,
          "latest_ms": 0.503,
          "max_ms": 0.564,
          "p95_ms": 0.528,
          "reason": null,
          "sample_age_ms": 29.215,
          "sample_count": 30,
          "source": "triton_prometheus_delta"
        },
        "effective_batch_size": 1.0,
        "effective_batch_size_reason": null,
        "execution_delta": 101.0,
        "execution_delta_reason": null,
        "execution_rate_eps": 10.03,
        "execution_rate_reason": null,
        "failure_delta": 0.0,
        "failure_delta_reason": null,
        "inference_delta": 101.0,
        "inference_delta_reason": null,
        "pending": {
          "current": 0.0,
          "max": 0.0,
          "reason": null,
          "sample_age_ms": 29.229,
          "sample_count": 30,
          "source": "triton_prometheus_gauge"
        },
        "queue_interval_avg_ms": {
          "avg_ms": 10.341,
          "latest_ms": 10.348,
          "max_ms": 10.398,
          "p95_ms": 10.381,
          "reason": null,
          "sample_age_ms": 29.138,
          "sample_count": 30,
          "source": "triton_prometheus_delta"
        },
        "request_rate_reason": null,
        "request_rate_rps": 10.03,
        "request_total_interval_avg_ms": {
          "avg_ms": 28.928,
          "latest_ms": 29.715,
          "max_ms": 30.901,
          "p95_ms": 30.697,
          "reason": null,
          "sample_age_ms": 29.116,
          "sample_count": 30,
          "source": "triton_prometheus_delta"
        },
        "sample_age_ms": 29.224,
        "source": "triton_prometheus_delta",
        "success_delta": 101.0,
        "success_delta_reason": null
      }
    },
    "source": "http://triton-server:8002/metrics",
    "truncated_model_count": 0
  }
}