{ "samples": [ { "at": 1313718.231995513, "channels": { "rtsp-test-source-01": { "at": 1313718.296857193, "state": { "stream_id": "rtsp-test-01", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "b31ca083-baf3-4a9f-aa53-2c498b138b50", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789460997.5357206, "source_stage": "inference_frame_completed", "source_stage_at": 1789460997.5357044, "source_stages": { "pipeline_state_changed": 1789460942.7475967, "decoded_frame_received": 1789460997.4536312, "preprocess_output": 1789460997.4551518, "infer_output": 1789460997.4858043, "consume_entered": 1789460997.4974597, "native_completed": 1789460997.5250614, "inference_frame_completed": 1789460997.5357044 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 560, "preprocess_output": 560, "infer_output": 560, "consume_entered": 560, "native_completed": 560, "inference_frame_completed": 560 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789460941.2130826, "decoded_frame_received": 1789460942.6677606, "preprocess_output": 1789460942.705002, "infer_output": 1789460942.735804, "consume_entered": 1789460942.7406185, "native_completed": 1789460942.7559268, "inference_frame_completed": 1789460942.7619655 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789460940.6291854, "uptime_s": 56.9, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1313718292100279, "counts": { "decoded": 560, "selected": 560, "preprocess": 560, "infer": 560, "native": 560, "result": 560, "publisher_submit": 560 }, "first_ns": { "decoded": 1313663415064522, "selected": 1313663415105808, "preprocess": 1313663452335848, "infer": 1313663483149750, "native": 1313663503280593, "result": 1313663508818259, "publisher_submit": 1313663509372297 }, "last_ns": { "decoded": 1313718200953713, "selected": 1313718200975017, "preprocess": 1313718202355655, "infer": 1313718233041095, "native": 1313718272376051, "result": 1313718282595379, "publisher_submit": 1313718283106811 }, "detail": true, "pending_samples": 0, "last_frame": { "selected": [ 559, 56129037103 ], "preprocess": [ 559, 56129037103 ], "infer": [ 559, 56129037103 ], "native": [ 559, 56129037103 ], "result": [ 559, 56129037103 ], "publisher_submit": [ 559, 56129037103 ] }, "observation_missed": 0, "durations": { "selected_to_preprocess": { "samples": 3, "mean_ms": 3.9393333333333334, "p95_ms": 6.081577, "max_ms": 6.081577 }, "queue": { "samples": 4, "mean_ms": 5.5505105, "p95_ms": 9.889033, "max_ms": 9.889033 }, "tracking": { "samples": 4, "mean_ms": 0.04166975, "p95_ms": 0.066995, "max_ms": 0.066995 }, "tracking_cpu": { "samples": 4, "mean_ms": 0.03305425, "p95_ms": 0.055464, "max_ms": 0.055464 }, "preprocess_to_infer": { "samples": 3, "mean_ms": 27.842827, "p95_ms": 30.68544, "max_ms": 30.68544 }, "infer_to_native": { "samples": 3, "mean_ms": 32.08076166666667, "p95_ms": 39.334956, "max_ms": 39.334956 }, "result_work": { "samples": 4, "mean_ms": 23.68623875, "p95_ms": 50.111385, "max_ms": 50.111385 }, "native_to_result": { "samples": 3, "mean_ms": 9.096113, "p95_ms": 12.122124, "max_ms": 12.122124 }, "result_to_publisher_submit": { "samples": 3, "mean_ms": 12.335095333333333, "p95_ms": 35.891432, "max_ms": 35.891432 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 0, "events_created": 0, "processed": 560 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 560, "per_task_buffers": { "det": 560 }, "latest": { "fn": 559, "det": 11, "persons": 6, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1313718.296932392, "entries": 558, "length": 100, "last": "1789460997536-0", "pttl": 9960, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-01", "sourceId": "rtsp-test-source-01", "serverId": "test-ai", "streamId": "rtsp-test-01", "runId": "b31ca083-baf3-4a9f-aa53-2c498b138b50", "runGeneration": 1, "frameSeq": 559, "ptsNs": 56129037103, "ingestTimeWallMs": 1789460997453, "frameWidth": 1280, "frameHeight": 720, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 2449140473, "rtpTimestampExt": null, "detectedAtWallMs": 1789460997339, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "1", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9100669622421265, "bbox": [ 0.4435272216796875, 0.33642578125, 0.4900665283203125, 0.59765625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "2", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8834372758865356, "bbox": [ 0.5061798095703125, 0.37158203125, 0.5377655029296875, 0.533203125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "3", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8822250962257385, "bbox": [ 0.622650146484375, 0.58880615234375, 0.711334228515625, 0.69830322265625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "4", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.7972412705421448, "bbox": [ 0.6162109375, 0.4461669921875, 0.654296875, 0.5513916015625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "5", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.7872777581214905, "bbox": [ 0.655426025390625, 0.449462890625, 0.690277099609375, 0.532470703125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "10", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.5673373937606812, "bbox": [ 0.6312103271484375, 0.46142578125, 0.6676177978515625, 0.55517578125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "14", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.3106943666934967, "bbox": [ 0.19762420654296875, 0.4322662353515625, 0.21326446533203125, 0.4573822021484375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } }, "rtsp-test-source-02": { "at": 1313718.382482511, "state": { "stream_id": "web-cam08-test", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "dfa80a07-a5fc-4d6a-85e1-3274c52132ba", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789460997.5919821, "source_stage": "inference_frame_completed", "source_stage_at": 1789460997.59197, "source_stages": { "pipeline_state_changed": 1789460945.3327873, "decoded_frame_received": 1789460997.5387475, "preprocess_output": 1789460997.539397, "infer_output": 1789460997.5628803, "consume_entered": 1789460997.5666533, "native_completed": 1789460997.5794075, "inference_frame_completed": 1789460997.59197 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 524, "preprocess_output": 524, "infer_output": 524, "consume_entered": 524, "native_completed": 524, "inference_frame_completed": 524 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789460943.7573283, "decoded_frame_received": 1789460945.2796922, "preprocess_output": 1789460945.2848976, "infer_output": 1789460945.3203824, "consume_entered": 1789460945.3276534, "native_completed": 1789460945.3402321, "inference_frame_completed": 1789460945.347835 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789460943.7294421, "uptime_s": 53.9, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1313718376947766, "counts": { "decoded": 523, "selected": 523, "preprocess": 524, "infer": 524, "native": 524, "result": 524, "publisher_submit": 524 }, "first_ns": { "decoded": 1313666027045929, "selected": 1313666027070128, "preprocess": 1313666032264198, "infer": 1313666067745921, "native": 1313666087571210, "result": 1313666094118782, "publisher_submit": 1313666095232383 }, "last_ns": { "decoded": 1313718286108897, "selected": 1313718286121563, "preprocess": 1313718286768788, "infer": 1313718310116650, "native": 1313718326777137, "result": 1313718338858657, "publisher_submit": 1313718339372511 }, "detail": true, "pending_samples": 0, "last_frame": { "selected": [ 523, 53623652503 ], "preprocess": [ 523, 53623652503 ], "infer": [ 523, 53623652503 ], "native": [ 523, 53623652503 ], "result": [ 523, 53623652503 ], "publisher_submit": [ 523, 53623652503 ] }, "observation_missed": 2, "durations": { "result_work": { "samples": 5, "mean_ms": 19.0727938, "p95_ms": 65.391066, "max_ms": 65.391066 }, "queue": { "samples": 4, "mean_ms": 9.6572745, "p95_ms": 18.391133, "max_ms": 18.391133 }, "tracking": { "samples": 4, "mean_ms": 0.0350165, "p95_ms": 0.040696, "max_ms": 0.040696 }, "tracking_cpu": { "samples": 4, "mean_ms": 0.02725775, "p95_ms": 0.031476, "max_ms": 0.031476 }, "selected_to_preprocess": { "samples": 3, "mean_ms": 3.454285, "p95_ms": 8.457025, "max_ms": 8.457025 }, "preprocess_to_infer": { "samples": 3, "mean_ms": 30.004593, "p95_ms": 34.645197, "max_ms": 34.645197 }, "infer_to_native": { "samples": 3, "mean_ms": 23.11570066666667, "p95_ms": 37.465033, "max_ms": 37.465033 }, "native_to_result": { "samples": 3, "mean_ms": 16.483479666666668, "p95_ms": 22.765018, "max_ms": 22.765018 }, "result_to_publisher_submit": { "samples": 3, "mean_ms": 0.6226923333333334, "p95_ms": 0.682549, "max_ms": 0.682549 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 0, "events_created": 0, "processed": 524 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 524, "per_task_buffers": { "det": 524 }, "latest": { "fn": 523, "det": 9, "persons": 5, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1313718.382538889, "entries": 522, "length": 100, "last": "1789460997607-0", "pttl": 9945, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-02", "sourceId": "rtsp-test-source-02", "serverId": "test-ai", "streamId": "web-cam08-test", "runId": "dfa80a07-a5fc-4d6a-85e1-3274c52132ba", "runGeneration": 1, "frameSeq": 523, "ptsNs": 53623652503, "ingestTimeWallMs": 1789460997538, "frameWidth": 1280, "frameHeight": 720, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 282106892, "rtpTimestampExt": null, "detectedAtWallMs": 1789436919189, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "0", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9192084670066833, "bbox": [ 0.893341064453125, 0.33251953125, 0.981658935546875, 0.77587890625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "1", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.914290726184845, "bbox": [ 0.314849853515625, 0.5006103515625, 0.396575927734375, 0.6087646484375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "2", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8910549879074097, "bbox": [ 0.5058441162109375, 0.36993408203125, 0.5371246337890625, 0.53338623046875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "4", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8636217713356018, "bbox": [ 0.6417083740234375, 0.3681640625, 0.6795806884765625, 0.5380859375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "5", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8229018449783325, "bbox": [ 0.6159515380859375, 0.44671630859375, 0.6565093994140625, 0.55426025390625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "13", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.3080861568450928, "bbox": [ 0.19832992553710938, 0.432342529296875, 0.21377944946289062, 0.458282470703125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } }, "rtsp-test-source-03": { "at": 1313718.479423128, "state": { "stream_id": "web-cam01-test", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "f28e8326-10dc-43cc-bb0b-5345f3b1e484", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789460997.6291916, "source_stage": "preprocess_output", "source_stage_at": 1789460997.6539185, "source_stages": { "pipeline_state_changed": 1789460947.5179484, "decoded_frame_received": 1789460997.6520886, "preprocess_output": 1789460997.6539185, "infer_output": 1789460997.598918, "consume_entered": 1789460997.60031, "native_completed": 1789460997.6209335, "inference_frame_completed": 1789460997.629171 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 503, "preprocess_output": 503, "infer_output": 502, "consume_entered": 502, "native_completed": 502, "inference_frame_completed": 502 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789460946.0984929, "decoded_frame_received": 1789460947.4657261, "preprocess_output": 1789460947.4779425, "infer_output": 1789460947.5069637, "consume_entered": 1789460947.512886, "native_completed": 1789460947.5267632, "inference_frame_completed": 1789460947.533087 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789460945.956795, "uptime_s": 51.7, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1313718417175162, "counts": { "decoded": 1506, "selected": 503, "preprocess": 503, "sampling_drop": 1003, "infer": 502, "native": 502, "result": 502, "publisher_submit": 502 }, "first_ns": { "decoded": 1313668213086321, "selected": 1313668213105477, "preprocess": 1313668225294769, "sampling_drop": 1313668234251547, "infer": 1313668254300218, "native": 1313668274137600, "result": 1313668279959462, "publisher_submit": 1313668280496110 }, "last_ns": { "decoded": 1313718399432311, "selected": 1313718399451690, "preprocess": 1313718401247421, "sampling_drop": 1313718372753789, "infer": 1313718346282766, "native": 1313718368251267, "result": 1313718375925551, "publisher_submit": 1313718376562136 }, "detail": true, "pending_samples": 1, "last_frame": { "selected": [ 1506, 51493514339 ], "preprocess": [ 1506, 51493514339 ], "infer": [ 1503, 51393514339 ], "native": [ 1503, 51393514339 ], "result": [ 1503, 51393514339 ], "publisher_submit": [ 1503, 51393514339 ] }, "observation_missed": 2, "durations": { "queue": { "samples": 4, "mean_ms": 3.946615, "p95_ms": 8.623792, "max_ms": 8.623792 }, "tracking": { "samples": 4, "mean_ms": 0.04179375, "p95_ms": 0.046171, "max_ms": 0.046171 }, "tracking_cpu": { "samples": 4, "mean_ms": 0.03191725, "p95_ms": 0.035731, "max_ms": 0.035731 }, "selected_to_preprocess": { "samples": 4, "mean_ms": 1.61356325, "p95_ms": 2.454299, "max_ms": 2.454299 }, "result_work": { "samples": 4, "mean_ms": 5.9121865, "p95_ms": 11.832695, "max_ms": 11.832695 }, "preprocess_to_infer": { "samples": 3, "mean_ms": 36.274777, "p95_ms": 45.860758, "max_ms": 45.860758 }, "infer_to_native": { "samples": 3, "mean_ms": 33.64278566666666, "p95_ms": 46.089922, "max_ms": 46.089922 }, "native_to_result": { "samples": 3, "mean_ms": 9.358265333333334, "p95_ms": 12.778844, "max_ms": 12.778844 }, "result_to_publisher_submit": { "samples": 3, "mean_ms": 0.746146, "p95_ms": 0.999663, "max_ms": 0.999663 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 0, "events_created": 0, "processed": 502 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 502, "per_task_buffers": { "det": 502 }, "latest": { "fn": 1503, "det": 8, "persons": 6, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1313718.479459791, "entries": 503, "length": 100, "last": "1789460997736-0", "pttl": 9976, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-03", "sourceId": "rtsp-test-source-03", "serverId": "test-ai", "streamId": "web-cam01-test", "runId": "f28e8326-10dc-43cc-bb0b-5345f3b1e484", "runGeneration": 1, "frameSeq": 1506, "ptsNs": 51493514339, "ingestTimeWallMs": 1789460997651, "frameWidth": 480, "frameHeight": 360, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 4044679316, "rtpTimestampExt": null, "detectedAtWallMs": 1789478725549, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "0", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9252300262451172, "bbox": [ 0.48138427734375, 0.7252197265625, 0.55279541015625, 0.9984130859375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "1", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8971559405326843, "bbox": [ 0.1555938720703125, 0.24444580078125, 0.1893768310546875, 0.36297607421875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "2", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8946054577827454, "bbox": [ 0.762664794921875, 0.44775390625, 0.814483642578125, 0.63623046875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "4", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8925625681877136, "bbox": [ 0.1081390380859375, 0.30535888671875, 0.1407623291015625, 0.42608642578125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "5", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8925625681877136, "bbox": [ 0.5788726806640625, 0.300048828125, 0.6252288818359375, 0.437744140625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "6", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8401278853416443, "bbox": [ 0.780792236328125, 0.50640869140625, 0.834442138671875, 0.68402099609375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } } }, "publisher": { "enabled": true, "metrics": { "sent": 1649, "sent_status": 69, "sent_frames": 1580, "replaced": 4, "queued": 0, "queuedBytes": 0, "channels": 4, "workers": 4, "profile": { "enabled": true, "revision": 1, "channels": { "d98f4e86d523f201a60f5f03c7a93f284a355b57e3a57ecd305727b2df38a5d2": { "counts": { "state_noop": 11, "queued_frame": 11, "sent_frame": 11 }, "timings": { "frame_queue": { "count": 11, "mean_ms": 10.547060180794109, "max_ms": 25.438223965466022, "recent_samples": 11, "recent_p95_ms": 25.438223965466022 }, "frame_write_wall": { "count": 11, "mean_ms": 28.157765909090916, "max_ms": 67.028965, "recent_samples": 11, "recent_p95_ms": 67.028965 }, "frame_write_cpu": { "count": 11, "mean_ms": 1.0949084545454544, "max_ms": 1.782547, "recent_samples": 11, "recent_p95_ms": 1.782547 }, "frame_completion_lock": { "count": 11, "mean_ms": 1.0194759090909091, "max_ms": 8.007389, "recent_samples": 11, "recent_p95_ms": 8.007389 }, "enqueue_gap": { "count": 10, "mean_ms": 80.92024130000001, "max_ms": 142.227623, "recent_samples": 10, "recent_p95_ms": 142.227623 } } }, "611cea950b4c0a014291720468a3a7f61c5787baa95a374d3b94d4db886bf16b": { "counts": { "state_noop": 10, "queued_frame": 10, "sent_frame": 10 }, "timings": { "frame_queue": { "count": 10, "mean_ms": 8.842527796514332, "max_ms": 22.628846112638712, "recent_samples": 10, "recent_p95_ms": 22.628846112638712 }, "frame_write_wall": { "count": 10, "mean_ms": 12.634204800000001, "max_ms": 23.368598000000002, "recent_samples": 10, "recent_p95_ms": 23.368598000000002 }, "frame_write_cpu": { "count": 10, "mean_ms": 0.9892648000000002, "max_ms": 1.589156, "recent_samples": 10, "recent_p95_ms": 1.589156 }, "frame_completion_lock": { "count": 10, "mean_ms": 0.2796851, "max_ms": 2.513738, "recent_samples": 10, "recent_p95_ms": 2.513738 }, "enqueue_gap": { "count": 9, "mean_ms": 82.73893477777777, "max_ms": 188.117078, "recent_samples": 9, "recent_p95_ms": 188.117078 } } }, "f119ec7770227da23061f13f0bb790b466850dbe16243dbfcb1a0279ab0a1baa": { "counts": { "state_noop": 10, "queued_frame": 10, "sent_frame": 10 }, "timings": { "frame_queue": { "count": 10, "mean_ms": 8.082431717775762, "max_ms": 32.33563317917287, "recent_samples": 10, "recent_p95_ms": 32.33563317917287 }, "frame_write_wall": { "count": 10, "mean_ms": 15.2865421, "max_ms": 47.009828, "recent_samples": 10, "recent_p95_ms": 47.009828 }, "frame_write_cpu": { "count": 10, "mean_ms": 0.9703765999999998, "max_ms": 1.655695, "recent_samples": 10, "recent_p95_ms": 1.655695 }, "frame_completion_lock": { "count": 10, "mean_ms": 3.4940988000000006, "max_ms": 34.841402, "recent_samples": 10, "recent_p95_ms": 34.841402 }, "enqueue_gap": { "count": 9, "mean_ms": 80.96389511111109, "max_ms": 114.116384, "recent_samples": 9, "recent_p95_ms": 114.116384 } } } }, "timing_scope": "sink_only_v2", "timeline_limit_per_channel": 256, "replacement_limit_per_channel": 32 } } } }, { "at": 1313719.509287916, "channels": { "rtsp-test-source-01": { "at": 1313719.57554002, "state": { "stream_id": "rtsp-test-01", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "b31ca083-baf3-4a9f-aa53-2c498b138b50", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789460998.6968608, "source_stage": "preprocess_output", "source_stage_at": 1789460998.7479541, "source_stages": { "pipeline_state_changed": 1789460942.7475967, "decoded_frame_received": 1789460998.7469056, "preprocess_output": 1789460998.7479541, "infer_output": 1789460998.6699147, "consume_entered": 1789460998.6719058, "native_completed": 1789460998.6854162, "inference_frame_completed": 1789460998.6968415 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 573, "preprocess_output": 573, "infer_output": 572, "consume_entered": 572, "native_completed": 572, "inference_frame_completed": 572 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789460941.2130826, "decoded_frame_received": 1789460942.6677606, "preprocess_output": 1789460942.705002, "infer_output": 1789460942.735804, "consume_entered": 1789460942.7406185, "native_completed": 1789460942.7559268, "inference_frame_completed": 1789460942.7619655 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789460940.6291854, "uptime_s": 58.1, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1313719516561603, "counts": { "decoded": 573, "selected": 573, "preprocess": 573, "infer": 572, "native": 572, "result": 572, "publisher_submit": 572 }, "first_ns": { "decoded": 1313663415064522, "selected": 1313663415105808, "preprocess": 1313663452335848, "infer": 1313663483149750, "native": 1313663503280593, "result": 1313663508818259, "publisher_submit": 1313663509372297 }, "last_ns": { "decoded": 1313719494222501, "selected": 1313719494256454, "preprocess": 1313719495290348, "infer": 1313719417195284, "native": 1313719432786622, "result": 1313719443632889, "publisher_submit": 1313719444231939 }, "detail": true, "pending_samples": 1, "last_frame": { "selected": [ 572, 57429037103 ], "preprocess": [ 572, 57429037103 ], "infer": [ 571, 57329037103 ], "native": [ 571, 57329037103 ], "result": [ 571, 57329037103 ], "publisher_submit": [ 571, 57329037103 ] }, "observation_missed": 0, "durations": { "selected_to_preprocess": { "samples": 16, "mean_ms": 3.3415014375, "p95_ms": 12.275169, "max_ms": 12.275169 }, "queue": { "samples": 16, "mean_ms": 5.7169656875, "p95_ms": 17.787126, "max_ms": 17.787126 }, "tracking": { "samples": 16, "mean_ms": 0.039174875, "p95_ms": 0.066995, "max_ms": 0.066995 }, "tracking_cpu": { "samples": 16, "mean_ms": 0.0299598125, "p95_ms": 0.055464, "max_ms": 0.055464 }, "preprocess_to_infer": { "samples": 15, "mean_ms": 31.029031733333333, "p95_ms": 41.378996, "max_ms": 41.378996 }, "infer_to_native": { "samples": 15, "mean_ms": 27.422088866666666, "p95_ms": 40.182852, "max_ms": 40.182852 }, "result_work": { "samples": 16, "mean_ms": 8.612508375, "p95_ms": 50.111385, "max_ms": 50.111385 }, "native_to_result": { "samples": 15, "mean_ms": 10.722492933333333, "p95_ms": 22.748547, "max_ms": 22.748547 }, "result_to_publisher_submit": { "samples": 15, "mean_ms": 3.0585352666666665, "p95_ms": 35.891432, "max_ms": 35.891432 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 0, "events_created": 0, "processed": 572 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 572, "per_task_buffers": { "det": 572 }, "latest": { "fn": 571, "det": 10, "persons": 6, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1313719.57556632, "entries": 571, "length": 100, "last": "1789460998834-0", "pttl": 9973, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-01", "sourceId": "rtsp-test-source-01", "serverId": "test-ai", "streamId": "rtsp-test-01", "runId": "b31ca083-baf3-4a9f-aa53-2c498b138b50", "runGeneration": 1, "frameSeq": 572, "ptsNs": 57429037103, "ingestTimeWallMs": 1789460998746, "frameWidth": 1280, "frameHeight": 720, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 2449257473, "rtpTimestampExt": null, "detectedAtWallMs": 1789460998639, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "1", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9130582809448242, "bbox": [ 0.435302734375, 0.33447265625, 0.481201171875, 0.60205078125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "2", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8891444206237793, "bbox": [ 0.5069580078125, 0.37005615234375, 0.5369873046875, 0.53375244140625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "4", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8304566740989685, "bbox": [ 0.623779296875, 0.587554931640625, 0.711181640625, 0.697601318359375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "5", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.7932661771774292, "bbox": [ 0.654937744140625, 0.44915771484375, 0.689788818359375, 0.53033447265625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "6", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.7862948179244995, "bbox": [ 0.61614990234375, 0.445281982421875, 0.65533447265625, 0.551788330078125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "8", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.5352806448936462, "bbox": [ 0.6304092407226562, 0.462554931640625, 0.6576766967773438, 0.555023193359375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } }, "rtsp-test-source-02": { "at": 1313719.617648917, "state": { "stream_id": "web-cam08-test", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "dfa80a07-a5fc-4d6a-85e1-3274c52132ba", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789460998.8230994, "source_stage": "preprocess_output", "source_stage_at": 1789460998.8609245, "source_stages": { "pipeline_state_changed": 1789460945.3327873, "decoded_frame_received": 1789460998.8595734, "preprocess_output": 1789460998.8609245, "infer_output": 1789460998.7669816, "consume_entered": 1789460998.7694826, "native_completed": 1789460998.788868, "inference_frame_completed": 1789460998.823052 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 537, "preprocess_output": 537, "infer_output": 536, "consume_entered": 536, "native_completed": 536, "inference_frame_completed": 536 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789460943.7573283, "decoded_frame_received": 1789460945.2796922, "preprocess_output": 1789460945.2848976, "infer_output": 1789460945.3203824, "consume_entered": 1789460945.3276534, "native_completed": 1789460945.3402321, "inference_frame_completed": 1789460945.347835 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789460943.7294421, "uptime_s": 55.1, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1313719612905698, "counts": { "decoded": 536, "selected": 536, "preprocess": 537, "infer": 536, "native": 536, "result": 536, "publisher_submit": 536 }, "first_ns": { "decoded": 1313666027045929, "selected": 1313666027070128, "preprocess": 1313666032264198, "infer": 1313666067745921, "native": 1313666087571210, "result": 1313666094118782, "publisher_submit": 1313666095232383 }, "last_ns": { "decoded": 1313719606917125, "selected": 1313719606942892, "preprocess": 1313719608212911, "infer": 1313719514313550, "native": 1313719536241806, "result": 1313719569867730, "publisher_submit": 1313719570450839 }, "detail": true, "pending_samples": 1, "last_frame": { "selected": [ 536, 54923652503 ], "preprocess": [ 536, 54923652503 ], "infer": [ 535, 54823652503 ], "native": [ 535, 54823652503 ], "result": [ 535, 54823652503 ], "publisher_submit": [ 535, 54823652503 ] }, "observation_missed": 2, "durations": { "result_work": { "samples": 17, "mean_ms": 8.311597294117647, "p95_ms": 65.391066, "max_ms": 65.391066 }, "queue": { "samples": 16, "mean_ms": 7.23175575, "p95_ms": 28.523406, "max_ms": 28.523406 }, "tracking": { "samples": 16, "mean_ms": 0.039874625, "p95_ms": 0.070605, "max_ms": 0.070605 }, "tracking_cpu": { "samples": 16, "mean_ms": 0.0308375, "p95_ms": 0.058078, "max_ms": 0.058078 }, "selected_to_preprocess": { "samples": 16, "mean_ms": 3.640917375, "p95_ms": 10.763652, "max_ms": 10.763652 }, "preprocess_to_infer": { "samples": 15, "mean_ms": 29.156275133333335, "p95_ms": 44.75136, "max_ms": 44.75136 }, "infer_to_native": { "samples": 15, "mean_ms": 22.890881, "p95_ms": 37.465033, "max_ms": 37.465033 }, "native_to_result": { "samples": 15, "mean_ms": 12.293651866666668, "p95_ms": 33.625924, "max_ms": 33.625924 }, "result_to_publisher_submit": { "samples": 15, "mean_ms": 0.6929994, "p95_ms": 1.206748, "max_ms": 1.206748 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 0, "events_created": 0, "processed": 536 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 536, "per_task_buffers": { "det": 536 }, "latest": { "fn": 535, "det": 8, "persons": 5, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1313719.617675398, "entries": 534, "length": 100, "last": "1789460998827-0", "pttl": 9925, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-02", "sourceId": "rtsp-test-source-02", "serverId": "test-ai", "streamId": "web-cam08-test", "runId": "dfa80a07-a5fc-4d6a-85e1-3274c52132ba", "runGeneration": 1, "frameSeq": 535, "ptsNs": 54823652503, "ingestTimeWallMs": 1789460998736, "frameWidth": 1280, "frameHeight": 720, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 282214892, "rtpTimestampExt": null, "detectedAtWallMs": 1789436920389, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "0", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9450961351394653, "bbox": [ 0.823516845703125, 0.3204345703125, 0.912811279296875, 0.8074951171875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "1", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9263036847114563, "bbox": [ 0.327484130859375, 0.495086669921875, 0.399078369140625, 0.606475830078125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "2", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8891444206237793, "bbox": [ 0.5059585571289062, 0.370361328125, 0.5370101928710938, 0.533447265625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "4", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8656789064407349, "bbox": [ 0.640960693359375, 0.36865234375, 0.679351806640625, 0.53955078125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "5", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8265718221664429, "bbox": [ 0.6153564453125, 0.44744873046875, 0.6561279296875, 0.55450439453125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "10", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.34147268533706665, "bbox": [ 0.19791412353515625, 0.4326171875, 0.21395111083984375, 0.458984375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } }, "rtsp-test-source-03": { "at": 1313719.686373418, "state": { "stream_id": "web-cam01-test", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "f28e8326-10dc-43cc-bb0b-5345f3b1e484", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789460998.927216, "source_stage": "inference_frame_completed", "source_stage_at": 1789460998.9272032, "source_stages": { "pipeline_state_changed": 1789460947.5179484, "decoded_frame_received": 1789460998.8516867, "preprocess_output": 1789460998.8523953, "infer_output": 1789460998.8766553, "consume_entered": 1789460998.8827066, "native_completed": 1789460998.91783, "inference_frame_completed": 1789460998.9272032 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 515, "preprocess_output": 515, "infer_output": 515, "consume_entered": 515, "native_completed": 515, "inference_frame_completed": 515 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789460946.0984929, "decoded_frame_received": 1789460947.4657261, "preprocess_output": 1789460947.4779425, "infer_output": 1789460947.5069637, "consume_entered": 1789460947.512886, "native_completed": 1789460947.5267632, "inference_frame_completed": 1789460947.533087 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789460945.956795, "uptime_s": 53.0, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1313719682179046, "counts": { "decoded": 1544, "selected": 515, "preprocess": 515, "sampling_drop": 1029, "infer": 515, "native": 515, "result": 515, "publisher_submit": 515 }, "first_ns": { "decoded": 1313668213086321, "selected": 1313668213105477, "preprocess": 1313668225294769, "sampling_drop": 1313668234251547, "infer": 1313668254300218, "native": 1313668274137600, "result": 1313668279959462, "publisher_submit": 1313668280496110 }, "last_ns": { "decoded": 1313719671704597, "selected": 1313719599048006, "preprocess": 1313719599764131, "sampling_drop": 1313719671719332, "infer": 1313719623993465, "native": 1313719665199799, "result": 1313719674184910, "publisher_submit": 1313719674606472 }, "detail": true, "pending_samples": 0, "last_frame": { "selected": [ 1542, 52693514339 ], "preprocess": [ 1542, 52693514339 ], "infer": [ 1542, 52693514339 ], "native": [ 1542, 52693514339 ], "result": [ 1542, 52693514339 ], "publisher_submit": [ 1542, 52693514339 ] }, "observation_missed": 2, "durations": { "queue": { "samples": 17, "mean_ms": 3.920606411764706, "p95_ms": 8.737791, "max_ms": 8.737791 }, "tracking": { "samples": 17, "mean_ms": 0.03625064705882353, "p95_ms": 0.049448, "max_ms": 0.049448 }, "tracking_cpu": { "samples": 17, "mean_ms": 0.027688352941176473, "p95_ms": 0.038416, "max_ms": 0.038416 }, "selected_to_preprocess": { "samples": 16, "mean_ms": 2.8680155, "p95_ms": 14.831626, "max_ms": 14.831626 }, "result_work": { "samples": 17, "mean_ms": 3.866469529411765, "p95_ms": 11.832695, "max_ms": 11.832695 }, "preprocess_to_infer": { "samples": 16, "mean_ms": 34.270217375, "p95_ms": 62.833157, "max_ms": 62.833157 }, "infer_to_native": { "samples": 16, "mean_ms": 31.9127228125, "p95_ms": 49.583257, "max_ms": 49.583257 }, "native_to_result": { "samples": 16, "mean_ms": 9.505435875, "p95_ms": 15.544778, "max_ms": 15.544778 }, "result_to_publisher_submit": { "samples": 16, "mean_ms": 0.63304475, "p95_ms": 1.130161, "max_ms": 1.130161 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 0, "events_created": 0, "processed": 515 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 515, "per_task_buffers": { "det": 515 }, "latest": { "fn": 1542, "det": 8, "persons": 6, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1313719.686405325, "entries": 515, "length": 100, "last": "1789460998927-0", "pttl": 9958, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-03", "sourceId": "rtsp-test-source-03", "serverId": "test-ai", "streamId": "web-cam01-test", "runId": "f28e8326-10dc-43cc-bb0b-5345f3b1e484", "runGeneration": 1, "frameSeq": 1542, "ptsNs": 52693514339, "ingestTimeWallMs": 1789460998851, "frameWidth": 480, "frameHeight": 360, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 4044787316, "rtpTimestampExt": null, "detectedAtWallMs": 1789478726749, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "0", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9276259541511536, "bbox": [ 0.446380615234375, 0.6785888671875, 0.518463134765625, 0.9356689453125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "1", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9245515465736389, "bbox": [ 0.1791534423828125, 0.2899169921875, 0.2209930419921875, 0.4078369140625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "2", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9223425984382629, "bbox": [ 0.8214569091796875, 0.394287109375, 0.8709259033203125, 0.564697265625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "3", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.911337673664093, "bbox": [ 0.7048797607421875, 0.4520263671875, 0.7492218017578125, 0.6212158203125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "5", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8782098889350891, "bbox": [ 0.1504669189453125, 0.245269775390625, 0.1766815185546875, 0.365570068359375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "6", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8418256044387817, "bbox": [ 0.5221633911132812, 0.27911376953125, 0.5501022338867188, 0.40985107421875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } } }, "publisher": { "enabled": true, "metrics": { "sent": 1688, "sent_status": 72, "sent_frames": 1616, "replaced": 4, "queued": 0, "queuedBytes": 0, "channels": 4, "workers": 4, "profile": { "enabled": true, "revision": 1, "channels": { "d98f4e86d523f201a60f5f03c7a93f284a355b57e3a57ecd305727b2df38a5d2": { "counts": { "state_noop": 23, "queued_frame": 23, "sent_frame": 23 }, "timings": { "frame_queue": { "count": 23, "mean_ms": 8.920606539544204, "max_ms": 32.91493188589811, "recent_samples": 23, "recent_p95_ms": 25.438223965466022 }, "frame_write_wall": { "count": 23, "mean_ms": 18.135968608695656, "max_ms": 67.028965, "recent_samples": 23, "recent_p95_ms": 63.540527 }, "frame_write_cpu": { "count": 23, "mean_ms": 1.0233554782608696, "max_ms": 1.782547, "recent_samples": 23, "recent_p95_ms": 1.575558 }, "frame_completion_lock": { "count": 23, "mean_ms": 0.49328060869565216, "max_ms": 8.007389, "recent_samples": 23, "recent_p95_ms": 3.107288 }, "enqueue_gap": { "count": 22, "mean_ms": 89.55834268181819, "max_ms": 142.227623, "recent_samples": 22, "recent_p95_ms": 122.86538599999999 } } }, "611cea950b4c0a014291720468a3a7f61c5787baa95a374d3b94d4db886bf16b": { "counts": { "state_noop": 22, "queued_frame": 22, "sent_frame": 22, "queued_heartbeat": 1, "sent_status": 1 }, "timings": { "frame_queue": { "count": 22, "mean_ms": 5.983021131462672, "max_ms": 22.628846112638712, "recent_samples": 22, "recent_p95_ms": 17.142347991466522 }, "frame_write_wall": { "count": 22, "mean_ms": 12.152620454545454, "max_ms": 31.4095, "recent_samples": 22, "recent_p95_ms": 23.368598000000002 }, "frame_write_cpu": { "count": 22, "mean_ms": 1.055102772727273, "max_ms": 1.589156, "recent_samples": 22, "recent_p95_ms": 1.555019 }, "frame_completion_lock": { "count": 22, "mean_ms": 0.13317590909090907, "max_ms": 2.513738, "recent_samples": 22, "recent_p95_ms": 0.19003299999999998 }, "enqueue_gap": { "count": 21, "mean_ms": 93.73210504761906, "max_ms": 188.117078, "recent_samples": 21, "recent_p95_ms": 165.23515 }, "status_queue": { "count": 1, "mean_ms": 0.6363221909850836, "max_ms": 0.6363221909850836, "recent_samples": 1, "recent_p95_ms": 0.6363221909850836 }, "status_write_wall": { "count": 1, "mean_ms": 8.655039, "max_ms": 8.655039, "recent_samples": 1, "recent_p95_ms": 8.655039 }, "status_write_cpu": { "count": 1, "mean_ms": 0.672539, "max_ms": 0.672539, "recent_samples": 1, "recent_p95_ms": 0.672539 }, "status_completion_lock": { "count": 1, "mean_ms": 0.007166, "max_ms": 0.007166, "recent_samples": 1, "recent_p95_ms": 0.007166 } } }, "f119ec7770227da23061f13f0bb790b466850dbe16243dbfcb1a0279ab0a1baa": { "counts": { "state_noop": 22, "queued_frame": 22, "sent_frame": 22, "queued_heartbeat": 1, "sent_status": 1 }, "timings": { "frame_queue": { "count": 22, "mean_ms": 5.929306932640347, "max_ms": 32.33563317917287, "recent_samples": 22, "recent_p95_ms": 17.786128912121058 }, "frame_write_wall": { "count": 22, "mean_ms": 8.637759590909091, "max_ms": 47.009828, "recent_samples": 22, "recent_p95_ms": 37.935814 }, "frame_write_cpu": { "count": 22, "mean_ms": 0.8761440454545454, "max_ms": 1.655695, "recent_samples": 22, "recent_p95_ms": 1.433181 }, "frame_completion_lock": { "count": 22, "mean_ms": 1.5934976818181814, "max_ms": 34.841402, "recent_samples": 22, "recent_p95_ms": 0.027792 }, "enqueue_gap": { "count": 21, "mean_ms": 91.07346738095237, "max_ms": 121.66050100000001, "recent_samples": 21, "recent_p95_ms": 121.010595 }, "status_queue": { "count": 1, "mean_ms": 2.412248170003295, "max_ms": 2.412248170003295, "recent_samples": 1, "recent_p95_ms": 2.412248170003295 }, "status_write_wall": { "count": 1, "mean_ms": 5.381124, "max_ms": 5.381124, "recent_samples": 1, "recent_p95_ms": 5.381124 }, "status_write_cpu": { "count": 1, "mean_ms": 0.583953, "max_ms": 0.583953, "recent_samples": 1, "recent_p95_ms": 0.583953 }, "status_completion_lock": { "count": 1, "mean_ms": 0.007672, "max_ms": 0.007672, "recent_samples": 1, "recent_p95_ms": 0.007672 } } }, "d57cc517767b64098669a8ffc9845f2bae132fb3b0f3a0a1298371fd11f01cc0": { "counts": { "queued_heartbeat": 1, "sent_status": 1 }, "timings": { "status_queue": { "count": 1, "mean_ms": 0.06228499114513397, "max_ms": 0.06228499114513397, "recent_samples": 1, "recent_p95_ms": 0.06228499114513397 }, "status_write_wall": { "count": 1, "mean_ms": 8.943643, "max_ms": 8.943643, "recent_samples": 1, "recent_p95_ms": 8.943643 }, "status_write_cpu": { "count": 1, "mean_ms": 1.180822, "max_ms": 1.180822, "recent_samples": 1, "recent_p95_ms": 1.180822 }, "status_completion_lock": { "count": 1, "mean_ms": 0.017651, "max_ms": 0.017651, "recent_samples": 1, "recent_p95_ms": 0.017651 } } } }, "timing_scope": "sink_only_v2", "timeline_limit_per_channel": 256, "replacement_limit_per_channel": 32 } } } }, { "at": 1313720.718324429, "channels": { "rtsp-test-source-01": { "at": 1313720.808954803, "state": { "stream_id": "rtsp-test-01", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "b31ca083-baf3-4a9f-aa53-2c498b138b50", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789461000.0333998, "source_stage": "inference_frame_completed", "source_stage_at": 1789461000.0333714, "source_stages": { "pipeline_state_changed": 1789460942.7475967, "decoded_frame_received": 1789460999.9451737, "preprocess_output": 1789460999.946233, "infer_output": 1789460999.9824696, "consume_entered": 1789460999.989387, "native_completed": 1789461000.0145388, "inference_frame_completed": 1789461000.0333714 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 585, "preprocess_output": 585, "infer_output": 585, "consume_entered": 585, "native_completed": 585, "inference_frame_completed": 585 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789460941.2130826, "decoded_frame_received": 1789460942.6677606, "preprocess_output": 1789460942.705002, "infer_output": 1789460942.735804, "consume_entered": 1789460942.7406185, "native_completed": 1789460942.7559268, "inference_frame_completed": 1789460942.7619655 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789460940.6291854, "uptime_s": 59.4, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1313720789043137, "counts": { "decoded": 585, "selected": 585, "preprocess": 585, "infer": 585, "native": 585, "result": 585, "publisher_submit": 585 }, "first_ns": { "decoded": 1313663415064522, "selected": 1313663415105808, "preprocess": 1313663452335848, "infer": 1313663483149750, "native": 1313663503280593, "result": 1313663508818259, "publisher_submit": 1313663509372297 }, "last_ns": { "decoded": 1313720692453021, "selected": 1313720692493564, "preprocess": 1313720693550324, "infer": 1313720729735428, "native": 1313720761865235, "result": 1313720779990985, "publisher_submit": 1313720780762083 }, "detail": true, "pending_samples": 0, "last_frame": { "selected": [ 584, 58629037103 ], "preprocess": [ 584, 58629037103 ], "infer": [ 584, 58629037103 ], "native": [ 584, 58629037103 ], "result": [ 584, 58629037103 ], "publisher_submit": [ 584, 58629037103 ] }, "observation_missed": 0, "durations": { "selected_to_preprocess": { "samples": 28, "mean_ms": 2.846138714285714, "p95_ms": 10.841984, "max_ms": 12.275169 }, "queue": { "samples": 29, "mean_ms": 6.945977931034483, "p95_ms": 17.787126, "max_ms": 19.357664 }, "tracking": { "samples": 29, "mean_ms": 0.040181, "p95_ms": 0.068709, "max_ms": 0.069145 }, "tracking_cpu": { "samples": 29, "mean_ms": 0.03083844827586207, "p95_ms": 0.055464, "max_ms": 0.058027 }, "preprocess_to_infer": { "samples": 28, "mean_ms": 31.484822035714288, "p95_ms": 41.378996, "max_ms": 43.748706 }, "infer_to_native": { "samples": 28, "mean_ms": 29.988903035714287, "p95_ms": 45.975841, "max_ms": 47.881602 }, "result_work": { "samples": 29, "mean_ms": 6.283157413793104, "p95_ms": 38.125715, "max_ms": 50.111385 }, "native_to_result": { "samples": 28, "mean_ms": 12.84322982142857, "p95_ms": 22.879402, "max_ms": 23.764671 }, "result_to_publisher_submit": { "samples": 28, "mean_ms": 1.9534805714285715, "p95_ms": 2.497394, "max_ms": 35.891432 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 0, "events_created": 0, "processed": 585 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 585, "per_task_buffers": { "det": 585 }, "latest": { "fn": 584, "det": 9, "persons": 6, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1313720.809091325, "entries": 583, "length": 100, "last": "1789461000036-0", "pttl": 9939, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-01", "sourceId": "rtsp-test-source-01", "serverId": "test-ai", "streamId": "rtsp-test-01", "runId": "b31ca083-baf3-4a9f-aa53-2c498b138b50", "runGeneration": 1, "frameSeq": 584, "ptsNs": 58629037103, "ingestTimeWallMs": 1789460999944, "frameWidth": 1280, "frameHeight": 720, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 2449365473, "rtpTimestampExt": null, "detectedAtWallMs": 1789460999839, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "1", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9257686138153076, "bbox": [ 0.4258880615234375, 0.339599609375, 0.4793853759765625, 0.593505859375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "2", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8814108967781067, "bbox": [ 0.5067901611328125, 0.3707275390625, 0.5371551513671875, 0.5335693359375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "3", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8763172030448914, "bbox": [ 0.622772216796875, 0.50958251953125, 0.709259033203125, 0.69451904296875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "4", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8206132054328918, "bbox": [ 0.6164398193359375, 0.44488525390625, 0.6550445556640625, 0.55218505859375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "6", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.727685272693634, "bbox": [ 0.653289794921875, 0.4486083984375, 0.689483642578125, 0.5455322265625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "8", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.5973142981529236, "bbox": [ 0.6321792602539062, 0.4566650390625, 0.6607894897460938, 0.5550537109375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "15", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.2879680097103119, "bbox": [ 0.61602783203125, 0.45635986328125, 0.64080810546875, 0.54656982421875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } }, "rtsp-test-source-02": { "at": 1313720.920446473, "state": { "stream_id": "web-cam08-test", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "dfa80a07-a5fc-4d6a-85e1-3274c52132ba", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789461000.1554704, "source_stage": "inference_frame_completed", "source_stage_at": 1789461000.1554554, "source_stages": { "pipeline_state_changed": 1789460945.3327873, "decoded_frame_received": 1789461000.065193, "preprocess_output": 1789461000.067153, "infer_output": 1789461000.0980296, "consume_entered": 1789461000.120123, "native_completed": 1789461000.1393895, "inference_frame_completed": 1789461000.1554554 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 549, "preprocess_output": 549, "infer_output": 549, "consume_entered": 549, "native_completed": 549, "inference_frame_completed": 549 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789460943.7573283, "decoded_frame_received": 1789460945.2796922, "preprocess_output": 1789460945.2848976, "infer_output": 1789460945.3203824, "consume_entered": 1789460945.3276534, "native_completed": 1789460945.3402321, "inference_frame_completed": 1789460945.347835 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789460943.7294421, "uptime_s": 56.4, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1313720912489367, "counts": { "decoded": 548, "selected": 548, "preprocess": 549, "infer": 549, "native": 549, "result": 549, "publisher_submit": 549 }, "first_ns": { "decoded": 1313666027045929, "selected": 1313666027070128, "preprocess": 1313666032264198, "infer": 1313666067745921, "native": 1313666087571210, "result": 1313666094118782, "publisher_submit": 1313666095232383 }, "last_ns": { "decoded": 1313720812331970, "selected": 1313720812438926, "preprocess": 1313720814506911, "infer": 1313720845296919, "native": 1313720886750763, "result": 1313720902332343, "publisher_submit": 1313720902854666 }, "detail": true, "pending_samples": 0, "last_frame": { "selected": [ 548, 56123652503 ], "preprocess": [ 548, 56123652503 ], "infer": [ 548, 56123652503 ], "native": [ 548, 56123652503 ], "result": [ 548, 56123652503 ], "publisher_submit": [ 548, 56123652503 ] }, "observation_missed": 2, "durations": { "result_work": { "samples": 30, "mean_ms": 6.179317599999999, "p95_ms": 19.609329, "max_ms": 65.391066 }, "queue": { "samples": 29, "mean_ms": 8.53484520689655, "p95_ms": 28.523406, "max_ms": 35.18862 }, "tracking": { "samples": 29, "mean_ms": 0.0424208275862069, "p95_ms": 0.070605, "max_ms": 0.112245 }, "tracking_cpu": { "samples": 29, "mean_ms": 0.030566793103448276, "p95_ms": 0.044988, "max_ms": 0.058078 }, "selected_to_preprocess": { "samples": 28, "mean_ms": 3.3841487142857143, "p95_ms": 10.131331, "max_ms": 10.763652 }, "preprocess_to_infer": { "samples": 28, "mean_ms": 28.33917242857143, "p95_ms": 39.416836, "max_ms": 44.75136 }, "infer_to_native": { "samples": 28, "mean_ms": 22.68854214285714, "p95_ms": 39.979454, "max_ms": 41.453844 }, "native_to_result": { "samples": 28, "mean_ms": 13.673933785714285, "p95_ms": 33.625924, "max_ms": 39.591218 }, "result_to_publisher_submit": { "samples": 28, "mean_ms": 0.6916249642857143, "p95_ms": 1.206748, "max_ms": 1.419623 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 0, "events_created": 0, "processed": 549 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 549, "per_task_buffers": { "det": 549 }, "latest": { "fn": 548, "det": 9, "persons": 4, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1313720.920507913, "entries": 547, "length": 100, "last": "1789461000158-0", "pttl": 9951, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-02", "sourceId": "rtsp-test-source-02", "serverId": "test-ai", "streamId": "web-cam08-test", "runId": "dfa80a07-a5fc-4d6a-85e1-3274c52132ba", "runGeneration": 1, "frameSeq": 548, "ptsNs": 56123652503, "ingestTimeWallMs": 1789461000064, "frameWidth": 1280, "frameHeight": 720, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 282331892, "rtpTimestampExt": null, "detectedAtWallMs": 1789436921689, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "0", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9521309733390808, "bbox": [ 0.6492919921875, 0.3115234375, 0.7882080078125, 0.8271484375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "2", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9226218461990356, "bbox": [ 0.333099365234375, 0.37860107421875, 0.399810791015625, 0.60821533203125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "3", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8938665986061096, "bbox": [ 0.50628662109375, 0.3702392578125, 0.53765869140625, 0.5330810546875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "5", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.746508777141571, "bbox": [ 0.6158599853515625, 0.4501953125, 0.6575775146484375, 0.5546875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "9", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.46487119793891907, "bbox": [ 0.640594482421875, 0.36761474609375, 0.677764892578125, 0.55474853515625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "11", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.4342813491821289, "bbox": [ 0.640899658203125, 0.367462158203125, 0.675506591796875, 0.469940185546875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "13", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.3602639138698578, "bbox": [ 0.19771575927734375, 0.432708740234375, 0.21439361572265625, 0.458404541015625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } }, "rtsp-test-source-03": { "at": 1313721.023639308, "state": { "stream_id": "web-cam01-test", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "f28e8326-10dc-43cc-bb0b-5345f3b1e484", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789461000.1562657, "source_stage": "native_completed", "source_stage_at": 1789461000.214268, "source_stages": { "pipeline_state_changed": 1789460947.5179484, "decoded_frame_received": 1789461000.1523, "preprocess_output": 1789461000.157431, "infer_output": 1789461000.1892536, "consume_entered": 1789461000.193457, "native_completed": 1789461000.214268, "inference_frame_completed": 1789461000.1562362 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 528, "preprocess_output": 528, "infer_output": 528, "consume_entered": 528, "native_completed": 528, "inference_frame_completed": 527 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789460946.0984929, "decoded_frame_received": 1789460947.4657261, "preprocess_output": 1789460947.4779425, "infer_output": 1789460947.5069637, "consume_entered": 1789460947.512886, "native_completed": 1789460947.5267632, "inference_frame_completed": 1789460947.533087 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789460945.956795, "uptime_s": 54.3, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1313720979472290, "counts": { "decoded": 1583, "selected": 528, "preprocess": 528, "sampling_drop": 1055, "infer": 528, "native": 528, "result": 527, "publisher_submit": 527 }, "first_ns": { "decoded": 1313668213086321, "selected": 1313668213105477, "preprocess": 1313668225294769, "sampling_drop": 1313668234251547, "infer": 1313668254300218, "native": 1313668274137600, "result": 1313668279959462, "publisher_submit": 1313668280496110 }, "last_ns": { "decoded": 1313720976673550, "selected": 1313720899678150, "preprocess": 1313720904731601, "sampling_drop": 1313720976700579, "infer": 1313720936582192, "native": 1313720961603557, "result": 1313720897832548, "publisher_submit": 1313720903615527 }, "detail": true, "pending_samples": 1, "last_frame": { "selected": [ 1581, 53993514339 ], "preprocess": [ 1581, 53993514339 ], "infer": [ 1581, 53993514339 ], "native": [ 1581, 53993514339 ], "result": [ 1578, 53893514339 ], "publisher_submit": [ 1578, 53893514339 ] }, "observation_missed": 2, "durations": { "queue": { "samples": 29, "mean_ms": 5.052143655172414, "p95_ms": 15.360582, "max_ms": 16.86846 }, "tracking": { "samples": 29, "mean_ms": 0.037982, "p95_ms": 0.055678, "max_ms": 0.055811 }, "tracking_cpu": { "samples": 29, "mean_ms": 0.028713724137931038, "p95_ms": 0.039684, "max_ms": 0.04317 }, "selected_to_preprocess": { "samples": 29, "mean_ms": 2.5658697586206896, "p95_ms": 7.996435, "max_ms": 14.831626 }, "result_work": { "samples": 29, "mean_ms": 4.004190517241379, "p95_ms": 10.264337, "max_ms": 11.832695 }, "preprocess_to_infer": { "samples": 29, "mean_ms": 32.79996806896552, "p95_ms": 45.968722, "max_ms": 62.833157 }, "infer_to_native": { "samples": 29, "mean_ms": 31.81791775862069, "p95_ms": 49.310705, "max_ms": 49.583257 }, "native_to_result": { "samples": 28, "mean_ms": 10.883781714285714, "p95_ms": 21.237799, "max_ms": 26.268052 }, "result_to_publisher_submit": { "samples": 28, "mean_ms": 0.8175538214285715, "p95_ms": 1.130161, "max_ms": 5.782979 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 1, "events_created": 0, "processed": 527 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 528, "per_task_buffers": { "det": 528 }, "latest": { "fn": 1581, "det": 8, "persons": 6, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1313721.023701451, "entries": 528, "length": 100, "last": "1789461000270-0", "pttl": 9946, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-03", "sourceId": "rtsp-test-source-03", "serverId": "test-ai", "streamId": "web-cam01-test", "runId": "f28e8326-10dc-43cc-bb0b-5345f3b1e484", "runGeneration": 1, "frameSeq": 1581, "ptsNs": 53993514339, "ingestTimeWallMs": 1789461000152, "frameWidth": 480, "frameHeight": 360, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 4044904316, "rtpTimestampExt": null, "detectedAtWallMs": 1789478728049, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "0", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9296960830688477, "bbox": [ 0.6187591552734375, 0.401611328125, 0.6615142822265625, 0.551025390625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "1", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9284088015556335, "bbox": [ 0.2704925537109375, 0.2767333984375, 0.3115386962890625, 0.3931884765625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "2", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9222025275230408, "bbox": [ 0.4370880126953125, 0.2730712890625, 0.4764862060546875, 0.3988037109375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "3", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9181873202323914, "bbox": [ 0.443450927734375, 0.65789794921875, 0.510650634765625, 0.90264892578125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "4", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9111796617507935, "bbox": [ 0.8430633544921875, 0.34332275390625, 0.8825225830078125, 0.49505615234375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "5", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9015746116638184, "bbox": [ 0.175811767578125, 0.254913330078125, 0.203582763671875, 0.377899169921875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } } }, "publisher": { "enabled": true, "metrics": { "sent": 1724, "sent_status": 72, "sent_frames": 1652, "replaced": 4, "queued": 0, "queuedBytes": 0, "channels": 4, "workers": 4, "profile": { "enabled": true, "revision": 1, "channels": { "d98f4e86d523f201a60f5f03c7a93f284a355b57e3a57ecd305727b2df38a5d2": { "counts": { "state_noop": 35, "queued_frame": 35, "sent_frame": 35 }, "timings": { "frame_queue": { "count": 35, "mean_ms": 7.26308150083891, "max_ms": 32.91493188589811, "recent_samples": 35, "recent_p95_ms": 25.438223965466022 }, "frame_write_wall": { "count": 35, "mean_ms": 13.320225142857145, "max_ms": 67.028965, "recent_samples": 35, "recent_p95_ms": 63.540527 }, "frame_write_cpu": { "count": 35, "mean_ms": 0.9661384571428571, "max_ms": 1.782547, "recent_samples": 35, "recent_p95_ms": 1.674066 }, "frame_completion_lock": { "count": 35, "mean_ms": 0.3290924857142857, "max_ms": 8.007389, "recent_samples": 35, "recent_p95_ms": 3.107288 }, "enqueue_gap": { "count": 34, "mean_ms": 94.19243591176472, "max_ms": 142.227623, "recent_samples": 34, "recent_p95_ms": 136.979086 } } }, "611cea950b4c0a014291720468a3a7f61c5787baa95a374d3b94d4db886bf16b": { "counts": { "state_noop": 34, "queued_frame": 34, "sent_frame": 34, "queued_heartbeat": 1, "sent_status": 1 }, "timings": { "frame_queue": { "count": 34, "mean_ms": 5.845909157548757, "max_ms": 22.628846112638712, "recent_samples": 34, "recent_p95_ms": 17.142347991466522 }, "frame_write_wall": { "count": 34, "mean_ms": 12.464011852941173, "max_ms": 31.4095, "recent_samples": 34, "recent_p95_ms": 25.404436999999998 }, "frame_write_cpu": { "count": 34, "mean_ms": 1.1003855294117648, "max_ms": 2.373748, "recent_samples": 34, "recent_p95_ms": 1.644293 }, "frame_completion_lock": { "count": 34, "mean_ms": 0.09082382352941176, "max_ms": 2.513738, "recent_samples": 34, "recent_p95_ms": 0.19003299999999998 }, "enqueue_gap": { "count": 33, "mean_ms": 94.5135956666667, "max_ms": 188.117078, "recent_samples": 33, "recent_p95_ms": 165.23515 }, "status_queue": { "count": 1, "mean_ms": 0.6363221909850836, "max_ms": 0.6363221909850836, "recent_samples": 1, "recent_p95_ms": 0.6363221909850836 }, "status_write_wall": { "count": 1, "mean_ms": 8.655039, "max_ms": 8.655039, "recent_samples": 1, "recent_p95_ms": 8.655039 }, "status_write_cpu": { "count": 1, "mean_ms": 0.672539, "max_ms": 0.672539, "recent_samples": 1, "recent_p95_ms": 0.672539 }, "status_completion_lock": { "count": 1, "mean_ms": 0.007166, "max_ms": 0.007166, "recent_samples": 1, "recent_p95_ms": 0.007166 } } }, "f119ec7770227da23061f13f0bb790b466850dbe16243dbfcb1a0279ab0a1baa": { "counts": { "state_noop": 34, "queued_frame": 34, "sent_frame": 34, "queued_heartbeat": 1, "sent_status": 1 }, "timings": { "frame_queue": { "count": 34, "mean_ms": 4.869500435340931, "max_ms": 32.33563317917287, "recent_samples": 34, "recent_p95_ms": 17.786128912121058 }, "frame_write_wall": { "count": 34, "mean_ms": 7.171675235294117, "max_ms": 47.009828, "recent_samples": 34, "recent_p95_ms": 37.935814 }, "frame_write_cpu": { "count": 34, "mean_ms": 0.8822483529411763, "max_ms": 1.7918809999999998, "recent_samples": 34, "recent_p95_ms": 1.655695 }, "frame_completion_lock": { "count": 34, "mean_ms": 1.0356901176470588, "max_ms": 34.841402, "recent_samples": 34, "recent_p95_ms": 0.042004 }, "enqueue_gap": { "count": 33, "mean_ms": 94.52305069696969, "max_ms": 125.620757, "recent_samples": 33, "recent_p95_ms": 121.66050100000001 }, "status_queue": { "count": 1, "mean_ms": 2.412248170003295, "max_ms": 2.412248170003295, "recent_samples": 1, "recent_p95_ms": 2.412248170003295 }, "status_write_wall": { "count": 1, "mean_ms": 5.381124, "max_ms": 5.381124, "recent_samples": 1, "recent_p95_ms": 5.381124 }, "status_write_cpu": { "count": 1, "mean_ms": 0.583953, "max_ms": 0.583953, "recent_samples": 1, "recent_p95_ms": 0.583953 }, "status_completion_lock": { "count": 1, "mean_ms": 0.007672, "max_ms": 0.007672, "recent_samples": 1, "recent_p95_ms": 0.007672 } } }, "d57cc517767b64098669a8ffc9845f2bae132fb3b0f3a0a1298371fd11f01cc0": { "counts": { "queued_heartbeat": 1, "sent_status": 1 }, "timings": { "status_queue": { "count": 1, "mean_ms": 0.06228499114513397, "max_ms": 0.06228499114513397, "recent_samples": 1, "recent_p95_ms": 0.06228499114513397 }, "status_write_wall": { "count": 1, "mean_ms": 8.943643, "max_ms": 8.943643, "recent_samples": 1, "recent_p95_ms": 8.943643 }, "status_write_cpu": { "count": 1, "mean_ms": 1.180822, "max_ms": 1.180822, "recent_samples": 1, "recent_p95_ms": 1.180822 }, "status_completion_lock": { "count": 1, "mean_ms": 0.017651, "max_ms": 0.017651, "recent_samples": 1, "recent_p95_ms": 0.017651 } } } }, "timing_scope": "sink_only_v2", "timeline_limit_per_channel": 256, "replacement_limit_per_channel": 32 } } } }, { "at": 1313722.073251124, "channels": { "rtsp-test-source-01": { "at": 1313722.105976564, "state": { "stream_id": "rtsp-test-01", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "b31ca083-baf3-4a9f-aa53-2c498b138b50", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789461001.335721, "source_stage": "preprocess_output", "source_stage_at": 1789461001.3461936, "source_stages": { "pipeline_state_changed": 1789460942.7475967, "decoded_frame_received": 1789461001.345241, "preprocess_output": 1789461001.3461936, "infer_output": 1789461001.2927392, "consume_entered": 1789461001.303969, "native_completed": 1789461001.3279986, "inference_frame_completed": 1789461001.3357024 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 599, "preprocess_output": 599, "infer_output": 598, "consume_entered": 598, "native_completed": 598, "inference_frame_completed": 598 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789460941.2130826, "decoded_frame_received": 1789460942.6677606, "preprocess_output": 1789460942.705002, "infer_output": 1789460942.735804, "consume_entered": 1789460942.7406185, "native_completed": 1789460942.7559268, "inference_frame_completed": 1789460942.7619655 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789460940.6291854, "uptime_s": 60.7, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1313722096872659, "counts": { "decoded": 599, "selected": 599, "preprocess": 599, "infer": 598, "native": 598, "result": 598, "publisher_submit": 598 }, "first_ns": { "decoded": 1313663415064522, "selected": 1313663415105808, "preprocess": 1313663452335848, "infer": 1313663483149750, "native": 1313663503280593, "result": 1313663508818259, "publisher_submit": 1313663509372297 }, "last_ns": { "decoded": 1313722092587047, "selected": 1313722092606353, "preprocess": 1313722093550257, "infer": 1313722040110317, "native": 1313722075371684, "result": 1313722082515253, "publisher_submit": 1313722083099740 }, "detail": true, "pending_samples": 1, "last_frame": { "selected": [ 598, 60029037103 ], "preprocess": [ 598, 60029037103 ], "infer": [ 597, 59929037103 ], "native": [ 597, 59929037103 ], "result": [ 597, 59929037103 ], "publisher_submit": [ 597, 59929037103 ] }, "observation_missed": 0, "durations": { "selected_to_preprocess": { "samples": 42, "mean_ms": 3.0798760238095237, "p95_ms": 9.017775, "max_ms": 12.275169 }, "queue": { "samples": 42, "mean_ms": 6.56833730952381, "p95_ms": 17.032505, "max_ms": 19.357664 }, "tracking": { "samples": 42, "mean_ms": 0.042679357142857144, "p95_ms": 0.068709, "max_ms": 0.12553 }, "tracking_cpu": { "samples": 42, "mean_ms": 0.03295907142857143, "p95_ms": 0.057708, "max_ms": 0.105103 }, "preprocess_to_infer": { "samples": 41, "mean_ms": 33.35117729268293, "p95_ms": 43.230204, "max_ms": 44.030416 }, "infer_to_native": { "samples": 41, "mean_ms": 28.72961014634146, "p95_ms": 40.859246, "max_ms": 47.881602 }, "result_work": { "samples": 42, "mean_ms": 5.85712269047619, "p95_ms": 12.280679, "max_ms": 50.111385 }, "native_to_result": { "samples": 41, "mean_ms": 13.771088853658537, "p95_ms": 23.764671, "max_ms": 28.698371 }, "result_to_publisher_submit": { "samples": 41, "mean_ms": 1.7444710731707318, "p95_ms": 2.497394, "max_ms": 35.891432 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 0, "events_created": 0, "processed": 598 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 598, "per_task_buffers": { "det": 598 }, "latest": { "fn": 597, "det": 9, "persons": 5, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1313722.10607216, "entries": 596, "length": 100, "last": "1789461001338-0", "pttl": 9949, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-01", "sourceId": "rtsp-test-source-01", "serverId": "test-ai", "streamId": "rtsp-test-01", "runId": "b31ca083-baf3-4a9f-aa53-2c498b138b50", "runGeneration": 1, "frameSeq": 597, "ptsNs": 59929037103, "ingestTimeWallMs": 1789461001249, "frameWidth": 1280, "frameHeight": 720, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 2449482473, "rtpTimestampExt": null, "detectedAtWallMs": 1789461001139, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "1", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9048188328742981, "bbox": [ 0.3886871337890625, 0.3359375, 0.4316253662109375, 0.5869140625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "2", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8901033401489258, "bbox": [ 0.5064163208007812, 0.37042236328125, 0.5375289916992188, 0.53338623046875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "3", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8700461983680725, "bbox": [ 0.625518798828125, 0.51611328125, 0.699676513671875, 0.68994140625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "5", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8110781908035278, "bbox": [ 0.6162261962890625, 0.44488525390625, 0.6552581787109375, 0.55316162109375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "6", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.7405498027801514, "bbox": [ 0.6483154296875, 0.449127197265625, 0.6915283203125, 0.542083740234375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "15", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.2728956639766693, "bbox": [ 0.6303634643554688, 0.456817626953125, 0.6567459106445312, 0.555877685546875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } }, "rtsp-test-source-02": { "at": 1313722.189279003, "state": { "stream_id": "web-cam08-test", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "dfa80a07-a5fc-4d6a-85e1-3274c52132ba", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789461001.3127272, "source_stage": "native_completed", "source_stage_at": 1789461001.3974707, "source_stages": { "pipeline_state_changed": 1789460945.3327873, "decoded_frame_received": 1789461001.3365612, "preprocess_output": 1789461001.3380423, "infer_output": 1789461001.3701062, "consume_entered": 1789461001.3723488, "native_completed": 1789461001.3974707, "inference_frame_completed": 1789461001.3127034 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 562, "preprocess_output": 562, "infer_output": 562, "consume_entered": 562, "native_completed": 562, "inference_frame_completed": 561 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789460943.7573283, "decoded_frame_received": 1789460945.2796922, "preprocess_output": 1789460945.2848976, "infer_output": 1789460945.3203824, "consume_entered": 1789460945.3276534, "native_completed": 1789460945.3402321, "inference_frame_completed": 1789460945.347835 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789460943.7294421, "uptime_s": 57.7, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1313722155265034, "counts": { "decoded": 561, "selected": 561, "preprocess": 562, "infer": 562, "native": 562, "result": 561, "publisher_submit": 561 }, "first_ns": { "decoded": 1313666027045929, "selected": 1313666027070128, "preprocess": 1313666032264198, "infer": 1313666067745921, "native": 1313666087571210, "result": 1313666094118782, "publisher_submit": 1313666095232383 }, "last_ns": { "decoded": 1313722083914499, "selected": 1313722083934026, "preprocess": 1313722085414343, "infer": 1313722117333294, "native": 1313722144848664, "result": 1313722059420613, "publisher_submit": 1313722060097330 }, "detail": true, "pending_samples": 1, "last_frame": { "selected": [ 561, 57423652503 ], "preprocess": [ 561, 57423652503 ], "infer": [ 561, 57423652503 ], "native": [ 561, 57423652503 ], "result": [ 560, 57323652503 ], "publisher_submit": [ 560, 57323652503 ] }, "observation_missed": 2, "durations": { "result_work": { "samples": 42, "mean_ms": 5.4979755, "p95_ms": 8.345028, "max_ms": 65.391066 }, "queue": { "samples": 41, "mean_ms": 7.376912439024391, "p95_ms": 18.391133, "max_ms": 35.18862 }, "tracking": { "samples": 41, "mean_ms": 0.04276058536585366, "p95_ms": 0.070605, "max_ms": 0.112245 }, "tracking_cpu": { "samples": 41, "mean_ms": 0.03129204878048781, "p95_ms": 0.044988, "max_ms": 0.058078 }, "selected_to_preprocess": { "samples": 41, "mean_ms": 3.783053512195122, "p95_ms": 10.763652, "max_ms": 16.604904 }, "preprocess_to_infer": { "samples": 41, "mean_ms": 30.70606719512195, "p95_ms": 44.75136, "max_ms": 60.174924 }, "infer_to_native": { "samples": 41, "mean_ms": 24.14757631707317, "p95_ms": 41.453844, "max_ms": 54.392537 }, "native_to_result": { "samples": 40, "mean_ms": 12.3310646, "p95_ms": 25.419579, "max_ms": 39.591218 }, "result_to_publisher_submit": { "samples": 40, "mean_ms": 0.7540912750000001, "p95_ms": 1.206748, "max_ms": 3.507682 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 1, "events_created": 0, "processed": 561 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 562, "per_task_buffers": { "det": 562 }, "latest": { "fn": 561, "det": 7, "persons": 3, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1313722.189342435, "entries": 560, "length": 100, "last": "1789461001420-0", "pttl": 9939, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-02", "sourceId": "rtsp-test-source-02", "serverId": "test-ai", "streamId": "web-cam08-test", "runId": "dfa80a07-a5fc-4d6a-85e1-3274c52132ba", "runGeneration": 1, "frameSeq": 561, "ptsNs": 57423652503, "ingestTimeWallMs": 1789461001336, "frameWidth": 1280, "frameHeight": 720, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 282448892, "rtpTimestampExt": null, "detectedAtWallMs": 1789436922989, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "1", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9401335716247559, "bbox": [ 0.587127685546875, 0.3209228515625, 0.682403564453125, 0.7796630859375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "2", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8793541789054871, "bbox": [ 0.350738525390625, 0.33544921875, 0.397796630859375, 0.61083984375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "3", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8763172030448914, "bbox": [ 0.506011962890625, 0.36993408203125, 0.536956787109375, 0.53289794921875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "12", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.3042483627796173, "bbox": [ 0.19793701171875, 0.43247222900390625, 0.21392822265625, 0.45815277099609375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "14", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.2819984257221222, "bbox": [ 0.6590194702148438, 0.377105712890625, 0.6788711547851562, 0.430511474609375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } }, "rtsp-test-source-03": { "at": 1313722.295203637, "state": { "stream_id": "web-cam01-test", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "f28e8326-10dc-43cc-bb0b-5345f3b1e484", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789461001.43505, "source_stage": "infer_output", "source_stage_at": 1789461001.4965165, "source_stages": { "pipeline_state_changed": 1789460947.5179484, "decoded_frame_received": 1789461001.4541974, "preprocess_output": 1789461001.4560642, "infer_output": 1789461001.4965165, "consume_entered": 1789461001.3911026, "native_completed": 1789461001.4234447, "inference_frame_completed": 1789461001.4350371 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 541, "preprocess_output": 541, "infer_output": 541, "consume_entered": 540, "native_completed": 540, "inference_frame_completed": 540 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789460946.0984929, "decoded_frame_received": 1789460947.4657261, "preprocess_output": 1789460947.4779425, "infer_output": 1789460947.5069637, "consume_entered": 1789460947.512886, "native_completed": 1789460947.5267632, "inference_frame_completed": 1789460947.533087 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789460945.956795, "uptime_s": 55.5, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1313722244306302, "counts": { "decoded": 1621, "selected": 541, "preprocess": 541, "sampling_drop": 1080, "infer": 541, "native": 540, "result": 540, "publisher_submit": 540 }, "first_ns": { "decoded": 1313668213086321, "selected": 1313668213105477, "preprocess": 1313668225294769, "sampling_drop": 1313668234251547, "infer": 1313668254300218, "native": 1313668274137600, "result": 1313668279959462, "publisher_submit": 1313668280496110 }, "last_ns": { "decoded": 1313722243424271, "selected": 1313722201511125, "preprocess": 1313722203300642, "sampling_drop": 1313722243443482, "infer": 1313722243857820, "native": 1313722170789237, "result": 1313722181983149, "publisher_submit": 1313722182439323 }, "detail": true, "pending_samples": 1, "last_frame": { "selected": [ 1620, 55293514339 ], "preprocess": [ 1620, 55293514339 ], "infer": [ 1620, 55293514339 ], "native": [ 1617, 55193514339 ], "result": [ 1617, 55193514339 ], "publisher_submit": [ 1617, 55193514339 ] }, "observation_missed": 2, "durations": { "queue": { "samples": 42, "mean_ms": 5.70542269047619, "p95_ms": 16.61558, "max_ms": 16.87932 }, "tracking": { "samples": 42, "mean_ms": 0.041073309523809526, "p95_ms": 0.063355, "max_ms": 0.087285 }, "tracking_cpu": { "samples": 42, "mean_ms": 0.03142297619047619, "p95_ms": 0.054745, "max_ms": 0.069678 }, "selected_to_preprocess": { "samples": 42, "mean_ms": 3.1285013095238097, "p95_ms": 8.991299, "max_ms": 14.831626 }, "result_work": { "samples": 42, "mean_ms": 4.035618119047619, "p95_ms": 9.111714, "max_ms": 11.832695 }, "preprocess_to_infer": { "samples": 42, "mean_ms": 34.525227071428574, "p95_ms": 50.257251, "max_ms": 62.833157 }, "infer_to_native": { "samples": 41, "mean_ms": 31.964046243902438, "p95_ms": 49.310705, "max_ms": 59.330736 }, "native_to_result": { "samples": 41, "mean_ms": 11.548538463414634, "p95_ms": 22.13476, "max_ms": 26.573291 }, "result_to_publisher_submit": { "samples": 41, "mean_ms": 0.7787673658536586, "p95_ms": 1.121954, "max_ms": 5.782979 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 0, "events_created": 0, "processed": 540 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 540, "per_task_buffers": { "det": 540 }, "latest": { "fn": 1617, "det": 9, "persons": 7, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1313722.295232705, "entries": 541, "length": 100, "last": "1789461001537-0", "pttl": 9950, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-03", "sourceId": "rtsp-test-source-03", "serverId": "test-ai", "streamId": "web-cam01-test", "runId": "f28e8326-10dc-43cc-bb0b-5345f3b1e484", "runGeneration": 1, "frameSeq": 1620, "ptsNs": 55293514339, "ingestTimeWallMs": 1789461001453, "frameWidth": 480, "frameHeight": 360, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 4045021316, "rtpTimestampExt": null, "detectedAtWallMs": 1789478729349, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "0", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9298236966133118, "bbox": [ 0.8916473388671875, 0.51287841796875, 0.9491729736328125, 0.71759033203125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "1", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9241418242454529, "bbox": [ 0.60162353515625, 0.3551025390625, 0.64251708984375, 0.4925537109375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "2", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9241418242454529, "bbox": [ 0.38555908203125, 0.62158203125, 0.46697998046875, 0.85498046875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "3", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9082930684089661, "bbox": [ 0.2313232421875, 0.2623291015625, 0.2745361328125, 0.3885498046875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "5", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8830344080924988, "bbox": [ 0.8062286376953125, 0.30902099609375, 0.8422088623046875, 0.45220947265625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "6", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8447935581207275, "bbox": [ 0.3455047607421875, 0.2664794921875, 0.3922882080078125, 0.3980712890625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "10", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.28567078709602356, "bbox": [ 0.362548828125, 0.265655517578125, 0.393798828125, 0.387664794921875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } } }, "publisher": { "enabled": true, "metrics": { "sent": 1768, "sent_status": 76, "sent_frames": 1692, "replaced": 4, "queued": 0, "queuedBytes": 0, "channels": 4, "workers": 4, "profile": { "enabled": true, "revision": 1, "channels": { "d98f4e86d523f201a60f5f03c7a93f284a355b57e3a57ecd305727b2df38a5d2": { "counts": { "state_noop": 49, "queued_frame": 49, "sent_frame": 48, "queued_heartbeat": 1, "sent_status": 1 }, "timings": { "frame_queue": { "count": 49, "mean_ms": 6.785140254021603, "max_ms": 32.91493188589811, "recent_samples": 49, "recent_p95_ms": 21.699401084333658 }, "frame_write_wall": { "count": 48, "mean_ms": 12.549737041666667, "max_ms": 67.028965, "recent_samples": 48, "recent_p95_ms": 42.783651 }, "frame_write_cpu": { "count": 48, "mean_ms": 1.0022436875, "max_ms": 1.782547, "recent_samples": 48, "recent_p95_ms": 1.674066 }, "frame_completion_lock": { "count": 48, "mean_ms": 0.24394916666666666, "max_ms": 8.007389, "recent_samples": 48, "recent_p95_ms": 0.052489 }, "enqueue_gap": { "count": 48, "mean_ms": 96.02468737500003, "max_ms": 142.227623, "recent_samples": 48, "recent_p95_ms": 136.979086 }, "status_queue": { "count": 1, "mean_ms": 1.0949759744107723, "max_ms": 1.0949759744107723, "recent_samples": 1, "recent_p95_ms": 1.0949759744107723 }, "status_write_wall": { "count": 1, "mean_ms": 3.419519, "max_ms": 3.419519, "recent_samples": 1, "recent_p95_ms": 3.419519 }, "status_write_cpu": { "count": 1, "mean_ms": 1.15197, "max_ms": 1.15197, "recent_samples": 1, "recent_p95_ms": 1.15197 }, "status_completion_lock": { "count": 1, "mean_ms": 0.009777, "max_ms": 0.009777, "recent_samples": 1, "recent_p95_ms": 0.009777 } } }, "611cea950b4c0a014291720468a3a7f61c5787baa95a374d3b94d4db886bf16b": { "counts": { "state_noop": 48, "queued_frame": 48, "sent_frame": 48, "queued_heartbeat": 2, "sent_status": 2 }, "timings": { "frame_queue": { "count": 48, "mean_ms": 5.962230740503098, "max_ms": 22.628846112638712, "recent_samples": 48, "recent_p95_ms": 18.213693983852863 }, "frame_write_wall": { "count": 48, "mean_ms": 13.06710602083333, "max_ms": 31.626191, "recent_samples": 48, "recent_p95_ms": 25.404436999999998 }, "frame_write_cpu": { "count": 48, "mean_ms": 1.1394585208333334, "max_ms": 2.373748, "recent_samples": 48, "recent_p95_ms": 1.644293 }, "frame_completion_lock": { "count": 48, "mean_ms": 0.06934127083333332, "max_ms": 2.513738, "recent_samples": 48, "recent_p95_ms": 0.037993 }, "enqueue_gap": { "count": 47, "mean_ms": 96.71166819148941, "max_ms": 188.117078, "recent_samples": 47, "recent_p95_ms": 162.636951 }, "status_queue": { "count": 2, "mean_ms": 1.5647901454940438, "max_ms": 2.493258100003004, "recent_samples": 2, "recent_p95_ms": 2.493258100003004 }, "status_write_wall": { "count": 2, "mean_ms": 5.602175, "max_ms": 8.655039, "recent_samples": 2, "recent_p95_ms": 8.655039 }, "status_write_cpu": { "count": 2, "mean_ms": 0.670255, "max_ms": 0.672539, "recent_samples": 2, "recent_p95_ms": 0.672539 }, "status_completion_lock": { "count": 2, "mean_ms": 0.009896499999999999, "max_ms": 0.012627, "recent_samples": 2, "recent_p95_ms": 0.012627 } } }, "f119ec7770227da23061f13f0bb790b466850dbe16243dbfcb1a0279ab0a1baa": { "counts": { "state_noop": 48, "queued_frame": 48, "sent_frame": 47, "queued_heartbeat": 2, "sent_status": 2 }, "timings": { "frame_queue": { "count": 48, "mean_ms": 5.028000901802443, "max_ms": 32.33563317917287, "recent_samples": 48, "recent_p95_ms": 17.786128912121058 }, "frame_write_wall": { "count": 47, "mean_ms": 6.323065063829786, "max_ms": 47.009828, "recent_samples": 47, "recent_p95_ms": 20.849429 }, "frame_write_cpu": { "count": 47, "mean_ms": 0.9208137872340428, "max_ms": 2.33336, "recent_samples": 47, "recent_p95_ms": 1.655695 }, "frame_completion_lock": { "count": 47, "mean_ms": 0.754100510638298, "max_ms": 34.841402, "recent_samples": 47, "recent_p95_ms": 0.042004 }, "enqueue_gap": { "count": 47, "mean_ms": 96.35702072340428, "max_ms": 153.201512, "recent_samples": 47, "recent_p95_ms": 125.848085 }, "status_queue": { "count": 2, "mean_ms": 2.1999365417286754, "max_ms": 2.412248170003295, "recent_samples": 2, "recent_p95_ms": 2.412248170003295 }, "status_write_wall": { "count": 2, "mean_ms": 3.7904134999999997, "max_ms": 5.381124, "recent_samples": 2, "recent_p95_ms": 5.381124 }, "status_write_cpu": { "count": 2, "mean_ms": 0.8421615, "max_ms": 1.10037, "recent_samples": 2, "recent_p95_ms": 1.10037 }, "status_completion_lock": { "count": 2, "mean_ms": 0.011613499999999999, "max_ms": 0.015555, "recent_samples": 2, "recent_p95_ms": 0.015555 } } }, "d57cc517767b64098669a8ffc9845f2bae132fb3b0f3a0a1298371fd11f01cc0": { "counts": { "queued_heartbeat": 2, "sent_status": 2 }, "timings": { "status_queue": { "count": 2, "mean_ms": 0.11442950926721096, "max_ms": 0.16657402738928795, "recent_samples": 2, "recent_p95_ms": 0.16657402738928795 }, "status_write_wall": { "count": 2, "mean_ms": 6.27666, "max_ms": 8.943643, "recent_samples": 2, "recent_p95_ms": 8.943643 }, "status_write_cpu": { "count": 2, "mean_ms": 1.2816725, "max_ms": 1.3825230000000002, "recent_samples": 2, "recent_p95_ms": 1.3825230000000002 }, "status_completion_lock": { "count": 2, "mean_ms": 0.015364, "max_ms": 0.017651, "recent_samples": 2, "recent_p95_ms": 0.017651 } } } }, "timing_scope": "sink_only_v2", "timeline_limit_per_channel": 256, "replacement_limit_per_channel": 32 } } } }, { "at": 1313723.33656158, "channels": { "rtsp-test-source-01": { "at": 1313723.402308516, "state": { "stream_id": "rtsp-test-01", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "b31ca083-baf3-4a9f-aa53-2c498b138b50", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789461002.618394, "source_stage": "inference_frame_completed", "source_stage_at": 1789461002.6183708, "source_stages": { "pipeline_state_changed": 1789460942.7475967, "decoded_frame_received": 1789461002.547155, "preprocess_output": 1789461002.548879, "infer_output": 1789461002.5841694, "consume_entered": 1789461002.5876875, "native_completed": 1789461002.6004522, "inference_frame_completed": 1789461002.6183708 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 611, "preprocess_output": 611, "infer_output": 611, "consume_entered": 611, "native_completed": 611, "inference_frame_completed": 611 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789460941.2130826, "decoded_frame_received": 1789460942.6677606, "preprocess_output": 1789460942.705002, "infer_output": 1789460942.735804, "consume_entered": 1789460942.7406185, "native_completed": 1789460942.7559268, "inference_frame_completed": 1789460942.7619655 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789460940.6291854, "uptime_s": 62.0, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1313723392352728, "counts": { "decoded": 611, "selected": 611, "preprocess": 611, "infer": 611, "native": 611, "result": 611, "publisher_submit": 611 }, "first_ns": { "decoded": 1313663415064522, "selected": 1313663415105808, "preprocess": 1313663452335848, "infer": 1313663483149750, "native": 1313663503280593, "result": 1313663508818259, "publisher_submit": 1313663509372297 }, "last_ns": { "decoded": 1313723294472331, "selected": 1313723294506585, "preprocess": 1313723296179789, "infer": 1313723331477933, "native": 1313723347823155, "result": 1313723364886801, "publisher_submit": 1313723365763762 }, "detail": true, "pending_samples": 0, "last_frame": { "selected": [ 610, 61229037103 ], "preprocess": [ 610, 61229037103 ], "infer": [ 610, 61229037103 ], "native": [ 610, 61229037103 ], "result": [ 610, 61229037103 ], "publisher_submit": [ 610, 61229037103 ] }, "observation_missed": 0, "durations": { "selected_to_preprocess": { "samples": 54, "mean_ms": 2.8366595555555554, "p95_ms": 9.017775, "max_ms": 12.275169 }, "queue": { "samples": 55, "mean_ms": 7.010989927272727, "p95_ms": 17.032505, "max_ms": 19.357664 }, "tracking": { "samples": 55, "mean_ms": 0.04205770909090909, "p95_ms": 0.068709, "max_ms": 0.12553 }, "tracking_cpu": { "samples": 55, "mean_ms": 0.03253578181818182, "p95_ms": 0.057708, "max_ms": 0.105103 }, "preprocess_to_infer": { "samples": 54, "mean_ms": 33.64657751851851, "p95_ms": 43.748706, "max_ms": 44.690495 }, "infer_to_native": { "samples": 54, "mean_ms": 28.516629592592594, "p95_ms": 47.881602, "max_ms": 56.06762 }, "result_work": { "samples": 55, "mean_ms": 5.465323563636363, "p95_ms": 12.280679, "max_ms": 50.111385 }, "native_to_result": { "samples": 54, "mean_ms": 13.80726874074074, "p95_ms": 23.764671, "max_ms": 28.698371 }, "result_to_publisher_submit": { "samples": 54, "mean_ms": 1.6386544444444444, "p95_ms": 7.964786, "max_ms": 35.891432 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 0, "events_created": 0, "processed": 611 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 611, "per_task_buffers": { "det": 611 }, "latest": { "fn": 610, "det": 10, "persons": 5, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1313723.402370069, "entries": 609, "length": 100, "last": "1789461002619-0", "pttl": 9926, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-01", "sourceId": "rtsp-test-source-01", "serverId": "test-ai", "streamId": "rtsp-test-01", "runId": "b31ca083-baf3-4a9f-aa53-2c498b138b50", "runGeneration": 1, "frameSeq": 610, "ptsNs": 61229037103, "ingestTimeWallMs": 1789461002546, "frameWidth": 1280, "frameHeight": 720, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 2449599473, "rtpTimestampExt": null, "detectedAtWallMs": 1789461002439, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "0", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9376689791679382, "bbox": [ 0.3597412109375, 0.41583251953125, 0.4342041015625, 0.58514404296875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "2", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8872045874595642, "bbox": [ 0.5065078735351562, 0.37066650390625, 0.5374374389648438, 0.53363037109375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "3", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8768454790115356, "bbox": [ 0.6215057373046875, 0.49822998046875, 0.6831817626953125, 0.69805908203125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "5", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.773729681968689, "bbox": [ 0.6544647216796875, 0.449554443359375, 0.6912384033203125, 0.534332275390625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "6", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.7683857679367065, "bbox": [ 0.6164093017578125, 0.44500732421875, 0.6560516357421875, 0.55889892578125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } }, "rtsp-test-source-02": { "at": 1313723.478585363, "state": { "stream_id": "web-cam08-test", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "dfa80a07-a5fc-4d6a-85e1-3274c52132ba", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789461002.679169, "source_stage": "inference_frame_completed", "source_stage_at": 1789461002.679137, "source_stages": { "pipeline_state_changed": 1789460945.3327873, "decoded_frame_received": 1789461002.6208045, "preprocess_output": 1789461002.6231143, "infer_output": 1789461002.6500554, "consume_entered": 1789461002.654916, "native_completed": 1789461002.6694555, "inference_frame_completed": 1789461002.679137 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 575, "preprocess_output": 575, "infer_output": 575, "consume_entered": 575, "native_completed": 575, "inference_frame_completed": 575 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789460943.7573283, "decoded_frame_received": 1789460945.2796922, "preprocess_output": 1789460945.2848976, "infer_output": 1789460945.3203824, "consume_entered": 1789460945.3276534, "native_completed": 1789460945.3402321, "inference_frame_completed": 1789460945.347835 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789460943.7294421, "uptime_s": 59.0, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1313723466461851, "counts": { "decoded": 574, "selected": 574, "preprocess": 575, "infer": 575, "native": 575, "result": 575, "publisher_submit": 575 }, "first_ns": { "decoded": 1313666027045929, "selected": 1313666027070128, "preprocess": 1313666032264198, "infer": 1313666067745921, "native": 1313666087571210, "result": 1313666094118782, "publisher_submit": 1313666095232383 }, "last_ns": { "decoded": 1313723368151703, "selected": 1313723368171241, "preprocess": 1313723370448290, "infer": 1313723397404090, "native": 1313723416801094, "result": 1313723425451649, "publisher_submit": 1313723426510251 }, "detail": true, "pending_samples": 0, "last_frame": { "selected": [ 574, 58723652503 ], "preprocess": [ 574, 58723652503 ], "infer": [ 574, 58723652503 ], "native": [ 574, 58723652503 ], "result": [ 574, 58723652503 ], "publisher_submit": [ 574, 58723652503 ] }, "observation_missed": 2, "durations": { "result_work": { "samples": 56, "mean_ms": 5.537134553571428, "p95_ms": 19.609329, "max_ms": 65.391066 }, "queue": { "samples": 55, "mean_ms": 6.176122581818182, "p95_ms": 18.391133, "max_ms": 35.18862 }, "tracking": { "samples": 55, "mean_ms": 0.044260272727272724, "p95_ms": 0.085332, "max_ms": 0.115195 }, "tracking_cpu": { "samples": 55, "mean_ms": 0.0328248, "p95_ms": 0.058078, "max_ms": 0.087794 }, "selected_to_preprocess": { "samples": 54, "mean_ms": 3.8532773518518515, "p95_ms": 11.085159, "max_ms": 16.604904 }, "preprocess_to_infer": { "samples": 54, "mean_ms": 31.11003703703704, "p95_ms": 49.038219, "max_ms": 60.174924 }, "infer_to_native": { "samples": 54, "mean_ms": 23.827016777777775, "p95_ms": 47.729042, "max_ms": 54.392537 }, "native_to_result": { "samples": 54, "mean_ms": 11.557171407407406, "p95_ms": 33.057115, "max_ms": 39.591218 }, "result_to_publisher_submit": { "samples": 54, "mean_ms": 1.1262252777777777, "p95_ms": 2.303691, "max_ms": 20.092703 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 0, "events_created": 0, "processed": 575 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 575, "per_task_buffers": { "det": 575 }, "latest": { "fn": 574, "det": 8, "persons": 3, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1313723.478626994, "entries": 573, "length": 100, "last": "1789461002681-0", "pttl": 9916, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-02", "sourceId": "rtsp-test-source-02", "serverId": "test-ai", "streamId": "web-cam08-test", "runId": "dfa80a07-a5fc-4d6a-85e1-3274c52132ba", "runGeneration": 1, "frameSeq": 574, "ptsNs": 58723652503, "ingestTimeWallMs": 1789461002620, "frameWidth": 1280, "frameHeight": 720, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 282565892, "rtpTimestampExt": null, "detectedAtWallMs": 1789436924289, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "1", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9226218461990356, "bbox": [ 0.612274169921875, 0.3392333984375, 0.693389892578125, 0.7086181640625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "2", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8904848694801331, "bbox": [ 0.376495361328125, 0.3355712890625, 0.422821044921875, 0.6082763671875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "3", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8810019493103027, "bbox": [ 0.5068435668945312, 0.37005615234375, 0.5371017456054688, 0.53277587890625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "17", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.26645269989967346, "bbox": [ 0.19840240478515625, 0.43236541748046875, 0.21370697021484375, 0.45825958251953125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } }, "rtsp-test-source-03": { "at": 1313723.574071434, "state": { "stream_id": "web-cam01-test", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "f28e8326-10dc-43cc-bb0b-5345f3b1e484", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789461002.7185493, "source_stage": "preprocess_output", "source_stage_at": 1789461002.7657588, "source_stages": { "pipeline_state_changed": 1789460947.5179484, "decoded_frame_received": 1789461002.7591422, "preprocess_output": 1789461002.7657588, "infer_output": 1789461002.690684, "consume_entered": 1789461002.697322, "native_completed": 1789461002.7122018, "inference_frame_completed": 1789461002.71853 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 554, "preprocess_output": 554, "infer_output": 553, "consume_entered": 553, "native_completed": 553, "inference_frame_completed": 553 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789460946.0984929, "decoded_frame_received": 1789460947.4657261, "preprocess_output": 1789460947.4779425, "infer_output": 1789460947.5069637, "consume_entered": 1789460947.512886, "native_completed": 1789460947.5267632, "inference_frame_completed": 1789460947.533087 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789460945.956795, "uptime_s": 56.8, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1313723537810480, "counts": { "decoded": 1659, "selected": 554, "preprocess": 554, "sampling_drop": 1105, "infer": 553, "native": 553, "result": 553, "publisher_submit": 553 }, "first_ns": { "decoded": 1313668213086321, "selected": 1313668213105477, "preprocess": 1313668225294769, "sampling_drop": 1313668234251547, "infer": 1313668254300218, "native": 1313668274137600, "result": 1313668279959462, "publisher_submit": 1313668280496110 }, "last_ns": { "decoded": 1313723506408794, "selected": 1313723506456754, "preprocess": 1313723513077978, "sampling_drop": 1313723467269054, "infer": 1313723438043793, "native": 1313723459562896, "result": 1313723465405888, "publisher_submit": 1313723465930336 }, "detail": true, "pending_samples": 1, "last_frame": { "selected": [ 1659, 56593514339 ], "preprocess": [ 1659, 56593514339 ], "infer": [ 1656, 56493514339 ], "native": [ 1656, 56493514339 ], "result": [ 1656, 56493514339 ], "publisher_submit": [ 1656, 56493514339 ] }, "observation_missed": 2, "durations": { "queue": { "samples": 55, "mean_ms": 5.3002188, "p95_ms": 16.61558, "max_ms": 16.87932 }, "tracking": { "samples": 55, "mean_ms": 0.04130569090909091, "p95_ms": 0.080869, "max_ms": 0.109206 }, "tracking_cpu": { "samples": 55, "mean_ms": 0.03179127272727273, "p95_ms": 0.060752, "max_ms": 0.094642 }, "selected_to_preprocess": { "samples": 55, "mean_ms": 3.4504240545454548, "p95_ms": 10.517488, "max_ms": 14.831626 }, "result_work": { "samples": 55, "mean_ms": 4.006703, "p95_ms": 9.111714, "max_ms": 11.832695 }, "preprocess_to_infer": { "samples": 54, "mean_ms": 34.43513872222223, "p95_ms": 50.257251, "max_ms": 62.833157 }, "infer_to_native": { "samples": 54, "mean_ms": 31.354532, "p95_ms": 49.583257, "max_ms": 59.330736 }, "native_to_result": { "samples": 54, "mean_ms": 11.2071795, "p95_ms": 22.13476, "max_ms": 26.573291 }, "result_to_publisher_submit": { "samples": 54, "mean_ms": 0.8270501296296296, "p95_ms": 1.130161, "max_ms": 5.782979 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 0, "events_created": 0, "processed": 553 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 553, "per_task_buffers": { "det": 553 }, "latest": { "fn": 1656, "det": 8, "persons": 6, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1313723.574108533, "entries": 554, "length": 100, "last": "1789461002827-0", "pttl": 9961, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-03", "sourceId": "rtsp-test-source-03", "serverId": "test-ai", "streamId": "web-cam01-test", "runId": "f28e8326-10dc-43cc-bb0b-5345f3b1e484", "runGeneration": 1, "frameSeq": 1659, "ptsNs": 56593514339, "ingestTimeWallMs": 1789461002758, "frameWidth": 480, "frameHeight": 360, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 4045138316, "rtpTimestampExt": null, "detectedAtWallMs": 1789478730649, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "0", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9207897186279297, "bbox": [ 0.268829345703125, 0.58740234375, 0.332733154296875, 0.80419921875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "1", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9207897186279297, "bbox": [ 0.7216949462890625, 0.28033447265625, 0.7675628662109375, 0.41497802734375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "2", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.903464674949646, "bbox": [ 0.69171142578125, 0.4468994140625, 0.73309326171875, 0.6282958984375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "3", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.902265727519989, "bbox": [ 0.307281494140625, 0.27264404296875, 0.347991943359375, 0.40509033203125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "4", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9010533690452576, "bbox": [ 0.613250732421875, 0.314208984375, 0.651397705078125, 0.444091796875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "6", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8925625681877136, "bbox": [ 0.450958251953125, 0.261627197265625, 0.494842529296875, 0.377532958984375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "8", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8211875557899475, "bbox": [ 0.2765045166015625, 0.270538330078125, 0.3060150146484375, 0.386688232421875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "11", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.2816031277179718, "bbox": [ 0.9804763793945312, 0.056976318359375, 0.9999923706054688, 0.092803955078125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } } }, "publisher": { "enabled": true, "metrics": { "sent": 1807, "sent_status": 76, "sent_frames": 1731, "replaced": 4, "queued": 0, "queuedBytes": 0, "channels": 4, "workers": 4, "profile": { "enabled": true, "revision": 1, "channels": { "d98f4e86d523f201a60f5f03c7a93f284a355b57e3a57ecd305727b2df38a5d2": { "counts": { "state_noop": 62, "queued_frame": 62, "sent_frame": 61, "queued_heartbeat": 1, "sent_status": 1 }, "timings": { "frame_queue": { "count": 62, "mean_ms": 6.331126881583083, "max_ms": 32.91493188589811, "recent_samples": 62, "recent_p95_ms": 18.64816201850772 }, "frame_write_wall": { "count": 61, "mean_ms": 11.42769262295082, "max_ms": 67.028965, "recent_samples": 61, "recent_p95_ms": 35.508653 }, "frame_write_cpu": { "count": 61, "mean_ms": 0.9974270819672131, "max_ms": 1.782547, "recent_samples": 61, "recent_p95_ms": 1.575558 }, "frame_completion_lock": { "count": 61, "mean_ms": 0.19509513114754098, "max_ms": 8.007389, "recent_samples": 61, "recent_p95_ms": 0.042508 }, "enqueue_gap": { "count": 61, "mean_ms": 96.58689095081968, "max_ms": 156.11413599999997, "recent_samples": 61, "recent_p95_ms": 136.979086 }, "status_queue": { "count": 1, "mean_ms": 1.0949759744107723, "max_ms": 1.0949759744107723, "recent_samples": 1, "recent_p95_ms": 1.0949759744107723 }, "status_write_wall": { "count": 1, "mean_ms": 3.419519, "max_ms": 3.419519, "recent_samples": 1, "recent_p95_ms": 3.419519 }, "status_write_cpu": { "count": 1, "mean_ms": 1.15197, "max_ms": 1.15197, "recent_samples": 1, "recent_p95_ms": 1.15197 }, "status_completion_lock": { "count": 1, "mean_ms": 0.009777, "max_ms": 0.009777, "recent_samples": 1, "recent_p95_ms": 0.009777 } } }, "611cea950b4c0a014291720468a3a7f61c5787baa95a374d3b94d4db886bf16b": { "counts": { "state_noop": 61, "queued_frame": 61, "sent_frame": 61, "queued_heartbeat": 2, "sent_status": 2 }, "timings": { "frame_queue": { "count": 61, "mean_ms": 6.006196347355354, "max_ms": 22.628846112638712, "recent_samples": 61, "recent_p95_ms": 17.142347991466522 }, "frame_write_wall": { "count": 61, "mean_ms": 12.792038196721311, "max_ms": 31.626191, "recent_samples": 61, "recent_p95_ms": 26.620182 }, "frame_write_cpu": { "count": 61, "mean_ms": 1.1279960327868854, "max_ms": 2.373748, "recent_samples": 61, "recent_p95_ms": 1.644293 }, "frame_completion_lock": { "count": 61, "mean_ms": 0.05724129508196721, "max_ms": 2.513738, "recent_samples": 61, "recent_p95_ms": 0.031722 }, "enqueue_gap": { "count": 60, "mean_ms": 96.8795426166667, "max_ms": 189.214491, "recent_samples": 60, "recent_p95_ms": 162.636951 }, "status_queue": { "count": 2, "mean_ms": 1.5647901454940438, "max_ms": 2.493258100003004, "recent_samples": 2, "recent_p95_ms": 2.493258100003004 }, "status_write_wall": { "count": 2, "mean_ms": 5.602175, "max_ms": 8.655039, "recent_samples": 2, "recent_p95_ms": 8.655039 }, "status_write_cpu": { "count": 2, "mean_ms": 0.670255, "max_ms": 0.672539, "recent_samples": 2, "recent_p95_ms": 0.672539 }, "status_completion_lock": { "count": 2, "mean_ms": 0.009896499999999999, "max_ms": 0.012627, "recent_samples": 2, "recent_p95_ms": 0.012627 } } }, "f119ec7770227da23061f13f0bb790b466850dbe16243dbfcb1a0279ab0a1baa": { "counts": { "state_noop": 60, "queued_frame": 60, "sent_frame": 60, "queued_heartbeat": 2, "sent_status": 2 }, "timings": { "frame_queue": { "count": 60, "mean_ms": 4.617863955597083, "max_ms": 32.33563317917287, "recent_samples": 60, "recent_p95_ms": 17.14725885540247 }, "frame_write_wall": { "count": 60, "mean_ms": 5.921277016666668, "max_ms": 47.009828, "recent_samples": 60, "recent_p95_ms": 16.163141 }, "frame_write_cpu": { "count": 60, "mean_ms": 0.9217696833333335, "max_ms": 2.33336, "recent_samples": 60, "recent_p95_ms": 1.58843 }, "frame_completion_lock": { "count": 60, "mean_ms": 0.6178957500000002, "max_ms": 34.841402, "recent_samples": 60, "recent_p95_ms": 0.042004 }, "enqueue_gap": { "count": 59, "mean_ms": 97.1728826440678, "max_ms": 153.201512, "recent_samples": 59, "recent_p95_ms": 132.542889 }, "status_queue": { "count": 2, "mean_ms": 2.1999365417286754, "max_ms": 2.412248170003295, "recent_samples": 2, "recent_p95_ms": 2.412248170003295 }, "status_write_wall": { "count": 2, "mean_ms": 3.7904134999999997, "max_ms": 5.381124, "recent_samples": 2, "recent_p95_ms": 5.381124 }, "status_write_cpu": { "count": 2, "mean_ms": 0.8421615, "max_ms": 1.10037, "recent_samples": 2, "recent_p95_ms": 1.10037 }, "status_completion_lock": { "count": 2, "mean_ms": 0.011613499999999999, "max_ms": 0.015555, "recent_samples": 2, "recent_p95_ms": 0.015555 } } }, "d57cc517767b64098669a8ffc9845f2bae132fb3b0f3a0a1298371fd11f01cc0": { "counts": { "queued_heartbeat": 2, "sent_status": 2 }, "timings": { "status_queue": { "count": 2, "mean_ms": 0.11442950926721096, "max_ms": 0.16657402738928795, "recent_samples": 2, "recent_p95_ms": 0.16657402738928795 }, "status_write_wall": { "count": 2, "mean_ms": 6.27666, "max_ms": 8.943643, "recent_samples": 2, "recent_p95_ms": 8.943643 }, "status_write_cpu": { "count": 2, "mean_ms": 1.2816725, "max_ms": 1.3825230000000002, "recent_samples": 2, "recent_p95_ms": 1.3825230000000002 }, "status_completion_lock": { "count": 2, "mean_ms": 0.015364, "max_ms": 0.017651, "recent_samples": 2, "recent_p95_ms": 0.017651 } } } }, "timing_scope": "sink_only_v2", "timeline_limit_per_channel": 256, "replacement_limit_per_channel": 32 } } } }, { "at": 1313724.615829033, "channels": { "rtsp-test-source-01": { "at": 1313724.685220506, "state": { "stream_id": "rtsp-test-01", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "b31ca083-baf3-4a9f-aa53-2c498b138b50", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789461003.82186, "source_stage": "consume_entered", "source_stage_at": 1789461003.893551, "source_stages": { "pipeline_state_changed": 1789460942.7475967, "decoded_frame_received": 1789461003.8467243, "preprocess_output": 1789461003.8479154, "infer_output": 1789461003.891249, "consume_entered": 1789461003.893551, "native_completed": 1789461003.807553, "inference_frame_completed": 1789461003.8218403 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 624, "preprocess_output": 624, "infer_output": 624, "consume_entered": 624, "native_completed": 623, "inference_frame_completed": 623 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789460941.2130826, "decoded_frame_received": 1789460942.6677606, "preprocess_output": 1789460942.705002, "infer_output": 1789460942.735804, "consume_entered": 1789460942.7406185, "native_completed": 1789460942.7559268, "inference_frame_completed": 1789460942.7619655 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789460940.6291854, "uptime_s": 63.3, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1313724646519231, "counts": { "decoded": 624, "selected": 624, "preprocess": 624, "infer": 624, "native": 623, "result": 623, "publisher_submit": 623 }, "first_ns": { "decoded": 1313663415064522, "selected": 1313663415105808, "preprocess": 1313663452335848, "infer": 1313663483149750, "native": 1313663503280593, "result": 1313663508818259, "publisher_submit": 1313663509372297 }, "last_ns": { "decoded": 1313724594057118, "selected": 1313724594081160, "preprocess": 1313724595267196, "infer": 1313724638584042, "native": 1313724554875538, "result": 1313724568662057, "publisher_submit": 1313724569239487 }, "detail": true, "pending_samples": 1, "last_frame": { "selected": [ 623, 62529037103 ], "preprocess": [ 623, 62529037103 ], "infer": [ 623, 62529037103 ], "native": [ 622, 62429037103 ], "result": [ 622, 62429037103 ], "publisher_submit": [ 622, 62429037103 ] }, "observation_missed": 0, "durations": { "selected_to_preprocess": { "samples": 67, "mean_ms": 2.7905738656716417, "p95_ms": 7.713897, "max_ms": 12.275169 }, "queue": { "samples": 67, "mean_ms": 6.567698731343284, "p95_ms": 17.032505, "max_ms": 19.357664 }, "tracking": { "samples": 67, "mean_ms": 0.04083126865671642, "p95_ms": 0.068475, "max_ms": 0.12553 }, "tracking_cpu": { "samples": 67, "mean_ms": 0.03153246268656716, "p95_ms": 0.055464, "max_ms": 0.105103 }, "preprocess_to_infer": { "samples": 67, "mean_ms": 33.24022885074627, "p95_ms": 43.316846, "max_ms": 44.690495 }, "infer_to_native": { "samples": 66, "mean_ms": 27.687121863636364, "p95_ms": 45.975841, "max_ms": 56.06762 }, "result_work": { "samples": 67, "mean_ms": 5.044184880597015, "p95_ms": 12.022495, "max_ms": 50.111385 }, "native_to_result": { "samples": 66, "mean_ms": 13.153763696969698, "p95_ms": 23.764671, "max_ms": 28.698371 }, "result_to_publisher_submit": { "samples": 66, "mean_ms": 1.4532222121212122, "p95_ms": 2.497394, "max_ms": 35.891432 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 0, "events_created": 0, "processed": 623 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 623, "per_task_buffers": { "det": 623 }, "latest": { "fn": 622, "det": 8, "persons": 4, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1313724.685264855, "entries": 622, "length": 100, "last": "1789461003938-0", "pttl": 9957, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-01", "sourceId": "rtsp-test-source-01", "serverId": "test-ai", "streamId": "rtsp-test-01", "runId": "b31ca083-baf3-4a9f-aa53-2c498b138b50", "runGeneration": 1, "frameSeq": 623, "ptsNs": 62529037103, "ingestTimeWallMs": 1789461003846, "frameWidth": 1280, "frameHeight": 720, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 2449716473, "rtpTimestampExt": null, "detectedAtWallMs": 1789461003739, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "1", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8964328765869141, "bbox": [ 0.579345703125, 0.3245849609375, 0.652099609375, 0.6710205078125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "2", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8743993639945984, "bbox": [ 0.5062408447265625, 0.37078857421875, 0.5377044677734375, 0.53350830078125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "3", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8169911503791809, "bbox": [ 0.333984375, 0.51922607421875, 0.404296875, 0.60284423828125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "5", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.6978148818016052, "bbox": [ 0.6540374755859375, 0.44976806640625, 0.6897125244140625, 0.53460693359375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "9", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.3237006962299347, "bbox": [ 0.6385269165039062, 0.46209716796875, 0.6593246459960938, 0.55645751953125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } }, "rtsp-test-source-02": { "at": 1313724.816063952, "state": { "stream_id": "web-cam08-test", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "dfa80a07-a5fc-4d6a-85e1-3274c52132ba", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789461004.0169265, "source_stage": "preprocess_output", "source_stage_at": 1789461004.0510323, "source_stages": { "pipeline_state_changed": 1789460945.3327873, "decoded_frame_received": 1789461004.0457118, "preprocess_output": 1789461004.0510323, "infer_output": 1789461003.978901, "consume_entered": 1789461003.980491, "native_completed": 1789461003.9954615, "inference_frame_completed": 1789461004.0169075 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 589, "preprocess_output": 589, "infer_output": 588, "consume_entered": 588, "native_completed": 588, "inference_frame_completed": 588 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789460943.7573283, "decoded_frame_received": 1789460945.2796922, "preprocess_output": 1789460945.2848976, "infer_output": 1789460945.3203824, "consume_entered": 1789460945.3276534, "native_completed": 1789460945.3402321, "inference_frame_completed": 1789460945.347835 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789460943.7294421, "uptime_s": 60.3, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1313724802392049, "counts": { "decoded": 588, "selected": 588, "preprocess": 589, "infer": 588, "native": 588, "result": 588, "publisher_submit": 588 }, "first_ns": { "decoded": 1313666027045929, "selected": 1313666027070128, "preprocess": 1313666032264198, "infer": 1313666067745921, "native": 1313666087571210, "result": 1313666094118782, "publisher_submit": 1313666095232383 }, "last_ns": { "decoded": 1313724792996037, "selected": 1313724793054826, "preprocess": 1313724798320125, "infer": 1313724725929172, "native": 1313724742794409, "result": 1313724763717878, "publisher_submit": 1313724764306015 }, "detail": true, "pending_samples": 1, "last_frame": { "selected": [ 588, 60123652503 ], "preprocess": [ 588, 60123652503 ], "infer": [ 587, 60023652503 ], "native": [ 587, 60023652503 ], "result": [ 587, 60023652503 ], "publisher_submit": [ 587, 60023652503 ] }, "observation_missed": 2, "durations": { "result_work": { "samples": 69, "mean_ms": 5.16470668115942, "p95_ms": 8.924395, "max_ms": 65.391066 }, "queue": { "samples": 68, "mean_ms": 5.671319955882352, "p95_ms": 17.177098, "max_ms": 35.18862 }, "tracking": { "samples": 68, "mean_ms": 0.044710852941176465, "p95_ms": 0.07448, "max_ms": 0.115195 }, "tracking_cpu": { "samples": 68, "mean_ms": 0.03321069117647059, "p95_ms": 0.054712, "max_ms": 0.087794 }, "selected_to_preprocess": { "samples": 68, "mean_ms": 3.6416251176470587, "p95_ms": 11.08161, "max_ms": 16.604904 }, "preprocess_to_infer": { "samples": 67, "mean_ms": 30.33991044776119, "p95_ms": 44.75136, "max_ms": 60.174924 }, "infer_to_native": { "samples": 67, "mean_ms": 22.88905914925373, "p95_ms": 41.453844, "max_ms": 54.392537 }, "native_to_result": { "samples": 67, "mean_ms": 10.935240776119404, "p95_ms": 25.419579, "max_ms": 39.591218 }, "result_to_publisher_submit": { "samples": 67, "mean_ms": 1.051818014925373, "p95_ms": 1.419623, "max_ms": 20.092703 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 0, "events_created": 0, "processed": 588 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 588, "per_task_buffers": { "det": 588 }, "latest": { "fn": 587, "det": 9, "persons": 5, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1313724.816149341, "entries": 586, "length": 100, "last": "1789461004032-0", "pttl": 9931, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-02", "sourceId": "rtsp-test-source-02", "serverId": "test-ai", "streamId": "web-cam08-test", "runId": "dfa80a07-a5fc-4d6a-85e1-3274c52132ba", "runGeneration": 1, "frameSeq": 587, "ptsNs": 60023652503, "ingestTimeWallMs": 1789461003939, "frameWidth": 1280, "frameHeight": 720, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 282682892, "rtpTimestampExt": null, "detectedAtWallMs": 1789436925589, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "1", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9178933501243591, "bbox": [ 0.42626953125, 0.3336181640625, 0.46728515625, 0.5960693359375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "2", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8802834153175354, "bbox": [ 0.5064773559570312, 0.37078857421875, 0.5374679565429688, 0.53350830078125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "4", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8107787370681763, "bbox": [ 0.615753173828125, 0.4453125, 0.655731201171875, 0.5517578125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "5", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.7879312038421631, "bbox": [ 0.6536865234375, 0.449951171875, 0.6900634765625, 0.538818359375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "7", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.7371581792831421, "bbox": [ 0.6328125, 0.55194091796875, 0.708984375, 0.67266845703125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "13", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.3412531018257141, "bbox": [ 0.6305160522460938, 0.46337890625, 0.6585464477539062, 0.55419921875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "16", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.3293917179107666, "bbox": [ 0.19780731201171875, 0.43215179443359375, 0.21405792236328125, 0.45847320556640625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } }, "rtsp-test-source-03": { "at": 1313724.907222906, "state": { "stream_id": "web-cam01-test", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "f28e8326-10dc-43cc-bb0b-5345f3b1e484", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789461004.147542, "source_stage": "inference_frame_completed", "source_stage_at": 1789461004.1475267, "source_stages": { "pipeline_state_changed": 1789460947.5179484, "decoded_frame_received": 1789461004.0588307, "preprocess_output": 1789461004.0631187, "infer_output": 1789461004.098164, "consume_entered": 1789461004.1099799, "native_completed": 1789461004.1392314, "inference_frame_completed": 1789461004.1475267 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 567, "preprocess_output": 567, "infer_output": 567, "consume_entered": 567, "native_completed": 567, "inference_frame_completed": 567 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789460946.0984929, "decoded_frame_received": 1789460947.4657261, "preprocess_output": 1789460947.4779425, "infer_output": 1789460947.5069637, "consume_entered": 1789460947.512886, "native_completed": 1789460947.5267632, "inference_frame_completed": 1789460947.533087 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789460945.956795, "uptime_s": 58.2, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1313724898249328, "counts": { "decoded": 1700, "selected": 567, "preprocess": 567, "sampling_drop": 1133, "infer": 567, "native": 567, "result": 567, "publisher_submit": 567 }, "first_ns": { "decoded": 1313668213086321, "selected": 1313668213105477, "preprocess": 1313668225294769, "sampling_drop": 1313668234251547, "infer": 1313668254300218, "native": 1313668274137600, "result": 1313668279959462, "publisher_submit": 1313668280496110 }, "last_ns": { "decoded": 1313724875103628, "selected": 1313724806161435, "preprocess": 1313724810415942, "sampling_drop": 1313724875128686, "infer": 1313724845483939, "native": 1313724886586474, "result": 1313724894436878, "publisher_submit": 1313724894929973 }, "detail": true, "pending_samples": 0, "last_frame": { "selected": [ 1698, 57893514339 ], "preprocess": [ 1698, 57893514339 ], "infer": [ 1698, 57893514339 ], "native": [ 1698, 57893514339 ], "result": [ 1698, 57893514339 ], "publisher_submit": [ 1698, 57893514339 ] }, "observation_missed": 2, "durations": { "queue": { "samples": 69, "mean_ms": 5.0577898840579705, "p95_ms": 15.360582, "max_ms": 16.87932 }, "tracking": { "samples": 69, "mean_ms": 0.039785521739130435, "p95_ms": 0.063355, "max_ms": 0.109206 }, "tracking_cpu": { "samples": 69, "mean_ms": 0.0307311884057971, "p95_ms": 0.054745, "max_ms": 0.094642 }, "selected_to_preprocess": { "samples": 68, "mean_ms": 3.3679123823529413, "p95_ms": 8.991299, "max_ms": 14.831626 }, "result_work": { "samples": 69, "mean_ms": 3.845737086956522, "p95_ms": 9.106503, "max_ms": 11.832695 }, "preprocess_to_infer": { "samples": 68, "mean_ms": 34.30925813235294, "p95_ms": 50.257251, "max_ms": 62.833157 }, "infer_to_native": { "samples": 68, "mean_ms": 30.33248233823529, "p95_ms": 49.583257, "max_ms": 59.330736 }, "native_to_result": { "samples": 68, "mean_ms": 10.719858132352941, "p95_ms": 21.237799, "max_ms": 26.573291 }, "result_to_publisher_submit": { "samples": 68, "mean_ms": 0.7874713088235294, "p95_ms": 1.127852, "max_ms": 5.782979 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 0, "events_created": 0, "processed": 567 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 567, "per_task_buffers": { "det": 567 }, "latest": { "fn": 1698, "det": 9, "persons": 7, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1313724.907305063, "entries": 567, "length": 100, "last": "1789461004152-0", "pttl": 9947, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-03", "sourceId": "rtsp-test-source-03", "serverId": "test-ai", "streamId": "web-cam01-test", "runId": "f28e8326-10dc-43cc-bb0b-5345f3b1e484", "runGeneration": 1, "frameSeq": 1698, "ptsNs": 57893514339, "ingestTimeWallMs": 1789461004058, "frameWidth": 480, "frameHeight": 360, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 4045255316, "rtpTimestampExt": null, "detectedAtWallMs": 1789478731949, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "0", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9196425676345825, "bbox": [ 0.1637115478515625, 0.5533447265625, 0.2259368896484375, 0.7669677734375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "1", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9167081117630005, "bbox": [ 0.400360107421875, 0.27923583984375, 0.433135986328125, 0.41900634765625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "2", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.907312273979187, "bbox": [ 0.516693115234375, 0.4041748046875, 0.554595947265625, 0.5675048828125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "3", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9000037312507629, "bbox": [ 0.2010955810546875, 0.277740478515625, 0.2371368408203125, 0.398529052734375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "4", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8976953029632568, "bbox": [ 0.6190185546875, 0.26837158203125, 0.6583251953125, 0.39617919921875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "6", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8866168856620789, "bbox": [ 0.6637420654296875, 0.287109375, 0.6956329345703125, 0.40869140625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "8", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.6781138181686401, "bbox": [ 0.5426101684570312, 0.255157470703125, 0.5618820190429688, 0.352264404296875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } } }, "publisher": { "enabled": true, "metrics": { "sent": 1846, "sent_status": 76, "sent_frames": 1770, "replaced": 4, "queued": 0, "queuedBytes": 0, "channels": 4, "workers": 4, "profile": { "enabled": true, "revision": 1, "channels": { "d98f4e86d523f201a60f5f03c7a93f284a355b57e3a57ecd305727b2df38a5d2": { "counts": { "state_noop": 74, "queued_frame": 74, "sent_frame": 74, "queued_heartbeat": 1, "sent_status": 1 }, "timings": { "frame_queue": { "count": 74, "mean_ms": 5.790559571815303, "max_ms": 32.91493188589811, "recent_samples": 74, "recent_p95_ms": 18.64816201850772 }, "frame_write_wall": { "count": 74, "mean_ms": 10.944524, "max_ms": 67.028965, "recent_samples": 74, "recent_p95_ms": 35.508653 }, "frame_write_cpu": { "count": 74, "mean_ms": 0.9774759864864859, "max_ms": 1.782547, "recent_samples": 74, "recent_p95_ms": 1.575558 }, "frame_completion_lock": { "count": 74, "mean_ms": 0.16249725675675672, "max_ms": 8.007389, "recent_samples": 74, "recent_p95_ms": 0.042508 }, "enqueue_gap": { "count": 73, "mean_ms": 97.19563639726029, "max_ms": 156.11413599999997, "recent_samples": 73, "recent_p95_ms": 136.979086 }, "status_queue": { "count": 1, "mean_ms": 1.0949759744107723, "max_ms": 1.0949759744107723, "recent_samples": 1, "recent_p95_ms": 1.0949759744107723 }, "status_write_wall": { "count": 1, "mean_ms": 3.419519, "max_ms": 3.419519, "recent_samples": 1, "recent_p95_ms": 3.419519 }, "status_write_cpu": { "count": 1, "mean_ms": 1.15197, "max_ms": 1.15197, "recent_samples": 1, "recent_p95_ms": 1.15197 }, "status_completion_lock": { "count": 1, "mean_ms": 0.009777, "max_ms": 0.009777, "recent_samples": 1, "recent_p95_ms": 0.009777 } } }, "611cea950b4c0a014291720468a3a7f61c5787baa95a374d3b94d4db886bf16b": { "counts": { "state_noop": 74, "queued_frame": 74, "sent_frame": 74, "queued_heartbeat": 2, "sent_status": 2 }, "timings": { "frame_queue": { "count": 74, "mean_ms": 5.658434080966824, "max_ms": 25.597157888114452, "recent_samples": 74, "recent_p95_ms": 18.213693983852863 }, "frame_write_wall": { "count": 74, "mean_ms": 12.24007977027027, "max_ms": 31.626191, "recent_samples": 74, "recent_p95_ms": 26.766133 }, "frame_write_cpu": { "count": 74, "mean_ms": 1.1620825405405408, "max_ms": 2.373748, "recent_samples": 74, "recent_p95_ms": 1.673292 }, "frame_completion_lock": { "count": 74, "mean_ms": 0.04954852702702702, "max_ms": 2.513738, "recent_samples": 74, "recent_p95_ms": 0.031722 }, "enqueue_gap": { "count": 73, "mean_ms": 97.41420139726031, "max_ms": 189.214491, "recent_samples": 73, "recent_p95_ms": 164.157632 }, "status_queue": { "count": 2, "mean_ms": 1.5647901454940438, "max_ms": 2.493258100003004, "recent_samples": 2, "recent_p95_ms": 2.493258100003004 }, "status_write_wall": { "count": 2, "mean_ms": 5.602175, "max_ms": 8.655039, "recent_samples": 2, "recent_p95_ms": 8.655039 }, "status_write_cpu": { "count": 2, "mean_ms": 0.670255, "max_ms": 0.672539, "recent_samples": 2, "recent_p95_ms": 0.672539 }, "status_completion_lock": { "count": 2, "mean_ms": 0.009896499999999999, "max_ms": 0.012627, "recent_samples": 2, "recent_p95_ms": 0.012627 } } }, "f119ec7770227da23061f13f0bb790b466850dbe16243dbfcb1a0279ab0a1baa": { "counts": { "state_noop": 73, "queued_frame": 73, "sent_frame": 73, "queued_heartbeat": 2, "sent_status": 2 }, "timings": { "frame_queue": { "count": 73, "mean_ms": 4.0381542336808085, "max_ms": 32.33563317917287, "recent_samples": 73, "recent_p95_ms": 17.14725885540247 }, "frame_write_wall": { "count": 73, "mean_ms": 5.5084583972602745, "max_ms": 47.009828, "recent_samples": 73, "recent_p95_ms": 16.163141 }, "frame_write_cpu": { "count": 73, "mean_ms": 0.902841863013699, "max_ms": 2.33336, "recent_samples": 73, "recent_p95_ms": 1.58843 }, "frame_completion_lock": { "count": 73, "mean_ms": 0.5097091232876715, "max_ms": 34.841402, "recent_samples": 73, "recent_p95_ms": 0.042004 }, "enqueue_gap": { "count": 72, "mean_ms": 97.62075509722223, "max_ms": 153.201512, "recent_samples": 72, "recent_p95_ms": 132.542889 }, "status_queue": { "count": 2, "mean_ms": 2.1999365417286754, "max_ms": 2.412248170003295, "recent_samples": 2, "recent_p95_ms": 2.412248170003295 }, "status_write_wall": { "count": 2, "mean_ms": 3.7904134999999997, "max_ms": 5.381124, "recent_samples": 2, "recent_p95_ms": 5.381124 }, "status_write_cpu": { "count": 2, "mean_ms": 0.8421615, "max_ms": 1.10037, "recent_samples": 2, "recent_p95_ms": 1.10037 }, "status_completion_lock": { "count": 2, "mean_ms": 0.011613499999999999, "max_ms": 0.015555, "recent_samples": 2, "recent_p95_ms": 0.015555 } } }, "d57cc517767b64098669a8ffc9845f2bae132fb3b0f3a0a1298371fd11f01cc0": { "counts": { "queued_heartbeat": 2, "sent_status": 2 }, "timings": { "status_queue": { "count": 2, "mean_ms": 0.11442950926721096, "max_ms": 0.16657402738928795, "recent_samples": 2, "recent_p95_ms": 0.16657402738928795 }, "status_write_wall": { "count": 2, "mean_ms": 6.27666, "max_ms": 8.943643, "recent_samples": 2, "recent_p95_ms": 8.943643 }, "status_write_cpu": { "count": 2, "mean_ms": 1.2816725, "max_ms": 1.3825230000000002, "recent_samples": 2, "recent_p95_ms": 1.3825230000000002 }, "status_completion_lock": { "count": 2, "mean_ms": 0.015364, "max_ms": 0.017651, "recent_samples": 2, "recent_p95_ms": 0.017651 } } } }, "timing_scope": "sink_only_v2", "timeline_limit_per_channel": 256, "replacement_limit_per_channel": 32 } } } }, { "at": 1313725.955470107, "channels": { "rtsp-test-source-01": { "at": 1313726.023733815, "state": { "stream_id": "rtsp-test-01", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "b31ca083-baf3-4a9f-aa53-2c498b138b50", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789461005.232574, "source_stage": "preprocess_output", "source_stage_at": 1789461005.2624362, "source_stages": { "pipeline_state_changed": 1789460942.7475967, "decoded_frame_received": 1789461005.2525368, "preprocess_output": 1789461005.2624362, "infer_output": 1789461005.19203, "consume_entered": 1789461005.1966233, "native_completed": 1789461005.2270389, "inference_frame_completed": 1789461005.2325509 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 638, "preprocess_output": 638, "infer_output": 637, "consume_entered": 637, "native_completed": 637, "inference_frame_completed": 637 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789460941.2130826, "decoded_frame_received": 1789460942.6677606, "preprocess_output": 1789460942.705002, "infer_output": 1789460942.735804, "consume_entered": 1789460942.7406185, "native_completed": 1789460942.7559268, "inference_frame_completed": 1789460942.7619655 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789460940.6291854, "uptime_s": 64.6, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1313726017801321, "counts": { "decoded": 638, "selected": 638, "preprocess": 638, "infer": 637, "native": 637, "result": 637, "publisher_submit": 637 }, "first_ns": { "decoded": 1313663415064522, "selected": 1313663415105808, "preprocess": 1313663452335848, "infer": 1313663483149750, "native": 1313663503280593, "result": 1313663508818259, "publisher_submit": 1313663509372297 }, "last_ns": { "decoded": 1313725999854489, "selected": 1313725999889720, "preprocess": 1313726009790302, "infer": 1313725939328411, "native": 1313725974399482, "result": 1313725979235915, "publisher_submit": 1313725979940438 }, "detail": true, "pending_samples": 1, "last_frame": { "selected": [ 637, 63929037103 ], "preprocess": [ 637, 63929037103 ], "infer": [ 636, 63829037103 ], "native": [ 636, 63829037103 ], "result": [ 636, 63829037103 ], "publisher_submit": [ 636, 63829037103 ] }, "observation_missed": 0, "durations": { "selected_to_preprocess": { "samples": 81, "mean_ms": 3.266903827160494, "p95_ms": 9.900582, "max_ms": 13.837991 }, "queue": { "samples": 81, "mean_ms": 6.929851061728396, "p95_ms": 17.032505, "max_ms": 26.962268 }, "tracking": { "samples": 81, "mean_ms": 0.04138948148148148, "p95_ms": 0.068475, "max_ms": 0.12553 }, "tracking_cpu": { "samples": 81, "mean_ms": 0.03209093827160494, "p95_ms": 0.055464, "max_ms": 0.105103 }, "preprocess_to_infer": { "samples": 80, "mean_ms": 34.498321112499994, "p95_ms": 44.030416, "max_ms": 48.270203 }, "infer_to_native": { "samples": 80, "mean_ms": 27.09498655, "p95_ms": 40.919832, "max_ms": 56.06762 }, "result_work": { "samples": 81, "mean_ms": 4.846711604938271, "p95_ms": 12.022495, "max_ms": 50.111385 }, "native_to_result": { "samples": 80, "mean_ms": 13.77893815, "p95_ms": 27.267971, "max_ms": 38.24847 }, "result_to_publisher_submit": { "samples": 80, "mean_ms": 1.3321650875, "p95_ms": 2.385044, "max_ms": 35.891432 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 0, "events_created": 0, "processed": 637 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 637, "per_task_buffers": { "det": 637 }, "latest": { "fn": 636, "det": 8, "persons": 5, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1313726.023789137, "entries": 635, "length": 100, "last": "1789461005240-0", "pttl": 9937, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-01", "sourceId": "rtsp-test-source-01", "serverId": "test-ai", "streamId": "rtsp-test-01", "runId": "b31ca083-baf3-4a9f-aa53-2c498b138b50", "runGeneration": 1, "frameSeq": 636, "ptsNs": 63829037103, "ingestTimeWallMs": 1789461005146, "frameWidth": 1280, "frameHeight": 720, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 2449833473, "rtpTimestampExt": null, "detectedAtWallMs": 1789461005039, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "1", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9145963191986084, "bbox": [ 0.57244873046875, 0.3272705078125, 0.63653564453125, 0.6414794921875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "2", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8796645402908325, "bbox": [ 0.5065231323242188, 0.37054443359375, 0.5374221801757812, 0.53326416015625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "3", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.7440989017486572, "bbox": [ 0.332855224609375, 0.52545166015625, 0.400543212890625, 0.60052490234375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "4", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.7228206396102905, "bbox": [ 0.653472900390625, 0.450042724609375, 0.689300537109375, 0.532379150390625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "7", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.6630147099494934, "bbox": [ 0.6267547607421875, 0.45709228515625, 0.6564483642578125, 0.55462646484375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "12", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.28987401723861694, "bbox": [ 0.6371994018554688, 0.4441375732421875, 0.6547927856445312, 0.4958038330078125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } }, "rtsp-test-source-02": { "at": 1313726.117192952, "state": { "stream_id": "web-cam08-test", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "dfa80a07-a5fc-4d6a-85e1-3274c52132ba", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789461005.211618, "source_stage": "consume_entered", "source_stage_at": 1789461005.3055015, "source_stages": { "pipeline_state_changed": 1789460945.3327873, "decoded_frame_received": 1789461005.266862, "preprocess_output": 1789461005.271383, "infer_output": 1789461005.2983823, "consume_entered": 1789461005.3055015, "native_completed": 1789461005.1929932, "inference_frame_completed": 1789461005.2115967 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 601, "preprocess_output": 601, "infer_output": 601, "consume_entered": 601, "native_completed": 600, "inference_frame_completed": 600 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789460943.7573283, "decoded_frame_received": 1789460945.2796922, "preprocess_output": 1789460945.2848976, "infer_output": 1789460945.3203824, "consume_entered": 1789460945.3276534, "native_completed": 1789460945.3402321, "inference_frame_completed": 1789460945.347835 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789460943.7294421, "uptime_s": 61.6, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1313726064641955, "counts": { "decoded": 600, "selected": 600, "preprocess": 601, "infer": 601, "native": 600, "result": 600, "publisher_submit": 600 }, "first_ns": { "decoded": 1313666027045929, "selected": 1313666027070128, "preprocess": 1313666032264198, "infer": 1313666067745921, "native": 1313666087571210, "result": 1313666094118782, "publisher_submit": 1313666095232383 }, "last_ns": { "decoded": 1313726014148812, "selected": 1313726014190146, "preprocess": 1313726018703858, "infer": 1313726045686529, "native": 1313725940331401, "result": 1313725958399476, "publisher_submit": 1313725958981852 }, "detail": true, "pending_samples": 1, "last_frame": { "selected": [ 600, 61323652503 ], "preprocess": [ 600, 61323652503 ], "infer": [ 600, 61323652503 ], "native": [ 599, 61223652503 ], "result": [ 599, 61223652503 ], "publisher_submit": [ 599, 61223652503 ] }, "observation_missed": 2, "durations": { "result_work": { "samples": 81, "mean_ms": 4.911070641975309, "p95_ms": 8.345028, "max_ms": 65.391066 }, "queue": { "samples": 80, "mean_ms": 5.6729853, "p95_ms": 15.564847, "max_ms": 35.18862 }, "tracking": { "samples": 80, "mean_ms": 0.0440226625, "p95_ms": 0.07448, "max_ms": 0.115195 }, "tracking_cpu": { "samples": 80, "mean_ms": 0.032946637499999994, "p95_ms": 0.054712, "max_ms": 0.087794 }, "selected_to_preprocess": { "samples": 80, "mean_ms": 3.731971, "p95_ms": 11.08161, "max_ms": 17.12482 }, "preprocess_to_infer": { "samples": 80, "mean_ms": 31.4388949875, "p95_ms": 49.038219, "max_ms": 60.174924 }, "infer_to_native": { "samples": 79, "mean_ms": 23.771932607594938, "p95_ms": 41.453844, "max_ms": 54.392537 }, "native_to_result": { "samples": 79, "mean_ms": 10.932816227848102, "p95_ms": 26.353309, "max_ms": 39.591218 }, "result_to_publisher_submit": { "samples": 79, "mean_ms": 0.9943116835443038, "p95_ms": 1.419623, "max_ms": 20.092703 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 0, "events_created": 0, "processed": 600 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 600, "per_task_buffers": { "det": 600 }, "latest": { "fn": 599, "det": 10, "persons": 5, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1313726.117257041, "entries": 599, "length": 100, "last": "1789461005358-0", "pttl": 9951, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-02", "sourceId": "rtsp-test-source-02", "serverId": "test-ai", "streamId": "web-cam08-test", "runId": "dfa80a07-a5fc-4d6a-85e1-3274c52132ba", "runGeneration": 1, "frameSeq": 600, "ptsNs": 61323652503, "ingestTimeWallMs": 1789461005266, "frameWidth": 1280, "frameHeight": 720, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 282799892, "rtpTimestampExt": null, "detectedAtWallMs": 1789436926889, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "1", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8910549879074097, "bbox": [ 0.4530181884765625, 0.34124755859375, 0.4981536865234375, 0.58843994140625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "3", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8754679560661316, "bbox": [ 0.5062255859375, 0.3712158203125, 0.5377197265625, 0.5330810546875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "4", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8051729798316956, "bbox": [ 0.6163482666015625, 0.446319580078125, 0.6551361083984375, 0.552703857421875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "5", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.791176438331604, "bbox": [ 0.6544952392578125, 0.448822021484375, 0.6892547607421875, 0.532135009765625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "7", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.6625781655311584, "bbox": [ 0.62750244140625, 0.5850830078125, 0.71234130859375, 0.6932373046875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "10", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.47903144359588623, "bbox": [ 0.19783782958984375, 0.431243896484375, 0.21353912353515625, 0.458892822265625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "16", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.32487764954566956, "bbox": [ 0.6323165893554688, 0.453948974609375, 0.6626052856445312, 0.554840087890625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "18", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.26759952306747437, "bbox": [ 0.6364517211914062, 0.4443206787109375, 0.6565170288085938, 0.4878082275390625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } }, "rtsp-test-source-03": { "at": 1313726.208368348, "state": { "stream_id": "web-cam01-test", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "f28e8326-10dc-43cc-bb0b-5345f3b1e484", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789461005.3366258, "source_stage": "preprocess_output", "source_stage_at": 1789461005.3798175, "source_stages": { "pipeline_state_changed": 1789460947.5179484, "decoded_frame_received": 1789461005.3662953, "preprocess_output": 1789461005.3798175, "infer_output": 1789461005.287679, "consume_entered": 1789461005.2914884, "native_completed": 1789461005.3311927, "inference_frame_completed": 1789461005.3366075 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 580, "preprocess_output": 580, "infer_output": 579, "consume_entered": 579, "native_completed": 579, "inference_frame_completed": 579 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789460946.0984929, "decoded_frame_received": 1789460947.4657261, "preprocess_output": 1789460947.4779425, "infer_output": 1789460947.5069637, "consume_entered": 1789460947.512886, "native_completed": 1789460947.5267632, "inference_frame_completed": 1789460947.533087 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789460945.956795, "uptime_s": 59.5, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1313726167449202, "counts": { "decoded": 1738, "selected": 580, "preprocess": 580, "sampling_drop": 1158, "infer": 579, "native": 579, "result": 579, "publisher_submit": 579 }, "first_ns": { "decoded": 1313668213086321, "selected": 1313668213105477, "preprocess": 1313668225294769, "sampling_drop": 1313668234251547, "infer": 1313668254300218, "native": 1313668274137600, "result": 1313668279959462, "publisher_submit": 1313668280496110 }, "last_ns": { "decoded": 1313726139613465, "selected": 1313726113670003, "preprocess": 1313726127182281, "sampling_drop": 1313726139646064, "infer": 1313726034990665, "native": 1313726078545418, "result": 1313726083443721, "publisher_submit": 1313726083985419 }, "detail": true, "pending_samples": 1, "last_frame": { "selected": [ 1737, 59193514339 ], "preprocess": [ 1737, 59193514339 ], "infer": [ 1734, 59093514339 ], "native": [ 1734, 59093514339 ], "result": [ 1734, 59093514339 ], "publisher_submit": [ 1734, 59093514339 ] }, "observation_missed": 2, "durations": { "queue": { "samples": 81, "mean_ms": 5.029015296296297, "p95_ms": 15.360582, "max_ms": 22.477756 }, "tracking": { "samples": 81, "mean_ms": 0.03893653086419753, "p95_ms": 0.062799, "max_ms": 0.109206 }, "tracking_cpu": { "samples": 81, "mean_ms": 0.030034, "p95_ms": 0.049313, "max_ms": 0.094642 }, "selected_to_preprocess": { "samples": 81, "mean_ms": 3.5607181358024693, "p95_ms": 10.079543, "max_ms": 14.831626 }, "result_work": { "samples": 81, "mean_ms": 3.7680845185185188, "p95_ms": 7.163742, "max_ms": 11.832695 }, "preprocess_to_infer": { "samples": 80, "mean_ms": 35.408909012500004, "p95_ms": 52.090502, "max_ms": 64.142195 }, "infer_to_native": { "samples": 80, "mean_ms": 31.0130453625, "p95_ms": 49.583257, "max_ms": 59.330736 }, "native_to_result": { "samples": 80, "mean_ms": 10.649093025, "p95_ms": 21.237799, "max_ms": 27.180591 }, "result_to_publisher_submit": { "samples": 80, "mean_ms": 0.7629258125, "p95_ms": 1.121954, "max_ms": 5.782979 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 0, "events_created": 0, "processed": 579 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 579, "per_task_buffers": { "det": 579 }, "latest": { "fn": 1734, "det": 10, "persons": 8, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1313726.208421859, "entries": 580, "length": 100, "last": "1789461005458-0", "pttl": 9967, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-03", "sourceId": "rtsp-test-source-03", "serverId": "test-ai", "streamId": "web-cam01-test", "runId": "f28e8326-10dc-43cc-bb0b-5345f3b1e484", "runGeneration": 1, "frameSeq": 1737, "ptsNs": 59193514339, "ingestTimeWallMs": 1789461005366, "frameWidth": 480, "frameHeight": 360, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 4045372316, "rtpTimestampExt": null, "detectedAtWallMs": 1789478733249, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "0", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9291837811470032, "bbox": [ 0.88800048828125, 0.38116455078125, 0.95477294921875, 0.53631591796875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "1", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9202179908752441, "bbox": [ 0.3740081787109375, 0.369140625, 0.4160308837890625, 0.5166015625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "2", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.920074462890625, "bbox": [ 0.234832763671875, 0.2891845703125, 0.277374267578125, 0.4173583984375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "3", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9196425676345825, "bbox": [ 0.135101318359375, 0.499755859375, 0.192779541015625, 0.690673828125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "4", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9184802770614624, "bbox": [ 0.471221923828125, 0.2978515625, 0.511199951171875, 0.4443359375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "5", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8946054577827454, "bbox": [ 0.67889404296875, 0.287078857421875, 0.71173095703125, 0.405792236328125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "6", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8812065720558167, "bbox": [ 0.6150360107421875, 0.238616943359375, 0.6437530517578125, 0.350250244140625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "9", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.6819385886192322, "bbox": [ 0.5355148315429688, 0.2646484375, 0.5582351684570312, 0.35595703125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } } }, "publisher": { "enabled": true, "metrics": { "sent": 1890, "sent_status": 80, "sent_frames": 1810, "replaced": 4, "queued": 0, "queuedBytes": 0, "channels": 4, "workers": 4, "profile": { "enabled": true, "revision": 1, "channels": { "d98f4e86d523f201a60f5f03c7a93f284a355b57e3a57ecd305727b2df38a5d2": { "counts": { "state_noop": 88, "queued_frame": 88, "sent_frame": 88, "queued_heartbeat": 2, "sent_status": 2, "timeline_evicted": 14 }, "timings": { "frame_queue": { "count": 88, "mean_ms": 5.740972548003563, "max_ms": 32.91493188589811, "recent_samples": 88, "recent_p95_ms": 17.434381181374192 }, "frame_write_wall": { "count": 88, "mean_ms": 10.948936136363637, "max_ms": 67.028965, "recent_samples": 88, "recent_p95_ms": 35.332927 }, "frame_write_cpu": { "count": 88, "mean_ms": 1.0101902613636362, "max_ms": 2.2324990000000002, "recent_samples": 88, "recent_p95_ms": 1.674066 }, "frame_completion_lock": { "count": 88, "mean_ms": 0.14069404545454545, "max_ms": 8.007389, "recent_samples": 88, "recent_p95_ms": 0.042508 }, "enqueue_gap": { "count": 87, "mean_ms": 97.76983380459774, "max_ms": 156.11413599999997, "recent_samples": 87, "recent_p95_ms": 133.970811 }, "status_queue": { "count": 2, "mean_ms": 7.868273532949388, "max_ms": 14.641571091488004, "recent_samples": 2, "recent_p95_ms": 14.641571091488004 }, "status_write_wall": { "count": 2, "mean_ms": 6.4574175, "max_ms": 9.495316, "recent_samples": 2, "recent_p95_ms": 9.495316 }, "status_write_cpu": { "count": 2, "mean_ms": 0.9203954999999999, "max_ms": 1.15197, "recent_samples": 2, "recent_p95_ms": 1.15197 }, "status_completion_lock": { "count": 2, "mean_ms": 0.0085515, "max_ms": 0.009777, "recent_samples": 2, "recent_p95_ms": 0.009777 } } }, "611cea950b4c0a014291720468a3a7f61c5787baa95a374d3b94d4db886bf16b": { "counts": { "state_noop": 87, "queued_frame": 87, "sent_frame": 87, "queued_heartbeat": 3, "sent_status": 3, "timeline_evicted": 14 }, "timings": { "frame_queue": { "count": 87, "mean_ms": 5.665412884548135, "max_ms": 25.597157888114452, "recent_samples": 87, "recent_p95_ms": 17.142347991466522 }, "frame_write_wall": { "count": 87, "mean_ms": 11.618945195402299, "max_ms": 31.626191, "recent_samples": 87, "recent_p95_ms": 26.620182 }, "frame_write_cpu": { "count": 87, "mean_ms": 1.1406162643678164, "max_ms": 2.373748, "recent_samples": 87, "recent_p95_ms": 1.673292 }, "frame_completion_lock": { "count": 87, "mean_ms": 0.04437008045977011, "max_ms": 2.513738, "recent_samples": 87, "recent_p95_ms": 0.031722 }, "enqueue_gap": { "count": 86, "mean_ms": 98.19019687209305, "max_ms": 189.214491, "recent_samples": 86, "recent_p95_ms": 162.636951 }, "status_queue": { "count": 3, "mean_ms": 2.993520814925432, "max_ms": 5.850982153788209, "recent_samples": 3, "recent_p95_ms": 5.850982153788209 }, "status_write_wall": { "count": 3, "mean_ms": 8.363076666666666, "max_ms": 13.88488, "recent_samples": 3, "recent_p95_ms": 13.88488 }, "status_write_cpu": { "count": 3, "mean_ms": 0.6898266666666667, "max_ms": 0.72897, "recent_samples": 3, "recent_p95_ms": 0.72897 }, "status_completion_lock": { "count": 3, "mean_ms": 0.010365999999999998, "max_ms": 0.012627, "recent_samples": 3, "recent_p95_ms": 0.012627 } } }, "f119ec7770227da23061f13f0bb790b466850dbe16243dbfcb1a0279ab0a1baa": { "counts": { "state_noop": 86, "queued_frame": 86, "sent_frame": 86, "queued_heartbeat": 3, "sent_status": 3, "timeline_evicted": 11 }, "timings": { "frame_queue": { "count": 86, "mean_ms": 4.0466737781846245, "max_ms": 32.33563317917287, "recent_samples": 86, "recent_p95_ms": 12.311509810388088 }, "frame_write_wall": { "count": 86, "mean_ms": 5.293882720930233, "max_ms": 47.009828, "recent_samples": 86, "recent_p95_ms": 15.622679999999999 }, "frame_write_cpu": { "count": 86, "mean_ms": 0.9035819186046511, "max_ms": 2.33336, "recent_samples": 86, "recent_p95_ms": 1.519321 }, "frame_completion_lock": { "count": 86, "mean_ms": 0.4342488720930234, "max_ms": 34.841402, "recent_samples": 86, "recent_p95_ms": 0.027792 }, "enqueue_gap": { "count": 85, "mean_ms": 98.03727248235293, "max_ms": 153.201512, "recent_samples": 85, "recent_p95_ms": 125.848085 }, "status_queue": { "count": 3, "mean_ms": 5.134819696346919, "max_ms": 11.004586005583405, "recent_samples": 3, "recent_p95_ms": 11.004586005583405 }, "status_write_wall": { "count": 3, "mean_ms": 6.6025409999999995, "max_ms": 12.226796, "recent_samples": 3, "recent_p95_ms": 12.226796 }, "status_write_cpu": { "count": 3, "mean_ms": 0.7568733333333334, "max_ms": 1.10037, "recent_samples": 3, "recent_p95_ms": 1.10037 }, "status_completion_lock": { "count": 3, "mean_ms": 0.010264333333333332, "max_ms": 0.015555, "recent_samples": 3, "recent_p95_ms": 0.015555 } } }, "d57cc517767b64098669a8ffc9845f2bae132fb3b0f3a0a1298371fd11f01cc0": { "counts": { "queued_heartbeat": 3, "sent_status": 3 }, "timings": { "status_queue": { "count": 3, "mean_ms": 0.10387366637587547, "max_ms": 0.16657402738928795, "recent_samples": 3, "recent_p95_ms": 0.16657402738928795 }, "status_write_wall": { "count": 3, "mean_ms": 6.063857333333334, "max_ms": 8.943643, "recent_samples": 3, "recent_p95_ms": 8.943643 }, "status_write_cpu": { "count": 3, "mean_ms": 1.054822, "max_ms": 1.3825230000000002, "recent_samples": 3, "recent_p95_ms": 1.3825230000000002 }, "status_completion_lock": { "count": 3, "mean_ms": 0.013428999999999998, "max_ms": 0.017651, "recent_samples": 3, "recent_p95_ms": 0.017651 } } } }, "timing_scope": "sink_only_v2", "timeline_limit_per_channel": 256, "replacement_limit_per_channel": 32 } } } }, { "at": 1313727.240453038, "channels": { "rtsp-test-source-01": { "at": 1313727.3030708, "state": { "stream_id": "rtsp-test-01", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "b31ca083-baf3-4a9f-aa53-2c498b138b50", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789461006.542145, "source_stage": "inference_frame_completed", "source_stage_at": 1789461006.5421214, "source_stages": { "pipeline_state_changed": 1789460942.7475967, "decoded_frame_received": 1789461006.456447, "preprocess_output": 1789461006.45924, "infer_output": 1789461006.4956627, "consume_entered": 1789461006.5103848, "native_completed": 1789461006.5241601, "inference_frame_completed": 1789461006.5421214 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 650, "preprocess_output": 650, "infer_output": 650, "consume_entered": 650, "native_completed": 650, "inference_frame_completed": 650 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789460941.2130826, "decoded_frame_received": 1789460942.6677606, "preprocess_output": 1789460942.705002, "infer_output": 1789460942.735804, "consume_entered": 1789460942.7406185, "native_completed": 1789460942.7559268, "inference_frame_completed": 1789460942.7619655 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789460940.6291854, "uptime_s": 65.9, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1313727294926890, "counts": { "decoded": 650, "selected": 650, "preprocess": 650, "infer": 650, "native": 650, "result": 650, "publisher_submit": 650 }, "first_ns": { "decoded": 1313663415064522, "selected": 1313663415105808, "preprocess": 1313663452335848, "infer": 1313663483149750, "native": 1313663503280593, "result": 1313663508818259, "publisher_submit": 1313663509372297 }, "last_ns": { "decoded": 1313727203785953, "selected": 1313727203808985, "preprocess": 1313727206473911, "infer": 1313727242978744, "native": 1313727271535311, "result": 1313727288867030, "publisher_submit": 1313727289507159 }, "detail": true, "pending_samples": 0, "last_frame": { "selected": [ 649, 65129037103 ], "preprocess": [ 649, 65129037103 ], "infer": [ 649, 65129037103 ], "native": [ 649, 65129037103 ], "result": [ 649, 65129037103 ], "publisher_submit": [ 649, 65129037103 ] }, "observation_missed": 0, "durations": { "selected_to_preprocess": { "samples": 93, "mean_ms": 3.7560689784946235, "p95_ms": 12.275169, "max_ms": 20.592489 }, "queue": { "samples": 94, "mean_ms": 6.704909042553191, "p95_ms": 17.032505, "max_ms": 26.962268 }, "tracking": { "samples": 94, "mean_ms": 0.04286068085106383, "p95_ms": 0.069145, "max_ms": 0.12553 }, "tracking_cpu": { "samples": 94, "mean_ms": 0.03292932978723404, "p95_ms": 0.05676, "max_ms": 0.105103 }, "preprocess_to_infer": { "samples": 93, "mean_ms": 34.543250139784945, "p95_ms": 47.45546, "max_ms": 52.126821 }, "infer_to_native": { "samples": 93, "mean_ms": 30.7854383655914, "p95_ms": 54.478557, "max_ms": 188.999752 }, "result_work": { "samples": 94, "mean_ms": 4.841253638297872, "p95_ms": 12.022495, "max_ms": 50.111385 }, "native_to_result": { "samples": 93, "mean_ms": 13.547433849462365, "p95_ms": 27.267971, "max_ms": 38.24847 }, "result_to_publisher_submit": { "samples": 93, "mean_ms": 1.2991928817204301, "p95_ms": 2.497394, "max_ms": 35.891432 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 0, "events_created": 0, "processed": 650 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 650, "per_task_buffers": { "det": 650 }, "latest": { "fn": 649, "det": 7, "persons": 5, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1313727.303136707, "entries": 648, "length": 100, "last": "1789461006544-0", "pttl": 9945, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-01", "sourceId": "rtsp-test-source-01", "serverId": "test-ai", "streamId": "rtsp-test-01", "runId": "b31ca083-baf3-4a9f-aa53-2c498b138b50", "runGeneration": 1, "frameSeq": 649, "ptsNs": 65129037103, "ingestTimeWallMs": 1789461006456, "frameWidth": 1280, "frameHeight": 720, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 2449950473, "rtpTimestampExt": null, "detectedAtWallMs": 1789461006339, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "1", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8889517188072205, "bbox": [ 0.588104248046875, 0.33740234375, 0.650177001953125, 0.615234375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "2", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8801805377006531, "bbox": [ 0.5061798095703125, 0.3704833984375, 0.5377655029296875, 0.5333251953125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "3", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8325091600418091, "bbox": [ 0.333038330078125, 0.524993896484375, 0.403289794921875, 0.601959228515625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "4", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.7167145609855652, "bbox": [ 0.6534576416015625, 0.449676513671875, 0.6893157958984375, 0.533233642578125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "6", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.6575384140014648, "bbox": [ 0.6361312866210938, 0.47283935546875, 0.6578140258789062, 0.55548095703125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } }, "rtsp-test-source-02": { "at": 1313727.399121813, "state": { "stream_id": "web-cam08-test", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "dfa80a07-a5fc-4d6a-85e1-3274c52132ba", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789461006.5825722, "source_stage": "inference_frame_completed", "source_stage_at": 1789461006.5825226, "source_stages": { "pipeline_state_changed": 1789460945.3327873, "decoded_frame_received": 1789461006.5336816, "preprocess_output": 1789461006.5376945, "infer_output": 1789461006.5593169, "consume_entered": 1789461006.5614522, "native_completed": 1789461006.5756354, "inference_frame_completed": 1789461006.5825226 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 614, "preprocess_output": 614, "infer_output": 614, "consume_entered": 614, "native_completed": 614, "inference_frame_completed": 614 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789460943.7573283, "decoded_frame_received": 1789460945.2796922, "preprocess_output": 1789460945.2848976, "infer_output": 1789460945.3203824, "consume_entered": 1789460945.3276534, "native_completed": 1789460945.3402321, "inference_frame_completed": 1789460945.347835 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789460943.7294421, "uptime_s": 62.9, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1313727372641859, "counts": { "decoded": 613, "selected": 613, "preprocess": 614, "infer": 614, "native": 614, "result": 614, "publisher_submit": 614 }, "first_ns": { "decoded": 1313666027045929, "selected": 1313666027070128, "preprocess": 1313666032264198, "infer": 1313666067745921, "native": 1313666087571210, "result": 1313666094118782, "publisher_submit": 1313666095232383 }, "last_ns": { "decoded": 1313727281038535, "selected": 1313727281053369, "preprocess": 1313727285043314, "infer": 1313727306638678, "native": 1313727322874705, "result": 1313727328803328, "publisher_submit": 1313727329891843 }, "detail": true, "pending_samples": 0, "last_frame": { "selected": [ 613, 62623652503 ], "preprocess": [ 613, 62623652503 ], "infer": [ 613, 62623652503 ], "native": [ 613, 62623652503 ], "result": [ 613, 62623652503 ], "publisher_submit": [ 613, 62623652503 ] }, "observation_missed": 2, "durations": { "result_work": { "samples": 95, "mean_ms": 4.881909305263158, "p95_ms": 8.924395, "max_ms": 65.391066 }, "queue": { "samples": 94, "mean_ms": 6.095598265957447, "p95_ms": 18.171244, "max_ms": 35.18862 }, "tracking": { "samples": 94, "mean_ms": 0.04294353191489362, "p95_ms": 0.07448, "max_ms": 0.115195 }, "tracking_cpu": { "samples": 94, "mean_ms": 0.032286563829787236, "p95_ms": 0.054712, "max_ms": 0.087794 }, "selected_to_preprocess": { "samples": 93, "mean_ms": 4.629813053763441, "p95_ms": 15.149216, "max_ms": 22.983874 }, "preprocess_to_infer": { "samples": 93, "mean_ms": 33.06300146236559, "p95_ms": 54.90394, "max_ms": 121.764809 }, "infer_to_native": { "samples": 93, "mean_ms": 25.263603913978496, "p95_ms": 51.413708, "max_ms": 54.392537 }, "native_to_result": { "samples": 93, "mean_ms": 11.565581666666667, "p95_ms": 30.048283, "max_ms": 39.591218 }, "result_to_publisher_submit": { "samples": 93, "mean_ms": 1.0747208924731184, "p95_ms": 2.378021, "max_ms": 20.092703 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 0, "events_created": 0, "processed": 614 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 614, "per_task_buffers": { "det": 614 }, "latest": { "fn": 613, "det": 11, "persons": 6, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1313727.399206516, "entries": 612, "length": 100, "last": "1789461006584-0", "pttl": 9888, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-02", "sourceId": "rtsp-test-source-02", "serverId": "test-ai", "streamId": "web-cam08-test", "runId": "dfa80a07-a5fc-4d6a-85e1-3274c52132ba", "runGeneration": 1, "frameSeq": 613, "ptsNs": 62623652503, "ingestTimeWallMs": 1789461006533, "frameWidth": 1280, "frameHeight": 720, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 282916892, "rtpTimestampExt": null, "detectedAtWallMs": 1789436928189, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "1", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8987665772438049, "bbox": [ 0.4585113525390625, 0.34130859375, 0.5004730224609375, 0.591796875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "2", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8824278712272644, "bbox": [ 0.5061798095703125, 0.37152099609375, 0.5377655029296875, 0.53326416015625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "4", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.7913377285003662, "bbox": [ 0.65484619140625, 0.44927978515625, 0.68988037109375, 0.53265380859375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "5", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.7859664559364319, "bbox": [ 0.616119384765625, 0.4462890625, 0.653411865234375, 0.55126953125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "6", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.7529220581054688, "bbox": [ 0.625518798828125, 0.58966064453125, 0.710418701171875, 0.69744873046875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "8", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.5884162187576294, "bbox": [ 0.6307144165039062, 0.457855224609375, 0.6603012084960938, 0.554840087890625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "14", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.3365490734577179, "bbox": [ 0.19766998291015625, 0.4327239990234375, 0.21370697021484375, 0.4579010009765625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "19", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.2553436756134033, "bbox": [ 0.635528564453125, 0.444427490234375, 0.655487060546875, 0.489654541015625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } }, "rtsp-test-source-03": { "at": 1313727.531094969, "state": { "stream_id": "web-cam01-test", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "f28e8326-10dc-43cc-bb0b-5345f3b1e484", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789461006.6387694, "source_stage": "consume_entered", "source_stage_at": 1789461006.7203834, "source_stages": { "pipeline_state_changed": 1789460947.5179484, "decoded_frame_received": 1789461006.6542037, "preprocess_output": 1789461006.6553352, "infer_output": 1789461006.7109966, "consume_entered": 1789461006.7203834, "native_completed": 1789461006.628624, "inference_frame_completed": 1789461006.6387568 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 593, "preprocess_output": 593, "infer_output": 593, "consume_entered": 593, "native_completed": 592, "inference_frame_completed": 592 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789460946.0984929, "decoded_frame_received": 1789460947.4657261, "preprocess_output": 1789460947.4779425, "infer_output": 1789460947.5069637, "consume_entered": 1789460947.512886, "native_completed": 1789460947.5267632, "inference_frame_completed": 1789460947.533087 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789460945.956795, "uptime_s": 60.8, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1313727477980784, "counts": { "decoded": 1777, "selected": 593, "preprocess": 593, "sampling_drop": 1184, "infer": 593, "native": 592, "result": 592, "publisher_submit": 592 }, "first_ns": { "decoded": 1313668213086321, "selected": 1313668213105477, "preprocess": 1313668225294769, "sampling_drop": 1313668234251547, "infer": 1313668254300218, "native": 1313668274137600, "result": 1313668279959462, "publisher_submit": 1313668280496110 }, "last_ns": { "decoded": 1313727439667118, "selected": 1313727401552671, "preprocess": 1313727402670514, "sampling_drop": 1313727439692810, "infer": 1313727458317592, "native": 1313727375971372, "result": 1313727385670892, "publisher_submit": 1313727386155600 }, "detail": true, "pending_samples": 1, "last_frame": { "selected": [ 1776, 60493514339 ], "preprocess": [ 1776, 60493514339 ], "infer": [ 1776, 60493514339 ], "native": [ 1773, 60393514339 ], "result": [ 1773, 60393514339 ], "publisher_submit": [ 1773, 60393514339 ] }, "observation_missed": 2, "durations": { "queue": { "samples": 94, "mean_ms": 5.229104425531914, "p95_ms": 16.61558, "max_ms": 26.241619 }, "tracking": { "samples": 94, "mean_ms": 0.038729393617021275, "p95_ms": 0.062799, "max_ms": 0.109206 }, "tracking_cpu": { "samples": 94, "mean_ms": 0.02990204255319149, "p95_ms": 0.049313, "max_ms": 0.094642 }, "selected_to_preprocess": { "samples": 94, "mean_ms": 4.6088510744680855, "p95_ms": 13.512278, "max_ms": 53.313312 }, "result_work": { "samples": 94, "mean_ms": 3.808770936170213, "p95_ms": 9.106503, "max_ms": 11.832695 }, "preprocess_to_infer": { "samples": 94, "mean_ms": 37.34375791489362, "p95_ms": 62.833157, "max_ms": 109.32641 }, "infer_to_native": { "samples": 93, "mean_ms": 31.704598516129032, "p95_ms": 51.593691, "max_ms": 79.667713 }, "native_to_result": { "samples": 93, "mean_ms": 12.476560333333333, "p95_ms": 26.268052, "max_ms": 173.176918 }, "result_to_publisher_submit": { "samples": 93, "mean_ms": 0.8203177419354839, "p95_ms": 1.127852, "max_ms": 6.529048 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 0, "events_created": 0, "processed": 592 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 593, "per_task_buffers": { "det": 593 }, "latest": { "fn": 1776, "det": 10, "persons": 8, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1313727.531161792, "entries": 593, "length": 100, "last": "1789461006759-0", "pttl": 9942, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-03", "sourceId": "rtsp-test-source-03", "serverId": "test-ai", "streamId": "web-cam01-test", "runId": "f28e8326-10dc-43cc-bb0b-5345f3b1e484", "runGeneration": 1, "frameSeq": 1776, "ptsNs": 60493514339, "ingestTimeWallMs": 1789461006653, "frameWidth": 480, "frameHeight": 360, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 4045489316, "rtpTimestampExt": null, "detectedAtWallMs": 1789478734549, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "0", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9280183911323547, "bbox": [ 0.426788330078125, 0.279052734375, 0.477020263671875, 0.405517578125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "1", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9132132530212402, "bbox": [ 0.63623046875, 0.31414794921875, 0.67236328125, 0.44415283203125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "2", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9132132530212402, "bbox": [ 0.074462890625, 0.4525146484375, 0.1317138671875, 0.6285400390625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "3", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9071478247642517, "bbox": [ 0.306121826171875, 0.3057861328125, 0.338897705078125, 0.4412841796875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "4", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9066531658172607, "bbox": [ 0.2450103759765625, 0.3365478515625, 0.2779388427734375, 0.4676513671875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "5", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8998278379440308, "bbox": [ 0.782501220703125, 0.36102294921875, 0.828826904296875, 0.51788330078125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "6", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8780007362365723, "bbox": [ 0.6833724975585938, 0.2242431640625, 0.7121353149414062, 0.3338623046875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "9", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.5680564045906067, "bbox": [ 0.5564956665039062, 0.31890869140625, 0.5870590209960938, 0.48236083984375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } } }, "publisher": { "enabled": true, "metrics": { "sent": 1927, "sent_status": 80, "sent_frames": 1847, "replaced": 4, "queued": 1, "queuedBytes": 2693, "channels": 4, "workers": 4, "profile": { "enabled": true, "revision": 1, "channels": { "d98f4e86d523f201a60f5f03c7a93f284a355b57e3a57ecd305727b2df38a5d2": { "counts": { "state_noop": 100, "queued_frame": 100, "sent_frame": 100, "queued_heartbeat": 2, "sent_status": 2, "timeline_evicted": 50 }, "timings": { "frame_queue": { "count": 100, "mean_ms": 6.057216974440962, "max_ms": 32.91493188589811, "recent_samples": 100, "recent_p95_ms": 18.64816201850772 }, "frame_write_wall": { "count": 100, "mean_ms": 10.701884710000002, "max_ms": 67.028965, "recent_samples": 100, "recent_p95_ms": 31.3333 }, "frame_write_cpu": { "count": 100, "mean_ms": 1.0025431499999997, "max_ms": 2.2324990000000002, "recent_samples": 100, "recent_p95_ms": 1.588912 }, "frame_completion_lock": { "count": 100, "mean_ms": 0.12539824, "max_ms": 8.007389, "recent_samples": 100, "recent_p95_ms": 0.03321 }, "enqueue_gap": { "count": 99, "mean_ms": 98.19264158585861, "max_ms": 258.882813, "recent_samples": 99, "recent_p95_ms": 136.979086 }, "status_queue": { "count": 2, "mean_ms": 7.868273532949388, "max_ms": 14.641571091488004, "recent_samples": 2, "recent_p95_ms": 14.641571091488004 }, "status_write_wall": { "count": 2, "mean_ms": 6.4574175, "max_ms": 9.495316, "recent_samples": 2, "recent_p95_ms": 9.495316 }, "status_write_cpu": { "count": 2, "mean_ms": 0.9203954999999999, "max_ms": 1.15197, "recent_samples": 2, "recent_p95_ms": 1.15197 }, "status_completion_lock": { "count": 2, "mean_ms": 0.0085515, "max_ms": 0.009777, "recent_samples": 2, "recent_p95_ms": 0.009777 } } }, "611cea950b4c0a014291720468a3a7f61c5787baa95a374d3b94d4db886bf16b": { "counts": { "state_noop": 100, "queued_frame": 100, "sent_frame": 99, "queued_heartbeat": 3, "sent_status": 3, "timeline_evicted": 51 }, "timings": { "frame_queue": { "count": 99, "mean_ms": 6.015644639241274, "max_ms": 29.41264002583921, "recent_samples": 99, "recent_p95_ms": 19.015030935406685 }, "frame_write_wall": { "count": 99, "mean_ms": 11.61345007070707, "max_ms": 31.626191, "recent_samples": 99, "recent_p95_ms": 26.766133 }, "frame_write_cpu": { "count": 99, "mean_ms": 1.1337285555555563, "max_ms": 2.373748, "recent_samples": 99, "recent_p95_ms": 1.673292 }, "frame_completion_lock": { "count": 99, "mean_ms": 0.04105989898989899, "max_ms": 2.513738, "recent_samples": 99, "recent_p95_ms": 0.031722 }, "enqueue_gap": { "count": 99, "mean_ms": 98.41432151515156, "max_ms": 333.02178399999997, "recent_samples": 99, "recent_p95_ms": 164.157632 }, "status_queue": { "count": 3, "mean_ms": 2.993520814925432, "max_ms": 5.850982153788209, "recent_samples": 3, "recent_p95_ms": 5.850982153788209 }, "status_write_wall": { "count": 3, "mean_ms": 8.363076666666666, "max_ms": 13.88488, "recent_samples": 3, "recent_p95_ms": 13.88488 }, "status_write_cpu": { "count": 3, "mean_ms": 0.6898266666666667, "max_ms": 0.72897, "recent_samples": 3, "recent_p95_ms": 0.72897 }, "status_completion_lock": { "count": 3, "mean_ms": 0.010365999999999998, "max_ms": 0.012627, "recent_samples": 3, "recent_p95_ms": 0.012627 } } }, "f119ec7770227da23061f13f0bb790b466850dbe16243dbfcb1a0279ab0a1baa": { "counts": { "state_noop": 99, "queued_frame": 99, "sent_frame": 99, "queued_heartbeat": 3, "sent_status": 3, "timeline_evicted": 50 }, "timings": { "frame_queue": { "count": 99, "mean_ms": 3.9636329888845934, "max_ms": 32.33563317917287, "recent_samples": 99, "recent_p95_ms": 12.311509810388088 }, "frame_write_wall": { "count": 99, "mean_ms": 5.5143696969696965, "max_ms": 47.009828, "recent_samples": 99, "recent_p95_ms": 19.465893 }, "frame_write_cpu": { "count": 99, "mean_ms": 0.9027490606060606, "max_ms": 2.33336, "recent_samples": 99, "recent_p95_ms": 1.519321 }, "frame_completion_lock": { "count": 99, "mean_ms": 0.3788512525252526, "max_ms": 34.841402, "recent_samples": 99, "recent_p95_ms": 0.027792 }, "enqueue_gap": { "count": 98, "mean_ms": 98.4590549591837, "max_ms": 231.669516, "recent_samples": 98, "recent_p95_ms": 133.055071 }, "status_queue": { "count": 3, "mean_ms": 5.134819696346919, "max_ms": 11.004586005583405, "recent_samples": 3, "recent_p95_ms": 11.004586005583405 }, "status_write_wall": { "count": 3, "mean_ms": 6.6025409999999995, "max_ms": 12.226796, "recent_samples": 3, "recent_p95_ms": 12.226796 }, "status_write_cpu": { "count": 3, "mean_ms": 0.7568733333333334, "max_ms": 1.10037, "recent_samples": 3, "recent_p95_ms": 1.10037 }, "status_completion_lock": { "count": 3, "mean_ms": 0.010264333333333332, "max_ms": 0.015555, "recent_samples": 3, "recent_p95_ms": 0.015555 } } }, "d57cc517767b64098669a8ffc9845f2bae132fb3b0f3a0a1298371fd11f01cc0": { "counts": { "queued_heartbeat": 3, "sent_status": 3 }, "timings": { "status_queue": { "count": 3, "mean_ms": 0.10387366637587547, "max_ms": 0.16657402738928795, "recent_samples": 3, "recent_p95_ms": 0.16657402738928795 }, "status_write_wall": { "count": 3, "mean_ms": 6.063857333333334, "max_ms": 8.943643, "recent_samples": 3, "recent_p95_ms": 8.943643 }, "status_write_cpu": { "count": 3, "mean_ms": 1.054822, "max_ms": 1.3825230000000002, "recent_samples": 3, "recent_p95_ms": 1.3825230000000002 }, "status_completion_lock": { "count": 3, "mean_ms": 0.013428999999999998, "max_ms": 0.017651, "recent_samples": 3, "recent_p95_ms": 0.017651 } } } }, "timing_scope": "sink_only_v2", "timeline_limit_per_channel": 256, "replacement_limit_per_channel": 32 } } } }, { "at": 1313728.566528445, "channels": { "rtsp-test-source-01": { "at": 1313728.600751894, "state": { "stream_id": "rtsp-test-01", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "b31ca083-baf3-4a9f-aa53-2c498b138b50", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789461007.8241751, "source_stage": "inference_frame_completed", "source_stage_at": 1789461007.824156, "source_stages": { "pipeline_state_changed": 1789460942.7475967, "decoded_frame_received": 1789461007.7472126, "preprocess_output": 1789461007.748034, "infer_output": 1789461007.7889454, "consume_entered": 1789461007.794902, "native_completed": 1789461007.8181806, "inference_frame_completed": 1789461007.824156 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 663, "preprocess_output": 663, "infer_output": 663, "consume_entered": 663, "native_completed": 663, "inference_frame_completed": 663 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789460941.2130826, "decoded_frame_received": 1789460942.6677606, "preprocess_output": 1789460942.705002, "infer_output": 1789460942.735804, "consume_entered": 1789460942.7406185, "native_completed": 1789460942.7559268, "inference_frame_completed": 1789460942.7619655 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789460940.6291854, "uptime_s": 67.2, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1313728589571624, "counts": { "decoded": 663, "selected": 663, "preprocess": 663, "infer": 663, "native": 663, "result": 663, "publisher_submit": 663 }, "first_ns": { "decoded": 1313663415064522, "selected": 1313663415105808, "preprocess": 1313663452335848, "infer": 1313663483149750, "native": 1313663503280593, "result": 1313663508818259, "publisher_submit": 1313663509372297 }, "last_ns": { "decoded": 1313728494511522, "selected": 1313728494544676, "preprocess": 1313728495388099, "infer": 1313728536285996, "native": 1313728565520928, "result": 1313728571029799, "publisher_submit": 1313728571554401 }, "detail": true, "pending_samples": 0, "last_frame": { "selected": [ 662, 66429037103 ], "preprocess": [ 662, 66429037103 ], "infer": [ 662, 66429037103 ], "native": [ 662, 66429037103 ], "result": [ 662, 66429037103 ], "publisher_submit": [ 662, 66429037103 ] }, "observation_missed": 0, "durations": { "selected_to_preprocess": { "samples": 106, "mean_ms": 3.700521622641509, "p95_ms": 10.841984, "max_ms": 20.592489 }, "queue": { "samples": 107, "mean_ms": 6.479876710280374, "p95_ms": 17.032505, "max_ms": 26.962268 }, "tracking": { "samples": 107, "mean_ms": 0.043183981308411216, "p95_ms": 0.069145, "max_ms": 0.12553 }, "tracking_cpu": { "samples": 107, "mean_ms": 0.03320963551401869, "p95_ms": 0.05676, "max_ms": 0.105103 }, "preprocess_to_infer": { "samples": 106, "mean_ms": 34.590037179245286, "p95_ms": 47.124863, "max_ms": 52.126821 }, "infer_to_native": { "samples": 106, "mean_ms": 30.174571971698114, "p95_ms": 48.978277, "max_ms": 188.999752 }, "result_work": { "samples": 107, "mean_ms": 4.891487355140187, "p95_ms": 12.022495, "max_ms": 50.111385 }, "native_to_result": { "samples": 106, "mean_ms": 13.580248726415094, "p95_ms": 27.267971, "max_ms": 38.24847 }, "result_to_publisher_submit": { "samples": 106, "mean_ms": 1.2385636698113207, "p95_ms": 2.385044, "max_ms": 35.891432 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 0, "events_created": 0, "processed": 663 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 663, "per_task_buffers": { "det": 663 }, "latest": { "fn": 662, "det": 7, "persons": 5, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1313728.600806427, "entries": 661, "length": 100, "last": "1789461007828-0", "pttl": 9932, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-01", "sourceId": "rtsp-test-source-01", "serverId": "test-ai", "streamId": "rtsp-test-01", "runId": "b31ca083-baf3-4a9f-aa53-2c498b138b50", "runGeneration": 1, "frameSeq": 662, "ptsNs": 66429037103, "ingestTimeWallMs": 1789461007746, "frameWidth": 1280, "frameHeight": 720, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 2450067473, "rtpTimestampExt": null, "detectedAtWallMs": 1789461007639, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "1", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9136765599250793, "bbox": [ 0.5888671875, 0.34503173828125, 0.650390625, 0.59490966796875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "2", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8870089650154114, "bbox": [ 0.33160400390625, 0.48760986328125, 0.41009521484375, 0.60321044921875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "3", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8860265612602234, "bbox": [ 0.5061798095703125, 0.370849609375, 0.5377655029296875, 0.533447265625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "4", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.6934729218482971, "bbox": [ 0.658233642578125, 0.448944091796875, 0.690399169921875, 0.533477783203125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "6", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.671470582485199, "bbox": [ 0.6328125, 0.467529296875, 0.669921875, 0.556884765625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } }, "rtsp-test-source-02": { "at": 1313728.717350576, "state": { "stream_id": "web-cam08-test", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "dfa80a07-a5fc-4d6a-85e1-3274c52132ba", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789461007.9088461, "source_stage": "preprocess_output", "source_stage_at": 1789461007.9411318, "source_stages": { "pipeline_state_changed": 1789460945.3327873, "decoded_frame_received": 1789461007.9251077, "preprocess_output": 1789461007.9411318, "infer_output": 1789461007.8687384, "consume_entered": 1789461007.8738153, "native_completed": 1789461007.8940818, "inference_frame_completed": 1789461007.9088259 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 628, "preprocess_output": 628, "infer_output": 627, "consume_entered": 627, "native_completed": 627, "inference_frame_completed": 627 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789460943.7573283, "decoded_frame_received": 1789460945.2796922, "preprocess_output": 1789460945.2848976, "infer_output": 1789460945.3203824, "consume_entered": 1789460945.3276534, "native_completed": 1789460945.3402321, "inference_frame_completed": 1789460945.347835 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789460943.7294421, "uptime_s": 64.2, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1313728694923530, "counts": { "decoded": 627, "selected": 627, "preprocess": 628, "infer": 627, "native": 627, "result": 627, "publisher_submit": 627 }, "first_ns": { "decoded": 1313666027045929, "selected": 1313666027070128, "preprocess": 1313666032264198, "infer": 1313666067745921, "native": 1313666087571210, "result": 1313666094118782, "publisher_submit": 1313666095232383 }, "last_ns": { "decoded": 1313728672432359, "selected": 1313728672459809, "preprocess": 1313728688455125, "infer": 1313728615788692, "native": 1313728641382195, "result": 1313728655636217, "publisher_submit": 1313728656206521 }, "detail": true, "pending_samples": 1, "last_frame": { "selected": [ 627, 64023652503 ], "preprocess": [ 627, 64023652503 ], "infer": [ 626, 63923652503 ], "native": [ 626, 63923652503 ], "result": [ 626, 63923652503 ], "publisher_submit": [ 626, 63923652503 ] }, "observation_missed": 2, "durations": { "result_work": { "samples": 108, "mean_ms": 4.7519078703703705, "p95_ms": 8.345028, "max_ms": 65.391066 }, "queue": { "samples": 107, "mean_ms": 5.795849990654206, "p95_ms": 17.177098, "max_ms": 35.18862 }, "tracking": { "samples": 107, "mean_ms": 0.04279809345794393, "p95_ms": 0.072917, "max_ms": 0.115195 }, "tracking_cpu": { "samples": 107, "mean_ms": 0.03226508411214953, "p95_ms": 0.053167, "max_ms": 0.087794 }, "selected_to_preprocess": { "samples": 107, "mean_ms": 4.785552495327103, "p95_ms": 15.367755, "max_ms": 22.983874 }, "preprocess_to_infer": { "samples": 106, "mean_ms": 32.8160589245283, "p95_ms": 52.336117, "max_ms": 121.764809 }, "infer_to_native": { "samples": 106, "mean_ms": 24.603541849056604, "p95_ms": 47.729042, "max_ms": 54.392537 }, "native_to_result": { "samples": 106, "mean_ms": 11.693658169811322, "p95_ms": 30.048283, "max_ms": 40.452858 }, "result_to_publisher_submit": { "samples": 106, "mean_ms": 1.0453490471698113, "p95_ms": 2.303691, "max_ms": 20.092703 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 0, "events_created": 0, "processed": 627 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 627, "per_task_buffers": { "det": 627 }, "latest": { "fn": 626, "det": 11, "persons": 6, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1313728.717449013, "entries": 625, "length": 100, "last": "1789461007916-0", "pttl": 9908, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-02", "sourceId": "rtsp-test-source-02", "serverId": "test-ai", "streamId": "web-cam08-test", "runId": "dfa80a07-a5fc-4d6a-85e1-3274c52132ba", "runGeneration": 1, "frameSeq": 626, "ptsNs": 63923652503, "ingestTimeWallMs": 1789461007827, "frameWidth": 1280, "frameHeight": 720, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 283033892, "rtpTimestampExt": null, "detectedAtWallMs": 1789436929489, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "1", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9084556102752686, "bbox": [ 0.428955078125, 0.3353271484375, 0.476318359375, 0.6026611328125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "2", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8800774812698364, "bbox": [ 0.506195068359375, 0.3697509765625, 0.537750244140625, 0.5335693359375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "4", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8258707523345947, "bbox": [ 0.622711181640625, 0.5889892578125, 0.711273193359375, 0.6961669921875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "5", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8085212111473083, "bbox": [ 0.615966796875, 0.4456787109375, 0.654541015625, 0.5509033203125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "6", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.7804952263832092, "bbox": [ 0.6558074951171875, 0.449493408203125, 0.6898956298828125, 0.531463623046875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "9", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.5895982384681702, "bbox": [ 0.630523681640625, 0.4627685546875, 0.659515380859375, 0.5548095703125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "15", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.31837916374206543, "bbox": [ 0.1973419189453125, 0.43230438232421875, 0.2137908935546875, 0.45832061767578125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } }, "rtsp-test-source-03": { "at": 1313728.845527786, "state": { "stream_id": "web-cam01-test", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "f28e8326-10dc-43cc-bb0b-5345f3b1e484", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789461007.9405363, "source_stage": "decoded_frame_received", "source_stage_at": 1789461008.0535655, "source_stages": { "pipeline_state_changed": 1789460947.5179484, "decoded_frame_received": 1789461008.0535655, "preprocess_output": 1789461007.9628136, "infer_output": 1789461008.014133, "consume_entered": 1789461008.0325646, "native_completed": 1789461008.050026, "inference_frame_completed": 1789461007.9405222 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 607, "preprocess_output": 606, "infer_output": 606, "consume_entered": 606, "native_completed": 606, "inference_frame_completed": 605 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789460946.0984929, "decoded_frame_received": 1789460947.4657261, "preprocess_output": 1789460947.4779425, "infer_output": 1789460947.5069637, "consume_entered": 1789460947.512886, "native_completed": 1789460947.5267632, "inference_frame_completed": 1789460947.533087 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789460945.956795, "uptime_s": 62.1, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1313728803333612, "counts": { "decoded": 1818, "selected": 607, "preprocess": 606, "sampling_drop": 1211, "infer": 606, "native": 606, "result": 605, "publisher_submit": 605 }, "first_ns": { "decoded": 1313668213086321, "selected": 1313668213105477, "preprocess": 1313668225294769, "sampling_drop": 1313668234251547, "infer": 1313668254300218, "native": 1313668274137600, "result": 1313668279959462, "publisher_submit": 1313668280496110 }, "last_ns": { "decoded": 1313728800905533, "selected": 1313728800937507, "preprocess": 1313728709895839, "sampling_drop": 1313728768600472, "infer": 1313728761430987, "native": 1313728797376611, "result": 1313728687449218, "publisher_submit": 1313728687919978 }, "detail": true, "pending_samples": 2, "last_frame": { "selected": [ 1818, 61893514339 ], "preprocess": [ 1815, 61793514339 ], "infer": [ 1815, 61793514339 ], "native": [ 1815, 61793514339 ], "result": [ 1812, 61693514339 ], "publisher_submit": [ 1812, 61693514339 ] }, "observation_missed": 2, "durations": { "queue": { "samples": 107, "mean_ms": 5.17716393457944, "p95_ms": 15.360582, "max_ms": 26.241619 }, "tracking": { "samples": 107, "mean_ms": 0.03813409345794393, "p95_ms": 0.057782, "max_ms": 0.109206 }, "tracking_cpu": { "samples": 107, "mean_ms": 0.0293923738317757, "p95_ms": 0.047994, "max_ms": 0.094642 }, "selected_to_preprocess": { "samples": 107, "mean_ms": 4.592968654205607, "p95_ms": 13.512278, "max_ms": 53.313312 }, "result_work": { "samples": 107, "mean_ms": 3.7348325420560746, "p95_ms": 7.163742, "max_ms": 11.832695 }, "preprocess_to_infer": { "samples": 107, "mean_ms": 37.32769730841122, "p95_ms": 59.554348, "max_ms": 109.32641 }, "infer_to_native": { "samples": 107, "mean_ms": 31.064751775700934, "p95_ms": 50.151326, "max_ms": 79.667713 }, "native_to_result": { "samples": 106, "mean_ms": 12.224003150943396, "p95_ms": 22.287949, "max_ms": 173.176918 }, "result_to_publisher_submit": { "samples": 106, "mean_ms": 0.7942759339622641, "p95_ms": 1.121954, "max_ms": 6.529048 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 1, "events_created": 0, "processed": 605 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 606, "per_task_buffers": { "det": 606 }, "latest": { "fn": 1815, "det": 8, "persons": 6, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1313728.845554128, "entries": 606, "length": 100, "last": "1789461008064-0", "pttl": 9940, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-03", "sourceId": "rtsp-test-source-03", "serverId": "test-ai", "streamId": "web-cam01-test", "runId": "f28e8326-10dc-43cc-bb0b-5345f3b1e484", "runGeneration": 1, "frameSeq": 1815, "ptsNs": 61793514339, "ingestTimeWallMs": 1789461007955, "frameWidth": 480, "frameHeight": 360, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 4045606316, "rtpTimestampExt": null, "detectedAtWallMs": 1789478735849, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "0", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9224823713302612, "bbox": [ 0.6349639892578125, 0.3565673828125, 0.6814422607421875, 0.5233154296875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "1", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8975157737731934, "bbox": [ 0.102569580078125, 0.41778564453125, 0.151336669921875, 0.57244873046875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "2", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8967949151992798, "bbox": [ 0.7480621337890625, 0.21240234375, 0.7861175537109375, 0.31884765625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "3", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8918110132217407, "bbox": [ 0.12738037109375, 0.31195068359375, 0.15948486328125, 0.43414306640625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "4", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8826303482055664, "bbox": [ 0.369903564453125, 0.30157470703125, 0.410369873046875, 0.46844482421875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "5", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8357518315315247, "bbox": [ 0.6884918212890625, 0.3380126953125, 0.7353363037109375, 0.4901123046875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "10", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.26340988278388977, "bbox": [ 0.6877975463867188, 0.33465576171875, 0.7155227661132812, 0.48321533203125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } } }, "publisher": { "enabled": true, "metrics": { "sent": 1968, "sent_status": 80, "sent_frames": 1888, "replaced": 4, "queued": 0, "queuedBytes": 0, "channels": 4, "workers": 4, "profile": { "enabled": true, "revision": 1, "channels": { "d98f4e86d523f201a60f5f03c7a93f284a355b57e3a57ecd305727b2df38a5d2": { "counts": { "state_noop": 114, "queued_frame": 114, "sent_frame": 114, "queued_heartbeat": 2, "sent_status": 2, "timeline_evicted": 92 }, "timings": { "frame_queue": { "count": 114, "mean_ms": 6.041015857797966, "max_ms": 32.91493188589811, "recent_samples": 114, "recent_p95_ms": 19.24203196540475 }, "frame_write_wall": { "count": 114, "mean_ms": 9.986583105263158, "max_ms": 67.028965, "recent_samples": 114, "recent_p95_ms": 31.3333 }, "frame_write_cpu": { "count": 114, "mean_ms": 0.9939508596491222, "max_ms": 2.2324990000000002, "recent_samples": 114, "recent_p95_ms": 1.5957029999999999 }, "frame_completion_lock": { "count": 114, "mean_ms": 0.1116647105263158, "max_ms": 8.007389, "recent_samples": 114, "recent_p95_ms": 0.03321 }, "enqueue_gap": { "count": 113, "mean_ms": 98.20884747787612, "max_ms": 258.882813, "recent_samples": 113, "recent_p95_ms": 134.39965700000002 }, "status_queue": { "count": 2, "mean_ms": 7.868273532949388, "max_ms": 14.641571091488004, "recent_samples": 2, "recent_p95_ms": 14.641571091488004 }, "status_write_wall": { "count": 2, "mean_ms": 6.4574175, "max_ms": 9.495316, "recent_samples": 2, "recent_p95_ms": 9.495316 }, "status_write_cpu": { "count": 2, "mean_ms": 0.9203954999999999, "max_ms": 1.15197, "recent_samples": 2, "recent_p95_ms": 1.15197 }, "status_completion_lock": { "count": 2, "mean_ms": 0.0085515, "max_ms": 0.009777, "recent_samples": 2, "recent_p95_ms": 0.009777 } } }, "611cea950b4c0a014291720468a3a7f61c5787baa95a374d3b94d4db886bf16b": { "counts": { "state_noop": 113, "queued_frame": 113, "sent_frame": 113, "queued_heartbeat": 3, "sent_status": 3, "timeline_evicted": 92 }, "timings": { "frame_queue": { "count": 113, "mean_ms": 5.948550661251081, "max_ms": 29.41264002583921, "recent_samples": 113, "recent_p95_ms": 19.015030935406685 }, "frame_write_wall": { "count": 113, "mean_ms": 11.59283403539823, "max_ms": 31.979702999999997, "recent_samples": 113, "recent_p95_ms": 30.744640999999998 }, "frame_write_cpu": { "count": 113, "mean_ms": 1.1228328053097352, "max_ms": 2.373748, "recent_samples": 113, "recent_p95_ms": 1.662269 }, "frame_completion_lock": { "count": 113, "mean_ms": 0.03761369026548673, "max_ms": 2.513738, "recent_samples": 113, "recent_p95_ms": 0.031529 }, "enqueue_gap": { "count": 112, "mean_ms": 98.39562938392861, "max_ms": 333.02178399999997, "recent_samples": 112, "recent_p95_ms": 164.157632 }, "status_queue": { "count": 3, "mean_ms": 2.993520814925432, "max_ms": 5.850982153788209, "recent_samples": 3, "recent_p95_ms": 5.850982153788209 }, "status_write_wall": { "count": 3, "mean_ms": 8.363076666666666, "max_ms": 13.88488, "recent_samples": 3, "recent_p95_ms": 13.88488 }, "status_write_cpu": { "count": 3, "mean_ms": 0.6898266666666667, "max_ms": 0.72897, "recent_samples": 3, "recent_p95_ms": 0.72897 }, "status_completion_lock": { "count": 3, "mean_ms": 0.010365999999999998, "max_ms": 0.012627, "recent_samples": 3, "recent_p95_ms": 0.012627 } } }, "f119ec7770227da23061f13f0bb790b466850dbe16243dbfcb1a0279ab0a1baa": { "counts": { "state_noop": 113, "queued_frame": 113, "sent_frame": 112, "queued_heartbeat": 3, "sent_status": 3, "timeline_evicted": 91 }, "timings": { "frame_queue": { "count": 113, "mean_ms": 3.6755165052229324, "max_ms": 32.33563317917287, "recent_samples": 113, "recent_p95_ms": 11.997394962236285 }, "frame_write_wall": { "count": 112, "mean_ms": 5.403306223214288, "max_ms": 47.009828, "recent_samples": 112, "recent_p95_ms": 19.465893 }, "frame_write_cpu": { "count": 112, "mean_ms": 0.9132769375, "max_ms": 2.33336, "recent_samples": 112, "recent_p95_ms": 1.480039 }, "frame_completion_lock": { "count": 112, "mean_ms": 0.3362161160714286, "max_ms": 34.841402, "recent_samples": 112, "recent_p95_ms": 0.025366 }, "enqueue_gap": { "count": 112, "mean_ms": 98.42372683928572, "max_ms": 231.669516, "recent_samples": 112, "recent_p95_ms": 132.542889 }, "status_queue": { "count": 3, "mean_ms": 5.134819696346919, "max_ms": 11.004586005583405, "recent_samples": 3, "recent_p95_ms": 11.004586005583405 }, "status_write_wall": { "count": 3, "mean_ms": 6.6025409999999995, "max_ms": 12.226796, "recent_samples": 3, "recent_p95_ms": 12.226796 }, "status_write_cpu": { "count": 3, "mean_ms": 0.7568733333333334, "max_ms": 1.10037, "recent_samples": 3, "recent_p95_ms": 1.10037 }, "status_completion_lock": { "count": 3, "mean_ms": 0.010264333333333332, "max_ms": 0.015555, "recent_samples": 3, "recent_p95_ms": 0.015555 } } }, "d57cc517767b64098669a8ffc9845f2bae132fb3b0f3a0a1298371fd11f01cc0": { "counts": { "queued_heartbeat": 3, "sent_status": 3 }, "timings": { "status_queue": { "count": 3, "mean_ms": 0.10387366637587547, "max_ms": 0.16657402738928795, "recent_samples": 3, "recent_p95_ms": 0.16657402738928795 }, "status_write_wall": { "count": 3, "mean_ms": 6.063857333333334, "max_ms": 8.943643, "recent_samples": 3, "recent_p95_ms": 8.943643 }, "status_write_cpu": { "count": 3, "mean_ms": 1.054822, "max_ms": 1.3825230000000002, "recent_samples": 3, "recent_p95_ms": 1.3825230000000002 }, "status_completion_lock": { "count": 3, "mean_ms": 0.013428999999999998, "max_ms": 0.017651, "recent_samples": 3, "recent_p95_ms": 0.017651 } } } }, "timing_scope": "sink_only_v2", "timeline_limit_per_channel": 256, "replacement_limit_per_channel": 32 } } } }, { "at": 1313729.873063694, "channels": { "rtsp-test-source-01": { "at": 1313729.940392989, "state": { "stream_id": "rtsp-test-01", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "b31ca083-baf3-4a9f-aa53-2c498b138b50", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789461009.145354, "source_stage": "preprocess_output", "source_stage_at": 1789461009.1554387, "source_stages": { "pipeline_state_changed": 1789460942.7475967, "decoded_frame_received": 1789461009.1472428, "preprocess_output": 1789461009.1554387, "infer_output": 1789461009.0927763, "consume_entered": 1789461009.1056151, "native_completed": 1789461009.1299317, "inference_frame_completed": 1789461009.1453238 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 677, "preprocess_output": 677, "infer_output": 676, "consume_entered": 676, "native_completed": 676, "inference_frame_completed": 676 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789460941.2130826, "decoded_frame_received": 1789460942.6677606, "preprocess_output": 1789460942.705002, "infer_output": 1789460942.735804, "consume_entered": 1789460942.7406185, "native_completed": 1789460942.7559268, "inference_frame_completed": 1789460942.7619655 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789460940.6291854, "uptime_s": 68.6, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1313729931192611, "counts": { "decoded": 677, "selected": 677, "preprocess": 677, "infer": 676, "native": 676, "result": 676, "publisher_submit": 676 }, "first_ns": { "decoded": 1313663415064522, "selected": 1313663415105808, "preprocess": 1313663452335848, "infer": 1313663483149750, "native": 1313663503280593, "result": 1313663508818259, "publisher_submit": 1313663509372297 }, "last_ns": { "decoded": 1313729894582022, "selected": 1313729894603867, "preprocess": 1313729902800036, "infer": 1313729840079470, "native": 1313729877129785, "result": 1313729891828032, "publisher_submit": 1313729892709042 }, "detail": true, "pending_samples": 1, "last_frame": { "selected": [ 676, 67829037103 ], "preprocess": [ 676, 67829037103 ], "infer": [ 675, 67729037103 ], "native": [ 675, 67729037103 ], "result": [ 675, 67729037103 ], "publisher_submit": [ 675, 67729037103 ] }, "observation_missed": 0, "durations": { "selected_to_preprocess": { "samples": 120, "mean_ms": 3.6929198999999997, "p95_ms": 10.841984, "max_ms": 20.592489 }, "queue": { "samples": 120, "mean_ms": 6.547500533333333, "p95_ms": 17.032505, "max_ms": 26.962268 }, "tracking": { "samples": 120, "mean_ms": 0.042342199999999997, "p95_ms": 0.068709, "max_ms": 0.12553 }, "tracking_cpu": { "samples": 120, "mean_ms": 0.032583233333333336, "p95_ms": 0.055464, "max_ms": 0.105103 }, "preprocess_to_infer": { "samples": 119, "mean_ms": 35.61063581512605, "p95_ms": 49.596955, "max_ms": 70.795718 }, "infer_to_native": { "samples": 119, "mean_ms": 30.55348825210084, "p95_ms": 48.978277, "max_ms": 188.999752 }, "result_work": { "samples": 120, "mean_ms": 4.71802545, "p95_ms": 11.25543, "max_ms": 50.111385 }, "native_to_result": { "samples": 119, "mean_ms": 13.470056966386554, "p95_ms": 27.267971, "max_ms": 38.24847 }, "result_to_publisher_submit": { "samples": 119, "mean_ms": 1.170989857142857, "p95_ms": 2.385044, "max_ms": 35.891432 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 0, "events_created": 0, "processed": 676 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 676, "per_task_buffers": { "det": 676 }, "latest": { "fn": 675, "det": 9, "persons": 6, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1313729.940465601, "entries": 674, "length": 100, "last": "1789461009156-0", "pttl": 9927, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-01", "sourceId": "rtsp-test-source-01", "serverId": "test-ai", "streamId": "rtsp-test-01", "runId": "b31ca083-baf3-4a9f-aa53-2c498b138b50", "runGeneration": 1, "frameSeq": 675, "ptsNs": 67729037103, "ingestTimeWallMs": 1789461009051, "frameWidth": 1280, "frameHeight": 720, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 2450184473, "rtpTimestampExt": null, "detectedAtWallMs": 1789461008939, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "1", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8864204287528992, "bbox": [ 0.5064239501953125, 0.371337890625, 0.5384979248046875, 0.533447265625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "2", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8698251843452454, "bbox": [ 0.5800628662109375, 0.3507080078125, 0.6211090087890625, 0.5736083984375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "3", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8610715270042419, "bbox": [ 0.3389434814453125, 0.4671630859375, 0.3920135498046875, 0.6031494140625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "4", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8300437331199646, "bbox": [ 0.6290740966796875, 0.466033935546875, 0.6775665283203125, 0.556427001953125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "5", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.7869504690170288, "bbox": [ 0.617095947265625, 0.37109375, 0.649505615234375, 0.5078125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "6", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.7192850708961487, "bbox": [ 0.657958984375, 0.4493408203125, 0.690673828125, 0.5345458984375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "13", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.3365490734577179, "bbox": [ 0.628387451171875, 0.46722412109375, 0.657745361328125, 0.55328369140625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "14", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.3268083333969116, "bbox": [ 0.8761520385742188, 0.34806060791015625, 0.8982620239257812, 0.37899017333984375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "20", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.25423115491867065, "bbox": [ 0.19779205322265625, 0.4332733154296875, 0.21431732177734375, 0.4583282470703125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } }, "rtsp-test-source-02": { "at": 1313730.04854582, "state": { "stream_id": "web-cam08-test", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "dfa80a07-a5fc-4d6a-85e1-3274c52132ba", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789461009.2691958, "source_stage": "inference_frame_completed", "source_stage_at": 1789461009.2691755, "source_stages": { "pipeline_state_changed": 1789460945.3327873, "decoded_frame_received": 1789461009.2303977, "preprocess_output": 1789461009.2348132, "infer_output": 1789461009.2065084, "consume_entered": 1789461009.2129302, "native_completed": 1789461009.2584386, "inference_frame_completed": 1789461009.2691755 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 641, "preprocess_output": 641, "infer_output": 640, "consume_entered": 640, "native_completed": 640, "inference_frame_completed": 640 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789460943.7573283, "decoded_frame_received": 1789460945.2796922, "preprocess_output": 1789460945.2848976, "infer_output": 1789460945.3203824, "consume_entered": 1789460945.3276534, "native_completed": 1789460945.3402321, "inference_frame_completed": 1789460945.347835 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789460943.7294421, "uptime_s": 65.5, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1313730022921263, "counts": { "decoded": 640, "selected": 640, "preprocess": 641, "infer": 640, "native": 640, "result": 640, "publisher_submit": 640 }, "first_ns": { "decoded": 1313666027045929, "selected": 1313666027070128, "preprocess": 1313666032264198, "infer": 1313666067745921, "native": 1313666087571210, "result": 1313666094118782, "publisher_submit": 1313666095232383 }, "last_ns": { "decoded": 1313729977753393, "selected": 1313729977766518, "preprocess": 1313729982157224, "infer": 1313729953817714, "native": 1313730005721085, "result": 1313730016016581, "publisher_submit": 1313730016573024 }, "detail": true, "pending_samples": 1, "last_frame": { "selected": [ 640, 65323652503 ], "preprocess": [ 640, 65323652503 ], "infer": [ 639, 65223652503 ], "native": [ 639, 65223652503 ], "result": [ 639, 65223652503 ], "publisher_submit": [ 639, 65223652503 ] }, "observation_missed": 2, "durations": { "result_work": { "samples": 121, "mean_ms": 4.600496280991736, "p95_ms": 8.319761, "max_ms": 65.391066 }, "queue": { "samples": 120, "mean_ms": 5.795334716666667, "p95_ms": 15.564847, "max_ms": 35.18862 }, "tracking": { "samples": 120, "mean_ms": 0.04286760833333333, "p95_ms": 0.072917, "max_ms": 0.115195 }, "tracking_cpu": { "samples": 120, "mean_ms": 0.03230081666666666, "p95_ms": 0.051733, "max_ms": 0.087794 }, "selected_to_preprocess": { "samples": 120, "mean_ms": 5.043706258333334, "p95_ms": 15.995316, "max_ms": 26.066431 }, "preprocess_to_infer": { "samples": 119, "mean_ms": 32.940701596638654, "p95_ms": 52.336117, "max_ms": 121.764809 }, "infer_to_native": { "samples": 119, "mean_ms": 25.29566956302521, "p95_ms": 51.903371, "max_ms": 64.678331 }, "native_to_result": { "samples": 119, "mean_ms": 12.058688386554621, "p95_ms": 31.728007, "max_ms": 40.452858 }, "result_to_publisher_submit": { "samples": 119, "mean_ms": 1.0035015294117646, "p95_ms": 2.303691, "max_ms": 20.092703 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 0, "events_created": 0, "processed": 640 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 640, "per_task_buffers": { "det": 640 }, "latest": { "fn": 639, "det": 10, "persons": 6, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1313730.048593953, "entries": 638, "length": 100, "last": "1789461009271-0", "pttl": 9946, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-02", "sourceId": "rtsp-test-source-02", "serverId": "test-ai", "streamId": "web-cam08-test", "runId": "dfa80a07-a5fc-4d6a-85e1-3274c52132ba", "runGeneration": 1, "frameSeq": 639, "ptsNs": 65223652503, "ingestTimeWallMs": 1789461009163, "frameWidth": 1280, "frameHeight": 720, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 283150892, "rtpTimestampExt": null, "detectedAtWallMs": 1789436930789, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "1", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9202179908752441, "bbox": [ 0.4351959228515625, 0.33544921875, 0.4832611083984375, 0.59814453125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "2", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8783142566680908, "bbox": [ 0.5066757202148438, 0.3702392578125, 0.5372695922851562, 0.5335693359375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "3", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8553685545921326, "bbox": [ 0.62725830078125, 0.5372314453125, 0.71258544921875, 0.6903076171875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "4", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.7958168387413025, "bbox": [ 0.616302490234375, 0.44476318359375, 0.655181884765625, 0.55181884765625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "6", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.730770468711853, "bbox": [ 0.654327392578125, 0.44866943359375, 0.689422607421875, 0.54010009765625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "8", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.5403175354003906, "bbox": [ 0.6309814453125, 0.461517333984375, 0.6580810546875, 0.556060791015625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } }, "rtsp-test-source-03": { "at": 1313730.12289245, "state": { "stream_id": "web-cam01-test", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "f28e8326-10dc-43cc-bb0b-5345f3b1e484", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789461009.36136, "source_stage": "inference_frame_completed", "source_stage_at": 1789461009.3613257, "source_stages": { "pipeline_state_changed": 1789460947.5179484, "decoded_frame_received": 1789461009.3548462, "preprocess_output": 1789461009.3593695, "infer_output": 1789461009.3007364, "consume_entered": 1789461009.3077626, "native_completed": 1789461009.3357146, "inference_frame_completed": 1789461009.3613257 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 620, "preprocess_output": 620, "infer_output": 619, "consume_entered": 619, "native_completed": 619, "inference_frame_completed": 619 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789460946.0984929, "decoded_frame_received": 1789460947.4657261, "preprocess_output": 1789460947.4779425, "infer_output": 1789460947.5069637, "consume_entered": 1789460947.512886, "native_completed": 1789460947.5267632, "inference_frame_completed": 1789460947.533087 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789460945.956795, "uptime_s": 63.4, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1313730109270955, "counts": { "decoded": 1857, "selected": 620, "preprocess": 620, "sampling_drop": 1237, "infer": 619, "native": 619, "result": 619, "publisher_submit": 619 }, "first_ns": { "decoded": 1313668213086321, "selected": 1313668213105477, "preprocess": 1313668225294769, "sampling_drop": 1313668234251547, "infer": 1313668254300218, "native": 1313668274137600, "result": 1313668279959462, "publisher_submit": 1313668280496110 }, "last_ns": { "decoded": 1313730102177364, "selected": 1313730102204242, "preprocess": 1313730106683762, "sampling_drop": 1313730069136040, "infer": 1313730048022910, "native": 1313730083068640, "result": 1313730107173653, "publisher_submit": 1313730108690215 }, "detail": true, "pending_samples": 1, "last_frame": { "selected": [ 1857, 63193514339 ], "preprocess": [ 1857, 63193514339 ], "infer": [ 1854, 63093514339 ], "native": [ 1854, 63093514339 ], "result": [ 1854, 63093514339 ], "publisher_submit": [ 1854, 63093514339 ] }, "observation_missed": 2, "durations": { "queue": { "samples": 121, "mean_ms": 5.265916082644629, "p95_ms": 15.360582, "max_ms": 26.241619 }, "tracking": { "samples": 121, "mean_ms": 0.03813690082644628, "p95_ms": 0.055811, "max_ms": 0.109206 }, "tracking_cpu": { "samples": 121, "mean_ms": 0.029264239669421488, "p95_ms": 0.043726, "max_ms": 0.094642 }, "selected_to_preprocess": { "samples": 121, "mean_ms": 4.524465272727272, "p95_ms": 13.512278, "max_ms": 53.313312 }, "result_work": { "samples": 121, "mean_ms": 3.8056277107438015, "p95_ms": 7.163742, "max_ms": 16.271676 }, "preprocess_to_infer": { "samples": 120, "mean_ms": 37.170539133333335, "p95_ms": 59.554348, "max_ms": 109.32641 }, "infer_to_native": { "samples": 120, "mean_ms": 31.618953525, "p95_ms": 51.593691, "max_ms": 79.667713 }, "native_to_result": { "samples": 120, "mean_ms": 12.125781541666665, "p95_ms": 24.105013, "max_ms": 173.176918 }, "result_to_publisher_submit": { "samples": 120, "mean_ms": 0.7876276583333334, "p95_ms": 1.121954, "max_ms": 6.529048 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 0, "events_created": 0, "processed": 619 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 619, "per_task_buffers": { "det": 619 }, "latest": { "fn": 1854, "det": 10, "persons": 8, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1313730.122968819, "entries": 619, "length": 100, "last": "1789461009369-0", "pttl": 9947, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-03", "sourceId": "rtsp-test-source-03", "serverId": "test-ai", "streamId": "web-cam01-test", "runId": "f28e8326-10dc-43cc-bb0b-5345f3b1e484", "runGeneration": 1, "frameSeq": 1854, "ptsNs": 63093514339, "ingestTimeWallMs": 1789461009261, "frameWidth": 480, "frameHeight": 360, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 4045723316, "rtpTimestampExt": null, "detectedAtWallMs": 1789478737149, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "0", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9207897186279297, "bbox": [ 0.582672119140625, 0.33056640625, 0.637054443359375, 0.46923828125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "1", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9174507260322571, "bbox": [ 0.43536376953125, 0.351806640625, 0.48065185546875, 0.502197265625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "2", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9171544313430786, "bbox": [ 0.3531494140625, 0.33349609375, 0.3968505859375, 0.4765625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "3", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9068183302879333, "bbox": [ 0.157379150390625, 0.3817138671875, 0.195892333984375, 0.5264892578125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "4", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.896975576877594, "bbox": [ 0.7396240234375, 0.374755859375, 0.7818603515625, 0.552978515625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "5", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8828325867652893, "bbox": [ 0.0338897705078125, 0.295684814453125, 0.0654754638671875, 0.410858154296875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "6", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8704871535301208, "bbox": [ 0.731109619140625, 0.324371337890625, 0.768890380859375, 0.414398193359375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "7", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8669230937957764, "bbox": [ 0.8075408935546875, 0.200836181640625, 0.8301544189453125, 0.303558349609375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "13", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.2869678735733032, "bbox": [ 0.961578369140625, 0.0994873046875, 0.982757568359375, 0.1710205078125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } } }, "publisher": { "enabled": true, "metrics": { "sent": 2012, "sent_status": 84, "sent_frames": 1928, "replaced": 4, "queued": 0, "queuedBytes": 0, "channels": 4, "workers": 4, "profile": { "enabled": true, "revision": 1, "channels": { "d98f4e86d523f201a60f5f03c7a93f284a355b57e3a57ecd305727b2df38a5d2": { "counts": { "state_noop": 127, "queued_frame": 127, "sent_frame": 127, "queued_heartbeat": 3, "sent_status": 3, "timeline_evicted": 134 }, "timings": { "frame_queue": { "count": 127, "mean_ms": 5.746935371412184, "max_ms": 32.91493188589811, "recent_samples": 127, "recent_p95_ms": 18.64816201850772 }, "frame_write_wall": { "count": 127, "mean_ms": 9.754898086614173, "max_ms": 67.028965, "recent_samples": 127, "recent_p95_ms": 31.3333 }, "frame_write_cpu": { "count": 127, "mean_ms": 0.9857775590551175, "max_ms": 2.2324990000000002, "recent_samples": 127, "recent_p95_ms": 1.5957029999999999 }, "frame_completion_lock": { "count": 127, "mean_ms": 0.10436910236220472, "max_ms": 8.007389, "recent_samples": 127, "recent_p95_ms": 0.042508 }, "enqueue_gap": { "count": 126, "mean_ms": 98.56160469841272, "max_ms": 258.882813, "recent_samples": 126, "recent_p95_ms": 134.39965700000002 }, "status_queue": { "count": 3, "mean_ms": 5.636081021899979, "max_ms": 14.641571091488004, "recent_samples": 3, "recent_p95_ms": 14.641571091488004 }, "status_write_wall": { "count": 3, "mean_ms": 5.287590000000001, "max_ms": 9.495316, "recent_samples": 3, "recent_p95_ms": 9.495316 }, "status_write_cpu": { "count": 3, "mean_ms": 1.0249966666666666, "max_ms": 1.234199, "recent_samples": 3, "recent_p95_ms": 1.234199 }, "status_completion_lock": { "count": 3, "mean_ms": 0.009253666666666667, "max_ms": 0.010658, "recent_samples": 3, "recent_p95_ms": 0.010658 } } }, "611cea950b4c0a014291720468a3a7f61c5787baa95a374d3b94d4db886bf16b": { "counts": { "state_noop": 126, "queued_frame": 126, "sent_frame": 126, "queued_heartbeat": 4, "sent_status": 4, "timeline_evicted": 134 }, "timings": { "frame_queue": { "count": 126, "mean_ms": 6.261208750647566, "max_ms": 29.41264002583921, "recent_samples": 126, "recent_p95_ms": 19.6280418895185 }, "frame_write_wall": { "count": 126, "mean_ms": 12.163634373015872, "max_ms": 31.979702999999997, "recent_samples": 126, "recent_p95_ms": 27.228096999999998 }, "frame_write_cpu": { "count": 126, "mean_ms": 1.1268148571428576, "max_ms": 2.373748, "recent_samples": 126, "recent_p95_ms": 1.662269 }, "frame_completion_lock": { "count": 126, "mean_ms": 0.03499771428571429, "max_ms": 2.513738, "recent_samples": 126, "recent_p95_ms": 0.029726 }, "enqueue_gap": { "count": 125, "mean_ms": 98.98181094400005, "max_ms": 333.02178399999997, "recent_samples": 125, "recent_p95_ms": 162.636951 }, "status_queue": { "count": 4, "mean_ms": 3.00491537200287, "max_ms": 5.850982153788209, "recent_samples": 4, "recent_p95_ms": 5.850982153788209 }, "status_write_wall": { "count": 4, "mean_ms": 6.707041, "max_ms": 13.88488, "recent_samples": 4, "recent_p95_ms": 13.88488 }, "status_write_cpu": { "count": 4, "mean_ms": 0.65897325, "max_ms": 0.72897, "recent_samples": 4, "recent_p95_ms": 0.72897 }, "status_completion_lock": { "count": 4, "mean_ms": 0.009441499999999999, "max_ms": 0.012627, "recent_samples": 4, "recent_p95_ms": 0.012627 } } }, "f119ec7770227da23061f13f0bb790b466850dbe16243dbfcb1a0279ab0a1baa": { "counts": { "state_noop": 126, "queued_frame": 126, "sent_frame": 126, "queued_heartbeat": 4, "sent_status": 4, "timeline_evicted": 134 }, "timings": { "frame_queue": { "count": 126, "mean_ms": 3.7115883204110323, "max_ms": 32.33563317917287, "recent_samples": 126, "recent_p95_ms": 10.23442205041647 }, "frame_write_wall": { "count": 126, "mean_ms": 5.513699063492064, "max_ms": 47.009828, "recent_samples": 126, "recent_p95_ms": 19.465893 }, "frame_write_cpu": { "count": 126, "mean_ms": 0.91482423015873, "max_ms": 2.33336, "recent_samples": 126, "recent_p95_ms": 1.519321 }, "frame_completion_lock": { "count": 126, "mean_ms": 0.30012463492063485, "max_ms": 34.841402, "recent_samples": 126, "recent_p95_ms": 0.024663 }, "enqueue_gap": { "count": 125, "mean_ms": 98.85675594400001, "max_ms": 231.669516, "recent_samples": 125, "recent_p95_ms": 132.542889 }, "status_queue": { "count": 4, "mean_ms": 4.429937980603427, "max_ms": 11.004586005583405, "recent_samples": 4, "recent_p95_ms": 11.004586005583405 }, "status_write_wall": { "count": 4, "mean_ms": 5.50060775, "max_ms": 12.226796, "recent_samples": 4, "recent_p95_ms": 12.226796 }, "status_write_cpu": { "count": 4, "mean_ms": 0.7228795, "max_ms": 1.10037, "recent_samples": 4, "recent_p95_ms": 1.10037 }, "status_completion_lock": { "count": 4, "mean_ms": 0.009804499999999999, "max_ms": 0.015555, "recent_samples": 4, "recent_p95_ms": 0.015555 } } }, "d57cc517767b64098669a8ffc9845f2bae132fb3b0f3a0a1298371fd11f01cc0": { "counts": { "queued_heartbeat": 4, "sent_status": 4 }, "timings": { "status_queue": { "count": 4, "mean_ms": 0.14042697148397565, "max_ms": 0.2500868868082762, "recent_samples": 4, "recent_p95_ms": 0.2500868868082762 }, "status_write_wall": { "count": 4, "mean_ms": 5.4222505000000005, "max_ms": 8.943643, "recent_samples": 4, "recent_p95_ms": 8.943643 }, "status_write_cpu": { "count": 4, "mean_ms": 1.14629725, "max_ms": 1.420723, "recent_samples": 4, "recent_p95_ms": 1.420723 }, "status_completion_lock": { "count": 4, "mean_ms": 0.013255999999999999, "max_ms": 0.017651, "recent_samples": 4, "recent_p95_ms": 0.017651 } } } }, "timing_scope": "sink_only_v2", "timeline_limit_per_channel": 256, "replacement_limit_per_channel": 32 } } } }, { "at": 1313731.171497482, "channels": { "rtsp-test-source-01": { "at": 1313731.217163438, "state": { "stream_id": "rtsp-test-01", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "b31ca083-baf3-4a9f-aa53-2c498b138b50", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789461010.4210417, "source_stage": "preprocess_output", "source_stage_at": 1789461010.4561362, "source_stages": { "pipeline_state_changed": 1789460942.7475967, "decoded_frame_received": 1789461010.4550154, "preprocess_output": 1789461010.4561362, "infer_output": 1789461010.3895025, "consume_entered": 1789461010.39156, "native_completed": 1789461010.4053514, "inference_frame_completed": 1789461010.4210172 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 690, "preprocess_output": 690, "infer_output": 689, "consume_entered": 689, "native_completed": 689, "inference_frame_completed": 689 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789460941.2130826, "decoded_frame_received": 1789460942.6677606, "preprocess_output": 1789460942.705002, "infer_output": 1789460942.735804, "consume_entered": 1789460942.7406185, "native_completed": 1789460942.7559268, "inference_frame_completed": 1789460942.7619655 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789460940.6291854, "uptime_s": 69.8, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1313731208361099, "counts": { "decoded": 690, "selected": 690, "preprocess": 690, "infer": 689, "native": 689, "result": 689, "publisher_submit": 689 }, "first_ns": { "decoded": 1313663415064522, "selected": 1313663415105808, "preprocess": 1313663452335848, "infer": 1313663483149750, "native": 1313663503280593, "result": 1313663508818259, "publisher_submit": 1313663509372297 }, "last_ns": { "decoded": 1313731202309172, "selected": 1313731202345479, "preprocess": 1313731203451749, "infer": 1313731136714565, "native": 1313731152715421, "result": 1313731167686756, "publisher_submit": 1313731168405923 }, "detail": true, "pending_samples": 1, "last_frame": { "selected": [ 689, 69129037103 ], "preprocess": [ 689, 69129037103 ], "infer": [ 688, 69029037103 ], "native": [ 688, 69029037103 ], "result": [ 688, 69029037103 ], "publisher_submit": [ 688, 69029037103 ] }, "observation_missed": 0, "durations": { "selected_to_preprocess": { "samples": 133, "mean_ms": 3.7056814511278198, "p95_ms": 10.841984, "max_ms": 20.592489 }, "queue": { "samples": 133, "mean_ms": 6.763843022556391, "p95_ms": 17.113463, "max_ms": 26.962268 }, "tracking": { "samples": 133, "mean_ms": 0.04331706766917293, "p95_ms": 0.071468, "max_ms": 0.12553 }, "tracking_cpu": { "samples": 133, "mean_ms": 0.03295782706766918, "p95_ms": 0.05676, "max_ms": 0.105103 }, "preprocess_to_infer": { "samples": 132, "mean_ms": 35.37272678787879, "p95_ms": 49.596955, "max_ms": 70.795718 }, "infer_to_native": { "samples": 132, "mean_ms": 29.95625259848485, "p95_ms": 48.978277, "max_ms": 188.999752 }, "result_work": { "samples": 133, "mean_ms": 4.709434323308271, "p95_ms": 12.022495, "max_ms": 50.111385 }, "native_to_result": { "samples": 132, "mean_ms": 13.576158484848484, "p95_ms": 27.085773, "max_ms": 38.24847 }, "result_to_publisher_submit": { "samples": 132, "mean_ms": 1.2118103636363635, "p95_ms": 2.385044, "max_ms": 35.891432 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 0, "events_created": 0, "processed": 689 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 689, "per_task_buffers": { "det": 689 }, "latest": { "fn": 688, "det": 10, "persons": 7, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1313731.217217001, "entries": 687, "length": 100, "last": "1789461010431-0", "pttl": 9926, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-01", "sourceId": "rtsp-test-source-01", "serverId": "test-ai", "streamId": "rtsp-test-01", "runId": "b31ca083-baf3-4a9f-aa53-2c498b138b50", "runGeneration": 1, "frameSeq": 688, "ptsNs": 69029037103, "ingestTimeWallMs": 1789461010344, "frameWidth": 1280, "frameHeight": 720, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 2450301473, "rtpTimestampExt": null, "detectedAtWallMs": 1789461010239, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "1", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8936811685562134, "bbox": [ 0.5440673828125, 0.35430908203125, 0.5799560546875, 0.56951904296875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "2", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8708171844482422, "bbox": [ 0.35064697265625, 0.45196533203125, 0.40374755859375, 0.59979248046875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "3", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8674854636192322, "bbox": [ 0.6155548095703125, 0.39031982421875, 0.6539764404296875, 0.54669189453125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "4", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.866245687007904, "bbox": [ 0.5063629150390625, 0.37030029296875, 0.5366058349609375, 0.53350830078125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "5", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8615382313728333, "bbox": [ 0.8021392822265625, 0.3468017578125, 0.8492279052734375, 0.6014404296875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "6", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8053262233734131, "bbox": [ 0.6304779052734375, 0.466461181640625, 0.6781158447265625, 0.555999755859375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "7", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.7172099947929382, "bbox": [ 0.6572265625, 0.44915771484375, 0.6904296875, 0.53277587890625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "15", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.26530903577804565, "bbox": [ 0.19794464111328125, 0.43292999267578125, 0.21367645263671875, 0.45867156982421875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "17", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.2587003707885742, "bbox": [ 0.373931884765625, 0.44281005859375, 0.403900146484375, 0.57574462890625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } }, "rtsp-test-source-02": { "at": 1313731.276866955, "state": { "stream_id": "web-cam08-test", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "dfa80a07-a5fc-4d6a-85e1-3274c52132ba", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789461010.4898462, "source_stage": "inference_frame_completed", "source_stage_at": 1789461010.4898229, "source_stages": { "pipeline_state_changed": 1789460945.3327873, "decoded_frame_received": 1789461010.4329321, "preprocess_output": 1789461010.4406352, "infer_output": 1789461010.467062, "consume_entered": 1789461010.469796, "native_completed": 1789461010.4826908, "inference_frame_completed": 1789461010.4898229 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 653, "preprocess_output": 653, "infer_output": 653, "consume_entered": 653, "native_completed": 653, "inference_frame_completed": 653 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789460943.7573283, "decoded_frame_received": 1789460945.2796922, "preprocess_output": 1789460945.2848976, "infer_output": 1789460945.3203824, "consume_entered": 1789460945.3276534, "native_completed": 1789460945.3402321, "inference_frame_completed": 1789460945.347835 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789460943.7294421, "uptime_s": 66.8, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1313731267667635, "counts": { "decoded": 652, "selected": 652, "preprocess": 653, "infer": 653, "native": 653, "result": 653, "publisher_submit": 653 }, "first_ns": { "decoded": 1313666027045929, "selected": 1313666027070128, "preprocess": 1313666032264198, "infer": 1313666067745921, "native": 1313666087571210, "result": 1313666094118782, "publisher_submit": 1313666095232383 }, "last_ns": { "decoded": 1313731180277898, "selected": 1313731180294876, "preprocess": 1313731187952147, "infer": 1313731214402620, "native": 1313731230025475, "result": 1313731236321097, "publisher_submit": 1313731237203417 }, "detail": true, "pending_samples": 0, "last_frame": { "selected": [ 652, 66523652503 ], "preprocess": [ 652, 66523652503 ], "infer": [ 652, 66523652503 ], "native": [ 652, 66523652503 ], "result": [ 652, 66523652503 ], "publisher_submit": [ 652, 66523652503 ] }, "observation_missed": 2, "durations": { "result_work": { "samples": 134, "mean_ms": 4.666989238805971, "p95_ms": 8.924395, "max_ms": 65.391066 }, "queue": { "samples": 133, "mean_ms": 5.582157270676692, "p95_ms": 17.177098, "max_ms": 35.18862 }, "tracking": { "samples": 133, "mean_ms": 0.042831045112781956, "p95_ms": 0.072917, "max_ms": 0.115195 }, "tracking_cpu": { "samples": 133, "mean_ms": 0.03233093233082707, "p95_ms": 0.051733, "max_ms": 0.087794 }, "selected_to_preprocess": { "samples": 132, "mean_ms": 4.965550537878788, "p95_ms": 15.995316, "max_ms": 26.066431 }, "preprocess_to_infer": { "samples": 132, "mean_ms": 32.35614528787879, "p95_ms": 49.38292, "max_ms": 121.764809 }, "infer_to_native": { "samples": 132, "mean_ms": 24.57255637878788, "p95_ms": 51.413708, "max_ms": 64.678331 }, "native_to_result": { "samples": 132, "mean_ms": 11.791743674242424, "p95_ms": 30.048283, "max_ms": 40.452858 }, "result_to_publisher_submit": { "samples": 132, "mean_ms": 1.0709134924242425, "p95_ms": 2.378021, "max_ms": 20.092703 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 0, "events_created": 0, "processed": 653 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 653, "per_task_buffers": { "det": 653 }, "latest": { "fn": 652, "det": 9, "persons": 5, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1313731.276954173, "entries": 651, "length": 100, "last": "1789461010502-0", "pttl": 9934, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-02", "sourceId": "rtsp-test-source-02", "serverId": "test-ai", "streamId": "web-cam08-test", "runId": "dfa80a07-a5fc-4d6a-85e1-3274c52132ba", "runGeneration": 1, "frameSeq": 652, "ptsNs": 66523652503, "ingestTimeWallMs": 1789461010432, "frameWidth": 1280, "frameHeight": 720, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 283267892, "rtpTimestampExt": null, "detectedAtWallMs": 1789436932089, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "0", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.933552086353302, "bbox": [ 0.39495849609375, 0.34075927734375, 0.45123291015625, 0.58892822265625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "2", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9136765599250793, "bbox": [ 0.62200927734375, 0.5062255859375, 0.70318603515625, 0.6920166015625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "3", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8862236142158508, "bbox": [ 0.5066986083984375, 0.37060546875, 0.5372467041015625, 0.53369140625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "5", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.7991290092468262, "bbox": [ 0.6164093017578125, 0.444610595703125, 0.6550750732421875, 0.552947998046875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "7", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.6713628172874451, "bbox": [ 0.649261474609375, 0.44903564453125, 0.691558837890625, 0.53582763671875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "10", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.4150766432285309, "bbox": [ 0.6308670043945312, 0.45501708984375, 0.6591720581054688, 0.55767822265625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } }, "rtsp-test-source-03": { "at": 1313731.386440926, "state": { "stream_id": "web-cam01-test", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "f28e8326-10dc-43cc-bb0b-5345f3b1e484", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789461010.5597067, "source_stage": "preprocess_output", "source_stage_at": 1789461010.562706, "source_stages": { "pipeline_state_changed": 1789460947.5179484, "decoded_frame_received": 1789461010.5608265, "preprocess_output": 1789461010.562706, "infer_output": 1789461010.5284052, "consume_entered": 1789461010.5313313, "native_completed": 1789461010.54837, "inference_frame_completed": 1789461010.5596492 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 632, "preprocess_output": 632, "infer_output": 631, "consume_entered": 631, "native_completed": 631, "inference_frame_completed": 631 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789460946.0984929, "decoded_frame_received": 1789460947.4657261, "preprocess_output": 1789460947.4779425, "infer_output": 1789460947.5069637, "consume_entered": 1789460947.512886, "native_completed": 1789460947.5267632, "inference_frame_completed": 1789460947.533087 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789460945.956795, "uptime_s": 64.6, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1313731338899745, "counts": { "decoded": 1894, "selected": 632, "preprocess": 632, "sampling_drop": 1262, "infer": 631, "native": 631, "result": 631, "publisher_submit": 631 }, "first_ns": { "decoded": 1313668213086321, "selected": 1313668213105477, "preprocess": 1313668225294769, "sampling_drop": 1313668234251547, "infer": 1313668254300218, "native": 1313668274137600, "result": 1313668279959462, "publisher_submit": 1313668280496110 }, "last_ns": { "decoded": 1313731336107720, "selected": 1313731308167137, "preprocess": 1313731309995692, "sampling_drop": 1313731336131527, "infer": 1313731275672365, "native": 1313731295633000, "result": 1313731304274643, "publisher_submit": 1313731306995474 }, "detail": true, "pending_samples": 1, "last_frame": { "selected": [ 1893, 64393514339 ], "preprocess": [ 1893, 64393514339 ], "infer": [ 1890, 64293514339 ], "native": [ 1890, 64293514339 ], "result": [ 1890, 64293514339 ], "publisher_submit": [ 1890, 64293514339 ] }, "observation_missed": 2, "durations": { "queue": { "samples": 133, "mean_ms": 4.974341834586466, "p95_ms": 15.360582, "max_ms": 26.241619 }, "tracking": { "samples": 133, "mean_ms": 0.03855857142857143, "p95_ms": 0.061545, "max_ms": 0.109206 }, "tracking_cpu": { "samples": 133, "mean_ms": 0.02952393233082707, "p95_ms": 0.047994, "max_ms": 0.094642 }, "selected_to_preprocess": { "samples": 133, "mean_ms": 4.3452600451127825, "p95_ms": 13.512278, "max_ms": 53.313312 }, "result_work": { "samples": 133, "mean_ms": 3.9193334887218048, "p95_ms": 9.106503, "max_ms": 16.271676 }, "preprocess_to_infer": { "samples": 132, "mean_ms": 36.927757863636366, "p95_ms": 59.554348, "max_ms": 109.32641 }, "infer_to_native": { "samples": 132, "mean_ms": 31.199204727272726, "p95_ms": 51.593691, "max_ms": 79.667713 }, "native_to_result": { "samples": 132, "mean_ms": 11.802359492424243, "p95_ms": 24.105013, "max_ms": 173.176918 }, "result_to_publisher_submit": { "samples": 132, "mean_ms": 0.8094841742424242, "p95_ms": 1.298495, "max_ms": 6.529048 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 0, "events_created": 0, "processed": 631 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 631, "per_task_buffers": { "det": 631 }, "latest": { "fn": 1890, "det": 9, "persons": 7, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1313731.386489893, "entries": 632, "length": 100, "last": "1789461010645-0", "pttl": 9964, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-03", "sourceId": "rtsp-test-source-03", "serverId": "test-ai", "streamId": "web-cam01-test", "runId": "f28e8326-10dc-43cc-bb0b-5345f3b1e484", "runGeneration": 1, "frameSeq": 1893, "ptsNs": 64393514339, "ingestTimeWallMs": 1789461010560, "frameWidth": 480, "frameHeight": 360, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 4045840316, "rtpTimestampExt": null, "detectedAtWallMs": 1789478738449, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "0", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9242786765098572, "bbox": [ 0.829864501953125, 0.376220703125, 0.882049560546875, 0.554443359375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "1", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9209320545196533, "bbox": [ 0.3053436279296875, 0.37493896484375, 0.3567657470703125, 0.53179931640625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "2", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9174507260322571, "bbox": [ 0.8647308349609375, 0.20294189453125, 0.9008941650390625, 0.30633544921875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "3", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9105454087257385, "bbox": [ 0.4765777587890625, 0.31695556640625, 0.5253753662109375, 0.45306396484375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "4", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.903464674949646, "bbox": [ 0.2416534423828125, 0.35125732421875, 0.2876434326171875, 0.48907470703125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "5", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9032942056655884, "bbox": [ 0.6580963134765625, 0.3076171875, 0.6963958740234375, 0.43359375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "6", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.889720618724823, "bbox": [ 0.5235595703125, 0.370849609375, 0.5711669921875, 0.528076171875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "11", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.3547683358192444, "bbox": [ 0.9717254638671875, 0.104888916015625, 0.9892120361328125, 0.172210693359375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } } }, "publisher": { "enabled": true, "metrics": { "sent": 2051, "sent_status": 84, "sent_frames": 1967, "replaced": 4, "queued": 0, "queuedBytes": 0, "channels": 4, "workers": 4, "profile": { "enabled": true, "revision": 1, "channels": { "d98f4e86d523f201a60f5f03c7a93f284a355b57e3a57ecd305727b2df38a5d2": { "counts": { "state_noop": 140, "queued_frame": 140, "sent_frame": 140, "queued_heartbeat": 3, "sent_status": 3, "timeline_evicted": 173 }, "timings": { "frame_queue": { "count": 140, "mean_ms": 5.76962173883138, "max_ms": 32.91493188589811, "recent_samples": 140, "recent_p95_ms": 18.64816201850772 }, "frame_write_wall": { "count": 140, "mean_ms": 9.49671017142857, "max_ms": 67.028965, "recent_samples": 140, "recent_p95_ms": 31.106766 }, "frame_write_cpu": { "count": 140, "mean_ms": 0.9843317999999996, "max_ms": 2.2324990000000002, "recent_samples": 140, "recent_p95_ms": 1.588912 }, "frame_completion_lock": { "count": 140, "mean_ms": 0.09567519285714284, "max_ms": 8.007389, "recent_samples": 140, "recent_p95_ms": 0.03321 }, "enqueue_gap": { "count": 139, "mean_ms": 98.52119471942449, "max_ms": 258.882813, "recent_samples": 139, "recent_p95_ms": 134.39965700000002 }, "status_queue": { "count": 3, "mean_ms": 5.636081021899979, "max_ms": 14.641571091488004, "recent_samples": 3, "recent_p95_ms": 14.641571091488004 }, "status_write_wall": { "count": 3, "mean_ms": 5.287590000000001, "max_ms": 9.495316, "recent_samples": 3, "recent_p95_ms": 9.495316 }, "status_write_cpu": { "count": 3, "mean_ms": 1.0249966666666666, "max_ms": 1.234199, "recent_samples": 3, "recent_p95_ms": 1.234199 }, "status_completion_lock": { "count": 3, "mean_ms": 0.009253666666666667, "max_ms": 0.010658, "recent_samples": 3, "recent_p95_ms": 0.010658 } } }, "611cea950b4c0a014291720468a3a7f61c5787baa95a374d3b94d4db886bf16b": { "counts": { "state_noop": 139, "queued_frame": 139, "sent_frame": 139, "queued_heartbeat": 4, "sent_status": 4, "timeline_evicted": 173 }, "timings": { "frame_queue": { "count": 139, "mean_ms": 6.371905851318575, "max_ms": 30.13393795117736, "recent_samples": 139, "recent_p95_ms": 19.85376188531518 }, "frame_write_wall": { "count": 139, "mean_ms": 12.204677359712225, "max_ms": 31.979702999999997, "recent_samples": 139, "recent_p95_ms": 27.228096999999998 }, "frame_write_cpu": { "count": 139, "mean_ms": 1.1359071007194248, "max_ms": 2.373748, "recent_samples": 139, "recent_p95_ms": 1.673292 }, "frame_completion_lock": { "count": 139, "mean_ms": 0.032996762589928064, "max_ms": 2.513738, "recent_samples": 139, "recent_p95_ms": 0.029726 }, "enqueue_gap": { "count": 138, "mean_ms": 98.58300142753625, "max_ms": 333.02178399999997, "recent_samples": 138, "recent_p95_ms": 162.636951 }, "status_queue": { "count": 4, "mean_ms": 3.00491537200287, "max_ms": 5.850982153788209, "recent_samples": 4, "recent_p95_ms": 5.850982153788209 }, "status_write_wall": { "count": 4, "mean_ms": 6.707041, "max_ms": 13.88488, "recent_samples": 4, "recent_p95_ms": 13.88488 }, "status_write_cpu": { "count": 4, "mean_ms": 0.65897325, "max_ms": 0.72897, "recent_samples": 4, "recent_p95_ms": 0.72897 }, "status_completion_lock": { "count": 4, "mean_ms": 0.009441499999999999, "max_ms": 0.012627, "recent_samples": 4, "recent_p95_ms": 0.012627 } } }, "f119ec7770227da23061f13f0bb790b466850dbe16243dbfcb1a0279ab0a1baa": { "counts": { "state_noop": 139, "queued_frame": 139, "sent_frame": 139, "queued_heartbeat": 4, "sent_status": 4, "timeline_evicted": 173 }, "timings": { "frame_queue": { "count": 139, "mean_ms": 3.6489782911866047, "max_ms": 32.33563317917287, "recent_samples": 139, "recent_p95_ms": 10.23442205041647 }, "frame_write_wall": { "count": 139, "mean_ms": 5.296175877697842, "max_ms": 47.009828, "recent_samples": 139, "recent_p95_ms": 19.465893 }, "frame_write_cpu": { "count": 139, "mean_ms": 0.9121747266187049, "max_ms": 2.33336, "recent_samples": 139, "recent_p95_ms": 1.544526 }, "frame_completion_lock": { "count": 139, "mean_ms": 0.27305934532374104, "max_ms": 34.841402, "recent_samples": 139, "recent_p95_ms": 0.025366 }, "enqueue_gap": { "count": 138, "mean_ms": 98.82415252898551, "max_ms": 231.669516, "recent_samples": 138, "recent_p95_ms": 132.542889 }, "status_queue": { "count": 4, "mean_ms": 4.429937980603427, "max_ms": 11.004586005583405, "recent_samples": 4, "recent_p95_ms": 11.004586005583405 }, "status_write_wall": { "count": 4, "mean_ms": 5.50060775, "max_ms": 12.226796, "recent_samples": 4, "recent_p95_ms": 12.226796 }, "status_write_cpu": { "count": 4, "mean_ms": 0.7228795, "max_ms": 1.10037, "recent_samples": 4, "recent_p95_ms": 1.10037 }, "status_completion_lock": { "count": 4, "mean_ms": 0.009804499999999999, "max_ms": 0.015555, "recent_samples": 4, "recent_p95_ms": 0.015555 } } }, "d57cc517767b64098669a8ffc9845f2bae132fb3b0f3a0a1298371fd11f01cc0": { "counts": { "queued_heartbeat": 4, "sent_status": 4 }, "timings": { "status_queue": { "count": 4, "mean_ms": 0.14042697148397565, "max_ms": 0.2500868868082762, "recent_samples": 4, "recent_p95_ms": 0.2500868868082762 }, "status_write_wall": { "count": 4, "mean_ms": 5.4222505000000005, "max_ms": 8.943643, "recent_samples": 4, "recent_p95_ms": 8.943643 }, "status_write_cpu": { "count": 4, "mean_ms": 1.14629725, "max_ms": 1.420723, "recent_samples": 4, "recent_p95_ms": 1.420723 }, "status_completion_lock": { "count": 4, "mean_ms": 0.013255999999999999, "max_ms": 0.017651, "recent_samples": 4, "recent_p95_ms": 0.017651 } } } }, "timing_scope": "sink_only_v2", "timeline_limit_per_channel": 256, "replacement_limit_per_channel": 32 } } } }, { "at": 1313732.4306136, "channels": { "rtsp-test-source-01": { "at": 1313732.484875369, "state": { "stream_id": "rtsp-test-01", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "b31ca083-baf3-4a9f-aa53-2c498b138b50", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789461011.7161283, "source_stage": "inference_frame_completed", "source_stage_at": 1789461011.7161043, "source_stages": { "pipeline_state_changed": 1789460942.7475967, "decoded_frame_received": 1789461011.6483462, "preprocess_output": 1789461011.6520004, "infer_output": 1789461011.6812377, "consume_entered": 1789461011.6837022, "native_completed": 1789461011.7034132, "inference_frame_completed": 1789461011.7161043 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 702, "preprocess_output": 702, "infer_output": 702, "consume_entered": 702, "native_completed": 702, "inference_frame_completed": 702 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789460941.2130826, "decoded_frame_received": 1789460942.6677606, "preprocess_output": 1789460942.705002, "infer_output": 1789460942.735804, "consume_entered": 1789460942.7406185, "native_completed": 1789460942.7559268, "inference_frame_completed": 1789460942.7619655 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789460940.6291854, "uptime_s": 71.1, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1313732479439835, "counts": { "decoded": 702, "selected": 702, "preprocess": 702, "infer": 702, "native": 702, "result": 702, "publisher_submit": 702 }, "first_ns": { "decoded": 1313663415064522, "selected": 1313663415105808, "preprocess": 1313663452335848, "infer": 1313663483149750, "native": 1313663503280593, "result": 1313663508818259, "publisher_submit": 1313663509372297 }, "last_ns": { "decoded": 1313732395656569, "selected": 1313732395692026, "preprocess": 1313732399298903, "infer": 1313732428525932, "native": 1313732450793488, "result": 1313732462799872, "publisher_submit": 1313732463488710 }, "detail": true, "pending_samples": 0, "last_frame": { "selected": [ 701, 70329037103 ], "preprocess": [ 701, 70329037103 ], "infer": [ 701, 70329037103 ], "native": [ 701, 70329037103 ], "result": [ 701, 70329037103 ], "publisher_submit": [ 701, 70329037103 ] }, "observation_missed": 0, "durations": { "selected_to_preprocess": { "samples": 145, "mean_ms": 3.6489175862068968, "p95_ms": 10.573528, "max_ms": 20.592489 }, "queue": { "samples": 146, "mean_ms": 6.717402465753425, "p95_ms": 17.032505, "max_ms": 26.962268 }, "tracking": { "samples": 146, "mean_ms": 0.043393445205479456, "p95_ms": 0.071468, "max_ms": 0.12553 }, "tracking_cpu": { "samples": 146, "mean_ms": 0.032898342465753426, "p95_ms": 0.05676, "max_ms": 0.105103 }, "preprocess_to_infer": { "samples": 145, "mean_ms": 34.94887993103448, "p95_ms": 49.476457, "max_ms": 70.795718 }, "infer_to_native": { "samples": 145, "mean_ms": 29.437148241379308, "p95_ms": 47.881602, "max_ms": 188.999752 }, "result_work": { "samples": 146, "mean_ms": 4.6912983835616435, "p95_ms": 12.022495, "max_ms": 50.111385 }, "native_to_result": { "samples": 145, "mean_ms": 13.576922, "p95_ms": 27.085773, "max_ms": 38.24847 }, "result_to_publisher_submit": { "samples": 145, "mean_ms": 1.219936855172414, "p95_ms": 2.385044, "max_ms": 35.891432 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 0, "events_created": 0, "processed": 702 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 702, "per_task_buffers": { "det": 702 }, "latest": { "fn": 701, "det": 10, "persons": 7, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1313732.484932125, "entries": 700, "length": 100, "last": "1789461011717-0", "pttl": 9939, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-01", "sourceId": "rtsp-test-source-01", "serverId": "test-ai", "streamId": "rtsp-test-01", "runId": "b31ca083-baf3-4a9f-aa53-2c498b138b50", "runGeneration": 1, "frameSeq": 701, "ptsNs": 70329037103, "ingestTimeWallMs": 1789461011648, "frameWidth": 1280, "frameHeight": 720, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 2450418473, "rtpTimestampExt": null, "detectedAtWallMs": 1789461011539, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "1", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9020932912826538, "bbox": [ 0.4959716796875, 0.36944580078125, 0.5323486328125, 0.53338623046875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "2", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8933094143867493, "bbox": [ 0.3752593994140625, 0.3431396484375, 0.4152679443359375, 0.5958251953125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "3", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8830344080924988, "bbox": [ 0.580169677734375, 0.35052490234375, 0.621002197265625, 0.57867431640625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "4", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8826303482055664, "bbox": [ 0.7286529541015625, 0.3460693359375, 0.7820892333984375, 0.6007080078125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "5", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.7959754467010498, "bbox": [ 0.6184844970703125, 0.40869140625, 0.6559295654296875, 0.55078125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "6", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.7479842901229858, "bbox": [ 0.630096435546875, 0.466552734375, 0.674591064453125, 0.555908203125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "7", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.6974028944969177, "bbox": [ 0.6553955078125, 0.449462890625, 0.6893310546875, 0.532958984375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "13", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.3486451506614685, "bbox": [ 0.19762420654296875, 0.43317413330078125, 0.21350860595703125, 0.45842742919921875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } }, "rtsp-test-source-02": { "at": 1313732.572026452, "state": { "stream_id": "web-cam08-test", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "dfa80a07-a5fc-4d6a-85e1-3274c52132ba", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789461011.7762995, "source_stage": "inference_frame_completed", "source_stage_at": 1789461011.7762523, "source_stages": { "pipeline_state_changed": 1789460945.3327873, "decoded_frame_received": 1789461011.7279942, "preprocess_output": 1789461011.7289305, "infer_output": 1789461011.751408, "consume_entered": 1789461011.7536595, "native_completed": 1789461011.768937, "inference_frame_completed": 1789461011.7762523 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 666, "preprocess_output": 666, "infer_output": 666, "consume_entered": 666, "native_completed": 666, "inference_frame_completed": 666 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789460943.7573283, "decoded_frame_received": 1789460945.2796922, "preprocess_output": 1789460945.2848976, "infer_output": 1789460945.3203824, "consume_entered": 1789460945.3276534, "native_completed": 1789460945.3402321, "inference_frame_completed": 1789460945.347835 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789460943.7294421, "uptime_s": 68.1, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1313732537784357, "counts": { "decoded": 665, "selected": 665, "preprocess": 666, "infer": 666, "native": 666, "result": 666, "publisher_submit": 666 }, "first_ns": { "decoded": 1313666027045929, "selected": 1313666027070128, "preprocess": 1313666032264198, "infer": 1313666067745921, "native": 1313666087571210, "result": 1313666094118782, "publisher_submit": 1313666095232383 }, "last_ns": { "decoded": 1313732475365607, "selected": 1313732475376388, "preprocess": 1313732476300872, "infer": 1313732498682171, "native": 1313732516238230, "result": 1313732522632274, "publisher_submit": 1313732523623383 }, "detail": true, "pending_samples": 0, "last_frame": { "selected": [ 665, 67823652503 ], "preprocess": [ 665, 67823652503 ], "infer": [ 665, 67823652503 ], "native": [ 665, 67823652503 ], "result": [ 665, 67823652503 ], "publisher_submit": [ 665, 67823652503 ] }, "observation_missed": 2, "durations": { "result_work": { "samples": 147, "mean_ms": 4.6788660408163265, "p95_ms": 8.924395, "max_ms": 65.391066 }, "queue": { "samples": 146, "mean_ms": 5.463707178082191, "p95_ms": 17.177098, "max_ms": 35.18862 }, "tracking": { "samples": 146, "mean_ms": 0.04348156164383562, "p95_ms": 0.07448, "max_ms": 0.115195 }, "tracking_cpu": { "samples": 146, "mean_ms": 0.03272959589041096, "p95_ms": 0.051733, "max_ms": 0.087794 }, "selected_to_preprocess": { "samples": 145, "mean_ms": 4.892260634482759, "p95_ms": 15.367755, "max_ms": 26.066431 }, "preprocess_to_infer": { "samples": 145, "mean_ms": 31.7247755862069, "p95_ms": 49.038219, "max_ms": 121.764809 }, "infer_to_native": { "samples": 145, "mean_ms": 24.045489855172413, "p95_ms": 47.729042, "max_ms": 64.678331 }, "native_to_result": { "samples": 145, "mean_ms": 11.757320213793102, "p95_ms": 30.048283, "max_ms": 40.452858 }, "result_to_publisher_submit": { "samples": 145, "mean_ms": 1.0392581103448277, "p95_ms": 2.303691, "max_ms": 20.092703 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 0, "events_created": 0, "processed": 666 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 666, "per_task_buffers": { "det": 666 }, "latest": { "fn": 665, "det": 9, "persons": 5, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1313732.572057895, "entries": 664, "length": 100, "last": "1789461011777-0", "pttl": 9904, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-02", "sourceId": "rtsp-test-source-02", "serverId": "test-ai", "streamId": "web-cam08-test", "runId": "dfa80a07-a5fc-4d6a-85e1-3274c52132ba", "runGeneration": 1, "frameSeq": 665, "ptsNs": 67823652503, "ingestTimeWallMs": 1789461011727, "frameWidth": 1280, "frameHeight": 720, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 283384892, "rtpTimestampExt": null, "detectedAtWallMs": 1789436933389, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "1", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.920074462890625, "bbox": [ 0.371673583984375, 0.3555908203125, 0.433502197265625, 0.5858154296875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "2", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8834372758865356, "bbox": [ 0.506622314453125, 0.37054443359375, 0.537322998046875, 0.53326416015625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "3", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.867260754108429, "bbox": [ 0.6266632080078125, 0.49676513671875, 0.6887664794921875, 0.69561767578125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "4", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.7992857098579407, "bbox": [ 0.616912841796875, 0.4453125, 0.654571533203125, 0.55126953125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "5", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.7461389899253845, "bbox": [ 0.652313232421875, 0.44940185546875, 0.691436767578125, 0.53790283203125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } }, "rtsp-test-source-03": { "at": 1313732.687231642, "state": { "stream_id": "web-cam01-test", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "f28e8326-10dc-43cc-bb0b-5345f3b1e484", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789461011.831684, "source_stage": "infer_output", "source_stage_at": 1789461011.8925211, "source_stages": { "pipeline_state_changed": 1789460947.5179484, "decoded_frame_received": 1789461011.8544567, "preprocess_output": 1789461011.8561985, "infer_output": 1789461011.8925211, "consume_entered": 1789461011.7977633, "native_completed": 1789461011.822721, "inference_frame_completed": 1789461011.8316574 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 645, "preprocess_output": 645, "infer_output": 645, "consume_entered": 644, "native_completed": 644, "inference_frame_completed": 644 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789460946.0984929, "decoded_frame_received": 1789460947.4657261, "preprocess_output": 1789460947.4779425, "infer_output": 1789460947.5069637, "consume_entered": 1789460947.512886, "native_completed": 1789460947.5267632, "inference_frame_completed": 1789460947.533087 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789460945.956795, "uptime_s": 65.9, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1313732647315832, "counts": { "decoded": 1933, "selected": 645, "preprocess": 645, "sampling_drop": 1288, "infer": 645, "native": 644, "result": 644, "publisher_submit": 644 }, "first_ns": { "decoded": 1313668213086321, "selected": 1313668213105477, "preprocess": 1313668225294769, "sampling_drop": 1313668234251547, "infer": 1313668254300218, "native": 1313668274137600, "result": 1313668279959462, "publisher_submit": 1313668280496110 }, "last_ns": { "decoded": 1313732632671601, "selected": 1313732601811262, "preprocess": 1313732602912159, "sampling_drop": 1313732632693883, "infer": 1313732639855562, "native": 1313732570068857, "result": 1313732578389157, "publisher_submit": 1313732579043492 }, "detail": true, "pending_samples": 1, "last_frame": { "selected": [ 1932, 65693514339 ], "preprocess": [ 1932, 65693514339 ], "infer": [ 1932, 65693514339 ], "native": [ 1929, 65593514339 ], "result": [ 1929, 65593514339 ], "publisher_submit": [ 1929, 65593514339 ] }, "observation_missed": 2, "durations": { "queue": { "samples": 146, "mean_ms": 4.812824431506849, "p95_ms": 13.669437, "max_ms": 26.241619 }, "tracking": { "samples": 146, "mean_ms": 0.038460561643835614, "p95_ms": 0.061545, "max_ms": 0.109206 }, "tracking_cpu": { "samples": 146, "mean_ms": 0.029449623287671232, "p95_ms": 0.045465, "max_ms": 0.094642 }, "selected_to_preprocess": { "samples": 146, "mean_ms": 4.268946767123287, "p95_ms": 13.296984, "max_ms": 53.313312 }, "result_work": { "samples": 146, "mean_ms": 3.863166801369863, "p95_ms": 7.60078, "max_ms": 16.271676 }, "preprocess_to_infer": { "samples": 146, "mean_ms": 36.47184560273973, "p95_ms": 56.600602, "max_ms": 109.32641 }, "infer_to_native": { "samples": 145, "mean_ms": 30.899717586206897, "p95_ms": 50.151326, "max_ms": 79.667713 }, "native_to_result": { "samples": 145, "mean_ms": 11.430232, "p95_ms": 22.287949, "max_ms": 173.176918 }, "result_to_publisher_submit": { "samples": 145, "mean_ms": 0.7913552689655173, "p95_ms": 1.130161, "max_ms": 6.529048 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 0, "events_created": 0, "processed": 644 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 644, "per_task_buffers": { "det": 644 }, "latest": { "fn": 1929, "det": 8, "persons": 7, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1313732.687288477, "entries": 645, "length": 100, "last": "1789461011935-0", "pttl": 9957, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-03", "sourceId": "rtsp-test-source-03", "serverId": "test-ai", "streamId": "web-cam01-test", "runId": "f28e8326-10dc-43cc-bb0b-5345f3b1e484", "runGeneration": 1, "frameSeq": 1932, "ptsNs": 65693514339, "ingestTimeWallMs": 1789461011854, "frameWidth": 480, "frameHeight": 360, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 4045957316, "rtpTimestampExt": null, "detectedAtWallMs": 1789478739749, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "0", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9174507260322571, "bbox": [ 0.3293914794921875, 0.413330078125, 0.3874053955078125, 0.573974609375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "1", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9167081117630005, "bbox": [ 0.382537841796875, 0.3057861328125, 0.423126220703125, 0.4378662109375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "2", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9091032147407532, "bbox": [ 0.62017822265625, 0.3902587890625, 0.66107177734375, 0.5599365234375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "3", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8834372758865356, "bbox": [ 0.5668792724609375, 0.3096923828125, 0.6137847900390625, 0.4437255859375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "4", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8830344080924988, "bbox": [ 0.3207855224609375, 0.32830810546875, 0.3569488525390625, 0.45635986328125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "5", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8789390921592712, "bbox": [ 0.8455963134765625, 0.347412109375, 0.8741302490234375, 0.515380859375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "6", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8670357465744019, "bbox": [ 0.8956375122070312, 0.215972900390625, 0.9266281127929688, 0.321624755859375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } } }, "publisher": { "enabled": true, "metrics": { "sent": 2090, "sent_status": 86, "sent_frames": 2004, "replaced": 4, "queued": 0, "queuedBytes": 0, "channels": 4, "workers": 4, "profile": { "enabled": true, "revision": 1, "channels": { "d98f4e86d523f201a60f5f03c7a93f284a355b57e3a57ecd305727b2df38a5d2": { "counts": { "state_noop": 153, "queued_frame": 153, "sent_frame": 152, "queued_heartbeat": 4, "sent_status": 3, "timeline_evicted": 212 }, "timings": { "frame_queue": { "count": 153, "mean_ms": 5.60862261473256, "max_ms": 32.91493188589811, "recent_samples": 153, "recent_p95_ms": 18.64816201850772 }, "frame_write_wall": { "count": 152, "mean_ms": 9.194936736842104, "max_ms": 67.028965, "recent_samples": 152, "recent_p95_ms": 31.106766 }, "frame_write_cpu": { "count": 152, "mean_ms": 0.9810161710526313, "max_ms": 2.2324990000000002, "recent_samples": 152, "recent_p95_ms": 1.588912 }, "frame_completion_lock": { "count": 152, "mean_ms": 0.0892250131578947, "max_ms": 8.007389, "recent_samples": 152, "recent_p95_ms": 0.03321 }, "enqueue_gap": { "count": 152, "mean_ms": 98.61532028947373, "max_ms": 258.882813, "recent_samples": 152, "recent_p95_ms": 134.39965700000002 }, "status_queue": { "count": 3, "mean_ms": 5.636081021899979, "max_ms": 14.641571091488004, "recent_samples": 3, "recent_p95_ms": 14.641571091488004 }, "status_write_wall": { "count": 3, "mean_ms": 5.287590000000001, "max_ms": 9.495316, "recent_samples": 3, "recent_p95_ms": 9.495316 }, "status_write_cpu": { "count": 3, "mean_ms": 1.0249966666666666, "max_ms": 1.234199, "recent_samples": 3, "recent_p95_ms": 1.234199 }, "status_completion_lock": { "count": 3, "mean_ms": 0.009253666666666667, "max_ms": 0.010658, "recent_samples": 3, "recent_p95_ms": 0.010658 } } }, "611cea950b4c0a014291720468a3a7f61c5787baa95a374d3b94d4db886bf16b": { "counts": { "state_noop": 152, "queued_frame": 152, "sent_frame": 152, "queued_heartbeat": 5, "sent_status": 5, "timeline_evicted": 215 }, "timings": { "frame_queue": { "count": 152, "mean_ms": 6.299447125792013, "max_ms": 30.13393795117736, "recent_samples": 152, "recent_p95_ms": 19.6280418895185 }, "frame_write_wall": { "count": 152, "mean_ms": 12.127293519736835, "max_ms": 31.979702999999997, "recent_samples": 152, "recent_p95_ms": 27.156947000000002 }, "frame_write_cpu": { "count": 152, "mean_ms": 1.124776118421053, "max_ms": 2.373748, "recent_samples": 152, "recent_p95_ms": 1.662269 }, "frame_completion_lock": { "count": 152, "mean_ms": 0.031243381578947377, "max_ms": 2.513738, "recent_samples": 152, "recent_p95_ms": 0.028436 }, "enqueue_gap": { "count": 151, "mean_ms": 98.7551680331126, "max_ms": 333.02178399999997, "recent_samples": 151, "recent_p95_ms": 160.276688 }, "status_queue": { "count": 5, "mean_ms": 4.47635930031538, "max_ms": 10.362135013565421, "recent_samples": 5, "recent_p95_ms": 10.362135013565421 }, "status_write_wall": { "count": 5, "mean_ms": 5.6326566, "max_ms": 13.88488, "recent_samples": 5, "recent_p95_ms": 13.88488 }, "status_write_cpu": { "count": 5, "mean_ms": 0.6614973999999999, "max_ms": 0.72897, "recent_samples": 5, "recent_p95_ms": 0.72897 }, "status_completion_lock": { "count": 5, "mean_ms": 0.010443599999999999, "max_ms": 0.014452, "recent_samples": 5, "recent_p95_ms": 0.014452 } } }, "f119ec7770227da23061f13f0bb790b466850dbe16243dbfcb1a0279ab0a1baa": { "counts": { "state_noop": 152, "queued_frame": 152, "sent_frame": 151, "queued_heartbeat": 5, "sent_status": 4, "timeline_evicted": 212 }, "timings": { "frame_queue": { "count": 152, "mean_ms": 3.441809771557976, "max_ms": 32.33563317917287, "recent_samples": 152, "recent_p95_ms": 8.996299002319574 }, "frame_write_wall": { "count": 151, "mean_ms": 5.148967602649008, "max_ms": 47.009828, "recent_samples": 151, "recent_p95_ms": 16.163141 }, "frame_write_cpu": { "count": 151, "mean_ms": 0.9171028079470197, "max_ms": 2.33336, "recent_samples": 151, "recent_p95_ms": 1.538064 }, "frame_completion_lock": { "count": 151, "mean_ms": 0.25237625827814564, "max_ms": 34.841402, "recent_samples": 151, "recent_p95_ms": 0.024829 }, "enqueue_gap": { "count": 151, "mean_ms": 98.80944865562914, "max_ms": 231.669516, "recent_samples": 151, "recent_p95_ms": 125.848085 }, "status_queue": { "count": 4, "mean_ms": 4.429937980603427, "max_ms": 11.004586005583405, "recent_samples": 4, "recent_p95_ms": 11.004586005583405 }, "status_write_wall": { "count": 4, "mean_ms": 5.50060775, "max_ms": 12.226796, "recent_samples": 4, "recent_p95_ms": 12.226796 }, "status_write_cpu": { "count": 4, "mean_ms": 0.7228795, "max_ms": 1.10037, "recent_samples": 4, "recent_p95_ms": 1.10037 }, "status_completion_lock": { "count": 4, "mean_ms": 0.009804499999999999, "max_ms": 0.015555, "recent_samples": 4, "recent_p95_ms": 0.015555 } } }, "d57cc517767b64098669a8ffc9845f2bae132fb3b0f3a0a1298371fd11f01cc0": { "counts": { "queued_heartbeat": 5, "sent_status": 5 }, "timings": { "status_queue": { "count": 5, "mean_ms": 0.13908720575273037, "max_ms": 0.2500868868082762, "recent_samples": 5, "recent_p95_ms": 0.2500868868082762 }, "status_write_wall": { "count": 5, "mean_ms": 6.512374400000001, "max_ms": 10.872869999999999, "recent_samples": 5, "recent_p95_ms": 10.872869999999999 }, "status_write_cpu": { "count": 5, "mean_ms": 1.0666582, "max_ms": 1.420723, "recent_samples": 5, "recent_p95_ms": 1.420723 }, "status_completion_lock": { "count": 5, "mean_ms": 0.012451599999999998, "max_ms": 0.017651, "recent_samples": 5, "recent_p95_ms": 0.017651 } } } }, "timing_scope": "sink_only_v2", "timeline_limit_per_channel": 256, "replacement_limit_per_channel": 32 } } } }, { "at": 1313733.728529714, "channels": { "rtsp-test-source-01": { "at": 1313733.856648949, "state": { "stream_id": "rtsp-test-01", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "b31ca083-baf3-4a9f-aa53-2c498b138b50", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789461013.0074458, "source_stage": "preprocess_output", "source_stage_at": 1789461013.0514522, "source_stages": { "pipeline_state_changed": 1789460942.7475967, "decoded_frame_received": 1789461013.046679, "preprocess_output": 1789461013.0514522, "infer_output": 1789461012.9702184, "consume_entered": 1789461012.972768, "native_completed": 1789461012.9867625, "inference_frame_completed": 1789461013.007406 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 716, "preprocess_output": 716, "infer_output": 715, "consume_entered": 715, "native_completed": 715, "inference_frame_completed": 715 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789460941.2130826, "decoded_frame_received": 1789460942.6677606, "preprocess_output": 1789460942.705002, "infer_output": 1789460942.735804, "consume_entered": 1789460942.7406185, "native_completed": 1789460942.7559268, "inference_frame_completed": 1789460942.7619655 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789460940.6291854, "uptime_s": 72.4, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1313733814781598, "counts": { "decoded": 716, "selected": 716, "preprocess": 716, "infer": 715, "native": 715, "result": 715, "publisher_submit": 715 }, "first_ns": { "decoded": 1313663415064522, "selected": 1313663415105808, "preprocess": 1313663452335848, "infer": 1313663483149750, "native": 1313663503280593, "result": 1313663508818259, "publisher_submit": 1313663509372297 }, "last_ns": { "decoded": 1313733794021126, "selected": 1313733794044210, "preprocess": 1313733798821985, "infer": 1313733717467480, "native": 1313733734029913, "result": 1313733754088636, "publisher_submit": 1313733754768621 }, "detail": true, "pending_samples": 1, "last_frame": { "selected": [ 715, 71729037103 ], "preprocess": [ 715, 71729037103 ], "infer": [ 714, 71629037103 ], "native": [ 714, 71629037103 ], "result": [ 714, 71629037103 ], "publisher_submit": [ 714, 71629037103 ] }, "observation_missed": 0, "durations": { "selected_to_preprocess": { "samples": 159, "mean_ms": 3.4870339748427672, "p95_ms": 10.573528, "max_ms": 20.592489 }, "queue": { "samples": 159, "mean_ms": 6.494949075471698, "p95_ms": 17.032505, "max_ms": 26.962268 }, "tracking": { "samples": 159, "mean_ms": 0.04276432075471698, "p95_ms": 0.071468, "max_ms": 0.12553 }, "tracking_cpu": { "samples": 159, "mean_ms": 0.03248177358490566, "p95_ms": 0.05676, "max_ms": 0.105103 }, "preprocess_to_infer": { "samples": 158, "mean_ms": 34.80323222151899, "p95_ms": 49.476457, "max_ms": 70.795718 }, "infer_to_native": { "samples": 158, "mean_ms": 28.95526598734177, "p95_ms": 48.978277, "max_ms": 188.999752 }, "result_work": { "samples": 159, "mean_ms": 4.572371094339622, "p95_ms": 12.022495, "max_ms": 50.111385 }, "native_to_result": { "samples": 158, "mean_ms": 13.460990892405063, "p95_ms": 27.267971, "max_ms": 38.24847 }, "result_to_publisher_submit": { "samples": 158, "mean_ms": 1.1735455632911391, "p95_ms": 2.385044, "max_ms": 35.891432 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 0, "events_created": 0, "processed": 715 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 715, "per_task_buffers": { "det": 715 }, "latest": { "fn": 714, "det": 8, "persons": 5, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1313733.856706671, "entries": 713, "length": 100, "last": "1789461013015-0", "pttl": 9996, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-01", "sourceId": "rtsp-test-source-01", "serverId": "test-ai", "streamId": "rtsp-test-01", "runId": "b31ca083-baf3-4a9f-aa53-2c498b138b50", "runGeneration": 1, "frameSeq": 714, "ptsNs": 71629037103, "ingestTimeWallMs": 1789461012942, "frameWidth": 1280, "frameHeight": 720, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 2450535473, "rtpTimestampExt": null, "detectedAtWallMs": 1789461012839, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "0", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9446893334388733, "bbox": [ 0.4163818359375, 0.3409423828125, 0.4825439453125, 0.6033935546875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "2", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9044819474220276, "bbox": [ 0.6886749267578125, 0.35284423828125, 0.7429656982421875, 0.58709716796875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "3", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9017477631568909, "bbox": [ 0.4936676025390625, 0.36981201171875, 0.5287933349609375, 0.53350830078125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "4", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8912444114685059, "bbox": [ 0.64202880859375, 0.347900390625, 0.69097900390625, 0.596923828125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "5", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8045595288276672, "bbox": [ 0.6153411865234375, 0.414306640625, 0.6512603759765625, 0.551025390625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "14", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.31647488474845886, "bbox": [ 0.6304473876953125, 0.481231689453125, 0.6566619873046875, 0.555877685546875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } }, "rtsp-test-source-02": { "at": 1313733.901404024, "state": { "stream_id": "web-cam08-test", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "dfa80a07-a5fc-4d6a-85e1-3274c52132ba", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789461013.0918503, "source_stage": "preprocess_output", "source_stage_at": 1789461013.142382, "source_stages": { "pipeline_state_changed": 1789460945.3327873, "decoded_frame_received": 1789461013.1391425, "preprocess_output": 1789461013.142382, "infer_output": 1789461013.0562274, "consume_entered": 1789461013.0621421, "native_completed": 1789461013.0796866, "inference_frame_completed": 1789461013.0918236 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 680, "preprocess_output": 680, "infer_output": 679, "consume_entered": 679, "native_completed": 679, "inference_frame_completed": 679 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789460943.7573283, "decoded_frame_received": 1789460945.2796922, "preprocess_output": 1789460945.2848976, "infer_output": 1789460945.3203824, "consume_entered": 1789460945.3276534, "native_completed": 1789460945.3402321, "inference_frame_completed": 1789460945.347835 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789460943.7294421, "uptime_s": 69.4, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1313733893796679, "counts": { "decoded": 679, "selected": 679, "preprocess": 680, "infer": 679, "native": 679, "result": 679, "publisher_submit": 679 }, "first_ns": { "decoded": 1313666027045929, "selected": 1313666027070128, "preprocess": 1313666032264198, "infer": 1313666067745921, "native": 1313666087571210, "result": 1313666094118782, "publisher_submit": 1313666095232383 }, "last_ns": { "decoded": 1313733886503675, "selected": 1313733886520635, "preprocess": 1313733889739951, "infer": 1313733803568668, "native": 1313733827020636, "result": 1313733838347683, "publisher_submit": 1313733839213713 }, "detail": true, "pending_samples": 1, "last_frame": { "selected": [ 679, 69223652503 ], "preprocess": [ 679, 69223652503 ], "infer": [ 678, 69123652503 ], "native": [ 678, 69123652503 ], "result": [ 678, 69123652503 ], "publisher_submit": [ 678, 69123652503 ] }, "observation_missed": 2, "durations": { "result_work": { "samples": 160, "mean_ms": 4.626968625, "p95_ms": 8.345028, "max_ms": 65.391066 }, "queue": { "samples": 159, "mean_ms": 5.252301188679246, "p95_ms": 17.177098, "max_ms": 35.18862 }, "tracking": { "samples": 159, "mean_ms": 0.043994698113207546, "p95_ms": 0.07448, "max_ms": 0.115195 }, "tracking_cpu": { "samples": 159, "mean_ms": 0.03322193081761006, "p95_ms": 0.054712, "max_ms": 0.087794 }, "selected_to_preprocess": { "samples": 159, "mean_ms": 4.8654553899371065, "p95_ms": 15.367755, "max_ms": 26.066431 }, "preprocess_to_infer": { "samples": 158, "mean_ms": 31.530260772151898, "p95_ms": 49.38292, "max_ms": 121.764809 }, "infer_to_native": { "samples": 158, "mean_ms": 23.912746911392407, "p95_ms": 47.729042, "max_ms": 64.678331 }, "native_to_result": { "samples": 158, "mean_ms": 11.546107386075949, "p95_ms": 30.048283, "max_ms": 40.452858 }, "result_to_publisher_submit": { "samples": 158, "mean_ms": 1.0206314050632912, "p95_ms": 2.303691, "max_ms": 20.092703 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 0, "events_created": 0, "processed": 679 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 679, "per_task_buffers": { "det": 679 }, "latest": { "fn": 678, "det": 8, "persons": 4, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1313733.901461202, "entries": 677, "length": 100, "last": "1789461013115-0", "pttl": 9920, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-02", "sourceId": "rtsp-test-source-02", "serverId": "test-ai", "streamId": "web-cam08-test", "runId": "dfa80a07-a5fc-4d6a-85e1-3274c52132ba", "runGeneration": 1, "frameSeq": 678, "ptsNs": 69123652503, "ingestTimeWallMs": 1789461013023, "frameWidth": 1280, "frameHeight": 720, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 283501892, "rtpTimestampExt": null, "detectedAtWallMs": 1789436934689, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "1", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9153559803962708, "bbox": [ 0.590301513671875, 0.3341064453125, 0.671417236328125, 0.7010498046875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "2", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8785228729248047, "bbox": [ 0.5063705444335938, 0.37091064453125, 0.5375747680664062, 0.53338623046875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "3", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8693822622299194, "bbox": [ 0.33111572265625, 0.490570068359375, 0.41497802734375, 0.599273681640625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "7", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.5001907348632812, "bbox": [ 0.661773681640625, 0.4481201171875, 0.689788818359375, 0.5338134765625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "15", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.2514638304710388, "bbox": [ 0.3310089111328125, 0.489593505859375, 0.3755340576171875, 0.588531494140625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } }, "rtsp-test-source-03": { "at": 1313733.986060466, "state": { "stream_id": "web-cam01-test", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "f28e8326-10dc-43cc-bb0b-5345f3b1e484", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789461013.1371996, "source_stage": "consume_entered", "source_stage_at": 1789461013.2078788, "source_stages": { "pipeline_state_changed": 1789460947.5179484, "decoded_frame_received": 1789461013.1547592, "preprocess_output": 1789461013.1563973, "infer_output": 1789461013.202941, "consume_entered": 1789461013.2078788, "native_completed": 1789461013.1199265, "inference_frame_completed": 1789461013.1371884 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 658, "preprocess_output": 658, "infer_output": 658, "consume_entered": 658, "native_completed": 657, "inference_frame_completed": 657 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789460946.0984929, "decoded_frame_received": 1789460947.4657261, "preprocess_output": 1789460947.4779425, "infer_output": 1789460947.5069637, "consume_entered": 1789460947.512886, "native_completed": 1789460947.5267632, "inference_frame_completed": 1789460947.533087 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789460945.956795, "uptime_s": 67.3, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1313733962852992, "counts": { "decoded": 1972, "selected": 658, "preprocess": 658, "sampling_drop": 1314, "infer": 658, "native": 657, "result": 657, "publisher_submit": 657 }, "first_ns": { "decoded": 1313668213086321, "selected": 1313668213105477, "preprocess": 1313668225294769, "sampling_drop": 1313668234251547, "infer": 1313668254300218, "native": 1313668274137600, "result": 1313668279959462, "publisher_submit": 1313668280496110 }, "last_ns": { "decoded": 1313733933955937, "selected": 1313733902101552, "preprocess": 1313733903598185, "sampling_drop": 1313733933985531, "infer": 1313733950207505, "native": 1313733867268088, "result": 1313733884099926, "publisher_submit": 1313733884593694 }, "detail": true, "pending_samples": 1, "last_frame": { "selected": [ 1971, 66993514339 ], "preprocess": [ 1971, 66993514339 ], "infer": [ 1971, 66993514339 ], "native": [ 1968, 66893514339 ], "result": [ 1968, 66893514339 ], "publisher_submit": [ 1968, 66893514339 ] }, "observation_missed": 2, "durations": { "queue": { "samples": 159, "mean_ms": 4.750259194968553, "p95_ms": 13.669437, "max_ms": 26.241619 }, "tracking": { "samples": 159, "mean_ms": 0.03819845283018868, "p95_ms": 0.061545, "max_ms": 0.109206 }, "tracking_cpu": { "samples": 159, "mean_ms": 0.02920833962264151, "p95_ms": 0.047994, "max_ms": 0.094642 }, "selected_to_preprocess": { "samples": 159, "mean_ms": 4.22884779245283, "p95_ms": 13.296984, "max_ms": 53.313312 }, "result_work": { "samples": 159, "mean_ms": 3.819795176100629, "p95_ms": 7.60078, "max_ms": 16.271676 }, "preprocess_to_infer": { "samples": 159, "mean_ms": 36.421686402515725, "p95_ms": 56.600602, "max_ms": 109.32641 }, "infer_to_native": { "samples": 158, "mean_ms": 30.50118174050633, "p95_ms": 50.151326, "max_ms": 79.667713 }, "native_to_result": { "samples": 158, "mean_ms": 11.292812139240507, "p95_ms": 22.287949, "max_ms": 173.176918 }, "result_to_publisher_submit": { "samples": 158, "mean_ms": 0.781122082278481, "p95_ms": 1.131007, "max_ms": 6.529048 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 0, "events_created": 0, "processed": 657 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 657, "per_task_buffers": { "det": 657 }, "latest": { "fn": 1968, "det": 8, "persons": 7, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1313733.986091514, "entries": 657, "length": 100, "last": "1789461013138-0", "pttl": 9983, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-03", "sourceId": "rtsp-test-source-03", "serverId": "test-ai", "streamId": "web-cam01-test", "runId": "f28e8326-10dc-43cc-bb0b-5345f3b1e484", "runGeneration": 1, "frameSeq": 1971, "ptsNs": 66993514339, "ingestTimeWallMs": 1789461013154, "frameWidth": 480, "frameHeight": 360, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 4046074316, "rtpTimestampExt": null, "detectedAtWallMs": 1789478741049, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "0", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9184802770614624, "bbox": [ 0.4352264404296875, 0.44281005859375, 0.4925079345703125, 0.61480712890625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "1", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9159594178199768, "bbox": [ 0.7140045166015625, 0.423583984375, 0.7645111083984375, 0.594970703125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "2", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9084556102752686, "bbox": [ 0.32135009765625, 0.29498291015625, 0.36224365234375, 0.42425537109375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "3", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9044819474220276, "bbox": [ 0.7911529541015625, 0.34515380859375, 0.8299407958984375, 0.51519775390625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "4", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8902942538261414, "bbox": [ 0.3986053466796875, 0.3033447265625, 0.4300079345703125, 0.4354248046875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "5", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8895288109779358, "bbox": [ 0.873291015625, 0.232879638671875, 0.906982421875, 0.346710205078125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "6", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8341368436813354, "bbox": [ 0.4403839111328125, 0.34564208984375, 0.4702606201171875, 0.45465087890625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } } }, "publisher": { "enabled": true, "metrics": { "sent": 2129, "sent_status": 86, "sent_frames": 2043, "replaced": 4, "queued": 0, "queuedBytes": 0, "channels": 4, "workers": 4, "profile": { "enabled": true, "revision": 1, "channels": { "d98f4e86d523f201a60f5f03c7a93f284a355b57e3a57ecd305727b2df38a5d2": { "counts": { "state_noop": 166, "queued_frame": 166, "sent_frame": 166, "queued_heartbeat": 4, "sent_status": 3, "timeline_evicted": 252 }, "timings": { "frame_queue": { "count": 166, "mean_ms": 5.659890011884272, "max_ms": 32.91493188589811, "recent_samples": 166, "recent_p95_ms": 17.434381181374192 }, "frame_write_wall": { "count": 166, "mean_ms": 9.103442174698793, "max_ms": 67.028965, "recent_samples": 166, "recent_p95_ms": 26.842372 }, "frame_write_cpu": { "count": 166, "mean_ms": 0.980629819277108, "max_ms": 2.2324990000000002, "recent_samples": 166, "recent_p95_ms": 1.575558 }, "frame_completion_lock": { "count": 166, "mean_ms": 0.08279399999999996, "max_ms": 8.007389, "recent_samples": 166, "recent_p95_ms": 0.032490000000000005 }, "enqueue_gap": { "count": 165, "mean_ms": 98.67128198181821, "max_ms": 258.882813, "recent_samples": 165, "recent_p95_ms": 134.39965700000002 }, "status_queue": { "count": 3, "mean_ms": 5.636081021899979, "max_ms": 14.641571091488004, "recent_samples": 3, "recent_p95_ms": 14.641571091488004 }, "status_write_wall": { "count": 3, "mean_ms": 5.287590000000001, "max_ms": 9.495316, "recent_samples": 3, "recent_p95_ms": 9.495316 }, "status_write_cpu": { "count": 3, "mean_ms": 1.0249966666666666, "max_ms": 1.234199, "recent_samples": 3, "recent_p95_ms": 1.234199 }, "status_completion_lock": { "count": 3, "mean_ms": 0.009253666666666667, "max_ms": 0.010658, "recent_samples": 3, "recent_p95_ms": 0.010658 } } }, "611cea950b4c0a014291720468a3a7f61c5787baa95a374d3b94d4db886bf16b": { "counts": { "state_noop": 164, "queued_frame": 164, "sent_frame": 164, "queued_heartbeat": 5, "sent_status": 5, "timeline_evicted": 251 }, "timings": { "frame_queue": { "count": 164, "mean_ms": 6.193322312688773, "max_ms": 30.13393795117736, "recent_samples": 164, "recent_p95_ms": 19.6280418895185 }, "frame_write_wall": { "count": 164, "mean_ms": 11.84286085365853, "max_ms": 31.979702999999997, "recent_samples": 164, "recent_p95_ms": 26.766133 }, "frame_write_cpu": { "count": 164, "mean_ms": 1.1289133963414635, "max_ms": 2.373748, "recent_samples": 164, "recent_p95_ms": 1.67319 }, "frame_completion_lock": { "count": 164, "mean_ms": 0.02995022560975611, "max_ms": 2.513738, "recent_samples": 164, "recent_p95_ms": 0.027399 }, "enqueue_gap": { "count": 163, "mean_ms": 98.81397441717795, "max_ms": 333.02178399999997, "recent_samples": 163, "recent_p95_ms": 160.276688 }, "status_queue": { "count": 5, "mean_ms": 4.47635930031538, "max_ms": 10.362135013565421, "recent_samples": 5, "recent_p95_ms": 10.362135013565421 }, "status_write_wall": { "count": 5, "mean_ms": 5.6326566, "max_ms": 13.88488, "recent_samples": 5, "recent_p95_ms": 13.88488 }, "status_write_cpu": { "count": 5, "mean_ms": 0.6614973999999999, "max_ms": 0.72897, "recent_samples": 5, "recent_p95_ms": 0.72897 }, "status_completion_lock": { "count": 5, "mean_ms": 0.010443599999999999, "max_ms": 0.014452, "recent_samples": 5, "recent_p95_ms": 0.014452 } } }, "f119ec7770227da23061f13f0bb790b466850dbe16243dbfcb1a0279ab0a1baa": { "counts": { "state_noop": 165, "queued_frame": 165, "sent_frame": 164, "queued_heartbeat": 5, "sent_status": 4, "timeline_evicted": 251 }, "timings": { "frame_queue": { "count": 165, "mean_ms": 3.3220132615304356, "max_ms": 32.33563317917287, "recent_samples": 165, "recent_p95_ms": 8.907278068363667 }, "frame_write_wall": { "count": 164, "mean_ms": 4.989851219512197, "max_ms": 47.009828, "recent_samples": 164, "recent_p95_ms": 15.622679999999999 }, "frame_write_cpu": { "count": 164, "mean_ms": 0.9053818902439025, "max_ms": 2.33336, "recent_samples": 164, "recent_p95_ms": 1.519988 }, "frame_completion_lock": { "count": 164, "mean_ms": 0.23315684146341462, "max_ms": 34.841402, "recent_samples": 164, "recent_p95_ms": 0.024663 }, "enqueue_gap": { "count": 164, "mean_ms": 98.88109435365854, "max_ms": 231.669516, "recent_samples": 164, "recent_p95_ms": 125.848085 }, "status_queue": { "count": 4, "mean_ms": 4.429937980603427, "max_ms": 11.004586005583405, "recent_samples": 4, "recent_p95_ms": 11.004586005583405 }, "status_write_wall": { "count": 4, "mean_ms": 5.50060775, "max_ms": 12.226796, "recent_samples": 4, "recent_p95_ms": 12.226796 }, "status_write_cpu": { "count": 4, "mean_ms": 0.7228795, "max_ms": 1.10037, "recent_samples": 4, "recent_p95_ms": 1.10037 }, "status_completion_lock": { "count": 4, "mean_ms": 0.009804499999999999, "max_ms": 0.015555, "recent_samples": 4, "recent_p95_ms": 0.015555 } } }, "d57cc517767b64098669a8ffc9845f2bae132fb3b0f3a0a1298371fd11f01cc0": { "counts": { "queued_heartbeat": 5, "sent_status": 5 }, "timings": { "status_queue": { "count": 5, "mean_ms": 0.13908720575273037, "max_ms": 0.2500868868082762, "recent_samples": 5, "recent_p95_ms": 0.2500868868082762 }, "status_write_wall": { "count": 5, "mean_ms": 6.512374400000001, "max_ms": 10.872869999999999, "recent_samples": 5, "recent_p95_ms": 10.872869999999999 }, "status_write_cpu": { "count": 5, "mean_ms": 1.0666582, "max_ms": 1.420723, "recent_samples": 5, "recent_p95_ms": 1.420723 }, "status_completion_lock": { "count": 5, "mean_ms": 0.012451599999999998, "max_ms": 0.017651, "recent_samples": 5, "recent_p95_ms": 0.017651 } } } }, "timing_scope": "sink_only_v2", "timeline_limit_per_channel": 256, "replacement_limit_per_channel": 32 } } } }, { "at": 1313735.028865705, "channels": { "rtsp-test-source-01": { "at": 1313735.117457668, "state": { "stream_id": "rtsp-test-01", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "b31ca083-baf3-4a9f-aa53-2c498b138b50", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789461014.319295, "source_stage": "inference_frame_completed", "source_stage_at": 1789461014.3192801, "source_stages": { "pipeline_state_changed": 1789460942.7475967, "decoded_frame_received": 1789461014.2504973, "preprocess_output": 1789461014.2557302, "infer_output": 1789461014.2887244, "consume_entered": 1789461014.2906368, "native_completed": 1789461014.3085191, "inference_frame_completed": 1789461014.3192801 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 728, "preprocess_output": 728, "infer_output": 728, "consume_entered": 728, "native_completed": 728, "inference_frame_completed": 728 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789460941.2130826, "decoded_frame_received": 1789460942.6677606, "preprocess_output": 1789460942.705002, "infer_output": 1789460942.735804, "consume_entered": 1789460942.7406185, "native_completed": 1789460942.7559268, "inference_frame_completed": 1789460942.7619655 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789460940.6291854, "uptime_s": 73.7, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1313735092982524, "counts": { "decoded": 728, "selected": 728, "preprocess": 728, "infer": 728, "native": 728, "result": 728, "publisher_submit": 728 }, "first_ns": { "decoded": 1313663415064522, "selected": 1313663415105808, "preprocess": 1313663452335848, "infer": 1313663483149750, "native": 1313663503280593, "result": 1313663508818259, "publisher_submit": 1313663509372297 }, "last_ns": { "decoded": 1313734997838081, "selected": 1313734997861790, "preprocess": 1313735003090316, "infer": 1313735036074361, "native": 1313735055884335, "result": 1313735066159208, "publisher_submit": 1313735066681497 }, "detail": true, "pending_samples": 0, "last_frame": { "selected": [ 727, 72929037103 ], "preprocess": [ 727, 72929037103 ], "infer": [ 727, 72929037103 ], "native": [ 727, 72929037103 ], "result": [ 727, 72929037103 ], "publisher_submit": [ 727, 72929037103 ] }, "observation_missed": 0, "durations": { "selected_to_preprocess": { "samples": 171, "mean_ms": 3.4862688187134503, "p95_ms": 10.292187, "max_ms": 20.592489 }, "queue": { "samples": 172, "mean_ms": 6.411604877906977, "p95_ms": 16.106398, "max_ms": 26.962268 }, "tracking": { "samples": 172, "mean_ms": 0.04275416860465116, "p95_ms": 0.069145, "max_ms": 0.12553 }, "tracking_cpu": { "samples": 172, "mean_ms": 0.032573319767441856, "p95_ms": 0.055464, "max_ms": 0.105103 }, "preprocess_to_infer": { "samples": 171, "mean_ms": 34.9743250994152, "p95_ms": 49.596955, "max_ms": 70.795718 }, "infer_to_native": { "samples": 171, "mean_ms": 29.232047251461985, "p95_ms": 48.978277, "max_ms": 188.999752 }, "result_work": { "samples": 172, "mean_ms": 4.482206098837209, "p95_ms": 11.25543, "max_ms": 50.111385 }, "native_to_result": { "samples": 171, "mean_ms": 13.210183479532164, "p95_ms": 27.085773, "max_ms": 38.24847 }, "result_to_publisher_submit": { "samples": 171, "mean_ms": 1.1324316725146197, "p95_ms": 2.049725, "max_ms": 35.891432 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 0, "events_created": 0, "processed": 728 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 728, "per_task_buffers": { "det": 728 }, "latest": { "fn": 727, "det": 7, "persons": 4, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1313735.117542749, "entries": 726, "length": 100, "last": "1789461014325-0", "pttl": 9912, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-01", "sourceId": "rtsp-test-source-01", "serverId": "test-ai", "streamId": "rtsp-test-01", "runId": "b31ca083-baf3-4a9f-aa53-2c498b138b50", "runGeneration": 1, "frameSeq": 727, "ptsNs": 72929037103, "ingestTimeWallMs": 1789461014250, "frameWidth": 1280, "frameHeight": 720, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 2450652473, "rtpTimestampExt": null, "detectedAtWallMs": 1789461014139, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "1", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.939024806022644, "bbox": [ 0.4783172607421875, 0.3343505859375, 0.5402374267578125, 0.6148681640625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "2", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.892375111579895, "bbox": [ 0.712677001953125, 0.3431396484375, 0.760955810546875, 0.6158447265625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "3", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8850365877151489, "bbox": [ 0.6491851806640625, 0.3526611328125, 0.6906585693359375, 0.5740966796875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "4", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8621196746826172, "bbox": [ 0.6153106689453125, 0.40289306640625, 0.6600799560546875, 0.55120849609375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "7", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.3529820144176483, "bbox": [ 0.19792938232421875, 0.433197021484375, 0.21369171142578125, 0.458404541015625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "9", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.3498658537864685, "bbox": [ 0.644317626953125, 0.463409423828125, 0.675018310546875, 0.568817138671875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } }, "rtsp-test-source-02": { "at": 1313735.208820117, "state": { "stream_id": "web-cam08-test", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "dfa80a07-a5fc-4d6a-85e1-3274c52132ba", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789461014.4023535, "source_stage": "inference_frame_completed", "source_stage_at": 1789461014.4023201, "source_stages": { "pipeline_state_changed": 1789460945.3327873, "decoded_frame_received": 1789461014.3311465, "preprocess_output": 1789461014.3403537, "infer_output": 1789461014.369889, "consume_entered": 1789461014.3741632, "native_completed": 1789461014.3952303, "inference_frame_completed": 1789461014.4023201 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 692, "preprocess_output": 692, "infer_output": 692, "consume_entered": 692, "native_completed": 692, "inference_frame_completed": 692 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789460943.7573283, "decoded_frame_received": 1789460945.2796922, "preprocess_output": 1789460945.2848976, "infer_output": 1789460945.3203824, "consume_entered": 1789460945.3276534, "native_completed": 1789460945.3402321, "inference_frame_completed": 1789460945.347835 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789460943.7294421, "uptime_s": 70.7, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1313735198228540, "counts": { "decoded": 691, "selected": 691, "preprocess": 692, "infer": 692, "native": 692, "result": 692, "publisher_submit": 692 }, "first_ns": { "decoded": 1313666027045929, "selected": 1313666027070128, "preprocess": 1313666032264198, "infer": 1313666067745921, "native": 1313666087571210, "result": 1313666094118782, "publisher_submit": 1313666095232383 }, "last_ns": { "decoded": 1313735078509229, "selected": 1313735078522274, "preprocess": 1313735087710130, "infer": 1313735117228797, "native": 1313735142576782, "result": 1313735148924327, "publisher_submit": 1313735149701846 }, "detail": true, "pending_samples": 0, "last_frame": { "selected": [ 691, 70423652503 ], "preprocess": [ 691, 70423652503 ], "infer": [ 691, 70423652503 ], "native": [ 691, 70423652503 ], "result": [ 691, 70423652503 ], "publisher_submit": [ 691, 70423652503 ] }, "observation_missed": 2, "durations": { "result_work": { "samples": 173, "mean_ms": 4.569929913294798, "p95_ms": 8.345028, "max_ms": 65.391066 }, "queue": { "samples": 172, "mean_ms": 5.437025697674419, "p95_ms": 17.869864, "max_ms": 38.387777 }, "tracking": { "samples": 172, "mean_ms": 0.04397788372093023, "p95_ms": 0.072917, "max_ms": 0.115195 }, "tracking_cpu": { "samples": 172, "mean_ms": 0.03324490697674418, "p95_ms": 0.053167, "max_ms": 0.087794 }, "selected_to_preprocess": { "samples": 171, "mean_ms": 4.822223695906432, "p95_ms": 15.149216, "max_ms": 26.066431 }, "preprocess_to_infer": { "samples": 171, "mean_ms": 31.703559719298248, "p95_ms": 49.38292, "max_ms": 121.764809 }, "infer_to_native": { "samples": 171, "mean_ms": 23.675062064327484, "p95_ms": 46.916332, "max_ms": 64.678331 }, "native_to_result": { "samples": 171, "mean_ms": 11.781228134502923, "p95_ms": 31.728007, "max_ms": 42.245197 }, "result_to_publisher_submit": { "samples": 171, "mean_ms": 1.007027976608187, "p95_ms": 2.270667, "max_ms": 20.092703 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 0, "events_created": 0, "processed": 692 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 692, "per_task_buffers": { "det": 692 }, "latest": { "fn": 691, "det": 9, "persons": 6, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1313735.208900384, "entries": 690, "length": 100, "last": "1789461014414-0", "pttl": 9912, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-02", "sourceId": "rtsp-test-source-02", "serverId": "test-ai", "streamId": "web-cam08-test", "runId": "dfa80a07-a5fc-4d6a-85e1-3274c52132ba", "runGeneration": 1, "frameSeq": 691, "ptsNs": 70423652503, "ingestTimeWallMs": 1789461014330, "frameWidth": 1280, "frameHeight": 720, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 283618892, "rtpTimestampExt": null, "detectedAtWallMs": 1789436935989, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "1", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9059898257255554, "bbox": [ 0.563446044921875, 0.3231201171875, 0.634796142578125, 0.6563720703125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "2", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8830344080924988, "bbox": [ 0.5065231323242188, 0.370849609375, 0.5374221801757812, 0.533447265625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "3", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8521990180015564, "bbox": [ 0.332427978515625, 0.525360107421875, 0.405364990234375, 0.602569580078125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "4", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.7794896960258484, "bbox": [ 0.6544952392578125, 0.449798583984375, 0.6892547607421875, 0.531158447265625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "6", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.7172099947929382, "bbox": [ 0.622589111328125, 0.445892333984375, 0.654754638671875, 0.553131103515625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "8", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.5497010350227356, "bbox": [ 0.6296157836914062, 0.4656982421875, 0.6594467163085938, 0.5548095703125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "16", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.2503625154495239, "bbox": [ 0.634552001953125, 0.443817138671875, 0.654510498046875, 0.491241455078125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } }, "rtsp-test-source-03": { "at": 1313735.314035829, "state": { "stream_id": "web-cam01-test", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "f28e8326-10dc-43cc-bb0b-5345f3b1e484", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789461014.438637, "source_stage": "native_completed", "source_stage_at": 1789461014.5412562, "source_stages": { "pipeline_state_changed": 1789460947.5179484, "decoded_frame_received": 1789461014.4549181, "preprocess_output": 1789461014.4557748, "infer_output": 1789461014.5016572, "consume_entered": 1789461014.506367, "native_completed": 1789461014.5412562, "inference_frame_completed": 1789461014.438599 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 671, "preprocess_output": 671, "infer_output": 671, "consume_entered": 671, "native_completed": 671, "inference_frame_completed": 670 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789460946.0984929, "decoded_frame_received": 1789460947.4657261, "preprocess_output": 1789460947.4779425, "infer_output": 1789460947.5069637, "consume_entered": 1789460947.512886, "native_completed": 1789460947.5267632, "inference_frame_completed": 1789460947.533087 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789460945.956795, "uptime_s": 68.6, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1313735297035935, "counts": { "decoded": 2012, "selected": 671, "preprocess": 671, "sampling_drop": 1341, "infer": 671, "native": 671, "result": 670, "publisher_submit": 670 }, "first_ns": { "decoded": 1313668213086321, "selected": 1313668213105477, "preprocess": 1313668225294769, "sampling_drop": 1313668234251547, "infer": 1313668254300218, "native": 1313668274137600, "result": 1313668279959462, "publisher_submit": 1313668280496110 }, "last_ns": { "decoded": 1313735271661551, "selected": 1313735202288465, "preprocess": 1313735203141563, "sampling_drop": 1313735271681361, "infer": 1313735248966284, "native": 1313735288560012, "result": 1313735185247455, "publisher_submit": 1313735185974896 }, "detail": true, "pending_samples": 1, "last_frame": { "selected": [ 2010, 68293514339 ], "preprocess": [ 2010, 68293514339 ], "infer": [ 2010, 68293514339 ], "native": [ 2010, 68293514339 ], "result": [ 2007, 68193514339 ], "publisher_submit": [ 2007, 68193514339 ] }, "observation_missed": 2, "durations": { "queue": { "samples": 172, "mean_ms": 4.756399116279069, "p95_ms": 11.712444, "max_ms": 26.241619 }, "tracking": { "samples": 172, "mean_ms": 0.03816772093023256, "p95_ms": 0.059722, "max_ms": 0.109206 }, "tracking_cpu": { "samples": 172, "mean_ms": 0.02920345348837209, "p95_ms": 0.045465, "max_ms": 0.094642 }, "selected_to_preprocess": { "samples": 172, "mean_ms": 4.2164098895348845, "p95_ms": 13.296984, "max_ms": 53.313312 }, "result_work": { "samples": 172, "mean_ms": 3.8253477209302327, "p95_ms": 7.60078, "max_ms": 16.271676 }, "preprocess_to_infer": { "samples": 172, "mean_ms": 36.67367076744186, "p95_ms": 56.600602, "max_ms": 109.32641 }, "infer_to_native": { "samples": 172, "mean_ms": 30.43743936627907, "p95_ms": 49.583257, "max_ms": 79.667713 }, "native_to_result": { "samples": 171, "mean_ms": 11.164737385964912, "p95_ms": 22.13476, "max_ms": 173.176918 }, "result_to_publisher_submit": { "samples": 171, "mean_ms": 0.8032701286549708, "p95_ms": 1.131007, "max_ms": 6.529048 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 1, "events_created": 0, "processed": 670 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 671, "per_task_buffers": { "det": 671 }, "latest": { "fn": 2010, "det": 9, "persons": 7, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1313735.314091509, "entries": 671, "length": 100, "last": "1789461014558-0", "pttl": 9956, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-03", "sourceId": "rtsp-test-source-03", "serverId": "test-ai", "streamId": "web-cam01-test", "runId": "f28e8326-10dc-43cc-bb0b-5345f3b1e484", "runGeneration": 1, "frameSeq": 2010, "ptsNs": 68293514339, "ingestTimeWallMs": 1789461014454, "frameWidth": 480, "frameHeight": 360, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 4046191316, "rtpTimestampExt": null, "detectedAtWallMs": 1789478742349, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "0", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9223425984382629, "bbox": [ 0.8262786865234375, 0.3887939453125, 0.8729400634765625, 0.5653076171875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "1", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9159594178199768, "bbox": [ 0.4795989990234375, 0.288909912109375, 0.5233306884765625, 0.411285400390625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "2", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9138304591178894, "bbox": [ 0.7840576171875, 0.4569091796875, 0.8389892578125, 0.6466064453125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "3", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9046505093574524, "bbox": [ 0.3197174072265625, 0.33642578125, 0.3585052490234375, 0.46630859375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "4", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8971559405326843, "bbox": [ 0.8513412475585938, 0.251556396484375, 0.8801040649414062, 0.372467041015625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "5", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8787311315536499, "bbox": [ 0.29046630859375, 0.278594970703125, 0.32476806640625, 0.401092529296875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "6", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8563323616981506, "bbox": [ 0.54901123046875, 0.4727783203125, 0.58770751953125, 0.6600341796875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } } }, "publisher": { "enabled": true, "metrics": { "sent": 2167, "sent_status": 86, "sent_frames": 2081, "replaced": 4, "queued": 0, "queuedBytes": 0, "channels": 4, "workers": 4, "profile": { "enabled": true, "revision": 1, "channels": { "d98f4e86d523f201a60f5f03c7a93f284a355b57e3a57ecd305727b2df38a5d2": { "counts": { "state_noop": 178, "queued_frame": 178, "sent_frame": 178, "queued_heartbeat": 4, "sent_status": 3, "timeline_evicted": 288 }, "timings": { "frame_queue": { "count": 178, "mean_ms": 5.436972036089204, "max_ms": 32.91493188589811, "recent_samples": 178, "recent_p95_ms": 17.434381181374192 }, "frame_write_wall": { "count": 178, "mean_ms": 8.830352393258424, "max_ms": 67.028965, "recent_samples": 178, "recent_p95_ms": 26.842372 }, "frame_write_cpu": { "count": 178, "mean_ms": 0.9761535842696624, "max_ms": 2.2324990000000002, "recent_samples": 178, "recent_p95_ms": 1.575558 }, "frame_completion_lock": { "count": 178, "mean_ms": 0.07800970224719099, "max_ms": 8.007389, "recent_samples": 178, "recent_p95_ms": 0.032490000000000005 }, "enqueue_gap": { "count": 177, "mean_ms": 99.02839638983049, "max_ms": 258.882813, "recent_samples": 177, "recent_p95_ms": 134.39965700000002 }, "status_queue": { "count": 3, "mean_ms": 5.636081021899979, "max_ms": 14.641571091488004, "recent_samples": 3, "recent_p95_ms": 14.641571091488004 }, "status_write_wall": { "count": 3, "mean_ms": 5.287590000000001, "max_ms": 9.495316, "recent_samples": 3, "recent_p95_ms": 9.495316 }, "status_write_cpu": { "count": 3, "mean_ms": 1.0249966666666666, "max_ms": 1.234199, "recent_samples": 3, "recent_p95_ms": 1.234199 }, "status_completion_lock": { "count": 3, "mean_ms": 0.009253666666666667, "max_ms": 0.010658, "recent_samples": 3, "recent_p95_ms": 0.010658 } } }, "611cea950b4c0a014291720468a3a7f61c5787baa95a374d3b94d4db886bf16b": { "counts": { "state_noop": 177, "queued_frame": 177, "sent_frame": 177, "queued_heartbeat": 5, "sent_status": 5, "timeline_evicted": 290 }, "timings": { "frame_queue": { "count": 177, "mean_ms": 6.216832278769905, "max_ms": 30.13393795117736, "recent_samples": 177, "recent_p95_ms": 19.85376188531518 }, "frame_write_wall": { "count": 177, "mean_ms": 11.771091661016944, "max_ms": 31.979702999999997, "recent_samples": 177, "recent_p95_ms": 26.766133 }, "frame_write_cpu": { "count": 177, "mean_ms": 1.1280911355932206, "max_ms": 2.373748, "recent_samples": 177, "recent_p95_ms": 1.673292 }, "frame_completion_lock": { "count": 177, "mean_ms": 0.028594717514124308, "max_ms": 2.513738, "recent_samples": 177, "recent_p95_ms": 0.027399 }, "enqueue_gap": { "count": 176, "mean_ms": 99.32581698863636, "max_ms": 333.02178399999997, "recent_samples": 176, "recent_p95_ms": 162.636951 }, "status_queue": { "count": 5, "mean_ms": 4.47635930031538, "max_ms": 10.362135013565421, "recent_samples": 5, "recent_p95_ms": 10.362135013565421 }, "status_write_wall": { "count": 5, "mean_ms": 5.6326566, "max_ms": 13.88488, "recent_samples": 5, "recent_p95_ms": 13.88488 }, "status_write_cpu": { "count": 5, "mean_ms": 0.6614973999999999, "max_ms": 0.72897, "recent_samples": 5, "recent_p95_ms": 0.72897 }, "status_completion_lock": { "count": 5, "mean_ms": 0.010443599999999999, "max_ms": 0.014452, "recent_samples": 5, "recent_p95_ms": 0.014452 } } }, "f119ec7770227da23061f13f0bb790b466850dbe16243dbfcb1a0279ab0a1baa": { "counts": { "state_noop": 177, "queued_frame": 177, "sent_frame": 177, "queued_heartbeat": 5, "sent_status": 4, "timeline_evicted": 288 }, "timings": { "frame_queue": { "count": 177, "mean_ms": 3.23741260184617, "max_ms": 32.33563317917287, "recent_samples": 177, "recent_p95_ms": 8.996299002319574 }, "frame_write_wall": { "count": 177, "mean_ms": 5.09802188700565, "max_ms": 47.009828, "recent_samples": 177, "recent_p95_ms": 16.657414999999997 }, "frame_write_cpu": { "count": 177, "mean_ms": 0.9144415423728814, "max_ms": 2.33336, "recent_samples": 177, "recent_p95_ms": 1.538064 }, "frame_completion_lock": { "count": 177, "mean_ms": 0.2170481016949152, "max_ms": 34.841402, "recent_samples": 177, "recent_p95_ms": 0.024829 }, "enqueue_gap": { "count": 176, "mean_ms": 99.08963348295457, "max_ms": 231.669516, "recent_samples": 176, "recent_p95_ms": 125.848085 }, "status_queue": { "count": 4, "mean_ms": 4.429937980603427, "max_ms": 11.004586005583405, "recent_samples": 4, "recent_p95_ms": 11.004586005583405 }, "status_write_wall": { "count": 4, "mean_ms": 5.50060775, "max_ms": 12.226796, "recent_samples": 4, "recent_p95_ms": 12.226796 }, "status_write_cpu": { "count": 4, "mean_ms": 0.7228795, "max_ms": 1.10037, "recent_samples": 4, "recent_p95_ms": 1.10037 }, "status_completion_lock": { "count": 4, "mean_ms": 0.009804499999999999, "max_ms": 0.015555, "recent_samples": 4, "recent_p95_ms": 0.015555 } } }, "d57cc517767b64098669a8ffc9845f2bae132fb3b0f3a0a1298371fd11f01cc0": { "counts": { "queued_heartbeat": 5, "sent_status": 5 }, "timings": { "status_queue": { "count": 5, "mean_ms": 0.13908720575273037, "max_ms": 0.2500868868082762, "recent_samples": 5, "recent_p95_ms": 0.2500868868082762 }, "status_write_wall": { "count": 5, "mean_ms": 6.512374400000001, "max_ms": 10.872869999999999, "recent_samples": 5, "recent_p95_ms": 10.872869999999999 }, "status_write_cpu": { "count": 5, "mean_ms": 1.0666582, "max_ms": 1.420723, "recent_samples": 5, "recent_p95_ms": 1.420723 }, "status_completion_lock": { "count": 5, "mean_ms": 0.012451599999999998, "max_ms": 0.017651, "recent_samples": 5, "recent_p95_ms": 0.017651 } } } }, "timing_scope": "sink_only_v2", "timeline_limit_per_channel": 256, "replacement_limit_per_channel": 32 } } } }, { "at": 1313736.352040742, "channels": { "rtsp-test-source-01": { "at": 1313736.391487388, "state": { "stream_id": "rtsp-test-01", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "b31ca083-baf3-4a9f-aa53-2c498b138b50", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789461015.6308992, "source_stage": "inference_frame_completed", "source_stage_at": 1789461015.6308873, "source_stages": { "pipeline_state_changed": 1789460942.7475967, "decoded_frame_received": 1789461015.56768, "preprocess_output": 1789461015.56926, "infer_output": 1789461015.601372, "consume_entered": 1789461015.605996, "native_completed": 1789461015.6268604, "inference_frame_completed": 1789461015.6308873 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 741, "preprocess_output": 741, "infer_output": 741, "consume_entered": 741, "native_completed": 741, "inference_frame_completed": 741 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789460941.2130826, "decoded_frame_received": 1789460942.6677606, "preprocess_output": 1789460942.705002, "infer_output": 1789460942.735804, "consume_entered": 1789460942.7406185, "native_completed": 1789460942.7559268, "inference_frame_completed": 1789460942.7619655 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789460940.6291854, "uptime_s": 75.0, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1313736385183965, "counts": { "decoded": 741, "selected": 741, "preprocess": 741, "infer": 741, "native": 741, "result": 741, "publisher_submit": 741 }, "first_ns": { "decoded": 1313663415064522, "selected": 1313663415105808, "preprocess": 1313663452335848, "infer": 1313663483149750, "native": 1313663503280593, "result": 1313663508818259, "publisher_submit": 1313663509372297 }, "last_ns": { "decoded": 1313736315041282, "selected": 1313736315056580, "preprocess": 1313736316623112, "infer": 1313736348585043, "native": 1313736374237982, "result": 1313736377811782, "publisher_submit": 1313736378291041 }, "detail": true, "pending_samples": 0, "last_frame": { "selected": [ 740, 74229037103 ], "preprocess": [ 740, 74229037103 ], "infer": [ 740, 74229037103 ], "native": [ 740, 74229037103 ], "result": [ 740, 74229037103 ], "publisher_submit": [ 740, 74229037103 ] }, "observation_missed": 0, "durations": { "selected_to_preprocess": { "samples": 184, "mean_ms": 3.7973784293478263, "p95_ms": 10.98528, "max_ms": 21.288765 }, "queue": { "samples": 185, "mean_ms": 6.7067982216216215, "p95_ms": 17.4509, "max_ms": 26.962268 }, "tracking": { "samples": 185, "mean_ms": 0.04257558378378378, "p95_ms": 0.069145, "max_ms": 0.12553 }, "tracking_cpu": { "samples": 185, "mean_ms": 0.03243859459459459, "p95_ms": 0.055464, "max_ms": 0.105103 }, "preprocess_to_infer": { "samples": 184, "mean_ms": 35.149567445652174, "p95_ms": 49.596955, "max_ms": 70.795718 }, "infer_to_native": { "samples": 184, "mean_ms": 29.479521695652174, "p95_ms": 54.41906, "max_ms": 188.999752 }, "result_work": { "samples": 185, "mean_ms": 4.501988881081081, "p95_ms": 11.25543, "max_ms": 50.111385 }, "native_to_result": { "samples": 184, "mean_ms": 14.225213853260868, "p95_ms": 27.34116, "max_ms": 162.241437 }, "result_to_publisher_submit": { "samples": 184, "mean_ms": 1.1810913641304348, "p95_ms": 2.049725, "max_ms": 35.891432 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 0, "events_created": 0, "processed": 741 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 741, "per_task_buffers": { "det": 741 }, "latest": { "fn": 740, "det": 8, "persons": 6, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1313736.391554952, "entries": 739, "length": 100, "last": "1789461015633-0", "pttl": 9943, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-01", "sourceId": "rtsp-test-source-01", "serverId": "test-ai", "streamId": "rtsp-test-01", "runId": "b31ca083-baf3-4a9f-aa53-2c498b138b50", "runGeneration": 1, "frameSeq": 740, "ptsNs": 74229037103, "ingestTimeWallMs": 1789461015567, "frameWidth": 1280, "frameHeight": 720, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 2450769473, "rtpTimestampExt": null, "detectedAtWallMs": 1789461015439, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "1", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9167081117630005, "bbox": [ 0.7322845458984375, 0.335693359375, 0.7891998291015625, 0.635009765625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "2", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8762113451957703, "bbox": [ 0.59808349609375, 0.35552978515625, 0.64605712890625, 0.56976318359375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "4", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8722385764122009, "bbox": [ 0.5193023681640625, 0.3380126953125, 0.5695648193359375, 0.6317138671875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "5", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8414351940155029, "bbox": [ 0.49768829345703125, 0.37030029296875, 0.5277023315429688, 0.53448486328125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "6", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.7218412160873413, "bbox": [ 0.630706787109375, 0.46722412109375, 0.672027587890625, 0.55621337890625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "7", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.6852126717567444, "bbox": [ 0.6570281982421875, 0.44927978515625, 0.6896514892578125, 0.53265380859375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "12", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.4187563359737396, "bbox": [ 0.9827194213867188, 0.63238525390625, 0.9997024536132812, 0.84027099609375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "13", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.41750895977020264, "bbox": [ 0.19738006591796875, 0.4328155517578125, 0.21448516845703125, 0.4582977294921875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "16", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.30177342891693115, "bbox": [ 0.6337203979492188, 0.399993896484375, 0.6533889770507812, 0.489654541015625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "17", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.2904774248600006, "bbox": [ 0.9826278686523438, 0.6307373046875, 0.9997940063476562, 0.9552001953125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } }, "rtsp-test-source-02": { "at": 1313736.529245373, "state": { "stream_id": "web-cam08-test", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "dfa80a07-a5fc-4d6a-85e1-3274c52132ba", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789461015.5880089, "source_stage": "native_completed", "source_stage_at": 1789461015.7422364, "source_stages": { "pipeline_state_changed": 1789460945.3327873, "decoded_frame_received": 1789461015.7245066, "preprocess_output": 1789461015.7363286, "infer_output": 1789461015.7089844, "consume_entered": 1789461015.71663, "native_completed": 1789461015.7422364, "inference_frame_completed": 1789461015.587987 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 706, "preprocess_output": 706, "infer_output": 705, "consume_entered": 705, "native_completed": 705, "inference_frame_completed": 704 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789460943.7573283, "decoded_frame_received": 1789460945.2796922, "preprocess_output": 1789460945.2848976, "infer_output": 1789460945.3203824, "consume_entered": 1789460945.3276534, "native_completed": 1789460945.3402321, "inference_frame_completed": 1789460945.347835 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789460943.7294421, "uptime_s": 72.0, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1313736502115730, "counts": { "decoded": 705, "selected": 705, "preprocess": 706, "infer": 705, "native": 705, "result": 705, "publisher_submit": 704 }, "first_ns": { "decoded": 1313666027045929, "selected": 1313666027070128, "preprocess": 1313666032264198, "infer": 1313666067745921, "native": 1313666087571210, "result": 1313666094118782, "publisher_submit": 1313666095232383 }, "last_ns": { "decoded": 1313736471874207, "selected": 1313736471886164, "preprocess": 1313736483659600, "infer": 1313736456310377, "native": 1313736489586753, "result": 1313736495711609, "publisher_submit": 1313736335377195 }, "detail": true, "pending_samples": 2, "last_frame": { "selected": [ 705, 71823652503 ], "preprocess": [ 705, 71823652503 ], "infer": [ 704, 71723652503 ], "native": [ 704, 71723652503 ], "result": [ 704, 71723652503 ], "publisher_submit": [ 703, 71623652503 ] }, "observation_missed": 2, "durations": { "result_work": { "samples": 185, "mean_ms": 4.585268513513514, "p95_ms": 8.345028, "max_ms": 65.391066 }, "queue": { "samples": 185, "mean_ms": 5.526710421621622, "p95_ms": 17.789809, "max_ms": 38.387777 }, "tracking": { "samples": 185, "mean_ms": 0.04420506486486486, "p95_ms": 0.072917, "max_ms": 0.115195 }, "tracking_cpu": { "samples": 185, "mean_ms": 0.0334777027027027, "p95_ms": 0.053167, "max_ms": 0.087794 }, "selected_to_preprocess": { "samples": 185, "mean_ms": 5.283134989189189, "p95_ms": 15.367755, "max_ms": 26.066431 }, "preprocess_to_infer": { "samples": 184, "mean_ms": 32.29790483152174, "p95_ms": 49.925221, "max_ms": 121.764809 }, "infer_to_native": { "samples": 184, "mean_ms": 25.358461010869565, "p95_ms": 51.413708, "max_ms": 167.898504 }, "native_to_result": { "samples": 184, "mean_ms": 11.902691266304348, "p95_ms": 31.205412, "max_ms": 42.245197 }, "result_to_publisher_submit": { "samples": 183, "mean_ms": 0.9999106666666666, "p95_ms": 2.270667, "max_ms": 20.092703 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 0, "events_created": 0, "processed": 704 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 705, "per_task_buffers": { "det": 705 }, "latest": { "fn": 704, "det": 8, "persons": 5, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1313736.529280851, "entries": 704, "length": 100, "last": "1789461015787-0", "pttl": 9971, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-02", "sourceId": "rtsp-test-source-02", "serverId": "test-ai", "streamId": "web-cam08-test", "runId": "dfa80a07-a5fc-4d6a-85e1-3274c52132ba", "runGeneration": 1, "frameSeq": 705, "ptsNs": 71823652503, "ingestTimeWallMs": 1789461015724, "frameWidth": 1280, "frameHeight": 720, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 283744892, "rtpTimestampExt": null, "detectedAtWallMs": 1789436937389, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "1", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8992984294891357, "bbox": [ 0.581787109375, 0.3311767578125, 0.650634765625, 0.6234130859375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "2", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8807970285415649, "bbox": [ 0.506134033203125, 0.37054443359375, 0.537811279296875, 0.53326416015625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "3", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.76082843542099, "bbox": [ 0.332794189453125, 0.5255126953125, 0.404022216796875, 0.6014404296875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "4", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.7248703241348267, "bbox": [ 0.6550750732421875, 0.449676513671875, 0.6896514892578125, 0.532745361328125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "6", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.6815148591995239, "bbox": [ 0.6328811645507812, 0.47296142578125, 0.6581344604492188, 0.55535888671875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } }, "rtsp-test-source-03": { "at": 1313736.598260973, "state": { "stream_id": "web-cam01-test", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "f28e8326-10dc-43cc-bb0b-5345f3b1e484", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789461015.7544825, "source_stage": "native_completed", "source_stage_at": 1789461015.8146489, "source_stages": { "pipeline_state_changed": 1789460947.5179484, "decoded_frame_received": 1789461015.7631686, "preprocess_output": 1789461015.7693834, "infer_output": 1789461015.79012, "consume_entered": 1789461015.7914557, "native_completed": 1789461015.8146489, "inference_frame_completed": 1789461015.7544608 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 684, "preprocess_output": 684, "infer_output": 684, "consume_entered": 684, "native_completed": 684, "inference_frame_completed": 683 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789460946.0984929, "decoded_frame_received": 1789460947.4657261, "preprocess_output": 1789460947.4779425, "infer_output": 1789460947.5069637, "consume_entered": 1789460947.512886, "native_completed": 1789460947.5267632, "inference_frame_completed": 1789460947.533087 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789460945.956795, "uptime_s": 69.9, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1313736583743759, "counts": { "decoded": 2051, "selected": 684, "preprocess": 684, "sampling_drop": 1367, "infer": 684, "native": 684, "result": 683, "publisher_submit": 683 }, "first_ns": { "decoded": 1313668213086321, "selected": 1313668213105477, "preprocess": 1313668225294769, "sampling_drop": 1313668234251547, "infer": 1313668254300218, "native": 1313668274137600, "result": 1313668279959462, "publisher_submit": 1313668280496110 }, "last_ns": { "decoded": 1313736571938725, "selected": 1313736510539117, "preprocess": 1313736516741332, "sampling_drop": 1313736571968807, "infer": 1313736537447620, "native": 1313736561909261, "result": 1313736501340920, "publisher_submit": 1313736501860946 }, "detail": true, "pending_samples": 1, "last_frame": { "selected": [ 2049, 69593514339 ], "preprocess": [ 2049, 69593514339 ], "infer": [ 2049, 69593514339 ], "native": [ 2049, 69593514339 ], "result": [ 2046, 69493514339 ], "publisher_submit": [ 2046, 69493514339 ] }, "observation_missed": 2, "durations": { "queue": { "samples": 185, "mean_ms": 5.0616084594594595, "p95_ms": 15.327904, "max_ms": 31.565557 }, "tracking": { "samples": 185, "mean_ms": 0.038484448648648646, "p95_ms": 0.059722, "max_ms": 0.109206 }, "tracking_cpu": { "samples": 185, "mean_ms": 0.029426567567567567, "p95_ms": 0.047994, "max_ms": 0.094642 }, "selected_to_preprocess": { "samples": 185, "mean_ms": 4.342033972972973, "p95_ms": 13.512278, "max_ms": 53.313312 }, "result_work": { "samples": 185, "mean_ms": 3.8319886432432435, "p95_ms": 7.163742, "max_ms": 16.271676 }, "preprocess_to_infer": { "samples": 185, "mean_ms": 37.568653372972975, "p95_ms": 57.921335, "max_ms": 138.96904 }, "infer_to_native": { "samples": 185, "mean_ms": 31.43655572432432, "p95_ms": 50.151326, "max_ms": 143.80839 }, "native_to_result": { "samples": 184, "mean_ms": 11.648357494565216, "p95_ms": 22.855892, "max_ms": 173.176918 }, "result_to_publisher_submit": { "samples": 184, "mean_ms": 0.7963324402173914, "p95_ms": 1.131007, "max_ms": 6.529048 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 1, "events_created": 0, "processed": 683 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 684, "per_task_buffers": { "det": 684 }, "latest": { "fn": 2049, "det": 5, "persons": 3, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1313736.598327568, "entries": 684, "length": 100, "last": "1789461015842-0", "pttl": 9951, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-03", "sourceId": "rtsp-test-source-03", "serverId": "test-ai", "streamId": "web-cam01-test", "runId": "f28e8326-10dc-43cc-bb0b-5345f3b1e484", "runGeneration": 1, "frameSeq": 2049, "ptsNs": 69593514339, "ingestTimeWallMs": 1789461015762, "frameWidth": 480, "frameHeight": 360, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 4046308316, "rtpTimestampExt": null, "detectedAtWallMs": 1789478743649, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "0", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8976953029632568, "bbox": [ 0.62335205078125, 0.28656005859375, 0.66180419921875, 0.42193603515625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "1", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8955226540565491, "bbox": [ 0.743621826171875, 0.414794921875, 0.789581298828125, 0.566650390625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "2", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8929365277290344, "bbox": [ 0.3941192626953125, 0.36700439453125, 0.4335174560546875, 0.51922607421875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } } }, "publisher": { "enabled": true, "metrics": { "sent": 2211, "sent_status": 90, "sent_frames": 2121, "replaced": 4, "queued": 2, "queuedBytes": 4607, "channels": 4, "workers": 4, "profile": { "enabled": true, "revision": 1, "channels": { "d98f4e86d523f201a60f5f03c7a93f284a355b57e3a57ecd305727b2df38a5d2": { "counts": { "state_noop": 192, "queued_frame": 192, "sent_frame": 191, "queued_heartbeat": 5, "sent_status": 4, "timeline_evicted": 331 }, "timings": { "frame_queue": { "count": 191, "mean_ms": 5.416269334891314, "max_ms": 32.91493188589811, "recent_samples": 191, "recent_p95_ms": 17.308522015810013 }, "frame_write_wall": { "count": 191, "mean_ms": 9.071922020942406, "max_ms": 67.028965, "recent_samples": 191, "recent_p95_ms": 26.842372 }, "frame_write_cpu": { "count": 191, "mean_ms": 0.9787985392670152, "max_ms": 2.2324990000000002, "recent_samples": 191, "recent_p95_ms": 1.575558 }, "frame_completion_lock": { "count": 191, "mean_ms": 0.07352753926701568, "max_ms": 8.007389, "recent_samples": 191, "recent_p95_ms": 0.028651 }, "enqueue_gap": { "count": 191, "mean_ms": 98.97577936649215, "max_ms": 258.882813, "recent_samples": 191, "recent_p95_ms": 134.39965700000002 }, "status_queue": { "count": 4, "mean_ms": 4.415281757246703, "max_ms": 14.641571091488004, "recent_samples": 4, "recent_p95_ms": 14.641571091488004 }, "status_write_wall": { "count": 4, "mean_ms": 4.51917975, "max_ms": 9.495316, "recent_samples": 4, "recent_p95_ms": 9.495316 }, "status_write_cpu": { "count": 4, "mean_ms": 0.9287412499999999, "max_ms": 1.234199, "recent_samples": 4, "recent_p95_ms": 1.234199 }, "status_completion_lock": { "count": 4, "mean_ms": 0.00956725, "max_ms": 0.010658, "recent_samples": 4, "recent_p95_ms": 0.010658 } } }, "611cea950b4c0a014291720468a3a7f61c5787baa95a374d3b94d4db886bf16b": { "counts": { "state_noop": 191, "queued_frame": 191, "sent_frame": 191, "queued_heartbeat": 6, "sent_status": 6, "timeline_evicted": 335 }, "timings": { "frame_queue": { "count": 191, "mean_ms": 6.0542799515347365, "max_ms": 30.13393795117736, "recent_samples": 191, "recent_p95_ms": 19.6280418895185 }, "frame_write_wall": { "count": 191, "mean_ms": 11.677795827225129, "max_ms": 33.780488999999996, "recent_samples": 191, "recent_p95_ms": 27.156947000000002 }, "frame_write_cpu": { "count": 191, "mean_ms": 1.1141908481675395, "max_ms": 2.373748, "recent_samples": 191, "recent_p95_ms": 1.67319 }, "frame_completion_lock": { "count": 191, "mean_ms": 0.027298691099476465, "max_ms": 2.513738, "recent_samples": 191, "recent_p95_ms": 0.025722 }, "enqueue_gap": { "count": 190, "mean_ms": 99.05640345789472, "max_ms": 333.02178399999997, "recent_samples": 190, "recent_p95_ms": 162.636951 }, "status_queue": { "count": 6, "mean_ms": 3.9401305839419365, "max_ms": 10.362135013565421, "recent_samples": 6, "recent_p95_ms": 10.362135013565421 }, "status_write_wall": { "count": 6, "mean_ms": 5.071383666666667, "max_ms": 13.88488, "recent_samples": 6, "recent_p95_ms": 13.88488 }, "status_write_cpu": { "count": 6, "mean_ms": 0.6920998333333332, "max_ms": 0.845112, "recent_samples": 6, "recent_p95_ms": 0.845112 }, "status_completion_lock": { "count": 6, "mean_ms": 0.011200833333333332, "max_ms": 0.014987, "recent_samples": 6, "recent_p95_ms": 0.014987 } } }, "f119ec7770227da23061f13f0bb790b466850dbe16243dbfcb1a0279ab0a1baa": { "counts": { "state_noop": 191, "queued_frame": 191, "sent_frame": 190, "queued_heartbeat": 6, "sent_status": 5, "timeline_evicted": 331 }, "timings": { "frame_queue": { "count": 190, "mean_ms": 3.512899847211022, "max_ms": 32.33563317917287, "recent_samples": 190, "recent_p95_ms": 10.169456945732236 }, "frame_write_wall": { "count": 190, "mean_ms": 5.508030984210526, "max_ms": 47.009828, "recent_samples": 190, "recent_p95_ms": 19.465893 }, "frame_write_cpu": { "count": 190, "mean_ms": 0.9258759736842106, "max_ms": 2.33336, "recent_samples": 190, "recent_p95_ms": 1.519988 }, "frame_completion_lock": { "count": 190, "mean_ms": 0.20302582631578944, "max_ms": 34.841402, "recent_samples": 190, "recent_p95_ms": 0.024663 }, "enqueue_gap": { "count": 190, "mean_ms": 99.0646056631579, "max_ms": 251.223295, "recent_samples": 190, "recent_p95_ms": 126.981438 }, "status_queue": { "count": 5, "mean_ms": 4.309971584007144, "max_ms": 11.004586005583405, "recent_samples": 5, "recent_p95_ms": 11.004586005583405 }, "status_write_wall": { "count": 5, "mean_ms": 4.542003800000001, "max_ms": 12.226796, "recent_samples": 5, "recent_p95_ms": 12.226796 }, "status_write_cpu": { "count": 5, "mean_ms": 0.6830324, "max_ms": 1.10037, "recent_samples": 5, "recent_p95_ms": 1.10037 }, "status_completion_lock": { "count": 5, "mean_ms": 0.009238399999999999, "max_ms": 0.015555, "recent_samples": 5, "recent_p95_ms": 0.015555 } } }, "d57cc517767b64098669a8ffc9845f2bae132fb3b0f3a0a1298371fd11f01cc0": { "counts": { "queued_heartbeat": 6, "sent_status": 6 }, "timings": { "status_queue": { "count": 6, "mean_ms": 0.14937149050335088, "max_ms": 0.2500868868082762, "recent_samples": 6, "recent_p95_ms": 0.2500868868082762 }, "status_write_wall": { "count": 6, "mean_ms": 6.137063333333334, "max_ms": 10.872869999999999, "recent_samples": 6, "recent_p95_ms": 10.872869999999999 }, "status_write_cpu": { "count": 6, "mean_ms": 1.0501401666666668, "max_ms": 1.420723, "recent_samples": 6, "recent_p95_ms": 1.420723 }, "status_completion_lock": { "count": 6, "mean_ms": 0.011450999999999998, "max_ms": 0.017651, "recent_samples": 6, "recent_p95_ms": 0.017651 } } } }, "timing_scope": "sink_only_v2", "timeline_limit_per_channel": 256, "replacement_limit_per_channel": 32 } } } }, { "at": 1313737.640409329, "channels": { "rtsp-test-source-01": { "at": 1313737.707987868, "state": { "stream_id": "rtsp-test-01", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "b31ca083-baf3-4a9f-aa53-2c498b138b50", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789461016.9033701, "source_stage": "preprocess_output", "source_stage_at": 1789461016.9480298, "source_stages": { "pipeline_state_changed": 1789460942.7475967, "decoded_frame_received": 1789461016.9460473, "preprocess_output": 1789461016.9480298, "infer_output": 1789461016.8740864, "consume_entered": 1789461016.8760483, "native_completed": 1789461016.8897426, "inference_frame_completed": 1789461016.90334 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 755, "preprocess_output": 755, "infer_output": 754, "consume_entered": 754, "native_completed": 754, "inference_frame_completed": 754 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789460941.2130826, "decoded_frame_received": 1789460942.6677606, "preprocess_output": 1789460942.705002, "infer_output": 1789460942.735804, "consume_entered": 1789460942.7406185, "native_completed": 1789460942.7559268, "inference_frame_completed": 1789460942.7619655 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789460940.6291854, "uptime_s": 76.3, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1313737699207495, "counts": { "decoded": 755, "selected": 755, "preprocess": 755, "infer": 754, "native": 754, "result": 754, "publisher_submit": 754 }, "first_ns": { "decoded": 1313663415064522, "selected": 1313663415105808, "preprocess": 1313663452335848, "infer": 1313663483149750, "native": 1313663503280593, "result": 1313663508818259, "publisher_submit": 1313663509372297 }, "last_ns": { "decoded": 1313737693387609, "selected": 1313737693408667, "preprocess": 1313737695337658, "infer": 1313737621238871, "native": 1313737637108385, "result": 1313737649894161, "publisher_submit": 1313737650728238 }, "detail": true, "pending_samples": 1, "last_frame": { "selected": [ 754, 75629037103 ], "preprocess": [ 754, 75629037103 ], "infer": [ 753, 75529037103 ], "native": [ 753, 75529037103 ], "result": [ 753, 75529037103 ], "publisher_submit": [ 753, 75529037103 ] }, "observation_missed": 0, "durations": { "selected_to_preprocess": { "samples": 198, "mean_ms": 3.647228732323232, "p95_ms": 10.98528, "max_ms": 21.288765 }, "queue": { "samples": 198, "mean_ms": 6.817846414141414, "p95_ms": 17.813222, "max_ms": 26.962268 }, "tracking": { "samples": 198, "mean_ms": 0.04223968686868687, "p95_ms": 0.069145, "max_ms": 0.12553 }, "tracking_cpu": { "samples": 198, "mean_ms": 0.0322555202020202, "p95_ms": 0.055464, "max_ms": 0.105103 }, "preprocess_to_infer": { "samples": 197, "mean_ms": 35.18723005583757, "p95_ms": 49.596955, "max_ms": 70.795718 }, "infer_to_native": { "samples": 197, "mean_ms": 29.277306436548223, "p95_ms": 54.41906, "max_ms": 188.999752 }, "result_work": { "samples": 198, "mean_ms": 4.4171628686868685, "p95_ms": 11.25543, "max_ms": 50.111385 }, "native_to_result": { "samples": 197, "mean_ms": 14.155451964467005, "p95_ms": 27.34116, "max_ms": 162.241437 }, "result_to_publisher_submit": { "samples": 197, "mean_ms": 1.1440328426395938, "p95_ms": 2.049725, "max_ms": 35.891432 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 0, "events_created": 0, "processed": 754 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 754, "per_task_buffers": { "det": 754 }, "latest": { "fn": 753, "det": 10, "persons": 6, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1313737.708081703, "entries": 752, "length": 100, "last": "1789461016919-0", "pttl": 9921, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-01", "sourceId": "rtsp-test-source-01", "serverId": "test-ai", "streamId": "rtsp-test-01", "runId": "b31ca083-baf3-4a9f-aa53-2c498b138b50", "runGeneration": 1, "frameSeq": 753, "ptsNs": 75529037103, "ingestTimeWallMs": 1789461016845, "frameWidth": 1280, "frameHeight": 720, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 2450886473, "rtpTimestampExt": null, "detectedAtWallMs": 1789461016739, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "1", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9007046222686768, "bbox": [ 0.5294189453125, 0.33544921875, 0.5985107421875, 0.66064453125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "2", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.895339846611023, "bbox": [ 0.690704345703125, 0.37744140625, 0.759490966796875, 0.65771484375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "3", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8660192489624023, "bbox": [ 0.4962005615234375, 0.36981201171875, 0.5282135009765625, 0.53302001953125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "5", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.7945444583892822, "bbox": [ 0.62945556640625, 0.466094970703125, 0.67816162109375, 0.556365966796875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "6", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.7923036217689514, "bbox": [ 0.614471435546875, 0.40484619140625, 0.657012939453125, 0.54486083984375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "9", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.5622366070747375, "bbox": [ 0.6568603515625, 0.449859619140625, 0.6888427734375, 0.535003662109375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } }, "rtsp-test-source-02": { "at": 1313737.790518075, "state": { "stream_id": "web-cam08-test", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "dfa80a07-a5fc-4d6a-85e1-3274c52132ba", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789461017.0121317, "source_stage": "preprocess_output", "source_stage_at": 1789461017.0333786, "source_stages": { "pipeline_state_changed": 1789460945.3327873, "decoded_frame_received": 1789461017.0277977, "preprocess_output": 1789461017.0333786, "infer_output": 1789461016.9697733, "consume_entered": 1789461016.9711604, "native_completed": 1789461016.9840803, "inference_frame_completed": 1789461017.0121038 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 719, "preprocess_output": 719, "infer_output": 718, "consume_entered": 718, "native_completed": 718, "inference_frame_completed": 718 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789460943.7573283, "decoded_frame_received": 1789460945.2796922, "preprocess_output": 1789460945.2848976, "infer_output": 1789460945.3203824, "consume_entered": 1789460945.3276534, "native_completed": 1789460945.3402321, "inference_frame_completed": 1789460945.347835 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789460943.7294421, "uptime_s": 73.3, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1313737783981799, "counts": { "decoded": 718, "selected": 718, "preprocess": 719, "infer": 718, "native": 718, "result": 718, "publisher_submit": 718 }, "first_ns": { "decoded": 1313666027045929, "selected": 1313666027070128, "preprocess": 1313666032264198, "infer": 1313666067745921, "native": 1313666087571210, "result": 1313666094118782, "publisher_submit": 1313666095232383 }, "last_ns": { "decoded": 1313737775148116, "selected": 1313737775169335, "preprocess": 1313737780752881, "infer": 1313737717059389, "native": 1313737731439874, "result": 1313737758758043, "publisher_submit": 1313737759485291 }, "detail": true, "pending_samples": 1, "last_frame": { "selected": [ 718, 73123652503 ], "preprocess": [ 718, 73123652503 ], "infer": [ 717, 73023652503 ], "native": [ 717, 73023652503 ], "result": [ 717, 73023652503 ], "publisher_submit": [ 717, 73023652503 ] }, "observation_missed": 2, "durations": { "result_work": { "samples": 199, "mean_ms": 4.536283869346733, "p95_ms": 8.924395, "max_ms": 65.391066 }, "queue": { "samples": 198, "mean_ms": 5.611920343434343, "p95_ms": 17.789809, "max_ms": 38.387777 }, "tracking": { "samples": 198, "mean_ms": 0.044041560606060605, "p95_ms": 0.07448, "max_ms": 0.115195 }, "tracking_cpu": { "samples": 198, "mean_ms": 0.03332369191919192, "p95_ms": 0.054712, "max_ms": 0.087794 }, "selected_to_preprocess": { "samples": 198, "mean_ms": 5.206483025252526, "p95_ms": 15.367755, "max_ms": 26.066431 }, "preprocess_to_infer": { "samples": 197, "mean_ms": 32.26479156345178, "p95_ms": 49.925221, "max_ms": 121.764809 }, "infer_to_native": { "samples": 197, "mean_ms": 25.05136983248731, "p95_ms": 51.413708, "max_ms": 167.898504 }, "native_to_result": { "samples": 197, "mean_ms": 11.890150746192893, "p95_ms": 31.205412, "max_ms": 42.245197 }, "result_to_publisher_submit": { "samples": 197, "mean_ms": 1.010736040609137, "p95_ms": 2.303691, "max_ms": 20.092703 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 0, "events_created": 0, "processed": 718 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 718, "per_task_buffers": { "det": 718 }, "latest": { "fn": 717, "det": 7, "persons": 5, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1313737.790579166, "entries": 716, "length": 100, "last": "1789461017027-0", "pttl": 9990, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-02", "sourceId": "rtsp-test-source-02", "serverId": "test-ai", "streamId": "web-cam08-test", "runId": "dfa80a07-a5fc-4d6a-85e1-3274c52132ba", "runGeneration": 1, "frameSeq": 718, "ptsNs": 73123652503, "ingestTimeWallMs": 1789461017027, "frameWidth": 1280, "frameHeight": 720, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 283861892, "rtpTimestampExt": null, "detectedAtWallMs": 1789436938689, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "1", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9076402187347412, "bbox": [ 0.58544921875, 0.3447265625, 0.65283203125, 0.603515625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "2", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8751482367515564, "bbox": [ 0.505859375, 0.37066650390625, 0.537109375, 0.53314208984375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "3", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.7369688749313354, "bbox": [ 0.6550445556640625, 0.448883056640625, 0.6896820068359375, 0.533538818359375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "4", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.7318258881568909, "bbox": [ 0.6317672729492188, 0.473480224609375, 0.6582717895507812, 0.556793212890625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "6", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.6837363243103027, "bbox": [ 0.334442138671875, 0.4991455078125, 0.407257080078125, 0.6033935546875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "10", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.347537100315094, "bbox": [ 0.33367156982421875, 0.49835205078125, 0.35773468017578125, 0.58660888671875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "14", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.25091278553009033, "bbox": [ 0.3510894775390625, 0.52325439453125, 0.4067230224609375, 0.60272216796875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } }, "rtsp-test-source-03": { "at": 1313737.877219964, "state": { "stream_id": "web-cam01-test", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "f28e8326-10dc-43cc-bb0b-5345f3b1e484", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789461017.020848, "source_stage": "native_completed", "source_stage_at": 1789461017.1142938, "source_stages": { "pipeline_state_changed": 1789460947.5179484, "decoded_frame_received": 1789461017.053813, "preprocess_output": 1789461017.0549488, "infer_output": 1789461017.0877447, "consume_entered": 1789461017.0942807, "native_completed": 1789461017.1142938, "inference_frame_completed": 1789461017.020827 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 697, "preprocess_output": 697, "infer_output": 697, "consume_entered": 697, "native_completed": 697, "inference_frame_completed": 696 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789460946.0984929, "decoded_frame_received": 1789460947.4657261, "preprocess_output": 1789460947.4779425, "infer_output": 1789460947.5069637, "consume_entered": 1789460947.512886, "native_completed": 1789460947.5267632, "inference_frame_completed": 1789460947.533087 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789460945.956795, "uptime_s": 71.2, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1313737867440061, "counts": { "decoded": 2089, "selected": 697, "preprocess": 697, "sampling_drop": 1392, "infer": 697, "native": 697, "result": 696, "publisher_submit": 696 }, "first_ns": { "decoded": 1313668213086321, "selected": 1313668213105477, "preprocess": 1313668225294769, "sampling_drop": 1313668234251547, "infer": 1313668254300218, "native": 1313668274137600, "result": 1313668279959462, "publisher_submit": 1313668280496110 }, "last_ns": { "decoded": 1313737865467979, "selected": 1313737801154771, "preprocess": 1313737802301798, "sampling_drop": 1313737865506424, "infer": 1313737835082570, "native": 1313737861654681, "result": 1313737767625692, "publisher_submit": 1313737768222030 }, "detail": true, "pending_samples": 1, "last_frame": { "selected": [ 2088, 70893514339 ], "preprocess": [ 2088, 70893514339 ], "infer": [ 2088, 70893514339 ], "native": [ 2088, 70893514339 ], "result": [ 2085, 70793514339 ], "publisher_submit": [ 2085, 70793514339 ] }, "observation_missed": 2, "durations": { "queue": { "samples": 198, "mean_ms": 5.010197651515151, "p95_ms": 15.360582, "max_ms": 31.565557 }, "tracking": { "samples": 198, "mean_ms": 0.03834359595959596, "p95_ms": 0.059722, "max_ms": 0.109206 }, "tracking_cpu": { "samples": 198, "mean_ms": 0.029363838383838384, "p95_ms": 0.047994, "max_ms": 0.094642 }, "selected_to_preprocess": { "samples": 198, "mean_ms": 4.211350333333333, "p95_ms": 13.512278, "max_ms": 53.313312 }, "result_work": { "samples": 198, "mean_ms": 3.8132243333333333, "p95_ms": 7.163742, "max_ms": 16.271676 }, "preprocess_to_infer": { "samples": 198, "mean_ms": 37.46095341919192, "p95_ms": 57.921335, "max_ms": 138.96904 }, "infer_to_native": { "samples": 198, "mean_ms": 31.142020277777775, "p95_ms": 50.151326, "max_ms": 143.80839 }, "native_to_result": { "samples": 197, "mean_ms": 11.611817959390864, "p95_ms": 24.105013, "max_ms": 173.176918 }, "result_to_publisher_submit": { "samples": 197, "mean_ms": 0.7853726598984772, "p95_ms": 1.131007, "max_ms": 6.529048 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 1, "events_created": 0, "processed": 696 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 697, "per_task_buffers": { "det": 697 }, "latest": { "fn": 2088, "det": 7, "persons": 5, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1313737.877259207, "entries": 697, "length": 100, "last": "1789461017126-0", "pttl": 9952, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-03", "sourceId": "rtsp-test-source-03", "serverId": "test-ai", "streamId": "web-cam01-test", "runId": "f28e8326-10dc-43cc-bb0b-5345f3b1e484", "runGeneration": 1, "frameSeq": 2088, "ptsNs": 70893514339, "ingestTimeWallMs": 1789461017053, "frameWidth": 480, "frameHeight": 360, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 4046425316, "rtpTimestampExt": null, "detectedAtWallMs": 1789478744949, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "0", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9129031896591187, "bbox": [ 0.9345703125, 0.4686279296875, 0.9814453125, 0.6427001953125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "1", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9107043743133545, "bbox": [ 0.475494384765625, 0.33349609375, 0.524017333984375, 0.4794921875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "2", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9086179733276367, "bbox": [ 0.8862457275390625, 0.46942138671875, 0.9369964599609375, 0.65753173828125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "3", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9031234383583069, "bbox": [ 0.5694732666015625, 0.40106201171875, 0.6111907958984375, 0.55206298828125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "6", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.6544531583786011, "bbox": [ 0.5333023071289062, 0.30712890625, 0.5584945678710938, 0.44091796875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } } }, "publisher": { "enabled": true, "metrics": { "sent": 2250, "sent_status": 90, "sent_frames": 2160, "replaced": 4, "queued": 0, "queuedBytes": 0, "channels": 4, "workers": 4, "profile": { "enabled": true, "revision": 1, "channels": { "d98f4e86d523f201a60f5f03c7a93f284a355b57e3a57ecd305727b2df38a5d2": { "counts": { "state_noop": 205, "queued_frame": 205, "sent_frame": 205, "queued_heartbeat": 5, "sent_status": 4, "timeline_evicted": 372 }, "timings": { "frame_queue": { "count": 205, "mean_ms": 5.39226789345465, "max_ms": 32.91493188589811, "recent_samples": 205, "recent_p95_ms": 17.434381181374192 }, "frame_write_wall": { "count": 205, "mean_ms": 8.925260097560972, "max_ms": 67.028965, "recent_samples": 205, "recent_p95_ms": 26.842372 }, "frame_write_cpu": { "count": 205, "mean_ms": 0.9753927219512194, "max_ms": 2.2324990000000002, "recent_samples": 205, "recent_p95_ms": 1.575558 }, "frame_completion_lock": { "count": 205, "mean_ms": 0.06925759512195119, "max_ms": 8.007389, "recent_samples": 205, "recent_p95_ms": 0.026928999999999998 }, "enqueue_gap": { "count": 204, "mean_ms": 98.90548325490194, "max_ms": 258.882813, "recent_samples": 204, "recent_p95_ms": 133.970811 }, "status_queue": { "count": 4, "mean_ms": 4.415281757246703, "max_ms": 14.641571091488004, "recent_samples": 4, "recent_p95_ms": 14.641571091488004 }, "status_write_wall": { "count": 4, "mean_ms": 4.51917975, "max_ms": 9.495316, "recent_samples": 4, "recent_p95_ms": 9.495316 }, "status_write_cpu": { "count": 4, "mean_ms": 0.9287412499999999, "max_ms": 1.234199, "recent_samples": 4, "recent_p95_ms": 1.234199 }, "status_completion_lock": { "count": 4, "mean_ms": 0.00956725, "max_ms": 0.010658, "recent_samples": 4, "recent_p95_ms": 0.010658 } } }, "611cea950b4c0a014291720468a3a7f61c5787baa95a374d3b94d4db886bf16b": { "counts": { "state_noop": 204, "queued_frame": 204, "sent_frame": 203, "queued_heartbeat": 6, "sent_status": 6, "timeline_evicted": 373 }, "timings": { "frame_queue": { "count": 204, "mean_ms": 5.96342205558447, "max_ms": 30.13393795117736, "recent_samples": 204, "recent_p95_ms": 19.6280418895185 }, "frame_write_wall": { "count": 203, "mean_ms": 11.63293902463054, "max_ms": 33.780488999999996, "recent_samples": 203, "recent_p95_ms": 28.767439999999997 }, "frame_write_cpu": { "count": 203, "mean_ms": 1.110523128078818, "max_ms": 2.373748, "recent_samples": 203, "recent_p95_ms": 1.67319 }, "frame_completion_lock": { "count": 203, "mean_ms": 0.026466251231527124, "max_ms": 2.513738, "recent_samples": 203, "recent_p95_ms": 0.024847 }, "enqueue_gap": { "count": 203, "mean_ms": 99.36308129556649, "max_ms": 333.02178399999997, "recent_samples": 203, "recent_p95_ms": 162.636951 }, "status_queue": { "count": 6, "mean_ms": 3.9401305839419365, "max_ms": 10.362135013565421, "recent_samples": 6, "recent_p95_ms": 10.362135013565421 }, "status_write_wall": { "count": 6, "mean_ms": 5.071383666666667, "max_ms": 13.88488, "recent_samples": 6, "recent_p95_ms": 13.88488 }, "status_write_cpu": { "count": 6, "mean_ms": 0.6920998333333332, "max_ms": 0.845112, "recent_samples": 6, "recent_p95_ms": 0.845112 }, "status_completion_lock": { "count": 6, "mean_ms": 0.011200833333333332, "max_ms": 0.014987, "recent_samples": 6, "recent_p95_ms": 0.014987 } } }, "f119ec7770227da23061f13f0bb790b466850dbe16243dbfcb1a0279ab0a1baa": { "counts": { "state_noop": 204, "queued_frame": 204, "sent_frame": 203, "queued_heartbeat": 6, "sent_status": 5, "timeline_evicted": 371 }, "timings": { "frame_queue": { "count": 204, "mean_ms": 3.465552447938963, "max_ms": 32.33563317917287, "recent_samples": 204, "recent_p95_ms": 10.169456945732236 }, "frame_write_wall": { "count": 203, "mean_ms": 5.365645783251231, "max_ms": 47.009828, "recent_samples": 203, "recent_p95_ms": 17.136712 }, "frame_write_cpu": { "count": 203, "mean_ms": 0.9184778768472905, "max_ms": 2.33336, "recent_samples": 203, "recent_p95_ms": 1.519321 }, "frame_completion_lock": { "count": 203, "mean_ms": 0.19068061576354678, "max_ms": 34.841402, "recent_samples": 203, "recent_p95_ms": 0.024382 }, "enqueue_gap": { "count": 203, "mean_ms": 99.13516571428572, "max_ms": 251.223295, "recent_samples": 203, "recent_p95_ms": 126.981438 }, "status_queue": { "count": 5, "mean_ms": 4.309971584007144, "max_ms": 11.004586005583405, "recent_samples": 5, "recent_p95_ms": 11.004586005583405 }, "status_write_wall": { "count": 5, "mean_ms": 4.542003800000001, "max_ms": 12.226796, "recent_samples": 5, "recent_p95_ms": 12.226796 }, "status_write_cpu": { "count": 5, "mean_ms": 0.6830324, "max_ms": 1.10037, "recent_samples": 5, "recent_p95_ms": 1.10037 }, "status_completion_lock": { "count": 5, "mean_ms": 0.009238399999999999, "max_ms": 0.015555, "recent_samples": 5, "recent_p95_ms": 0.015555 } } }, "d57cc517767b64098669a8ffc9845f2bae132fb3b0f3a0a1298371fd11f01cc0": { "counts": { "queued_heartbeat": 6, "sent_status": 6 }, "timings": { "status_queue": { "count": 6, "mean_ms": 0.14937149050335088, "max_ms": 0.2500868868082762, "recent_samples": 6, "recent_p95_ms": 0.2500868868082762 }, "status_write_wall": { "count": 6, "mean_ms": 6.137063333333334, "max_ms": 10.872869999999999, "recent_samples": 6, "recent_p95_ms": 10.872869999999999 }, "status_write_cpu": { "count": 6, "mean_ms": 1.0501401666666668, "max_ms": 1.420723, "recent_samples": 6, "recent_p95_ms": 1.420723 }, "status_completion_lock": { "count": 6, "mean_ms": 0.011450999999999998, "max_ms": 0.017651, "recent_samples": 6, "recent_p95_ms": 0.017651 } } } }, "timing_scope": "sink_only_v2", "timeline_limit_per_channel": 256, "replacement_limit_per_channel": 32 } } } }, { "at": 1313738.924773177, "channels": { "rtsp-test-source-01": { "at": 1313738.956566823, "state": { "stream_id": "rtsp-test-01", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "b31ca083-baf3-4a9f-aa53-2c498b138b50", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789461018.1356544, "source_stage": "preprocess_output", "source_stage_at": 1789461018.1527793, "source_stages": { "pipeline_state_changed": 1789460942.7475967, "decoded_frame_received": 1789461018.1512632, "preprocess_output": 1789461018.1527793, "infer_output": 1789461018.08746, "consume_entered": 1789461018.0889478, "native_completed": 1789461018.1131563, "inference_frame_completed": 1789461018.1356273 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 767, "preprocess_output": 767, "infer_output": 766, "consume_entered": 766, "native_completed": 766, "inference_frame_completed": 766 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789460941.2130826, "decoded_frame_received": 1789460942.6677606, "preprocess_output": 1789460942.705002, "infer_output": 1789460942.735804, "consume_entered": 1789460942.7406185, "native_completed": 1789460942.7559268, "inference_frame_completed": 1789460942.7619655 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789460940.6291854, "uptime_s": 77.6, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1313738945691494, "counts": { "decoded": 767, "selected": 767, "preprocess": 767, "infer": 766, "native": 766, "result": 766, "publisher_submit": 766 }, "first_ns": { "decoded": 1313663415064522, "selected": 1313663415105808, "preprocess": 1313663452335848, "infer": 1313663483149750, "native": 1313663503280593, "result": 1313663508818259, "publisher_submit": 1313663509372297 }, "last_ns": { "decoded": 1313738898597072, "selected": 1313738898621648, "preprocess": 1313738900133190, "infer": 1313738834778034, "native": 1313738860533739, "result": 1313738882442370, "publisher_submit": 1313738883000542 }, "detail": true, "pending_samples": 1, "last_frame": { "selected": [ 766, 76829037103 ], "preprocess": [ 766, 76829037103 ], "infer": [ 765, 76729037103 ], "native": [ 765, 76729037103 ], "result": [ 765, 76729037103 ], "publisher_submit": [ 765, 76729037103 ] }, "observation_missed": 0, "durations": { "selected_to_preprocess": { "samples": 210, "mean_ms": 3.5147999142857143, "p95_ms": 10.841984, "max_ms": 21.288765 }, "queue": { "samples": 210, "mean_ms": 6.733715995238096, "p95_ms": 17.813222, "max_ms": 26.962268 }, "tracking": { "samples": 210, "mean_ms": 0.0419321619047619, "p95_ms": 0.068709, "max_ms": 0.12553 }, "tracking_cpu": { "samples": 210, "mean_ms": 0.032020876190476194, "p95_ms": 0.054873, "max_ms": 0.105103 }, "preprocess_to_infer": { "samples": 209, "mean_ms": 35.11792079904306, "p95_ms": 49.476457, "max_ms": 70.795718 }, "infer_to_native": { "samples": 209, "mean_ms": 29.15793491866029, "p95_ms": 52.988243, "max_ms": 188.999752 }, "result_work": { "samples": 210, "mean_ms": 4.341868076190476, "p95_ms": 10.02145, "max_ms": 50.111385 }, "native_to_result": { "samples": 209, "mean_ms": 13.893517933014353, "p95_ms": 27.267971, "max_ms": 162.241437 }, "result_to_publisher_submit": { "samples": 209, "mean_ms": 1.112066105263158, "p95_ms": 1.689334, "max_ms": 35.891432 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 0, "events_created": 0, "processed": 766 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 766, "per_task_buffers": { "det": 766 }, "latest": { "fn": 765, "det": 4, "persons": 1, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1313738.95661851, "entries": 764, "length": 100, "last": "1789461018145-0", "pttl": 9904, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-01", "sourceId": "rtsp-test-source-01", "serverId": "test-ai", "streamId": "rtsp-test-01", "runId": "b31ca083-baf3-4a9f-aa53-2c498b138b50", "runGeneration": 1, "frameSeq": 765, "ptsNs": 76729037103, "ingestTimeWallMs": 1789461018043, "frameWidth": 1280, "frameHeight": 720, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 2450994473, "rtpTimestampExt": null, "detectedAtWallMs": 1789461017939, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "0", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9781771898269653, "bbox": [ 0.0, 0.088134765625, 0.85107421875, 0.987060546875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "4", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.43290233612060547, "bbox": [ 0.6702880859375, 0.1923828125, 0.7994384765625, 0.994140625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "5", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.4169153571128845, "bbox": [ 0.6785888671875, 0.1917724609375, 0.7989501953125, 0.6182861328125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "6", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.3458781838417053, "bbox": [ 0.6578369140625, 0.19189453125, 0.8001708984375, 0.82861328125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "7", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.2538610100746155, "bbox": [ 0.6153564453125, 0.1922607421875, 0.7996826171875, 0.6163330078125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } }, "rtsp-test-source-02": { "at": 1313739.039476984, "state": { "stream_id": "web-cam08-test", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "dfa80a07-a5fc-4d6a-85e1-3274c52132ba", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789461018.2523425, "source_stage": "inference_frame_completed", "source_stage_at": 1789461018.252318, "source_stages": { "pipeline_state_changed": 1789460945.3327873, "decoded_frame_received": 1789461018.1547701, "preprocess_output": 1789461018.1568983, "infer_output": 1789461018.2081928, "consume_entered": 1789461018.2143533, "native_completed": 1789461018.238519, "inference_frame_completed": 1789461018.252318 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 730, "preprocess_output": 730, "infer_output": 730, "consume_entered": 730, "native_completed": 730, "inference_frame_completed": 730 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789460943.7573283, "decoded_frame_received": 1789460945.2796922, "preprocess_output": 1789460945.2848976, "infer_output": 1789460945.3203824, "consume_entered": 1789460945.3276534, "native_completed": 1789460945.3402321, "inference_frame_completed": 1789460945.347835 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789460943.7294421, "uptime_s": 74.5, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1313739021053187, "counts": { "decoded": 729, "selected": 729, "preprocess": 730, "infer": 730, "native": 730, "result": 730, "publisher_submit": 730 }, "first_ns": { "decoded": 1313666027045929, "selected": 1313666027070128, "preprocess": 1313666032264198, "infer": 1313666067745921, "native": 1313666087571210, "result": 1313666094118782, "publisher_submit": 1313666095232383 }, "last_ns": { "decoded": 1313738902107633, "selected": 1313738902126410, "preprocess": 1313738904241599, "infer": 1313738955545072, "native": 1313738985850252, "result": 1313738999035680, "publisher_submit": 1313738999709589 }, "detail": true, "pending_samples": 0, "last_frame": { "selected": [ 729, 74223652503 ], "preprocess": [ 729, 74223652503 ], "infer": [ 729, 74223652503 ], "native": [ 729, 74223652503 ], "result": [ 729, 74223652503 ], "publisher_submit": [ 729, 74223652503 ] }, "observation_missed": 2, "durations": { "result_work": { "samples": 211, "mean_ms": 4.486113654028436, "p95_ms": 8.345028, "max_ms": 65.391066 }, "queue": { "samples": 210, "mean_ms": 5.536196295238096, "p95_ms": 17.308786, "max_ms": 38.387777 }, "tracking": { "samples": 210, "mean_ms": 0.044185442857142855, "p95_ms": 0.07448, "max_ms": 0.115195 }, "tracking_cpu": { "samples": 210, "mean_ms": 0.033528890476190475, "p95_ms": 0.054712, "max_ms": 0.101894 }, "selected_to_preprocess": { "samples": 209, "mean_ms": 5.061225153110048, "p95_ms": 15.149216, "max_ms": 26.066431 }, "preprocess_to_infer": { "samples": 209, "mean_ms": 32.05309725358852, "p95_ms": 49.925221, "max_ms": 121.764809 }, "infer_to_native": { "samples": 209, "mean_ms": 24.93084661244019, "p95_ms": 47.729042, "max_ms": 167.898504 }, "native_to_result": { "samples": 209, "mean_ms": 11.71479471770335, "p95_ms": 30.048283, "max_ms": 42.245197 }, "result_to_publisher_submit": { "samples": 209, "mean_ms": 0.9930487942583732, "p95_ms": 2.270667, "max_ms": 20.092703 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 0, "events_created": 0, "processed": 730 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 730, "per_task_buffers": { "det": 730 }, "latest": { "fn": 729, "det": 8, "persons": 6, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1313739.039539239, "entries": 728, "length": 100, "last": "1789461018257-0", "pttl": 9933, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-02", "sourceId": "rtsp-test-source-02", "serverId": "test-ai", "streamId": "web-cam08-test", "runId": "dfa80a07-a5fc-4d6a-85e1-3274c52132ba", "runGeneration": 1, "frameSeq": 729, "ptsNs": 74223652503, "ingestTimeWallMs": 1789461018154, "frameWidth": 1280, "frameHeight": 720, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 283960892, "rtpTimestampExt": null, "detectedAtWallMs": 1789436939789, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "1", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8881781101226807, "bbox": [ 0.58380126953125, 0.34722900390625, 0.63690185546875, 0.58441162109375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "2", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8858291506767273, "bbox": [ 0.505706787109375, 0.37115478515625, 0.538238525390625, 0.53363037109375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "3", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8392075896263123, "bbox": [ 0.335174560546875, 0.4718017578125, 0.393341064453125, 0.6024169921875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "4", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.7577943801879883, "bbox": [ 0.6305084228515625, 0.467071533203125, 0.6751556396484375, 0.556365966796875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "5", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.7052778005599976, "bbox": [ 0.65740966796875, 0.448974609375, 0.69024658203125, 0.533935546875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "7", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.6956482529640198, "bbox": [ 0.6239700317382812, 0.3729248046875, 0.6514205932617188, 0.5479736328125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } }, "rtsp-test-source-03": { "at": 1313739.203929416, "state": { "stream_id": "web-cam01-test", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "f28e8326-10dc-43cc-bb0b-5345f3b1e484", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789461018.370508, "source_stage": "preprocess_output", "source_stage_at": 1789461018.3799102, "source_stages": { "pipeline_state_changed": 1789460947.5179484, "decoded_frame_received": 1789461018.3778462, "preprocess_output": 1789461018.3799102, "infer_output": 1789461018.302977, "consume_entered": 1789461018.3053236, "native_completed": 1789461018.3474383, "inference_frame_completed": 1789461018.3704789 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 710, "preprocess_output": 710, "infer_output": 709, "consume_entered": 709, "native_completed": 709, "inference_frame_completed": 709 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789460946.0984929, "decoded_frame_received": 1789460947.4657261, "preprocess_output": 1789460947.4779425, "infer_output": 1789460947.5069637, "consume_entered": 1789460947.512886, "native_completed": 1789460947.5267632, "inference_frame_completed": 1789460947.533087 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789460945.956795, "uptime_s": 72.4, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1313739132029277, "counts": { "decoded": 2127, "selected": 710, "preprocess": 710, "sampling_drop": 1417, "infer": 709, "native": 709, "result": 709, "publisher_submit": 709 }, "first_ns": { "decoded": 1313668213086321, "selected": 1313668213105477, "preprocess": 1313668225294769, "sampling_drop": 1313668234251547, "infer": 1313668254300218, "native": 1313668274137600, "result": 1313668279959462, "publisher_submit": 1313668280496110 }, "last_ns": { "decoded": 1313739125175971, "selected": 1313739125202953, "preprocess": 1313739127267542, "sampling_drop": 1313739113640322, "infer": 1313739050212670, "native": 1313739094793011, "result": 1313739117241271, "publisher_submit": 1313739117874002 }, "detail": true, "pending_samples": 1, "last_frame": { "selected": [ 2127, 72193514339 ], "preprocess": [ 2127, 72193514339 ], "infer": [ 2124, 72093514339 ], "native": [ 2124, 72093514339 ], "result": [ 2124, 72093514339 ], "publisher_submit": [ 2124, 72093514339 ] }, "observation_missed": 2, "durations": { "queue": { "samples": 211, "mean_ms": 4.976497545023697, "p95_ms": 15.360582, "max_ms": 31.565557 }, "tracking": { "samples": 211, "mean_ms": 0.03825022274881517, "p95_ms": 0.059722, "max_ms": 0.109206 }, "tracking_cpu": { "samples": 211, "mean_ms": 0.029220175355450236, "p95_ms": 0.045465, "max_ms": 0.094642 }, "selected_to_preprocess": { "samples": 211, "mean_ms": 4.104328962085308, "p95_ms": 13.296984, "max_ms": 53.313312 }, "result_work": { "samples": 211, "mean_ms": 3.7821846113744075, "p95_ms": 7.027259, "max_ms": 16.271676 }, "preprocess_to_infer": { "samples": 210, "mean_ms": 37.326507676190474, "p95_ms": 57.588468, "max_ms": 138.96904 }, "infer_to_native": { "samples": 210, "mean_ms": 31.158223061904764, "p95_ms": 49.583257, "max_ms": 143.80839 }, "native_to_result": { "samples": 210, "mean_ms": 11.465881242857144, "p95_ms": 22.855892, "max_ms": 173.176918 }, "result_to_publisher_submit": { "samples": 210, "mean_ms": 0.7742436904761906, "p95_ms": 1.130161, "max_ms": 6.529048 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 0, "events_created": 0, "processed": 709 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 709, "per_task_buffers": { "det": 709 }, "latest": { "fn": 2124, "det": 6, "persons": 4, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1313739.203983332, "entries": 709, "length": 100, "last": "1789461018380-0", "pttl": 9999, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-03", "sourceId": "rtsp-test-source-03", "serverId": "test-ai", "streamId": "web-cam01-test", "runId": "f28e8326-10dc-43cc-bb0b-5345f3b1e484", "runGeneration": 1, "frameSeq": 2124, "ptsNs": 72093514339, "ingestTimeWallMs": 1789461018255, "frameWidth": 480, "frameHeight": 360, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 4046533316, "rtpTimestampExt": null, "detectedAtWallMs": 1789478746149, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "0", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8872045874595642, "bbox": [ 0.797088623046875, 0.42919921875, 0.845489501953125, 0.61181640625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "2", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8623517155647278, "bbox": [ 0.8426361083984375, 0.42352294921875, 0.8819732666015625, 0.58526611328125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "4", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.7947037816047668, "bbox": [ 0.5063858032226562, 0.3267822265625, 0.5375595092773438, 0.4598388671875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "5", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.6801354885101318, "bbox": [ 0.49411773681640625, 0.3114013671875, 0.5195541381835938, 0.4444580078125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "6", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.37731117010116577, "bbox": [ 0.5363235473632812, 0.415985107421875, 0.5603561401367188, 0.505889892578125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "7", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.34975478053092957, "bbox": [ 0.5316925048828125, 0.37591552734375, 0.5610809326171875, 0.50640869140625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } } }, "publisher": { "enabled": true, "metrics": { "sent": 2292, "sent_status": 94, "sent_frames": 2198, "replaced": 4, "queued": 0, "queuedBytes": 0, "channels": 4, "workers": 4, "profile": { "enabled": true, "revision": 1, "channels": { "d98f4e86d523f201a60f5f03c7a93f284a355b57e3a57ecd305727b2df38a5d2": { "counts": { "state_noop": 217, "queued_frame": 217, "sent_frame": 217, "queued_heartbeat": 6, "sent_status": 5, "timeline_evicted": 411 }, "timings": { "frame_queue": { "count": 217, "mean_ms": 5.266849393634478, "max_ms": 32.91493188589811, "recent_samples": 217, "recent_p95_ms": 17.434381181374192 }, "frame_write_wall": { "count": 217, "mean_ms": 8.932404672811058, "max_ms": 67.028965, "recent_samples": 217, "recent_p95_ms": 26.842372 }, "frame_write_cpu": { "count": 217, "mean_ms": 0.9720306774193548, "max_ms": 2.2324990000000002, "recent_samples": 217, "recent_p95_ms": 1.575558 }, "frame_completion_lock": { "count": 217, "mean_ms": 0.06596618894009214, "max_ms": 8.007389, "recent_samples": 217, "recent_p95_ms": 0.026928999999999998 }, "enqueue_gap": { "count": 216, "mean_ms": 99.1159262731481, "max_ms": 258.882813, "recent_samples": 216, "recent_p95_ms": 134.39965700000002 }, "status_queue": { "count": 5, "mean_ms": 6.559860799461603, "max_ms": 15.138176968321204, "recent_samples": 5, "recent_p95_ms": 15.138176968321204 }, "status_write_wall": { "count": 5, "mean_ms": 3.8046494, "max_ms": 9.495316, "recent_samples": 5, "recent_p95_ms": 9.495316 }, "status_write_cpu": { "count": 5, "mean_ms": 0.8253623999999998, "max_ms": 1.234199, "recent_samples": 5, "recent_p95_ms": 1.234199 }, "status_completion_lock": { "count": 5, "mean_ms": 0.0090434, "max_ms": 0.010658, "recent_samples": 5, "recent_p95_ms": 0.010658 } } }, "611cea950b4c0a014291720468a3a7f61c5787baa95a374d3b94d4db886bf16b": { "counts": { "state_noop": 216, "queued_frame": 216, "sent_frame": 216, "queued_heartbeat": 7, "sent_status": 7, "timeline_evicted": 413 }, "timings": { "frame_queue": { "count": 216, "mean_ms": 5.946673971333507, "max_ms": 30.13393795117736, "recent_samples": 216, "recent_p95_ms": 19.6280418895185 }, "frame_write_wall": { "count": 216, "mean_ms": 11.383021490740736, "max_ms": 33.780488999999996, "recent_samples": 216, "recent_p95_ms": 28.767439999999997 }, "frame_write_cpu": { "count": 216, "mean_ms": 1.1045936111111114, "max_ms": 2.373748, "recent_samples": 216, "recent_p95_ms": 1.67319 }, "frame_completion_lock": { "count": 216, "mean_ms": 0.025619592592592617, "max_ms": 2.513738, "recent_samples": 216, "recent_p95_ms": 0.025477 }, "enqueue_gap": { "count": 215, "mean_ms": 99.45283926511627, "max_ms": 333.02178399999997, "recent_samples": 215, "recent_p95_ms": 164.965686 }, "status_queue": { "count": 7, "mean_ms": 5.446602091459291, "max_ms": 14.48543113656342, "recent_samples": 7, "recent_p95_ms": 14.48543113656342 }, "status_write_wall": { "count": 7, "mean_ms": 4.630701999999999, "max_ms": 13.88488, "recent_samples": 7, "recent_p95_ms": 13.88488 }, "status_write_cpu": { "count": 7, "mean_ms": 0.6735067142857142, "max_ms": 0.845112, "recent_samples": 7, "recent_p95_ms": 0.845112 }, "status_completion_lock": { "count": 7, "mean_ms": 0.010489571428571428, "max_ms": 0.014987, "recent_samples": 7, "recent_p95_ms": 0.014987 } } }, "f119ec7770227da23061f13f0bb790b466850dbe16243dbfcb1a0279ab0a1baa": { "counts": { "state_noop": 216, "queued_frame": 216, "sent_frame": 216, "queued_heartbeat": 7, "sent_status": 6, "timeline_evicted": 411 }, "timings": { "frame_queue": { "count": 216, "mean_ms": 3.3495121935158276, "max_ms": 32.33563317917287, "recent_samples": 216, "recent_p95_ms": 10.169456945732236 }, "frame_write_wall": { "count": 216, "mean_ms": 5.374820050925925, "max_ms": 47.009828, "recent_samples": 216, "recent_p95_ms": 17.136712 }, "frame_write_cpu": { "count": 216, "mean_ms": 0.910776148148148, "max_ms": 2.33336, "recent_samples": 216, "recent_p95_ms": 1.519321 }, "frame_completion_lock": { "count": 216, "mean_ms": 0.17985435648148143, "max_ms": 34.841402, "recent_samples": 216, "recent_p95_ms": 0.024663 }, "enqueue_gap": { "count": 215, "mean_ms": 99.23136649302323, "max_ms": 251.223295, "recent_samples": 215, "recent_p95_ms": 127.545728 }, "status_queue": { "count": 6, "mean_ms": 4.538571500840287, "max_ms": 11.004586005583405, "recent_samples": 6, "recent_p95_ms": 11.004586005583405 }, "status_write_wall": { "count": 6, "mean_ms": 5.611476666666667, "max_ms": 12.226796, "recent_samples": 6, "recent_p95_ms": 12.226796 }, "status_write_cpu": { "count": 6, "mean_ms": 0.6714361666666666, "max_ms": 1.10037, "recent_samples": 6, "recent_p95_ms": 1.10037 }, "status_completion_lock": { "count": 6, "mean_ms": 0.008788666666666665, "max_ms": 0.015555, "recent_samples": 6, "recent_p95_ms": 0.015555 } } }, "d57cc517767b64098669a8ffc9845f2bae132fb3b0f3a0a1298371fd11f01cc0": { "counts": { "queued_heartbeat": 7, "sent_status": 7 }, "timings": { "status_queue": { "count": 7, "mean_ms": 0.1393888212208237, "max_ms": 0.2500868868082762, "recent_samples": 7, "recent_p95_ms": 0.2500868868082762 }, "status_write_wall": { "count": 7, "mean_ms": 7.588230428571429, "max_ms": 16.295233, "recent_samples": 7, "recent_p95_ms": 16.295233 }, "status_write_cpu": { "count": 7, "mean_ms": 1.0048027142857143, "max_ms": 1.420723, "recent_samples": 7, "recent_p95_ms": 1.420723 }, "status_completion_lock": { "count": 7, "mean_ms": 0.010962285714285713, "max_ms": 0.017651, "recent_samples": 7, "recent_p95_ms": 0.017651 } } } }, "timing_scope": "sink_only_v2", "timeline_limit_per_channel": 256, "replacement_limit_per_channel": 32 } } } }, { "at": 1313740.239247111, "channels": { "rtsp-test-source-01": { "at": 1313740.340976724, "state": { "stream_id": "rtsp-test-01", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "b31ca083-baf3-4a9f-aa53-2c498b138b50", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789461019.5373442, "source_stage": "preprocess_output", "source_stage_at": 1789461019.5588295, "source_stages": { "pipeline_state_changed": 1789460942.7475967, "decoded_frame_received": 1789461019.5531185, "preprocess_output": 1789461019.5588295, "infer_output": 1789461019.491723, "consume_entered": 1789461019.5049355, "native_completed": 1789461019.5213592, "inference_frame_completed": 1789461019.537312 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 781, "preprocess_output": 781, "infer_output": 780, "consume_entered": 780, "native_completed": 780, "inference_frame_completed": 780 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789460941.2130826, "decoded_frame_received": 1789460942.6677606, "preprocess_output": 1789460942.705002, "infer_output": 1789460942.735804, "consume_entered": 1789460942.7406185, "native_completed": 1789460942.7559268, "inference_frame_completed": 1789460942.7619655 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789460940.6291854, "uptime_s": 78.9, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1313740324257767, "counts": { "decoded": 781, "selected": 781, "preprocess": 781, "infer": 780, "native": 780, "result": 780, "publisher_submit": 780 }, "first_ns": { "decoded": 1313663415064522, "selected": 1313663415105808, "preprocess": 1313663452335848, "infer": 1313663483149750, "native": 1313663503280593, "result": 1313663508818259, "publisher_submit": 1313663509372297 }, "last_ns": { "decoded": 1313740300466974, "selected": 1313740300481437, "preprocess": 1313740306171386, "infer": 1313740239021225, "native": 1313740268723264, "result": 1313740283966357, "publisher_submit": 1313740284697643 }, "detail": true, "pending_samples": 1, "last_frame": { "selected": [ 780, 78229037103 ], "preprocess": [ 780, 78229037103 ], "infer": [ 779, 78129037103 ], "native": [ 779, 78129037103 ], "result": [ 779, 78129037103 ], "publisher_submit": [ 779, 78129037103 ] }, "observation_missed": 0, "durations": { "selected_to_preprocess": { "samples": 224, "mean_ms": 3.52271965625, "p95_ms": 10.841984, "max_ms": 21.288765 }, "queue": { "samples": 224, "mean_ms": 6.894377325892857, "p95_ms": 18.162159, "max_ms": 26.962268 }, "tracking": { "samples": 224, "mean_ms": 0.04191135267857143, "p95_ms": 0.068475, "max_ms": 0.12553 }, "tracking_cpu": { "samples": 224, "mean_ms": 0.03202921875, "p95_ms": 0.053586, "max_ms": 0.105103 }, "preprocess_to_infer": { "samples": 223, "mean_ms": 35.100629860986544, "p95_ms": 49.476457, "max_ms": 70.795718 }, "infer_to_native": { "samples": 223, "mean_ms": 29.227536914798208, "p95_ms": 52.216784, "max_ms": 188.999752 }, "result_work": { "samples": 224, "mean_ms": 4.361814375, "p95_ms": 10.02145, "max_ms": 50.111385 }, "native_to_result": { "samples": 223, "mean_ms": 13.970917116591929, "p95_ms": 27.267971, "max_ms": 162.241437 }, "result_to_publisher_submit": { "samples": 223, "mean_ms": 1.1460894573991032, "p95_ms": 1.689334, "max_ms": 35.891432 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 0, "events_created": 0, "processed": 780 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 780, "per_task_buffers": { "det": 780 }, "latest": { "fn": 779, "det": 6, "persons": 4, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1313740.341020922, "entries": 778, "length": 100, "last": "1789461019544-0", "pttl": 9988, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-01", "sourceId": "rtsp-test-source-01", "serverId": "test-ai", "streamId": "rtsp-test-01", "runId": "b31ca083-baf3-4a9f-aa53-2c498b138b50", "runGeneration": 1, "frameSeq": 780, "ptsNs": 78229037103, "ingestTimeWallMs": 1789461019552, "frameWidth": 1280, "frameHeight": 720, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 2451129473, "rtpTimestampExt": null, "detectedAtWallMs": 1789461019439, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "0", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9814888834953308, "bbox": [ 0.00048828125, 0.113037109375, 0.65625, 0.987548828125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "1", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9310875535011292, "bbox": [ 0.62274169921875, 0.213134765625, 0.77081298828125, 0.995849609375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "2", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8432507514953613, "bbox": [ 0.42791748046875, 0.3455810546875, 0.46710205078125, 0.5621337890625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "3", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8174288272857666, "bbox": [ 0.5767974853515625, 0.38446044921875, 0.6116790771484375, 0.56768798828125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } }, "rtsp-test-source-02": { "at": 1313740.378207091, "state": { "stream_id": "web-cam08-test", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "dfa80a07-a5fc-4d6a-85e1-3274c52132ba", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789461019.5730844, "source_stage": "preprocess_output", "source_stage_at": 1789461019.6226077, "source_stages": { "pipeline_state_changed": 1789460945.3327873, "decoded_frame_received": 1789461019.6213384, "preprocess_output": 1789461019.6226077, "infer_output": 1789461019.5490818, "consume_entered": 1789461019.5535457, "native_completed": 1789461019.5683749, "inference_frame_completed": 1789461019.57306 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 745, "preprocess_output": 745, "infer_output": 744, "consume_entered": 744, "native_completed": 744, "inference_frame_completed": 744 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789460943.7573283, "decoded_frame_received": 1789460945.2796922, "preprocess_output": 1789460945.2848976, "infer_output": 1789460945.3203824, "consume_entered": 1789460945.3276534, "native_completed": 1789460945.3402321, "inference_frame_completed": 1789460945.347835 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789460943.7294421, "uptime_s": 75.9, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1313740371889674, "counts": { "decoded": 744, "selected": 744, "preprocess": 745, "infer": 744, "native": 744, "result": 744, "publisher_submit": 744 }, "first_ns": { "decoded": 1313666027045929, "selected": 1313666027070128, "preprocess": 1313666032264198, "infer": 1313666067745921, "native": 1313666087571210, "result": 1313666094118782, "publisher_submit": 1313666095232383 }, "last_ns": { "decoded": 1313740368711186, "selected": 1313740368720364, "preprocess": 1313740369950998, "infer": 1313740296430819, "native": 1313740315720131, "result": 1313740319898942, "publisher_submit": 1313740320460816 }, "detail": true, "pending_samples": 1, "last_frame": { "selected": [ 744, 75723652503 ], "preprocess": [ 744, 75723652503 ], "infer": [ 743, 75623652503 ], "native": [ 743, 75623652503 ], "result": [ 743, 75623652503 ], "publisher_submit": [ 743, 75623652503 ] }, "observation_missed": 2, "durations": { "result_work": { "samples": 225, "mean_ms": 4.469628506666667, "p95_ms": 8.345028, "max_ms": 65.391066 }, "queue": { "samples": 224, "mean_ms": 5.5681568125, "p95_ms": 17.308786, "max_ms": 38.387777 }, "tracking": { "samples": 224, "mean_ms": 0.04394878571428572, "p95_ms": 0.072917, "max_ms": 0.115195 }, "tracking_cpu": { "samples": 224, "mean_ms": 0.033408915178571426, "p95_ms": 0.053167, "max_ms": 0.101894 }, "selected_to_preprocess": { "samples": 224, "mean_ms": 5.176975227678572, "p95_ms": 15.367755, "max_ms": 26.066431 }, "preprocess_to_infer": { "samples": 223, "mean_ms": 32.14145982511211, "p95_ms": 50.085539, "max_ms": 121.764809 }, "infer_to_native": { "samples": 223, "mean_ms": 25.142296040358744, "p95_ms": 51.413708, "max_ms": 167.898504 }, "native_to_result": { "samples": 223, "mean_ms": 11.786783538116591, "p95_ms": 30.048283, "max_ms": 42.245197 }, "result_to_publisher_submit": { "samples": 223, "mean_ms": 1.000378466367713, "p95_ms": 2.270667, "max_ms": 20.092703 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 0, "events_created": 0, "processed": 744 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 744, "per_task_buffers": { "det": 744 }, "latest": { "fn": 743, "det": 9, "persons": 7, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1313740.378263543, "entries": 742, "length": 100, "last": "1789461019574-0", "pttl": 9908, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-02", "sourceId": "rtsp-test-source-02", "serverId": "test-ai", "streamId": "web-cam08-test", "runId": "dfa80a07-a5fc-4d6a-85e1-3274c52132ba", "runGeneration": 1, "frameSeq": 743, "ptsNs": 75623652503, "ingestTimeWallMs": 1789461019523, "frameWidth": 1280, "frameHeight": 720, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 284086892, "rtpTimestampExt": null, "detectedAtWallMs": 1789436941189, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "1", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9100669622421265, "bbox": [ 0.3379364013671875, 0.46380615234375, 0.3969268798828125, 0.59967041015625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "2", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8931231498718262, "bbox": [ 0.5057525634765625, 0.37060546875, 0.5381927490234375, 0.533203125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "3", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8902942538261414, "bbox": [ 0.5564117431640625, 0.35406494140625, 0.5930023193359375, 0.57025146484375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "4", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8686040639877319, "bbox": [ 0.82391357421875, 0.3441162109375, 0.87042236328125, 0.6060791015625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "5", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.7794896960258484, "bbox": [ 0.618682861328125, 0.375732421875, 0.650848388671875, 0.541748046875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "6", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.7774689197540283, "bbox": [ 0.630615234375, 0.46649169921875, 0.677001953125, 0.55596923828125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "7", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.7418610453605652, "bbox": [ 0.6572418212890625, 0.448944091796875, 0.6904144287109375, 0.533477783203125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "14", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.2577650845050812, "bbox": [ 0.19812393188476562, 0.4329986572265625, 0.21349716186523438, 0.4586029052734375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "16", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.2503625154495239, "bbox": [ 0.6272964477539062, 0.46728515625, 0.6559066772460938, 0.55322265625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } }, "rtsp-test-source-03": { "at": 1313740.468110101, "state": { "stream_id": "web-cam01-test", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "f28e8326-10dc-43cc-bb0b-5345f3b1e484", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789461019.6190202, "source_stage": "infer_output", "source_stage_at": 1789461019.6940026, "source_stages": { "pipeline_state_changed": 1789460947.5179484, "decoded_frame_received": 1789461019.657444, "preprocess_output": 1789461019.6644068, "infer_output": 1789461019.6940026, "consume_entered": 1789461019.6022017, "native_completed": 1789461019.6139913, "inference_frame_completed": 1789461019.618982 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 723, "preprocess_output": 723, "infer_output": 723, "consume_entered": 722, "native_completed": 722, "inference_frame_completed": 722 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789460946.0984929, "decoded_frame_received": 1789460947.4657261, "preprocess_output": 1789460947.4779425, "infer_output": 1789460947.5069637, "consume_entered": 1789460947.512886, "native_completed": 1789460947.5267632, "inference_frame_completed": 1789460947.533087 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789460945.956795, "uptime_s": 73.7, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1313740443759947, "counts": { "decoded": 2167, "selected": 723, "preprocess": 723, "sampling_drop": 1444, "infer": 723, "native": 722, "result": 722, "publisher_submit": 722 }, "first_ns": { "decoded": 1313668213086321, "selected": 1313668213105477, "preprocess": 1313668225294769, "sampling_drop": 1313668234251547, "infer": 1313668254300218, "native": 1313668274137600, "result": 1313668279959462, "publisher_submit": 1313668280496110 }, "last_ns": { "decoded": 1313740434419233, "selected": 1313740404805366, "preprocess": 1313740411746375, "sampling_drop": 1313740434449245, "infer": 1313740441344447, "native": 1313740361378605, "result": 1313740365646886, "publisher_submit": 1313740366369439 }, "detail": true, "pending_samples": 1, "last_frame": { "selected": [ 2166, 73493514339 ], "preprocess": [ 2166, 73493514339 ], "infer": [ 2166, 73493514339 ], "native": [ 2163, 73393514339 ], "result": [ 2163, 73393514339 ], "publisher_submit": [ 2163, 73393514339 ] }, "observation_missed": 2, "durations": { "queue": { "samples": 224, "mean_ms": 4.823070674107143, "p95_ms": 15.327904, "max_ms": 31.565557 }, "tracking": { "samples": 224, "mean_ms": 0.03798679910714285, "p95_ms": 0.059519, "max_ms": 0.109206 }, "tracking_cpu": { "samples": 224, "mean_ms": 0.02905408035714286, "p95_ms": 0.045181, "max_ms": 0.094642 }, "selected_to_preprocess": { "samples": 224, "mean_ms": 4.160884276785714, "p95_ms": 13.296984, "max_ms": 53.313312 }, "result_work": { "samples": 224, "mean_ms": 3.760669866071429, "p95_ms": 6.761509, "max_ms": 16.271676 }, "preprocess_to_infer": { "samples": 224, "mean_ms": 37.07133380357143, "p95_ms": 57.588468, "max_ms": 138.96904 }, "infer_to_native": { "samples": 223, "mean_ms": 31.219252, "p95_ms": 51.221304, "max_ms": 143.80839 }, "native_to_result": { "samples": 223, "mean_ms": 11.363065107623319, "p95_ms": 22.855892, "max_ms": 173.176918 }, "result_to_publisher_submit": { "samples": 223, "mean_ms": 0.7638873991031391, "p95_ms": 1.127852, "max_ms": 6.529048 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 0, "events_created": 0, "processed": 722 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 722, "per_task_buffers": { "det": 722 }, "latest": { "fn": 2163, "det": 8, "persons": 6, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1313740.468148518, "entries": 722, "length": 100, "last": "1789461019622-0", "pttl": 9976, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-03", "sourceId": "rtsp-test-source-03", "serverId": "test-ai", "streamId": "web-cam01-test", "runId": "f28e8326-10dc-43cc-bb0b-5345f3b1e484", "runGeneration": 1, "frameSeq": 2166, "ptsNs": 73493514339, "ingestTimeWallMs": 1789461019657, "frameWidth": 480, "frameHeight": 360, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 4046659316, "rtpTimestampExt": null, "detectedAtWallMs": 1789478747549, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "0", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.911337673664093, "bbox": [ 0.68084716796875, 0.38372802734375, 0.72735595703125, 0.54742431640625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "1", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8982321619987488, "bbox": [ 0.911468505859375, 0.45782470703125, 0.949859619140625, 0.66033935546875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "2", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.896251380443573, "bbox": [ 0.7442474365234375, 0.37969970703125, 0.7801666259765625, 0.53485107421875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "3", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8844391107559204, "bbox": [ 0.57647705078125, 0.31292724609375, 0.61297607421875, 0.44439697265625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "4", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8668103814125061, "bbox": [ 0.4900970458984375, 0.31048583984375, 0.5225982666015625, 0.45172119140625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "7", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.7638362646102905, "bbox": [ 0.5253448486328125, 0.3155517578125, 0.5576629638671875, 0.4578857421875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } } }, "publisher": { "enabled": true, "metrics": { "sent": 2331, "sent_status": 94, "sent_frames": 2237, "replaced": 4, "queued": 0, "queuedBytes": 0, "channels": 4, "workers": 4, "profile": { "enabled": true, "revision": 1, "channels": { "d98f4e86d523f201a60f5f03c7a93f284a355b57e3a57ecd305727b2df38a5d2": { "counts": { "state_noop": 230, "queued_frame": 230, "sent_frame": 230, "queued_heartbeat": 6, "sent_status": 5, "timeline_evicted": 450 }, "timings": { "frame_queue": { "count": 230, "mean_ms": 5.354508360766846, "max_ms": 32.91493188589811, "recent_samples": 230, "recent_p95_ms": 18.64816201850772 }, "frame_write_wall": { "count": 230, "mean_ms": 8.839848613043475, "max_ms": 67.028965, "recent_samples": 230, "recent_p95_ms": 26.717328 }, "frame_write_cpu": { "count": 230, "mean_ms": 0.9707507608695651, "max_ms": 2.2324990000000002, "recent_samples": 230, "recent_p95_ms": 1.575558 }, "frame_completion_lock": { "count": 230, "mean_ms": 0.0628471217391304, "max_ms": 8.007389, "recent_samples": 230, "recent_p95_ms": 0.025162999999999998 }, "enqueue_gap": { "count": 229, "mean_ms": 99.07943189082964, "max_ms": 258.882813, "recent_samples": 229, "recent_p95_ms": 134.39965700000002 }, "status_queue": { "count": 5, "mean_ms": 6.559860799461603, "max_ms": 15.138176968321204, "recent_samples": 5, "recent_p95_ms": 15.138176968321204 }, "status_write_wall": { "count": 5, "mean_ms": 3.8046494, "max_ms": 9.495316, "recent_samples": 5, "recent_p95_ms": 9.495316 }, "status_write_cpu": { "count": 5, "mean_ms": 0.8253623999999998, "max_ms": 1.234199, "recent_samples": 5, "recent_p95_ms": 1.234199 }, "status_completion_lock": { "count": 5, "mean_ms": 0.0090434, "max_ms": 0.010658, "recent_samples": 5, "recent_p95_ms": 0.010658 } } }, "611cea950b4c0a014291720468a3a7f61c5787baa95a374d3b94d4db886bf16b": { "counts": { "state_noop": 229, "queued_frame": 229, "sent_frame": 229, "queued_heartbeat": 7, "sent_status": 7, "timeline_evicted": 452 }, "timings": { "frame_queue": { "count": 229, "mean_ms": 6.15091179904231, "max_ms": 34.12935417145491, "recent_samples": 229, "recent_p95_ms": 19.6280418895185 }, "frame_write_wall": { "count": 229, "mean_ms": 11.354974218340605, "max_ms": 33.780488999999996, "recent_samples": 229, "recent_p95_ms": 27.364435999999998 }, "frame_write_cpu": { "count": 229, "mean_ms": 1.1042398908296944, "max_ms": 2.373748, "recent_samples": 229, "recent_p95_ms": 1.67319 }, "frame_completion_lock": { "count": 229, "mean_ms": 0.025014183406113562, "max_ms": 2.513738, "recent_samples": 229, "recent_p95_ms": 0.025477 }, "enqueue_gap": { "count": 228, "mean_ms": 99.46605971052631, "max_ms": 333.02178399999997, "recent_samples": 228, "recent_p95_ms": 164.157632 }, "status_queue": { "count": 7, "mean_ms": 5.446602091459291, "max_ms": 14.48543113656342, "recent_samples": 7, "recent_p95_ms": 14.48543113656342 }, "status_write_wall": { "count": 7, "mean_ms": 4.630701999999999, "max_ms": 13.88488, "recent_samples": 7, "recent_p95_ms": 13.88488 }, "status_write_cpu": { "count": 7, "mean_ms": 0.6735067142857142, "max_ms": 0.845112, "recent_samples": 7, "recent_p95_ms": 0.845112 }, "status_completion_lock": { "count": 7, "mean_ms": 0.010489571428571428, "max_ms": 0.014987, "recent_samples": 7, "recent_p95_ms": 0.014987 } } }, "f119ec7770227da23061f13f0bb790b466850dbe16243dbfcb1a0279ab0a1baa": { "counts": { "state_noop": 229, "queued_frame": 229, "sent_frame": 229, "queued_heartbeat": 7, "sent_status": 6, "timeline_evicted": 450 }, "timings": { "frame_queue": { "count": 229, "mean_ms": 3.386804138566469, "max_ms": 32.33563317917287, "recent_samples": 229, "recent_p95_ms": 10.23442205041647 }, "frame_write_wall": { "count": 229, "mean_ms": 5.263288349344977, "max_ms": 47.009828, "recent_samples": 229, "recent_p95_ms": 17.136712 }, "frame_write_cpu": { "count": 229, "mean_ms": 0.9062741615720521, "max_ms": 2.33336, "recent_samples": 229, "recent_p95_ms": 1.519321 }, "frame_completion_lock": { "count": 229, "mean_ms": 0.17028037554585146, "max_ms": 34.841402, "recent_samples": 229, "recent_p95_ms": 0.024663 }, "enqueue_gap": { "count": 228, "mean_ms": 99.29182832456138, "max_ms": 251.223295, "recent_samples": 228, "recent_p95_ms": 127.545728 }, "status_queue": { "count": 6, "mean_ms": 4.538571500840287, "max_ms": 11.004586005583405, "recent_samples": 6, "recent_p95_ms": 11.004586005583405 }, "status_write_wall": { "count": 6, "mean_ms": 5.611476666666667, "max_ms": 12.226796, "recent_samples": 6, "recent_p95_ms": 12.226796 }, "status_write_cpu": { "count": 6, "mean_ms": 0.6714361666666666, "max_ms": 1.10037, "recent_samples": 6, "recent_p95_ms": 1.10037 }, "status_completion_lock": { "count": 6, "mean_ms": 0.008788666666666665, "max_ms": 0.015555, "recent_samples": 6, "recent_p95_ms": 0.015555 } } }, "d57cc517767b64098669a8ffc9845f2bae132fb3b0f3a0a1298371fd11f01cc0": { "counts": { "queued_heartbeat": 7, "sent_status": 7 }, "timings": { "status_queue": { "count": 7, "mean_ms": 0.1393888212208237, "max_ms": 0.2500868868082762, "recent_samples": 7, "recent_p95_ms": 0.2500868868082762 }, "status_write_wall": { "count": 7, "mean_ms": 7.588230428571429, "max_ms": 16.295233, "recent_samples": 7, "recent_p95_ms": 16.295233 }, "status_write_cpu": { "count": 7, "mean_ms": 1.0048027142857143, "max_ms": 1.420723, "recent_samples": 7, "recent_p95_ms": 1.420723 }, "status_completion_lock": { "count": 7, "mean_ms": 0.010962285714285713, "max_ms": 0.017651, "recent_samples": 7, "recent_p95_ms": 0.017651 } } } }, "timing_scope": "sink_only_v2", "timeline_limit_per_channel": 256, "replacement_limit_per_channel": 32 } } } }, { "at": 1313741.508261116, "channels": { "rtsp-test-source-01": { "at": 1313741.626809127, "state": { "stream_id": "rtsp-test-01", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "b31ca083-baf3-4a9f-aa53-2c498b138b50", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789461020.7442093, "source_stage": "preprocess_output", "source_stage_at": 1789461020.746726, "source_stages": { "pipeline_state_changed": 1789460942.7475967, "decoded_frame_received": 1789461020.745319, "preprocess_output": 1789461020.746726, "infer_output": 1789461020.716648, "consume_entered": 1789461020.7226846, "native_completed": 1789461020.7367616, "inference_frame_completed": 1789461020.7441843 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 793, "preprocess_output": 793, "infer_output": 792, "consume_entered": 792, "native_completed": 792, "inference_frame_completed": 792 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789460941.2130826, "decoded_frame_received": 1789460942.6677606, "preprocess_output": 1789460942.705002, "infer_output": 1789460942.735804, "consume_entered": 1789460942.7406185, "native_completed": 1789460942.7559268, "inference_frame_completed": 1789460942.7619655 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789460940.6291854, "uptime_s": 80.2, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1313741549440693, "counts": { "decoded": 793, "selected": 793, "preprocess": 793, "infer": 792, "native": 792, "result": 792, "publisher_submit": 792 }, "first_ns": { "decoded": 1313663415064522, "selected": 1313663415105808, "preprocess": 1313663452335848, "infer": 1313663483149750, "native": 1313663503280593, "result": 1313663508818259, "publisher_submit": 1313663509372297 }, "last_ns": { "decoded": 1313741492662866, "selected": 1313741492683964, "preprocess": 1313741494047613, "infer": 1313741463995158, "native": 1313741484142228, "result": 1313741490565798, "publisher_submit": 1313741491576949 }, "detail": true, "pending_samples": 1, "last_frame": { "selected": [ 792, 79429037103 ], "preprocess": [ 792, 79429037103 ], "infer": [ 791, 79329037103 ], "native": [ 791, 79329037103 ], "result": [ 791, 79329037103 ], "publisher_submit": [ 791, 79329037103 ] }, "observation_missed": 0, "durations": { "selected_to_preprocess": { "samples": 236, "mean_ms": 3.5743597372881357, "p95_ms": 10.98528, "max_ms": 21.288765 }, "queue": { "samples": 236, "mean_ms": 6.745739156779661, "p95_ms": 18.162159, "max_ms": 26.962268 }, "tracking": { "samples": 236, "mean_ms": 0.04182352966101695, "p95_ms": 0.068709, "max_ms": 0.12553 }, "tracking_cpu": { "samples": 236, "mean_ms": 0.032030627118644066, "p95_ms": 0.054873, "max_ms": 0.105103 }, "preprocess_to_infer": { "samples": 235, "mean_ms": 35.406989821276596, "p95_ms": 50.510602, "max_ms": 70.795718 }, "infer_to_native": { "samples": 235, "mean_ms": 29.18968649787234, "p95_ms": 52.216784, "max_ms": 188.999752 }, "result_work": { "samples": 236, "mean_ms": 4.327936707627119, "p95_ms": 10.02145, "max_ms": 50.111385 }, "native_to_result": { "samples": 235, "mean_ms": 13.760350182978723, "p95_ms": 27.267971, "max_ms": 162.241437 }, "result_to_publisher_submit": { "samples": 235, "mean_ms": 1.1216338340425531, "p95_ms": 1.689334, "max_ms": 35.891432 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 0, "events_created": 0, "processed": 792 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 793, "per_task_buffers": { "det": 793 }, "latest": { "fn": 792, "det": 6, "persons": 4, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1313741.626904691, "entries": 791, "length": 100, "last": "1789461020875-0", "pttl": 9937, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-01", "sourceId": "rtsp-test-source-01", "serverId": "test-ai", "streamId": "rtsp-test-01", "runId": "b31ca083-baf3-4a9f-aa53-2c498b138b50", "runGeneration": 1, "frameSeq": 792, "ptsNs": 79429037103, "ingestTimeWallMs": 1789461020745, "frameWidth": 1280, "frameHeight": 720, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 2451237473, "rtpTimestampExt": null, "detectedAtWallMs": 1789461020639, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "0", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9786311388015747, "bbox": [ 0.000732421875, 0.123046875, 0.619384765625, 0.9892578125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "1", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9314625263214111, "bbox": [ 0.61962890625, 0.21728515625, 0.77099609375, 0.99560546875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "2", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8353492617607117, "bbox": [ 0.4283294677734375, 0.35296630859375, 0.4686431884765625, 0.56500244140625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "3", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8175744414329529, "bbox": [ 0.53912353515625, 0.3594970703125, 0.59368896484375, 0.5618896484375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } }, "rtsp-test-source-02": { "at": 1313741.797585869, "state": { "stream_id": "web-cam08-test", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "dfa80a07-a5fc-4d6a-85e1-3274c52132ba", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789461021.008233, "source_stage": "inference_frame_completed", "source_stage_at": 1789461021.0082173, "source_stages": { "pipeline_state_changed": 1789460945.3327873, "decoded_frame_received": 1789461020.9354615, "preprocess_output": 1789461020.9417703, "infer_output": 1789461020.968124, "consume_entered": 1789461020.973755, "native_completed": 1789461020.989436, "inference_frame_completed": 1789461021.0082173 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 758, "preprocess_output": 758, "infer_output": 758, "consume_entered": 758, "native_completed": 758, "inference_frame_completed": 758 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789460943.7573283, "decoded_frame_received": 1789460945.2796922, "preprocess_output": 1789460945.2848976, "infer_output": 1789460945.3203824, "consume_entered": 1789460945.3276534, "native_completed": 1789460945.3402321, "inference_frame_completed": 1789460945.347835 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789460943.7294421, "uptime_s": 77.3, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1313741763568298, "counts": { "decoded": 757, "selected": 757, "preprocess": 758, "infer": 758, "native": 758, "result": 758, "publisher_submit": 758 }, "first_ns": { "decoded": 1313666027045929, "selected": 1313666027070128, "preprocess": 1313666032264198, "infer": 1313666067745921, "native": 1313666087571210, "result": 1313666094118782, "publisher_submit": 1313666095232383 }, "last_ns": { "decoded": 1313741682799834, "selected": 1313741682829688, "preprocess": 1313741689094391, "infer": 1313741715422696, "native": 1313741736753686, "result": 1313741755067743, "publisher_submit": 1313741755617714 }, "detail": true, "pending_samples": 0, "last_frame": { "selected": [ 757, 77023652503 ], "preprocess": [ 757, 77023652503 ], "infer": [ 757, 77023652503 ], "native": [ 757, 77023652503 ], "result": [ 757, 77023652503 ], "publisher_submit": [ 757, 77023652503 ] }, "observation_missed": 2, "durations": { "result_work": { "samples": 239, "mean_ms": 4.5437386317991635, "p95_ms": 10.218902, "max_ms": 65.391066 }, "queue": { "samples": 238, "mean_ms": 5.713058886554622, "p95_ms": 17.789809, "max_ms": 47.543815 }, "tracking": { "samples": 238, "mean_ms": 0.04452162605042017, "p95_ms": 0.07448, "max_ms": 0.115195 }, "tracking_cpu": { "samples": 238, "mean_ms": 0.033965445378151264, "p95_ms": 0.055856, "max_ms": 0.101894 }, "selected_to_preprocess": { "samples": 237, "mean_ms": 5.353886725738397, "p95_ms": 15.995316, "max_ms": 26.658062 }, "preprocess_to_infer": { "samples": 237, "mean_ms": 32.324765628691985, "p95_ms": 50.085539, "max_ms": 121.764809 }, "infer_to_native": { "samples": 237, "mean_ms": 24.948035421940926, "p95_ms": 51.903371, "max_ms": 167.898504 }, "native_to_result": { "samples": 237, "mean_ms": 12.124784599156119, "p95_ms": 31.205412, "max_ms": 77.642682 }, "result_to_publisher_submit": { "samples": 237, "mean_ms": 1.0295147721518987, "p95_ms": 2.303691, "max_ms": 20.092703 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 0, "events_created": 0, "processed": 758 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 758, "per_task_buffers": { "det": 758 }, "latest": { "fn": 757, "det": 9, "persons": 7, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1313741.797665892, "entries": 756, "length": 100, "last": "1789461021008-0", "pttl": 9914, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-02", "sourceId": "rtsp-test-source-02", "serverId": "test-ai", "streamId": "web-cam08-test", "runId": "dfa80a07-a5fc-4d6a-85e1-3274c52132ba", "runGeneration": 1, "frameSeq": 757, "ptsNs": 77023652503, "ingestTimeWallMs": 1789461020935, "frameWidth": 1280, "frameHeight": 720, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 284212892, "rtpTimestampExt": null, "detectedAtWallMs": 1789436942589, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "1", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8931231498718262, "bbox": [ 0.7503662109375, 0.345458984375, 0.8150634765625, 0.601318359375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "2", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8908652067184448, "bbox": [ 0.3638916015625, 0.3533935546875, 0.4124755859375, 0.5992431640625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "3", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8858291506767273, "bbox": [ 0.5639190673828125, 0.35369873046875, 0.6069793701171875, 0.57452392578125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "4", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8828325867652893, "bbox": [ 0.5003814697265625, 0.36962890625, 0.5337982177734375, 0.53369140625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "5", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.84065181016922, "bbox": [ 0.61639404296875, 0.41131591796875, 0.65313720703125, 0.54864501953125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "6", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.7767922878265381, "bbox": [ 0.6300201416015625, 0.46563720703125, 0.6766204833984375, 0.55584716796875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "7", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.7369688749313354, "bbox": [ 0.657196044921875, 0.449432373046875, 0.690460205078125, 0.532989501953125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "14", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.28726768493652344, "bbox": [ 0.19775390625, 0.43305206298828125, 0.213623046875, 0.45854949951171875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } }, "rtsp-test-source-03": { "at": 1313741.889402188, "state": { "stream_id": "web-cam01-test", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "f28e8326-10dc-43cc-bb0b-5345f3b1e484", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789461021.0400963, "source_stage": "infer_output", "source_stage_at": 1789461021.1102839, "source_stages": { "pipeline_state_changed": 1789460947.5179484, "decoded_frame_received": 1789461021.0618956, "preprocess_output": 1789461021.0634837, "infer_output": 1789461021.1102839, "consume_entered": 1789461020.9986947, "native_completed": 1789461021.0319905, "inference_frame_completed": 1789461021.0400853 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 737, "preprocess_output": 737, "infer_output": 737, "consume_entered": 736, "native_completed": 736, "inference_frame_completed": 736 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789460946.0984929, "decoded_frame_received": 1789460947.4657261, "preprocess_output": 1789460947.4779425, "infer_output": 1789460947.5069637, "consume_entered": 1789460947.512886, "native_completed": 1789460947.5267632, "inference_frame_completed": 1789460947.533087 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789460945.956795, "uptime_s": 75.2, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1313741869025665, "counts": { "decoded": 2209, "selected": 737, "preprocess": 737, "sampling_drop": 1472, "infer": 737, "native": 736, "result": 736, "publisher_submit": 736 }, "first_ns": { "decoded": 1313668213086321, "selected": 1313668213105477, "preprocess": 1313668225294769, "sampling_drop": 1313668234251547, "infer": 1313668254300218, "native": 1313668274137600, "result": 1313668279959462, "publisher_submit": 1313668280496110 }, "last_ns": { "decoded": 1313741833770985, "selected": 1313741809260613, "preprocess": 1313741810815443, "sampling_drop": 1313741833823161, "infer": 1313741857592162, "native": 1313741779359906, "result": 1313741787046559, "publisher_submit": 1313741787482032 }, "detail": true, "pending_samples": 1, "last_frame": { "selected": [ 2208, 74893514339 ], "preprocess": [ 2208, 74893514339 ], "infer": [ 2208, 74893514339 ], "native": [ 2205, 74793514339 ], "result": [ 2205, 74793514339 ], "publisher_submit": [ 2205, 74793514339 ] }, "observation_missed": 2, "durations": { "queue": { "samples": 238, "mean_ms": 4.918569844537815, "p95_ms": 15.327904, "max_ms": 31.565557 }, "tracking": { "samples": 238, "mean_ms": 0.03823024369747899, "p95_ms": 0.062799, "max_ms": 0.109206 }, "tracking_cpu": { "samples": 238, "mean_ms": 0.029214084033613447, "p95_ms": 0.047994, "max_ms": 0.094642 }, "selected_to_preprocess": { "samples": 238, "mean_ms": 4.134890651260504, "p95_ms": 13.296984, "max_ms": 53.313312 }, "result_work": { "samples": 238, "mean_ms": 3.810041504201681, "p95_ms": 7.163742, "max_ms": 16.271676 }, "preprocess_to_infer": { "samples": 238, "mean_ms": 37.43193744117647, "p95_ms": 57.921335, "max_ms": 138.96904 }, "infer_to_native": { "samples": 237, "mean_ms": 31.151744940928268, "p95_ms": 51.221304, "max_ms": 143.80839 }, "native_to_result": { "samples": 237, "mean_ms": 11.441068924050633, "p95_ms": 24.105013, "max_ms": 173.176918 }, "result_to_publisher_submit": { "samples": 237, "mean_ms": 0.8038847510548522, "p95_ms": 1.130161, "max_ms": 11.638369 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 0, "events_created": 0, "processed": 736 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 736, "per_task_buffers": { "det": 736 }, "latest": { "fn": 2205, "det": 8, "persons": 6, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1313741.889446545, "entries": 736, "length": 100, "last": "1789461021041-0", "pttl": 9977, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-03", "sourceId": "rtsp-test-source-03", "serverId": "test-ai", "streamId": "web-cam01-test", "runId": "f28e8326-10dc-43cc-bb0b-5345f3b1e484", "runGeneration": 1, "frameSeq": 2208, "ptsNs": 74893514339, "ingestTimeWallMs": 1789461021061, "frameWidth": 480, "frameHeight": 360, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 4046785316, "rtpTimestampExt": null, "detectedAtWallMs": 1789478748949, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "0", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9280183911323547, "bbox": [ 0.797760009765625, 0.401123046875, 0.845794677734375, 0.585693359375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "1", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8967949151992798, "bbox": [ 0.6101531982421875, 0.35101318359375, 0.6496124267578125, 0.50543212890625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "2", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8872045874595642, "bbox": [ 0.6494293212890625, 0.34844970703125, 0.6894378662109375, 0.49432373046875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "4", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8615382313728333, "bbox": [ 0.4929656982421875, 0.31536865234375, 0.5197296142578125, 0.45220947265625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "5", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8613050580024719, "bbox": [ 0.46681976318359375, 0.290771484375, 0.49558258056640625, 0.415283203125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "6", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.859545886516571, "bbox": [ 0.522064208984375, 0.3194580078125, 0.554107666015625, 0.4593505859375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } } }, "publisher": { "enabled": true, "metrics": { "sent": 2370, "sent_status": 94, "sent_frames": 2276, "replaced": 4, "queued": 0, "queuedBytes": 0, "channels": 4, "workers": 4, "profile": { "enabled": true, "revision": 1, "channels": { "d98f4e86d523f201a60f5f03c7a93f284a355b57e3a57ecd305727b2df38a5d2": { "counts": { "state_noop": 243, "queued_frame": 243, "sent_frame": 243, "queued_heartbeat": 6, "sent_status": 5, "timeline_evicted": 489 }, "timings": { "frame_queue": { "count": 243, "mean_ms": 5.2955731253212495, "max_ms": 32.91493188589811, "recent_samples": 243, "recent_p95_ms": 17.434381181374192 }, "frame_write_wall": { "count": 243, "mean_ms": 8.922115851851851, "max_ms": 67.028965, "recent_samples": 243, "recent_p95_ms": 26.717328 }, "frame_write_cpu": { "count": 243, "mean_ms": 0.9763974238683126, "max_ms": 2.2324990000000002, "recent_samples": 243, "recent_p95_ms": 1.578184 }, "frame_completion_lock": { "count": 243, "mean_ms": 0.060141395061728366, "max_ms": 8.007389, "recent_samples": 243, "recent_p95_ms": 0.025162999999999998 }, "enqueue_gap": { "count": 242, "mean_ms": 99.24601857438014, "max_ms": 258.882813, "recent_samples": 242, "recent_p95_ms": 133.970811 }, "status_queue": { "count": 5, "mean_ms": 6.559860799461603, "max_ms": 15.138176968321204, "recent_samples": 5, "recent_p95_ms": 15.138176968321204 }, "status_write_wall": { "count": 5, "mean_ms": 3.8046494, "max_ms": 9.495316, "recent_samples": 5, "recent_p95_ms": 9.495316 }, "status_write_cpu": { "count": 5, "mean_ms": 0.8253623999999998, "max_ms": 1.234199, "recent_samples": 5, "recent_p95_ms": 1.234199 }, "status_completion_lock": { "count": 5, "mean_ms": 0.0090434, "max_ms": 0.010658, "recent_samples": 5, "recent_p95_ms": 0.010658 } } }, "611cea950b4c0a014291720468a3a7f61c5787baa95a374d3b94d4db886bf16b": { "counts": { "state_noop": 242, "queued_frame": 242, "sent_frame": 242, "queued_heartbeat": 7, "sent_status": 7, "timeline_evicted": 491 }, "timings": { "frame_queue": { "count": 242, "mean_ms": 6.241631846151446, "max_ms": 34.12935417145491, "recent_samples": 242, "recent_p95_ms": 19.6280418895185 }, "frame_write_wall": { "count": 242, "mean_ms": 11.239777929752064, "max_ms": 33.780488999999996, "recent_samples": 242, "recent_p95_ms": 27.228096999999998 }, "frame_write_cpu": { "count": 242, "mean_ms": 1.099381690082645, "max_ms": 2.373748, "recent_samples": 242, "recent_p95_ms": 1.67319 }, "frame_completion_lock": { "count": 242, "mean_ms": 0.024432041322314073, "max_ms": 2.513738, "recent_samples": 242, "recent_p95_ms": 0.025477 }, "enqueue_gap": { "count": 241, "mean_ms": 99.31403330705392, "max_ms": 333.02178399999997, "recent_samples": 241, "recent_p95_ms": 162.636951 }, "status_queue": { "count": 7, "mean_ms": 5.446602091459291, "max_ms": 14.48543113656342, "recent_samples": 7, "recent_p95_ms": 14.48543113656342 }, "status_write_wall": { "count": 7, "mean_ms": 4.630701999999999, "max_ms": 13.88488, "recent_samples": 7, "recent_p95_ms": 13.88488 }, "status_write_cpu": { "count": 7, "mean_ms": 0.6735067142857142, "max_ms": 0.845112, "recent_samples": 7, "recent_p95_ms": 0.845112 }, "status_completion_lock": { "count": 7, "mean_ms": 0.010489571428571428, "max_ms": 0.014987, "recent_samples": 7, "recent_p95_ms": 0.014987 } } }, "f119ec7770227da23061f13f0bb790b466850dbe16243dbfcb1a0279ab0a1baa": { "counts": { "state_noop": 242, "queued_frame": 242, "sent_frame": 242, "queued_heartbeat": 7, "sent_status": 6, "timeline_evicted": 489 }, "timings": { "frame_queue": { "count": 242, "mean_ms": 3.4072385833421643, "max_ms": 32.33563317917287, "recent_samples": 242, "recent_p95_ms": 10.169456945732236 }, "frame_write_wall": { "count": 242, "mean_ms": 5.308316884297519, "max_ms": 47.009828, "recent_samples": 242, "recent_p95_ms": 16.657414999999997 }, "frame_write_cpu": { "count": 242, "mean_ms": 0.9179412396694211, "max_ms": 2.33336, "recent_samples": 242, "recent_p95_ms": 1.519321 }, "frame_completion_lock": { "count": 242, "mean_ms": 0.16188287190082634, "max_ms": 34.841402, "recent_samples": 242, "recent_p95_ms": 0.024829 }, "enqueue_gap": { "count": 241, "mean_ms": 99.23846047717839, "max_ms": 251.223295, "recent_samples": 241, "recent_p95_ms": 127.767139 }, "status_queue": { "count": 6, "mean_ms": 4.538571500840287, "max_ms": 11.004586005583405, "recent_samples": 6, "recent_p95_ms": 11.004586005583405 }, "status_write_wall": { "count": 6, "mean_ms": 5.611476666666667, "max_ms": 12.226796, "recent_samples": 6, "recent_p95_ms": 12.226796 }, "status_write_cpu": { "count": 6, "mean_ms": 0.6714361666666666, "max_ms": 1.10037, "recent_samples": 6, "recent_p95_ms": 1.10037 }, "status_completion_lock": { "count": 6, "mean_ms": 0.008788666666666665, "max_ms": 0.015555, "recent_samples": 6, "recent_p95_ms": 0.015555 } } }, "d57cc517767b64098669a8ffc9845f2bae132fb3b0f3a0a1298371fd11f01cc0": { "counts": { "queued_heartbeat": 7, "sent_status": 7 }, "timings": { "status_queue": { "count": 7, "mean_ms": 0.1393888212208237, "max_ms": 0.2500868868082762, "recent_samples": 7, "recent_p95_ms": 0.2500868868082762 }, "status_write_wall": { "count": 7, "mean_ms": 7.588230428571429, "max_ms": 16.295233, "recent_samples": 7, "recent_p95_ms": 16.295233 }, "status_write_cpu": { "count": 7, "mean_ms": 1.0048027142857143, "max_ms": 1.420723, "recent_samples": 7, "recent_p95_ms": 1.420723 }, "status_completion_lock": { "count": 7, "mean_ms": 0.010962285714285713, "max_ms": 0.017651, "recent_samples": 7, "recent_p95_ms": 0.017651 } } } }, "timing_scope": "sink_only_v2", "timeline_limit_per_channel": 256, "replacement_limit_per_channel": 32 } } } }, { "at": 1313742.509328368, "channels": { "rtsp-test-source-01": { "at": 1313742.626289934, "state": { "stream_id": "rtsp-test-01", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "b31ca083-baf3-4a9f-aa53-2c498b138b50", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789461021.7162778, "source_stage": "consume_entered", "source_stage_at": 1789461021.8037407, "source_stages": { "pipeline_state_changed": 1789460942.7475967, "decoded_frame_received": 1789461021.754986, "preprocess_output": 1789461021.759402, "infer_output": 1789461021.7999105, "consume_entered": 1789461021.8037407, "native_completed": 1789461021.7055092, "inference_frame_completed": 1789461021.716262 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 803, "preprocess_output": 803, "infer_output": 803, "consume_entered": 803, "native_completed": 802, "inference_frame_completed": 802 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789460941.2130826, "decoded_frame_received": 1789460942.6677606, "preprocess_output": 1789460942.705002, "infer_output": 1789460942.735804, "consume_entered": 1789460942.7406185, "native_completed": 1789460942.7559268, "inference_frame_completed": 1789460942.7619655 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789460940.6291854, "uptime_s": 81.2, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1313742591221007, "counts": { "decoded": 803, "selected": 803, "preprocess": 803, "infer": 803, "native": 802, "result": 802, "publisher_submit": 802 }, "first_ns": { "decoded": 1313663415064522, "selected": 1313663415105808, "preprocess": 1313663452335848, "infer": 1313663483149750, "native": 1313663503280593, "result": 1313663508818259, "publisher_submit": 1313663509372297 }, "last_ns": { "decoded": 1313742502207683, "selected": 1313742502251111, "preprocess": 1313742506725895, "infer": 1313742547217442, "native": 1313742452863733, "result": 1313742463170377, "publisher_submit": 1313742463664419 }, "detail": true, "pending_samples": 1, "last_frame": { "selected": [ 802, 80429037103 ], "preprocess": [ 802, 80429037103 ], "infer": [ 802, 80429037103 ], "native": [ 801, 80329037103 ], "result": [ 801, 80329037103 ], "publisher_submit": [ 801, 80329037103 ] }, "observation_missed": 0, "durations": { "selected_to_preprocess": { "samples": 246, "mean_ms": 3.677919300813008, "p95_ms": 10.98528, "max_ms": 22.527522 }, "queue": { "samples": 246, "mean_ms": 6.690615670731708, "p95_ms": 17.813222, "max_ms": 26.962268 }, "tracking": { "samples": 246, "mean_ms": 0.0420859512195122, "p95_ms": 0.069145, "max_ms": 0.12553 }, "tracking_cpu": { "samples": 246, "mean_ms": 0.03227922357723577, "p95_ms": 0.055464, "max_ms": 0.105103 }, "preprocess_to_infer": { "samples": 246, "mean_ms": 35.66527448780487, "p95_ms": 51.282968, "max_ms": 70.795718 }, "infer_to_native": { "samples": 245, "mean_ms": 29.208363436734697, "p95_ms": 50.847662, "max_ms": 188.999752 }, "result_work": { "samples": 246, "mean_ms": 4.313866577235772, "p95_ms": 8.190753, "max_ms": 50.111385 }, "native_to_result": { "samples": 245, "mean_ms": 13.670078326530613, "p95_ms": 27.085773, "max_ms": 162.241437 }, "result_to_publisher_submit": { "samples": 245, "mean_ms": 1.1062029224489798, "p95_ms": 1.594158, "max_ms": 35.891432 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 0, "events_created": 0, "processed": 802 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 803, "per_task_buffers": { "det": 803 }, "latest": { "fn": 802, "det": 6, "persons": 4, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1313742.626350122, "entries": 801, "length": 100, "last": "1789461021864-0", "pttl": 9953, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-01", "sourceId": "rtsp-test-source-01", "serverId": "test-ai", "streamId": "rtsp-test-01", "runId": "b31ca083-baf3-4a9f-aa53-2c498b138b50", "runGeneration": 1, "frameSeq": 802, "ptsNs": 80429037103, "ingestTimeWallMs": 1789461021754, "frameWidth": 1280, "frameHeight": 720, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 2451327473, "rtpTimestampExt": null, "detectedAtWallMs": 1789461021639, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "0", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9773275852203369, "bbox": [ 0.00146484375, 0.211181640625, 0.61962890625, 0.989990234375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "1", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9298236966133118, "bbox": [ 0.62664794921875, 0.21728515625, 0.77178955078125, 0.99658203125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "2", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8432507514953613, "bbox": [ 0.4278564453125, 0.35150146484375, 0.4681396484375, 0.56988525390625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "4", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.804405927658081, "bbox": [ 0.5256195068359375, 0.35443115234375, 0.5739898681640625, 0.55328369140625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } }, "rtsp-test-source-02": { "at": 1313742.813466758, "state": { "stream_id": "web-cam08-test", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "dfa80a07-a5fc-4d6a-85e1-3274c52132ba", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789461021.9508803, "source_stage": "native_completed", "source_stage_at": 1789461022.004463, "source_stages": { "pipeline_state_changed": 1789460945.3327873, "decoded_frame_received": 1789461021.9259079, "preprocess_output": 1789461021.9315507, "infer_output": 1789461021.9586816, "consume_entered": 1789461021.9796624, "native_completed": 1789461022.004463, "inference_frame_completed": 1789461021.9508522 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 768, "preprocess_output": 768, "infer_output": 768, "consume_entered": 768, "native_completed": 768, "inference_frame_completed": 767 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789460943.7573283, "decoded_frame_received": 1789460945.2796922, "preprocess_output": 1789460945.2848976, "infer_output": 1789460945.3203824, "consume_entered": 1789460945.3276534, "native_completed": 1789460945.3402321, "inference_frame_completed": 1789460945.347835 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789460943.7294421, "uptime_s": 78.3, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1313742755318474, "counts": { "decoded": 767, "selected": 767, "preprocess": 768, "infer": 768, "native": 768, "result": 767, "publisher_submit": 767 }, "first_ns": { "decoded": 1313666027045929, "selected": 1313666027070128, "preprocess": 1313666032264198, "infer": 1313666067745921, "native": 1313666087571210, "result": 1313666094118782, "publisher_submit": 1313666095232383 }, "last_ns": { "decoded": 1313742673277879, "selected": 1313742673289708, "preprocess": 1313742678870868, "infer": 1313742705919090, "native": 1313742751763571, "result": 1313742697426456, "publisher_submit": 1313742698240167 }, "detail": true, "pending_samples": 1, "last_frame": { "selected": [ 767, 78023652503 ], "preprocess": [ 767, 78023652503 ], "infer": [ 767, 78023652503 ], "native": [ 767, 78023652503 ], "result": [ 766, 77923652503 ], "publisher_submit": [ 766, 77923652503 ] }, "observation_missed": 2, "durations": { "result_work": { "samples": 248, "mean_ms": 4.5485614798387095, "p95_ms": 8.924395, "max_ms": 65.391066 }, "queue": { "samples": 247, "mean_ms": 5.777996716599191, "p95_ms": 17.308786, "max_ms": 47.543815 }, "tracking": { "samples": 247, "mean_ms": 0.044376202429149796, "p95_ms": 0.072917, "max_ms": 0.115195 }, "tracking_cpu": { "samples": 247, "mean_ms": 0.03388293927125506, "p95_ms": 0.055856, "max_ms": 0.101894 }, "selected_to_preprocess": { "samples": 247, "mean_ms": 5.409620060728745, "p95_ms": 15.995316, "max_ms": 26.658062 }, "preprocess_to_infer": { "samples": 247, "mean_ms": 32.5259981659919, "p95_ms": 49.925221, "max_ms": 121.764809 }, "infer_to_native": { "samples": 247, "mean_ms": 25.320692453441296, "p95_ms": 51.413708, "max_ms": 167.898504 }, "native_to_result": { "samples": 246, "mean_ms": 12.162675056910569, "p95_ms": 30.1503, "max_ms": 77.642682 }, "result_to_publisher_submit": { "samples": 246, "mean_ms": 1.0482682154471545, "p95_ms": 2.378021, "max_ms": 20.092703 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 1, "events_created": 0, "processed": 767 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 768, "per_task_buffers": { "det": 768 }, "latest": { "fn": 767, "det": 8, "persons": 5, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1313742.813525753, "entries": 766, "length": 100, "last": "1789461022027-0", "pttl": 9934, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-02", "sourceId": "rtsp-test-source-02", "serverId": "test-ai", "streamId": "web-cam08-test", "runId": "dfa80a07-a5fc-4d6a-85e1-3274c52132ba", "runGeneration": 1, "frameSeq": 767, "ptsNs": 78023652503, "ingestTimeWallMs": 1789461021925, "frameWidth": 1280, "frameHeight": 720, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 284302892, "rtpTimestampExt": null, "detectedAtWallMs": 1789436943589, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "1", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.914290726184845, "bbox": [ 0.4942626953125, 0.36968994140625, 0.5311279296875, 0.53363037109375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "2", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9105454087257385, "bbox": [ 0.6023406982421875, 0.3511962890625, 0.6574249267578125, 0.5867919921875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "3", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9058233499526978, "bbox": [ 0.3857269287109375, 0.3450927734375, 0.4394683837890625, 0.6002197265625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "4", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8726732134819031, "bbox": [ 0.7203826904296875, 0.348876953125, 0.7581329345703125, 0.591064453125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "6", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.6864751577377319, "bbox": [ 0.65460205078125, 0.4498291015625, 0.68914794921875, 0.5355224609375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "9", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.376508504152298, "bbox": [ 0.6413345336914062, 0.46807861328125, 0.6604232788085938, 0.55633544921875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "10", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.32018327713012695, "bbox": [ 0.1982421875, 0.43286895751953125, 0.2138671875, 0.45824432373046875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } }, "rtsp-test-source-03": { "at": 1313742.894183093, "state": { "stream_id": "web-cam01-test", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "f28e8326-10dc-43cc-bb0b-5345f3b1e484", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789461022.0689268, "source_stage": "native_completed", "source_stage_at": 1789461022.1312313, "source_stages": { "pipeline_state_changed": 1789460947.5179484, "decoded_frame_received": 1789461022.0541453, "preprocess_output": 1789461022.0715048, "infer_output": 1789461022.092952, "consume_entered": 1789461022.10922, "native_completed": 1789461022.1312313, "inference_frame_completed": 1789461022.0689034 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 747, "preprocess_output": 747, "infer_output": 747, "consume_entered": 747, "native_completed": 747, "inference_frame_completed": 746 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789460946.0984929, "decoded_frame_received": 1789460947.4657261, "preprocess_output": 1789460947.4779425, "infer_output": 1789460947.5069637, "consume_entered": 1789460947.512886, "native_completed": 1789460947.5267632, "inference_frame_completed": 1789460947.533087 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789460945.956795, "uptime_s": 76.2, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1313742882395357, "counts": { "decoded": 2240, "selected": 747, "preprocess": 747, "sampling_drop": 1493, "infer": 747, "native": 747, "result": 746, "publisher_submit": 746 }, "first_ns": { "decoded": 1313668213086321, "selected": 1313668213105477, "preprocess": 1313668225294769, "sampling_drop": 1313668234251547, "infer": 1313668254300218, "native": 1313668274137600, "result": 1313668279959462, "publisher_submit": 1313668280496110 }, "last_ns": { "decoded": 1313742880363095, "selected": 1313742801428704, "preprocess": 1313742818850050, "sampling_drop": 1313742880375142, "infer": 1313742840228523, "native": 1313742878604449, "result": 1313742815646213, "publisher_submit": 1313742816292249 }, "detail": true, "pending_samples": 1, "last_frame": { "selected": [ 2238, 75893514339 ], "preprocess": [ 2238, 75893514339 ], "infer": [ 2238, 75893514339 ], "native": [ 2238, 75893514339 ], "result": [ 2235, 75793514339 ], "publisher_submit": [ 2235, 75793514339 ] }, "observation_missed": 2, "durations": { "queue": { "samples": 248, "mean_ms": 4.9824562580645155, "p95_ms": 15.327904, "max_ms": 31.565557 }, "tracking": { "samples": 248, "mean_ms": 0.03844189919354839, "p95_ms": 0.063355, "max_ms": 0.109206 }, "tracking_cpu": { "samples": 248, "mean_ms": 0.029389826612903226, "p95_ms": 0.048975, "max_ms": 0.094642 }, "selected_to_preprocess": { "samples": 248, "mean_ms": 4.234058024193549, "p95_ms": 13.512278, "max_ms": 53.313312 }, "result_work": { "samples": 248, "mean_ms": 3.826626810483871, "p95_ms": 7.027259, "max_ms": 16.271676 }, "preprocess_to_infer": { "samples": 248, "mean_ms": 37.439492963709675, "p95_ms": 57.588468, "max_ms": 138.96904 }, "infer_to_native": { "samples": 248, "mean_ms": 31.417524169354838, "p95_ms": 51.221304, "max_ms": 143.80839 }, "native_to_result": { "samples": 247, "mean_ms": 11.54809831174089, "p95_ms": 24.105013, "max_ms": 173.176918 }, "result_to_publisher_submit": { "samples": 247, "mean_ms": 0.8050054574898785, "p95_ms": 1.131007, "max_ms": 11.638369 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 1, "events_created": 0, "processed": 746 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 747, "per_task_buffers": { "det": 747 }, "latest": { "fn": 2238, "det": 8, "persons": 6, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1313742.894278427, "entries": 747, "length": 100, "last": "1789461022140-0", "pttl": 9952, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-03", "sourceId": "rtsp-test-source-03", "serverId": "test-ai", "streamId": "web-cam01-test", "runId": "f28e8326-10dc-43cc-bb0b-5345f3b1e484", "runGeneration": 1, "frameSeq": 2238, "ptsNs": 75893514339, "ingestTimeWallMs": 1789461022053, "frameWidth": 480, "frameHeight": 360, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 4046875316, "rtpTimestampExt": null, "detectedAtWallMs": 1789478749949, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "0", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9226218461990356, "bbox": [ 0.761474609375, 0.36224365234375, 0.807861328125, 0.53570556640625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "1", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9084556102752686, "bbox": [ 0.3768768310546875, 0.29547119140625, 0.4199981689453125, 0.41156005859375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "2", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8998278379440308, "bbox": [ 0.5815277099609375, 0.32769775390625, 0.6196441650390625, 0.47357177734375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "3", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8645393252372742, "bbox": [ 0.47900390625, 0.3133544921875, 0.52099609375, 0.4532470703125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "4", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.854884684085846, "bbox": [ 0.6222381591796875, 0.328125, 0.6599884033203125, 0.46435546875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "7", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8297680616378784, "bbox": [ 0.530120849609375, 0.31597900390625, 0.560699462890625, 0.45941162109375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } } }, "publisher": { "enabled": true, "metrics": { "sent": 2402, "sent_status": 96, "sent_frames": 2306, "replaced": 4, "queued": 0, "queuedBytes": 0, "channels": 4, "workers": 4, "profile": { "enabled": true, "revision": 1, "channels": { "d98f4e86d523f201a60f5f03c7a93f284a355b57e3a57ecd305727b2df38a5d2": { "counts": { "state_noop": 253, "queued_frame": 253, "sent_frame": 253, "queued_heartbeat": 7, "sent_status": 6, "timeline_evicted": 522 }, "timings": { "frame_queue": { "count": 253, "mean_ms": 5.583693542087031, "max_ms": 36.33413487114012, "recent_samples": 253, "recent_p95_ms": 19.24203196540475 }, "frame_write_wall": { "count": 253, "mean_ms": 9.100573766798417, "max_ms": 67.028965, "recent_samples": 253, "recent_p95_ms": 26.842372 }, "frame_write_cpu": { "count": 253, "mean_ms": 0.9843585494071146, "max_ms": 2.2324990000000002, "recent_samples": 253, "recent_p95_ms": 1.588912 }, "frame_completion_lock": { "count": 253, "mean_ms": 0.058300166007905115, "max_ms": 8.007389, "recent_samples": 253, "recent_p95_ms": 0.025162999999999998 }, "enqueue_gap": { "count": 252, "mean_ms": 99.16554625793648, "max_ms": 258.882813, "recent_samples": 252, "recent_p95_ms": 133.970811 }, "status_queue": { "count": 6, "mean_ms": 6.595078002040585, "max_ms": 15.138176968321204, "recent_samples": 6, "recent_p95_ms": 15.138176968321204 }, "status_write_wall": { "count": 6, "mean_ms": 3.755708166666667, "max_ms": 9.495316, "recent_samples": 6, "recent_p95_ms": 9.495316 }, "status_write_cpu": { "count": 6, "mean_ms": 0.8468068333333333, "max_ms": 1.234199, "recent_samples": 6, "recent_p95_ms": 1.234199 }, "status_completion_lock": { "count": 6, "mean_ms": 0.009366333333333332, "max_ms": 0.010981000000000001, "recent_samples": 6, "recent_p95_ms": 0.010981000000000001 } } }, "611cea950b4c0a014291720468a3a7f61c5787baa95a374d3b94d4db886bf16b": { "counts": { "state_noop": 252, "queued_frame": 252, "sent_frame": 252, "queued_heartbeat": 8, "sent_status": 7, "timeline_evicted": 522 }, "timings": { "frame_queue": { "count": 252, "mean_ms": 6.101574816201474, "max_ms": 34.12935417145491, "recent_samples": 252, "recent_p95_ms": 19.6280418895185 }, "frame_write_wall": { "count": 252, "mean_ms": 11.076220698412694, "max_ms": 33.780488999999996, "recent_samples": 252, "recent_p95_ms": 27.228096999999998 }, "frame_write_cpu": { "count": 252, "mean_ms": 1.0978834761904768, "max_ms": 2.373748, "recent_samples": 252, "recent_p95_ms": 1.673292 }, "frame_completion_lock": { "count": 252, "mean_ms": 0.024031408730158747, "max_ms": 2.513738, "recent_samples": 252, "recent_p95_ms": 0.025722 }, "enqueue_gap": { "count": 251, "mean_ms": 99.60523790438243, "max_ms": 333.02178399999997, "recent_samples": 251, "recent_p95_ms": 164.157632 }, "status_queue": { "count": 7, "mean_ms": 5.446602091459291, "max_ms": 14.48543113656342, "recent_samples": 7, "recent_p95_ms": 14.48543113656342 }, "status_write_wall": { "count": 7, "mean_ms": 4.630701999999999, "max_ms": 13.88488, "recent_samples": 7, "recent_p95_ms": 13.88488 }, "status_write_cpu": { "count": 7, "mean_ms": 0.6735067142857142, "max_ms": 0.845112, "recent_samples": 7, "recent_p95_ms": 0.845112 }, "status_completion_lock": { "count": 7, "mean_ms": 0.010489571428571428, "max_ms": 0.014987, "recent_samples": 7, "recent_p95_ms": 0.014987 } } }, "f119ec7770227da23061f13f0bb790b466850dbe16243dbfcb1a0279ab0a1baa": { "counts": { "state_noop": 252, "queued_frame": 252, "sent_frame": 252, "queued_heartbeat": 7, "sent_status": 6, "timeline_evicted": 519 }, "timings": { "frame_queue": { "count": 252, "mean_ms": 3.6080977066405238, "max_ms": 41.77053296007216, "recent_samples": 252, "recent_p95_ms": 10.388446971774101 }, "frame_write_wall": { "count": 252, "mean_ms": 5.430507972222221, "max_ms": 47.009828, "recent_samples": 252, "recent_p95_ms": 17.136712 }, "frame_write_cpu": { "count": 252, "mean_ms": 0.9285158095238093, "max_ms": 2.33336, "recent_samples": 252, "recent_p95_ms": 1.538064 }, "frame_completion_lock": { "count": 252, "mean_ms": 0.15603986904761896, "max_ms": 34.841402, "recent_samples": 252, "recent_p95_ms": 0.024843 }, "enqueue_gap": { "count": 251, "mean_ms": 99.39738162549797, "max_ms": 251.223295, "recent_samples": 251, "recent_p95_ms": 128.41502599999998 }, "status_queue": { "count": 6, "mean_ms": 4.538571500840287, "max_ms": 11.004586005583405, "recent_samples": 6, "recent_p95_ms": 11.004586005583405 }, "status_write_wall": { "count": 6, "mean_ms": 5.611476666666667, "max_ms": 12.226796, "recent_samples": 6, "recent_p95_ms": 12.226796 }, "status_write_cpu": { "count": 6, "mean_ms": 0.6714361666666666, "max_ms": 1.10037, "recent_samples": 6, "recent_p95_ms": 1.10037 }, "status_completion_lock": { "count": 6, "mean_ms": 0.008788666666666665, "max_ms": 0.015555, "recent_samples": 6, "recent_p95_ms": 0.015555 } } }, "d57cc517767b64098669a8ffc9845f2bae132fb3b0f3a0a1298371fd11f01cc0": { "counts": { "queued_heartbeat": 8, "sent_status": 8 }, "timings": { "status_queue": { "count": 8, "mean_ms": 0.13193584163673222, "max_ms": 0.2500868868082762, "recent_samples": 8, "recent_p95_ms": 0.2500868868082762 }, "status_write_wall": { "count": 8, "mean_ms": 8.002030375, "max_ms": 16.295233, "recent_samples": 8, "recent_p95_ms": 16.295233 }, "status_write_cpu": { "count": 8, "mean_ms": 0.994359875, "max_ms": 1.420723, "recent_samples": 8, "recent_p95_ms": 1.420723 }, "status_completion_lock": { "count": 8, "mean_ms": 0.010668749999999998, "max_ms": 0.017651, "recent_samples": 8, "recent_p95_ms": 0.017651 } } } }, "timing_scope": "sink_only_v2", "timeline_limit_per_channel": 256, "replacement_limit_per_channel": 32 } } } } ], "resources": [ { "at": 1313718.179454968, "cgroup": "/sys/fs/cgroup/system.slice/docker-6f1c7d5c01c10fc4876519171cd27b73f28434e73d1c251a94940b0dbf0616ee.scope", "cpu": { "usage_usec": 112926899, "user_usec": 87228005, "system_usec": 25698893, "core_sched.force_idle_usec": 0, "nr_periods": 0, "nr_throttled": 0, "throttled_usec": 0, "nr_bursts": 0, "burst_usec": 0 }, "memory": 1259659264, "processes": { "353974": { "comm": "docker-init", "status": "Name:\tdocker-init\nUmask:\t0022\nState:\tS (sleeping)\nTgid:\t353974\nNgid:\t0\nPid:\t353974\nPPid:\t353945\nTracerPid:\t0\nUid:\t0\t0\t0\t0\nGid:\t0\t0\t0\t0\nFDSize:\t64\nGroups:\t0 \nNStgid:\t353974\t1\nNSpid:\t353974\t1\nNSpgid:\t353974\t1\nNSsid:\t353974\t1\nKthread:\t0\nVmPeak:\t 1060 kB\nVmSize:\t 1060 kB\nVmLck:\t 0 kB\nVmPin:\t 0 kB\nVmHWM:\t 744 kB\nVmRSS:\t 744 kB\nRssAnon:\t 48 kB\nRssFile:\t 696 kB\nRssShmem:\t 0 kB\nVmData:\t 168 kB\nVmStk:\t 136 kB\nVmExe:\t 548 kB\nVmLib:\t 8 kB\nVmPTE:\t 28 kB\nVmSwap:\t 0 kB\nHugetlbPages:\t 0 kB\nCoreDumping:\t0\nTHP_enabled:\t1\nuntag_mask:\t0xffffffffffffffff\nThreads:\t1\nSigQ:\t1/156236\nSigPnd:\t0000000000000000\nShdPnd:\t0000000000000000\nSigBlk:\t0000000000000000\nSigIgn:\t0000000000300000\nSigCgt:\t0000000000000000\nCapInh:\t0000000000000000\nCapPrm:\t00000000a98425fb\nCapEff:\t00000000a98425fb\nCapBnd:\t00000000a98425fb\nCapAmb:\t0000000000000000\nNoNewPrivs:\t0\nSeccomp:\t2\nSeccomp_filters:\t1\nSpeculation_Store_Bypass:\tvulnerable\nSpeculationIndirectBranch:\talways enabled\nCpus_allowed:\tfffff\nCpus_allowed_list:\t0-19\nMems_allowed:\t00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000001\nMems_allowed_list:\t0\nvoluntary_ctxt_switches:\t131\nnonvoluntary_ctxt_switches:\t3\nx86_Thread_features:\t\nx86_Thread_features_locked:\t\n" }, "354120": { "comm": "entrypoint.sh", "status": "Name:\tentrypoint.sh\nUmask:\t0022\nState:\tS (sleeping)\nTgid:\t354120\nNgid:\t0\nPid:\t354120\nPPid:\t353974\nTracerPid:\t0\nUid:\t0\t0\t0\t0\nGid:\t0\t0\t0\t0\nFDSize:\t256\nGroups:\t0 \nNStgid:\t354120\t52\nNSpid:\t354120\t52\nNSpgid:\t354120\t52\nNSsid:\t353974\t1\nKthread:\t0\nVmPeak:\t 7988 kB\nVmSize:\t 7988 kB\nVmLck:\t 0 kB\nVmPin:\t 0 kB\nVmHWM:\t 4352 kB\nVmRSS:\t 4352 kB\nRssAnon:\t 880 kB\nRssFile:\t 3472 kB\nRssShmem:\t 0 kB\nVmData:\t 948 kB\nVmStk:\t 136 kB\nVmExe:\t 956 kB\nVmLib:\t 1824 kB\nVmPTE:\t 52 kB\nVmSwap:\t 0 kB\nHugetlbPages:\t 0 kB\nCoreDumping:\t0\nTHP_enabled:\t1\nuntag_mask:\t0xffffffffffffffff\nThreads:\t1\nSigQ:\t1/156236\nSigPnd:\t0000000000000000\nShdPnd:\t0000000000000000\nSigBlk:\t0000000000010000\nSigIgn:\t0000000000000004\nSigCgt:\t0000000000014002\nCapInh:\t0000000000000000\nCapPrm:\t00000000a98425fb\nCapEff:\t00000000a98425fb\nCapBnd:\t00000000a98425fb\nCapAmb:\t0000000000000000\nNoNewPrivs:\t0\nSeccomp:\t2\nSeccomp_filters:\t1\nSpeculation_Store_Bypass:\tvulnerable\nSpeculationIndirectBranch:\talways enabled\nCpus_allowed:\tfffff\nCpus_allowed_list:\t0-19\nMems_allowed:\t00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000001\nMems_allowed_list:\t0\nvoluntary_ctxt_switches:\t24\nnonvoluntary_ctxt_switches:\t0\nx86_Thread_features:\t\nx86_Thread_features_locked:\t\n" }, "354153": { "comm": "tritonserver", "status": "Name:\ttritonserver\nUmask:\t0022\nState:\tS (sleeping)\nTgid:\t354153\nNgid:\t0\nPid:\t354153\nPPid:\t354120\nTracerPid:\t0\nUid:\t0\t0\t0\t0\nGid:\t0\t0\t0\t0\nFDSize:\t256\nGroups:\t0 \nNStgid:\t354153\t74\nNSpid:\t354153\t74\nNSpgid:\t354120\t52\nNSsid:\t353974\t1\nKthread:\t0\nVmPeak:\t205806720 kB\nVmSize:\t110316556 kB\nVmLck:\t 0 kB\nVmPin:\t 0 kB\nVmHWM:\t 1046844 kB\nVmRSS:\t 1033820 kB\nRssAnon:\t 419200 kB\nRssFile:\t 342236 kB\nRssShmem:\t 272384 kB\nVmData:\t 1234244 kB\nVmStk:\t 340 kB\nVmExe:\t 10428 kB\nVmLib:\t 648088 kB\nVmPTE:\t 3660 kB\nVmSwap:\t 0 kB\nHugetlbPages:\t 0 kB\nCoreDumping:\t0\nTHP_enabled:\t1\nuntag_mask:\t0xffffffffffffffff\nThreads:\t76\nSigQ:\t1/156236\nSigPnd:\t0000000000000000\nShdPnd:\t0000000000000000\nSigBlk:\t0000000000000000\nSigIgn:\t0000000000001004\nSigCgt:\t0000000100004422\nCapInh:\t0000000000000000\nCapPrm:\t00000000a98425fb\nCapEff:\t00000000a98425fb\nCapBnd:\t00000000a98425fb\nCapAmb:\t0000000000000000\nNoNewPrivs:\t0\nSeccomp:\t2\nSeccomp_filters:\t1\nSpeculation_Store_Bypass:\tvulnerable\nSpeculationIndirectBranch:\talways enabled\nCpus_allowed:\tfffff\nCpus_allowed_list:\t0-19\nMems_allowed:\t00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000001\nMems_allowed_list:\t0\nvoluntary_ctxt_switches:\t94\nnonvoluntary_ctxt_switches:\t4\nx86_Thread_features:\t\nx86_Thread_features_locked:\t\n" }, "354391": { "comm": "python3", "status": "Name:\tpython3\nUmask:\t0022\nState:\tS (sleeping)\nTgid:\t354391\nNgid:\t0\nPid:\t354391\nPPid:\t354120\nTracerPid:\t0\nUid:\t0\t0\t0\t0\nGid:\t0\t0\t0\t0\nFDSize:\t256\nGroups:\t0 \nNStgid:\t354391\t202\nNSpid:\t354391\t202\nNSpgid:\t354120\t52\nNSsid:\t353974\t1\nKthread:\t0\nVmPeak:\t16856720 kB\nVmSize:\t16798384 kB\nVmLck:\t 16 kB\nVmPin:\t 0 kB\nVmHWM:\t 984476 kB\nVmRSS:\t 984476 kB\nRssAnon:\t 449100 kB\nRssFile:\t 475984 kB\nRssShmem:\t 59392 kB\nVmData:\t 2063140 kB\nVmStk:\t 136 kB\nVmExe:\t 2956 kB\nVmLib:\t 947032 kB\nVmPTE:\t 4584 kB\nVmSwap:\t 0 kB\nHugetlbPages:\t 0 kB\nCoreDumping:\t0\nTHP_enabled:\t1\nuntag_mask:\t0xffffffffffffffff\nThreads:\t130\nSigQ:\t1/156236\nSigPnd:\t0000000000000000\nShdPnd:\t0000000000000000\nSigBlk:\t0000000000000000\nSigIgn:\t0000000001001004\nSigCgt:\t0000000100004003\nCapInh:\t0000000000000000\nCapPrm:\t00000000a98425fb\nCapEff:\t00000000a98425fb\nCapBnd:\t00000000a98425fb\nCapAmb:\t0000000000000000\nNoNewPrivs:\t0\nSeccomp:\t2\nSeccomp_filters:\t1\nSpeculation_Store_Bypass:\tvulnerable\nSpeculationIndirectBranch:\talways enabled\nCpus_allowed:\tfffff\nCpus_allowed_list:\t0-19\nMems_allowed:\t00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000001\nMems_allowed_list:\t0\nvoluntary_ctxt_switches:\t1737\nnonvoluntary_ctxt_switches:\t65\nx86_Thread_features:\t\nx86_Thread_features_locked:\t\n" }, "355675": { "comm": "sleep", "status": "Name:\tsleep\nUmask:\t0022\nState:\tS (sleeping)\nTgid:\t355675\nNgid:\t0\nPid:\t355675\nPPid:\t354120\nTracerPid:\t0\nUid:\t0\t0\t0\t0\nGid:\t0\t0\t0\t0\nFDSize:\t256\nGroups:\t0 \nNStgid:\t355675\t409\nNSpid:\t355675\t409\nNSpgid:\t354120\t52\nNSsid:\t353974\t1\nKthread:\t0\nVmPeak:\t 5688 kB\nVmSize:\t 5688 kB\nVmLck:\t 0 kB\nVmPin:\t 0 kB\nVmHWM:\t 2200 kB\nVmRSS:\t 2200 kB\nRssAnon:\t 116 kB\nRssFile:\t 2084 kB\nRssShmem:\t 0 kB\nVmData:\t 224 kB\nVmStk:\t 136 kB\nVmExe:\t 16 kB\nVmLib:\t 1748 kB\nVmPTE:\t 48 kB\nVmSwap:\t 0 kB\nHugetlbPages:\t 0 kB\nCoreDumping:\t0\nTHP_enabled:\t1\nuntag_mask:\t0xffffffffffffffff\nThreads:\t1\nSigQ:\t1/156236\nSigPnd:\t0000000000000000\nShdPnd:\t0000000000000000\nSigBlk:\t0000000000000000\nSigIgn:\t0000000000000006\nSigCgt:\t0000000000000000\nCapInh:\t0000000000000000\nCapPrm:\t00000000a98425fb\nCapEff:\t00000000a98425fb\nCapBnd:\t00000000a98425fb\nCapAmb:\t0000000000000000\nNoNewPrivs:\t0\nSeccomp:\t2\nSeccomp_filters:\t1\nSpeculation_Store_Bypass:\tvulnerable\nSpeculationIndirectBranch:\talways enabled\nCpus_allowed:\tfffff\nCpus_allowed_list:\t0-19\nMems_allowed:\t00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000001\nMems_allowed_list:\t0\nvoluntary_ctxt_switches:\t1\nnonvoluntary_ctxt_switches:\t0\nx86_Thread_features:\t\nx86_Thread_features_locked:\t\n" } }, "threads": { "353974": { "pid": 353974, "comm": "docker-init", "start": "131364918", "ticks": 7, "runtime_ns": 85763811, "runqueue_wait_ns": 159179 }, "354120": { "pid": 354120, "comm": "entrypoint.sh", "start": "131364973", "ticks": 1, "runtime_ns": 24648335, "runqueue_wait_ns": 0 }, "354153": { "pid": 354153, "comm": "tritonserver", "start": "131364994", "ticks": 64, "runtime_ns": 644991465, "runqueue_wait_ns": 1395203 }, "354155": { "pid": 354153, "comm": "tritonserver", "start": "131364997", "ticks": 0, "runtime_ns": 216815, "runqueue_wait_ns": 0 }, "354156": { "pid": 354153, "comm": "tritonserver", "start": "131364997", "ticks": 0, "runtime_ns": 74320, "runqueue_wait_ns": 0 }, "354157": { "pid": 354153, "comm": "tritonserver", "start": "131364997", "ticks": 0, "runtime_ns": 140406, "runqueue_wait_ns": 0 }, "354158": { "pid": 354153, "comm": "tritonserver", "start": "131364997", "ticks": 0, "runtime_ns": 141316, "runqueue_wait_ns": 0 }, "354159": { "pid": 354153, "comm": "tritonserver", "start": "131364997", "ticks": 0, "runtime_ns": 166486, "runqueue_wait_ns": 0 }, "354160": { "pid": 354153, "comm": "tritonserver", "start": "131364997", "ticks": 0, "runtime_ns": 56131, "runqueue_wait_ns": 0 }, "354161": { "pid": 354153, "comm": "tritonserver", "start": "131364997", "ticks": 0, "runtime_ns": 121367, "runqueue_wait_ns": 0 }, "354162": { "pid": 354153, "comm": "tritonserver", "start": "131364997", "ticks": 0, "runtime_ns": 53655, "runqueue_wait_ns": 0 }, "354163": { "pid": 354153, "comm": "cuda00001400006", "start": "131364997", "ticks": 0, "runtime_ns": 281715, "runqueue_wait_ns": 0 }, "354164": { "pid": 354153, "comm": "tritonserver", "start": "131365002", "ticks": 0, "runtime_ns": 4697538, "runqueue_wait_ns": 247554 }, "354165": { "pid": 354153, "comm": "cuda-EvtHandlr", "start": "131365002", "ticks": 81, "runtime_ns": 817254321, "runqueue_wait_ns": 226089025 }, "354190": { "pid": 354153, "comm": "tritonserver", "start": "131365037", "ticks": 2, "runtime_ns": 29715342, "runqueue_wait_ns": 13034216 }, "354196": { "pid": 354153, "comm": "tritonserver", "start": "131365055", "ticks": 82, "runtime_ns": 826727871, "runqueue_wait_ns": 2076651 }, "354197": { "pid": 354153, "comm": "tritonserver", "start": "131365055", "ticks": 74, "runtime_ns": 748199285, "runqueue_wait_ns": 3407257 }, "354198": { "pid": 354153, "comm": "tritonserver", "start": "131365055", "ticks": 67, "runtime_ns": 681034319, "runqueue_wait_ns": 1102693 }, "354199": { "pid": 354153, "comm": "tritonserver", "start": "131365055", "ticks": 0, "runtime_ns": 55999, "runqueue_wait_ns": 0 }, "354216": { "pid": 354153, "comm": "tritonserver", "start": "131365151", "ticks": 0, "runtime_ns": 69754, "runqueue_wait_ns": 0 }, "354217": { "pid": 354153, "comm": "tritonserver", "start": "131365151", "ticks": 0, "runtime_ns": 129941, "runqueue_wait_ns": 0 }, "354218": { "pid": 354153, "comm": "tritonserver", "start": "131365180", "ticks": 101, "runtime_ns": 1027177782, "runqueue_wait_ns": 40536398 }, "354219": { "pid": 354153, "comm": "tritonserver", "start": "131365180", "ticks": 1047, "runtime_ns": 10476598816, "runqueue_wait_ns": 64986739 }, "354232": { "pid": 354153, "comm": "tritonserver", "start": "131365205", "ticks": 0, "runtime_ns": 52118, "runqueue_wait_ns": 0 }, "354233": { "pid": 354153, "comm": "tritonserver", "start": "131365205", "ticks": 0, "runtime_ns": 71727, "runqueue_wait_ns": 36964 }, "354234": { "pid": 354153, "comm": "MainIOContext", "start": "131365205", "ticks": 0, "runtime_ns": 4852637, "runqueue_wait_ns": 181528 }, "354235": { "pid": 354153, "comm": "tritonserver", "start": "131365205", "ticks": 22, "runtime_ns": 224225840, "runqueue_wait_ns": 100148446 }, "354236": { "pid": 354153, "comm": "tritonserver", "start": "131365205", "ticks": 19, "runtime_ns": 202141232, "runqueue_wait_ns": 80031188 }, "354237": { "pid": 354153, "comm": "tritonserver", "start": "131365205", "ticks": 0, "runtime_ns": 417614, "runqueue_wait_ns": 0 }, "354238": { "pid": 354153, "comm": "tritonserver", "start": "131365205", "ticks": 0, "runtime_ns": 292888, "runqueue_wait_ns": 0 }, "354239": { "pid": 354153, "comm": "tritonserver", "start": "131365205", "ticks": 0, "runtime_ns": 444743, "runqueue_wait_ns": 0 }, "354240": { "pid": 354153, "comm": "NvmlTaskRunner", "start": "131365207", "ticks": 19, "runtime_ns": 190656439, "runqueue_wait_ns": 5335930 }, "354241": { "pid": 354153, "comm": "cache_mgr_event", "start": "131365209", "ticks": 0, "runtime_ns": 11273248, "runqueue_wait_ns": 2733229 }, "354243": { "pid": 354153, "comm": "tritonserver", "start": "131365210", "ticks": 21, "runtime_ns": 219992098, "runqueue_wait_ns": 97974287 }, "354244": { "pid": 354153, "comm": "tritonserver", "start": "131365210", "ticks": 19, "runtime_ns": 202019440, "runqueue_wait_ns": 101993246 }, "354245": { "pid": 354153, "comm": "tritonserver", "start": "131365210", "ticks": 0, "runtime_ns": 738754, "runqueue_wait_ns": 19824 }, "354246": { "pid": 354153, "comm": "cache_mgr_main", "start": "131365210", "ticks": 1, "runtime_ns": 13337697, "runqueue_wait_ns": 3165416 }, "354247": { "pid": 354153, "comm": "sysev_thread", "start": "131365210", "ticks": 0, "runtime_ns": 6943965, "runqueue_wait_ns": 5471647 }, "354248": { "pid": 354153, "comm": "tritonserver", "start": "131365212", "ticks": 13, "runtime_ns": 141217264, "runqueue_wait_ns": 1365095 }, "354249": { "pid": 354153, "comm": "default-executo", "start": "131365212", "ticks": 18, "runtime_ns": 186307414, "runqueue_wait_ns": 1245239 }, "354250": { "pid": 354153, "comm": "resolver-execut", "start": "131365212", "ticks": 0, "runtime_ns": 132374, "runqueue_wait_ns": 0 }, "354251": { "pid": 354153, "comm": "grpc_global_tim", "start": "131365212", "ticks": 0, "runtime_ns": 4071410, "runqueue_wait_ns": 885717 }, "354252": { "pid": 354153, "comm": "event_engine", "start": "131365213", "ticks": 0, "runtime_ns": 652993, "runqueue_wait_ns": 0 }, "354253": { "pid": 354153, "comm": "event_engine", "start": "131365213", "ticks": 0, "runtime_ns": 558531, "runqueue_wait_ns": 0 }, "354254": { "pid": 354153, "comm": "event_engine", "start": "131365213", "ticks": 0, "runtime_ns": 654810, "runqueue_wait_ns": 0 }, "354255": { "pid": 354153, "comm": "event_engine", "start": "131365213", "ticks": 0, "runtime_ns": 374397, "runqueue_wait_ns": 0 }, "354256": { "pid": 354153, "comm": "event_engine", "start": "131365213", "ticks": 0, "runtime_ns": 493249, "runqueue_wait_ns": 0 }, "354257": { "pid": 354153, "comm": "event_engine", "start": "131365213", "ticks": 0, "runtime_ns": 956615, "runqueue_wait_ns": 0 }, "354258": { "pid": 354153, "comm": "event_engine", "start": "131365213", "ticks": 0, "runtime_ns": 742907, "runqueue_wait_ns": 0 }, "354259": { "pid": 354153, "comm": "event_engine", "start": "131365213", "ticks": 0, "runtime_ns": 437463, "runqueue_wait_ns": 0 }, "354260": { "pid": 354153, "comm": "event_engine", "start": "131365213", "ticks": 0, "runtime_ns": 401222, "runqueue_wait_ns": 0 }, "354261": { "pid": 354153, "comm": "event_engine", "start": "131365213", "ticks": 0, "runtime_ns": 582262, "runqueue_wait_ns": 0 }, "354262": { "pid": 354153, "comm": "event_engine", "start": "131365213", "ticks": 0, "runtime_ns": 317928, "runqueue_wait_ns": 0 }, "354263": { "pid": 354153, "comm": "event_engine", "start": "131365213", "ticks": 0, "runtime_ns": 450274, "runqueue_wait_ns": 0 }, "354264": { "pid": 354153, "comm": "event_engine", "start": "131365213", "ticks": 0, "runtime_ns": 435575, "runqueue_wait_ns": 0 }, "354265": { "pid": 354153, "comm": "event_engine", "start": "131365213", "ticks": 0, "runtime_ns": 720505, "runqueue_wait_ns": 0 }, "354266": { "pid": 354153, "comm": "event_engine", "start": "131365213", "ticks": 0, "runtime_ns": 450203, "runqueue_wait_ns": 0 }, "354267": { "pid": 354153, "comm": "event_engine", "start": "131365213", "ticks": 0, "runtime_ns": 639185, "runqueue_wait_ns": 0 }, "354268": { "pid": 354153, "comm": "event_engine", "start": "131365213", "ticks": 0, "runtime_ns": 439788, "runqueue_wait_ns": 0 }, "354269": { "pid": 354153, "comm": "event_engine", "start": "131365213", "ticks": 0, "runtime_ns": 342636, "runqueue_wait_ns": 6618 }, "354270": { "pid": 354153, "comm": "event_engine", "start": "131365213", "ticks": 0, "runtime_ns": 267050, "runqueue_wait_ns": 0 }, "354271": { "pid": 354153, "comm": "event_engine", "start": "131365213", "ticks": 0, "runtime_ns": 287002, "runqueue_wait_ns": 0 }, "354272": { "pid": 354153, "comm": "timer_manager", "start": "131365213", "ticks": 5, "runtime_ns": 59555250, "runqueue_wait_ns": 21446715 }, "354273": { "pid": 354153, "comm": "tritonserver", "start": "131365213", "ticks": 287, "runtime_ns": 2883610239, "runqueue_wait_ns": 104284142 }, "354274": { "pid": 354153, "comm": "tritonserver", "start": "131365213", "ticks": 421, "runtime_ns": 4213794945, "runqueue_wait_ns": 163151055 }, "354275": { "pid": 354153, "comm": "tritonserver", "start": "131365213", "ticks": 436, "runtime_ns": 4362066674, "runqueue_wait_ns": 187453510 }, "354276": { "pid": 354153, "comm": "tritonserver", "start": "131365213", "ticks": 297, "runtime_ns": 2979488963, "runqueue_wait_ns": 100737875 }, "354277": { "pid": 354153, "comm": "tritonserver", "start": "131365213", "ticks": 0, "runtime_ns": 164002, "runqueue_wait_ns": 32491 }, "354278": { "pid": 354153, "comm": "tritonserver", "start": "131365213", "ticks": 0, "runtime_ns": 325104, "runqueue_wait_ns": 0 }, "354279": { "pid": 354153, "comm": "tritonserver", "start": "131365214", "ticks": 0, "runtime_ns": 198271, "runqueue_wait_ns": 0 }, "354281": { "pid": 354153, "comm": "tritonserver", "start": "131365215", "ticks": 0, "runtime_ns": 153647, "runqueue_wait_ns": 0 }, "354282": { "pid": 354153, "comm": "tritonserver", "start": "131365215", "ticks": 0, "runtime_ns": 312825, "runqueue_wait_ns": 0 }, "354283": { "pid": 354153, "comm": "tritonserver", "start": "131365216", "ticks": 0, "runtime_ns": 144956, "runqueue_wait_ns": 0 }, "354284": { "pid": 354153, "comm": "tritonserver", "start": "131365216", "ticks": 0, "runtime_ns": 180472, "runqueue_wait_ns": 0 }, "354285": { "pid": 354153, "comm": "tritonserver", "start": "131365217", "ticks": 0, "runtime_ns": 140642, "runqueue_wait_ns": 0 }, "354286": { "pid": 354153, "comm": "tritonserver", "start": "131365217", "ticks": 0, "runtime_ns": 122329, "runqueue_wait_ns": 0 }, "354287": { "pid": 354153, "comm": "tritonserver", "start": "131365217", "ticks": 0, "runtime_ns": 173560, "runqueue_wait_ns": 0 }, "354288": { "pid": 354153, "comm": "tritonserver", "start": "131365218", "ticks": 0, "runtime_ns": 31361, "runqueue_wait_ns": 0 }, "354391": { "pid": 354391, "comm": "python3", "start": "131365456", "ticks": 424, "runtime_ns": 4249433721, "runqueue_wait_ns": 19421387 }, "354453": { "pid": 354391, "comm": "grpc_global_tim", "start": "131365603", "ticks": 0, "runtime_ns": 4463506, "runqueue_wait_ns": 102889 }, "354455": { "pid": 354391, "comm": "default-executo", "start": "131365603", "ticks": 0, "runtime_ns": 123049, "runqueue_wait_ns": 0 }, "354457": { "pid": 354391, "comm": "resolver-execut", "start": "131365603", "ticks": 0, "runtime_ns": 99202, "runqueue_wait_ns": 0 }, "354460": { "pid": 354391, "comm": "event_engine", "start": "131365603", "ticks": 0, "runtime_ns": 6179090, "runqueue_wait_ns": 887789 }, "354463": { "pid": 354391, "comm": "event_engine", "start": "131365603", "ticks": 0, "runtime_ns": 3380981, "runqueue_wait_ns": 69732 }, "354465": { "pid": 354391, "comm": "event_engine", "start": "131365603", "ticks": 0, "runtime_ns": 13248855, "runqueue_wait_ns": 5802213 }, "354468": { "pid": 354391, "comm": "event_engine", "start": "131365604", "ticks": 0, "runtime_ns": 1662986, "runqueue_wait_ns": 1058890 }, "354470": { "pid": 354391, "comm": "event_engine", "start": "131365604", "ticks": 0, "runtime_ns": 1786084, "runqueue_wait_ns": 1019530 }, "354472": { "pid": 354391, "comm": "event_engine", "start": "131365604", "ticks": 0, "runtime_ns": 3165640, "runqueue_wait_ns": 38547 }, "354474": { "pid": 354391, "comm": "event_engine", "start": "131365604", "ticks": 0, "runtime_ns": 1923583, "runqueue_wait_ns": 193927 }, "354476": { "pid": 354391, "comm": "event_engine", "start": "131365604", "ticks": 0, "runtime_ns": 1898211, "runqueue_wait_ns": 161314 }, "354479": { "pid": 354391, "comm": "event_engine", "start": "131365604", "ticks": 0, "runtime_ns": 1659433, "runqueue_wait_ns": 228800 }, "354481": { "pid": 354391, "comm": "event_engine", "start": "131365604", "ticks": 0, "runtime_ns": 1520229, "runqueue_wait_ns": 378511 }, "354482": { "pid": 354391, "comm": "event_engine", "start": "131365604", "ticks": 0, "runtime_ns": 3975472, "runqueue_wait_ns": 384530 }, "354484": { "pid": 354391, "comm": "event_engine", "start": "131365604", "ticks": 0, "runtime_ns": 1809677, "runqueue_wait_ns": 1822965 }, "354486": { "pid": 354391, "comm": "event_engine", "start": "131365604", "ticks": 0, "runtime_ns": 1861106, "runqueue_wait_ns": 38975 }, "354488": { "pid": 354391, "comm": "event_engine", "start": "131365604", "ticks": 0, "runtime_ns": 1361641, "runqueue_wait_ns": 35423 }, "354490": { "pid": 354391, "comm": "event_engine", "start": "131365604", "ticks": 0, "runtime_ns": 1897357, "runqueue_wait_ns": 10012 }, "354491": { "pid": 354391, "comm": "event_engine", "start": "131365604", "ticks": 0, "runtime_ns": 1445918, "runqueue_wait_ns": 2458714 }, "354493": { "pid": 354391, "comm": "lifeguard", "start": "131365604", "ticks": 0, "runtime_ns": 3612236, "runqueue_wait_ns": 1363987 }, "354503": { "pid": 354391, "comm": "python3", "start": "131365606", "ticks": 0, "runtime_ns": 546260, "runqueue_wait_ns": 0 }, "354527": { "pid": 354391, "comm": "cuda0000380000f", "start": "131365627", "ticks": 0, "runtime_ns": 302976, "runqueue_wait_ns": 0 }, "354529": { "pid": 354391, "comm": "python3", "start": "131365648", "ticks": 0, "runtime_ns": 10128817, "runqueue_wait_ns": 0 }, "354547": { "pid": 354391, "comm": "libusb_event", "start": "131365777", "ticks": 0, "runtime_ns": 82578, "runqueue_wait_ns": 0 }, "354548": { "pid": 354391, "comm": "python3", "start": "131365778", "ticks": 1, "runtime_ns": 23733488, "runqueue_wait_ns": 2261696 }, "354549": { "pid": 354391, "comm": "python3", "start": "131365779", "ticks": 1, "runtime_ns": 19457546, "runqueue_wait_ns": 3147684 }, "354565": { "pid": 354391, "comm": "python3", "start": "131365825", "ticks": 19, "runtime_ns": 200171923, "runqueue_wait_ns": 34757732 }, "354566": { "pid": 354391, "comm": "python3", "start": "131365825", "ticks": 73, "runtime_ns": 744302223, "runqueue_wait_ns": 47086699 }, "354567": { "pid": 354391, "comm": "python3", "start": "131365825", "ticks": 66, "runtime_ns": 670279180, "runqueue_wait_ns": 43384144 }, "354568": { "pid": 354391, "comm": "python3", "start": "131365825", "ticks": 73, "runtime_ns": 739348051, "runqueue_wait_ns": 54324232 }, "354571": { "pid": 354391, "comm": "python3", "start": "131365830", "ticks": 0, "runtime_ns": 419520, "runqueue_wait_ns": 0 }, "354716": { "pid": 354391, "comm": "grpc_global_tim", "start": "131366054", "ticks": 0, "runtime_ns": 7193116, "runqueue_wait_ns": 2786890 }, "354741": { "pid": 354391, "comm": "python3", "start": "131366133", "ticks": 12, "runtime_ns": 133195555, "runqueue_wait_ns": 2380237 }, "354743": { "pid": 354391, "comm": "python3", "start": "131366141", "ticks": 213, "runtime_ns": 2137242505, "runqueue_wait_ns": 25130639 }, "354744": { "pid": 354391, "comm": "python3", "start": "131366141", "ticks": 0, "runtime_ns": 10500940, "runqueue_wait_ns": 0 }, "354745": { "pid": 354391, "comm": "python3", "start": "131366141", "ticks": 0, "runtime_ns": 1928204, "runqueue_wait_ns": 0 }, "354746": { "pid": 354391, "comm": "python3", "start": "131366141", "ticks": 19, "runtime_ns": 195809655, "runqueue_wait_ns": 36780268 }, "354747": { "pid": 354391, "comm": "python3", "start": "131366142", "ticks": 42, "runtime_ns": 433573519, "runqueue_wait_ns": 1304868 }, "354748": { "pid": 354391, "comm": "python3", "start": "131366143", "ticks": 0, "runtime_ns": 3786364, "runqueue_wait_ns": 443113 }, "354749": { "pid": 354391, "comm": "cuda-EvtHandlr", "start": "131366143", "ticks": 114, "runtime_ns": 1148886028, "runqueue_wait_ns": 229369388 }, "354750": { "pid": 354391, "comm": "python3", "start": "131366176", "ticks": 1, "runtime_ns": 22296890, "runqueue_wait_ns": 11577928 }, "354751": { "pid": 354391, "comm": "pool-spawner", "start": "131366176", "ticks": 0, "runtime_ns": 4406775, "runqueue_wait_ns": 0 }, "354752": { "pid": 354391, "comm": "default-executo", "start": "131366176", "ticks": 39, "runtime_ns": 403244994, "runqueue_wait_ns": 4065344 }, "354753": { "pid": 354391, "comm": "resolver-execut", "start": "131366176", "ticks": 0, "runtime_ns": 285872, "runqueue_wait_ns": 0 }, "354754": { "pid": 354391, "comm": "grpc_global_tim", "start": "131366176", "ticks": 0, "runtime_ns": 5088015, "runqueue_wait_ns": 131432 }, "354755": { "pid": 354391, "comm": "event_engine", "start": "131366177", "ticks": 0, "runtime_ns": 439314, "runqueue_wait_ns": 0 }, "354756": { "pid": 354391, "comm": "event_engine", "start": "131366177", "ticks": 0, "runtime_ns": 725112, "runqueue_wait_ns": 0 }, "354757": { "pid": 354391, "comm": "event_engine", "start": "131366177", "ticks": 0, "runtime_ns": 647129, "runqueue_wait_ns": 0 }, "354758": { "pid": 354391, "comm": "event_engine", "start": "131366177", "ticks": 0, "runtime_ns": 555020, "runqueue_wait_ns": 0 }, "354759": { "pid": 354391, "comm": "event_engine", "start": "131366177", "ticks": 0, "runtime_ns": 486222, "runqueue_wait_ns": 0 }, "354760": { "pid": 354391, "comm": "event_engine", "start": "131366177", "ticks": 0, "runtime_ns": 515566, "runqueue_wait_ns": 0 }, "354761": { "pid": 354391, "comm": "event_engine", "start": "131366177", "ticks": 0, "runtime_ns": 569164, "runqueue_wait_ns": 0 }, "354762": { "pid": 354391, "comm": "event_engine", "start": "131366177", "ticks": 0, "runtime_ns": 548809, "runqueue_wait_ns": 0 }, "354763": { "pid": 354391, "comm": "event_engine", "start": "131366177", "ticks": 0, "runtime_ns": 359782, "runqueue_wait_ns": 0 }, "354764": { "pid": 354391, "comm": "event_engine", "start": "131366177", "ticks": 0, "runtime_ns": 506506, "runqueue_wait_ns": 0 }, "354765": { "pid": 354391, "comm": "event_engine", "start": "131366177", "ticks": 0, "runtime_ns": 440774, "runqueue_wait_ns": 0 }, "354766": { "pid": 354391, "comm": "event_engine", "start": "131366177", "ticks": 0, "runtime_ns": 472554, "runqueue_wait_ns": 0 }, "354767": { "pid": 354391, "comm": "event_engine", "start": "131366177", "ticks": 0, "runtime_ns": 399886, "runqueue_wait_ns": 0 }, "354768": { "pid": 354391, "comm": "event_engine", "start": "131366177", "ticks": 0, "runtime_ns": 436435, "runqueue_wait_ns": 0 }, "354769": { "pid": 354391, "comm": "event_engine", "start": "131366177", "ticks": 0, "runtime_ns": 383803, "runqueue_wait_ns": 0 }, "354770": { "pid": 354391, "comm": "event_engine", "start": "131366177", "ticks": 0, "runtime_ns": 328831, "runqueue_wait_ns": 25787 }, "354771": { "pid": 354391, "comm": "event_engine", "start": "131366177", "ticks": 0, "runtime_ns": 293597, "runqueue_wait_ns": 0 }, "354772": { "pid": 354391, "comm": "event_engine", "start": "131366177", "ticks": 0, "runtime_ns": 322406, "runqueue_wait_ns": 0 }, "354773": { "pid": 354391, "comm": "event_engine", "start": "131366177", "ticks": 0, "runtime_ns": 342433, "runqueue_wait_ns": 0 }, "354774": { "pid": 354391, "comm": "event_engine", "start": "131366177", "ticks": 0, "runtime_ns": 481593, "runqueue_wait_ns": 0 }, "354775": { "pid": 354391, "comm": "timer_manager", "start": "131366177", "ticks": 7, "runtime_ns": 77175614, "runqueue_wait_ns": 19114197 }, "354776": { "pid": 354391, "comm": "python3", "start": "131366178", "ticks": 113, "runtime_ns": 1147498897, "runqueue_wait_ns": 39200116 }, "354777": { "pid": 354391, "comm": "PostCuda", "start": "131366195", "ticks": 4, "runtime_ns": 46141126, "runqueue_wait_ns": 7168923 }, "354778": { "pid": 354391, "comm": "PostHost", "start": "131366195", "ticks": 3, "runtime_ns": 40331127, "runqueue_wait_ns": 9108718 }, "354779": { "pid": 354391, "comm": "GstInferServImp", "start": "131366195", "ticks": 1052, "runtime_ns": 10526944814, "runqueue_wait_ns": 76437758 }, "354780": { "pid": 354391, "comm": "preprocess-queu", "start": "131366195", "ticks": 680, "runtime_ns": 6811098132, "runqueue_wait_ns": 40084881 }, "354781": { "pid": 354391, "comm": "python3", "start": "131366195", "ticks": 13, "runtime_ns": 141602804, "runqueue_wait_ns": 8414499 }, "354782": { "pid": 354391, "comm": "task0", "start": "131366195", "ticks": 82, "runtime_ns": 835426116, "runqueue_wait_ns": 33653990 }, "354783": { "pid": 354391, "comm": "gmain", "start": "131366197", "ticks": 0, "runtime_ns": 312186, "runqueue_wait_ns": 0 }, "354784": { "pid": 354391, "comm": "dconf worker", "start": "131366197", "ticks": 0, "runtime_ns": 6048184, "runqueue_wait_ns": 0 }, "354785": { "pid": 354391, "comm": "dec_que:src", "start": "131366199", "ticks": 28, "runtime_ns": 283583154, "runqueue_wait_ns": 25424800 }, "354787": { "pid": 354391, "comm": "rtpsession-rtcp", "start": "131366199", "ticks": 0, "runtime_ns": 7551605, "runqueue_wait_ns": 3212302 }, "354788": { "pid": 354391, "comm": "timer", "start": "131366209", "ticks": 0, "runtime_ns": 2423439, "runqueue_wait_ns": 0 }, "354789": { "pid": 354391, "comm": "rtpjitterbuffer", "start": "131366209", "ticks": 60, "runtime_ns": 611193772, "runqueue_wait_ns": 130615381 }, "354793": { "pid": 354391, "comm": "queue:src", "start": "131366308", "ticks": 44, "runtime_ns": 455291508, "runqueue_wait_ns": 25513092 }, "354794": { "pid": 354391, "comm": "dec_que:src", "start": "131366312", "ticks": 17, "runtime_ns": 181337963, "runqueue_wait_ns": 78230189 }, "354795": { "pid": 354391, "comm": "dec_que:src", "start": "131366312", "ticks": 23, "runtime_ns": 236461218, "runqueue_wait_ns": 88347445 }, "354796": { "pid": 354391, "comm": "dec_que:src", "start": "131366314", "ticks": 1, "runtime_ns": 12437251, "runqueue_wait_ns": 2873714 }, "354797": { "pid": 354391, "comm": "preprocess-queu", "start": "131366317", "ticks": 588, "runtime_ns": 5896025316, "runqueue_wait_ns": 43300874 }, "354798": { "pid": 354391, "comm": "batch_capture-m", "start": "131366317", "ticks": 107, "runtime_ns": 1079750431, "runqueue_wait_ns": 20823846 }, "354799": { "pid": 354391, "comm": "nvv4l2decoder0:", "start": "131366317", "ticks": 10, "runtime_ns": 114995322, "runqueue_wait_ns": 30935131 }, "354852": { "pid": 354391, "comm": "python3", "start": "131366448", "ticks": 209, "runtime_ns": 2108093270, "runqueue_wait_ns": 29532056 }, "354853": { "pid": 354391, "comm": "python3", "start": "131366448", "ticks": 0, "runtime_ns": 9926976, "runqueue_wait_ns": 0 }, "354854": { "pid": 354391, "comm": "python3", "start": "131366449", "ticks": 0, "runtime_ns": 1823721, "runqueue_wait_ns": 0 }, "354855": { "pid": 354391, "comm": "python3", "start": "131366449", "ticks": 17, "runtime_ns": 181856264, "runqueue_wait_ns": 27846003 }, "354856": { "pid": 354391, "comm": "python3", "start": "131366450", "ticks": 1, "runtime_ns": 24328870, "runqueue_wait_ns": 0 }, "354857": { "pid": 354391, "comm": "python3", "start": "131366451", "ticks": 108, "runtime_ns": 1083438413, "runqueue_wait_ns": 38971734 }, "354858": { "pid": 354391, "comm": "PostCuda", "start": "131366453", "ticks": 3, "runtime_ns": 45292033, "runqueue_wait_ns": 7305062 }, "354859": { "pid": 354391, "comm": "PostHost", "start": "131366453", "ticks": 3, "runtime_ns": 39901296, "runqueue_wait_ns": 3995034 }, "354860": { "pid": 354391, "comm": "GstInferServImp", "start": "131366453", "ticks": 964, "runtime_ns": 9657359899, "runqueue_wait_ns": 92593066 }, "354861": { "pid": 354391, "comm": "python3", "start": "131366454", "ticks": 8, "runtime_ns": 97414608, "runqueue_wait_ns": 2769467 }, "354862": { "pid": 354391, "comm": "task7", "start": "131366454", "ticks": 80, "runtime_ns": 808675243, "runqueue_wait_ns": 12299219 }, "354863": { "pid": 354391, "comm": "rtpjitterbuffer", "start": "131366454", "ticks": 53, "runtime_ns": 537652633, "runqueue_wait_ns": 14096336 }, "354871": { "pid": 354391, "comm": "rtpsession-rtcp", "start": "131366556", "ticks": 0, "runtime_ns": 6246506, "runqueue_wait_ns": 40820 }, "354872": { "pid": 354391, "comm": "timer", "start": "131366556", "ticks": 0, "runtime_ns": 252512, "runqueue_wait_ns": 0 }, "354873": { "pid": 354391, "comm": "dec_que:src", "start": "131366556", "ticks": 19, "runtime_ns": 194572465, "runqueue_wait_ns": 3056352 }, "354874": { "pid": 354391, "comm": "queue:src", "start": "131366557", "ticks": 16, "runtime_ns": 174226399, "runqueue_wait_ns": 3825901 }, "354875": { "pid": 354391, "comm": "dec_que:src", "start": "131366562", "ticks": 11, "runtime_ns": 119185965, "runqueue_wait_ns": 10061830 }, "354876": { "pid": 354391, "comm": "dec_que:src", "start": "131366562", "ticks": 15, "runtime_ns": 161242330, "runqueue_wait_ns": 7322533 }, "354877": { "pid": 354391, "comm": "preprocess-queu", "start": "131366565", "ticks": 622, "runtime_ns": 6226109375, "runqueue_wait_ns": 59903238 }, "354878": { "pid": 354391, "comm": "batch_capture-m", "start": "131366566", "ticks": 88, "runtime_ns": 897660716, "runqueue_wait_ns": 11816110 }, "354879": { "pid": 354391, "comm": "nvv4l2decoder1:", "start": "131366566", "ticks": 7, "runtime_ns": 83069240, "runqueue_wait_ns": 1773956 }, "354904": { "pid": 354391, "comm": "grpc_global_tim", "start": "131366676", "ticks": 1, "runtime_ns": 11167034, "runqueue_wait_ns": 181647 }, "354905": { "pid": 354391, "comm": "python3", "start": "131366681", "ticks": 195, "runtime_ns": 1963571580, "runqueue_wait_ns": 22779812 }, "354906": { "pid": 354391, "comm": "python3", "start": "131366681", "ticks": 1, "runtime_ns": 12930828, "runqueue_wait_ns": 247363 }, "354907": { "pid": 354391, "comm": "python3", "start": "131366681", "ticks": 0, "runtime_ns": 2103866, "runqueue_wait_ns": 17362 }, "354908": { "pid": 354391, "comm": "python3", "start": "131366681", "ticks": 16, "runtime_ns": 172185225, "runqueue_wait_ns": 38814611 }, "354909": { "pid": 354391, "comm": "python3", "start": "131366683", "ticks": 1, "runtime_ns": 25062675, "runqueue_wait_ns": 155798 }, "354910": { "pid": 354391, "comm": "python3", "start": "131366684", "ticks": 93, "runtime_ns": 938942611, "runqueue_wait_ns": 16346644 }, "354911": { "pid": 354391, "comm": "PostCuda", "start": "131366686", "ticks": 2, "runtime_ns": 36762306, "runqueue_wait_ns": 13160463 }, "354912": { "pid": 354391, "comm": "PostHost", "start": "131366686", "ticks": 3, "runtime_ns": 33270525, "runqueue_wait_ns": 187402 }, "354913": { "pid": 354391, "comm": "GstInferServImp", "start": "131366686", "ticks": 890, "runtime_ns": 8910799936, "runqueue_wait_ns": 49682821 }, "354914": { "pid": 354391, "comm": "python3", "start": "131366687", "ticks": 9, "runtime_ns": 104423960, "runqueue_wait_ns": 8432554 }, "354915": { "pid": 354391, "comm": "task14", "start": "131366687", "ticks": 62, "runtime_ns": 628760901, "runqueue_wait_ns": 8451005 }, "354916": { "pid": 354391, "comm": "rtpjitterbuffer", "start": "131366687", "ticks": 49, "runtime_ns": 499923435, "runqueue_wait_ns": 9619394 }, "354917": { "pid": 354391, "comm": "rtpsession-rtcp", "start": "131366790", "ticks": 0, "runtime_ns": 8555866, "runqueue_wait_ns": 0 }, "354918": { "pid": 354391, "comm": "timer", "start": "131366796", "ticks": 0, "runtime_ns": 175271, "runqueue_wait_ns": 0 }, "354919": { "pid": 354391, "comm": "dec_que:src", "start": "131366796", "ticks": 39, "runtime_ns": 403618485, "runqueue_wait_ns": 9831821 }, "354920": { "pid": 354391, "comm": "queue:src", "start": "131366796", "ticks": 38, "runtime_ns": 392347256, "runqueue_wait_ns": 14101493 }, "354921": { "pid": 354391, "comm": "dec_que:src", "start": "131366800", "ticks": 39, "runtime_ns": 399179599, "runqueue_wait_ns": 58629235 }, "354922": { "pid": 354391, "comm": "dec_que:src", "start": "131366800", "ticks": 35, "runtime_ns": 355574446, "runqueue_wait_ns": 49022218 }, "354924": { "pid": 354391, "comm": "batch_capture-m", "start": "131366805", "ticks": 234, "runtime_ns": 2349358195, "runqueue_wait_ns": 29724446 }, "354925": { "pid": 354391, "comm": "nvv4l2decoder2:", "start": "131366805", "ticks": 17, "runtime_ns": 189040800, "runqueue_wait_ns": 22890486 }, "354977": { "pid": 354391, "comm": "default-executo", "start": "131367311", "ticks": 37, "runtime_ns": 379353059, "runqueue_wait_ns": 9267768 }, "355675": { "pid": 355675, "comm": "sleep", "start": "131371458", "ticks": 0, "runtime_ns": 3340773, "runqueue_wait_ns": 0 } }, "mem_available": 20746260480, "gpu": [ [ 5001, 49140, 32 ] ], "ticks_per_second": 100 }, { "at": 1313743.020108654, "cgroup": "/sys/fs/cgroup/system.slice/docker-6f1c7d5c01c10fc4876519171cd27b73f28434e73d1c251a94940b0dbf0616ee.scope", "cpu": { "usage_usec": 163474017, "user_usec": 128057940, "system_usec": 35416076, "core_sched.force_idle_usec": 0, "nr_periods": 0, "nr_throttled": 0, "throttled_usec": 0, "nr_bursts": 0, "burst_usec": 0 }, "memory": 1260363776, "processes": { "353974": { "comm": "docker-init", "status": "Name:\tdocker-init\nUmask:\t0022\nState:\tS (sleeping)\nTgid:\t353974\nNgid:\t0\nPid:\t353974\nPPid:\t353945\nTracerPid:\t0\nUid:\t0\t0\t0\t0\nGid:\t0\t0\t0\t0\nFDSize:\t64\nGroups:\t0 \nNStgid:\t353974\t1\nNSpid:\t353974\t1\nNSpgid:\t353974\t1\nNSsid:\t353974\t1\nKthread:\t0\nVmPeak:\t 1060 kB\nVmSize:\t 1060 kB\nVmLck:\t 0 kB\nVmPin:\t 0 kB\nVmHWM:\t 744 kB\nVmRSS:\t 744 kB\nRssAnon:\t 48 kB\nRssFile:\t 696 kB\nRssShmem:\t 0 kB\nVmData:\t 168 kB\nVmStk:\t 136 kB\nVmExe:\t 548 kB\nVmLib:\t 8 kB\nVmPTE:\t 28 kB\nVmSwap:\t 0 kB\nHugetlbPages:\t 0 kB\nCoreDumping:\t0\nTHP_enabled:\t1\nuntag_mask:\t0xffffffffffffffff\nThreads:\t1\nSigQ:\t1/156236\nSigPnd:\t0000000000000000\nShdPnd:\t0000000000000000\nSigBlk:\t0000000000000000\nSigIgn:\t0000000000300000\nSigCgt:\t0000000000000000\nCapInh:\t0000000000000000\nCapPrm:\t00000000a98425fb\nCapEff:\t00000000a98425fb\nCapBnd:\t00000000a98425fb\nCapAmb:\t0000000000000000\nNoNewPrivs:\t0\nSeccomp:\t2\nSeccomp_filters:\t1\nSpeculation_Store_Bypass:\tvulnerable\nSpeculationIndirectBranch:\talways enabled\nCpus_allowed:\tfffff\nCpus_allowed_list:\t0-19\nMems_allowed:\t00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000001\nMems_allowed_list:\t0\nvoluntary_ctxt_switches:\t156\nnonvoluntary_ctxt_switches:\t3\nx86_Thread_features:\t\nx86_Thread_features_locked:\t\n" }, "354120": { "comm": "entrypoint.sh", "status": "Name:\tentrypoint.sh\nUmask:\t0022\nState:\tS (sleeping)\nTgid:\t354120\nNgid:\t0\nPid:\t354120\nPPid:\t353974\nTracerPid:\t0\nUid:\t0\t0\t0\t0\nGid:\t0\t0\t0\t0\nFDSize:\t256\nGroups:\t0 \nNStgid:\t354120\t52\nNSpid:\t354120\t52\nNSpgid:\t354120\t52\nNSsid:\t353974\t1\nKthread:\t0\nVmPeak:\t 7988 kB\nVmSize:\t 7988 kB\nVmLck:\t 0 kB\nVmPin:\t 0 kB\nVmHWM:\t 4352 kB\nVmRSS:\t 4352 kB\nRssAnon:\t 880 kB\nRssFile:\t 3472 kB\nRssShmem:\t 0 kB\nVmData:\t 948 kB\nVmStk:\t 136 kB\nVmExe:\t 956 kB\nVmLib:\t 1824 kB\nVmPTE:\t 52 kB\nVmSwap:\t 0 kB\nHugetlbPages:\t 0 kB\nCoreDumping:\t0\nTHP_enabled:\t1\nuntag_mask:\t0xffffffffffffffff\nThreads:\t1\nSigQ:\t1/156236\nSigPnd:\t0000000000000000\nShdPnd:\t0000000000000000\nSigBlk:\t0000000000010000\nSigIgn:\t0000000000000004\nSigCgt:\t0000000000014002\nCapInh:\t0000000000000000\nCapPrm:\t00000000a98425fb\nCapEff:\t00000000a98425fb\nCapBnd:\t00000000a98425fb\nCapAmb:\t0000000000000000\nNoNewPrivs:\t0\nSeccomp:\t2\nSeccomp_filters:\t1\nSpeculation_Store_Bypass:\tvulnerable\nSpeculationIndirectBranch:\talways enabled\nCpus_allowed:\tfffff\nCpus_allowed_list:\t0-19\nMems_allowed:\t00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000001\nMems_allowed_list:\t0\nvoluntary_ctxt_switches:\t26\nnonvoluntary_ctxt_switches:\t0\nx86_Thread_features:\t\nx86_Thread_features_locked:\t\n" }, "354153": { "comm": "tritonserver", "status": "Name:\ttritonserver\nUmask:\t0022\nState:\tS (sleeping)\nTgid:\t354153\nNgid:\t0\nPid:\t354153\nPPid:\t354120\nTracerPid:\t0\nUid:\t0\t0\t0\t0\nGid:\t0\t0\t0\t0\nFDSize:\t256\nGroups:\t0 \nNStgid:\t354153\t74\nNSpid:\t354153\t74\nNSpgid:\t354120\t52\nNSsid:\t353974\t1\nKthread:\t0\nVmPeak:\t205806720 kB\nVmSize:\t110316556 kB\nVmLck:\t 0 kB\nVmPin:\t 0 kB\nVmHWM:\t 1047084 kB\nVmRSS:\t 1026720 kB\nRssAnon:\t 412100 kB\nRssFile:\t 342236 kB\nRssShmem:\t 272384 kB\nVmData:\t 1234872 kB\nVmStk:\t 340 kB\nVmExe:\t 10428 kB\nVmLib:\t 648088 kB\nVmPTE:\t 3660 kB\nVmSwap:\t 0 kB\nHugetlbPages:\t 0 kB\nCoreDumping:\t0\nTHP_enabled:\t1\nuntag_mask:\t0xffffffffffffffff\nThreads:\t76\nSigQ:\t1/156236\nSigPnd:\t0000000000000000\nShdPnd:\t0000000000000000\nSigBlk:\t0000000000000000\nSigIgn:\t0000000000001004\nSigCgt:\t0000000100004422\nCapInh:\t0000000000000000\nCapPrm:\t00000000a98425fb\nCapEff:\t00000000a98425fb\nCapBnd:\t00000000a98425fb\nCapAmb:\t0000000000000000\nNoNewPrivs:\t0\nSeccomp:\t2\nSeccomp_filters:\t1\nSpeculation_Store_Bypass:\tvulnerable\nSpeculationIndirectBranch:\talways enabled\nCpus_allowed:\tfffff\nCpus_allowed_list:\t0-19\nMems_allowed:\t00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000001\nMems_allowed_list:\t0\nvoluntary_ctxt_switches:\t94\nnonvoluntary_ctxt_switches:\t4\nx86_Thread_features:\t\nx86_Thread_features_locked:\t\n" }, "354391": { "comm": "python3", "status": "Name:\tpython3\nUmask:\t0022\nState:\tS (sleeping)\nTgid:\t354391\nNgid:\t0\nPid:\t354391\nPPid:\t354120\nTracerPid:\t0\nUid:\t0\t0\t0\t0\nGid:\t0\t0\t0\t0\nFDSize:\t256\nGroups:\t0 \nNStgid:\t354391\t202\nNSpid:\t354391\t202\nNSpgid:\t354120\t52\nNSsid:\t353974\t1\nKthread:\t0\nVmPeak:\t16856720 kB\nVmSize:\t16803472 kB\nVmLck:\t 16 kB\nVmPin:\t 0 kB\nVmHWM:\t 989584 kB\nVmRSS:\t 989584 kB\nRssAnon:\t 454208 kB\nRssFile:\t 475984 kB\nRssShmem:\t 59392 kB\nVmData:\t 2068764 kB\nVmStk:\t 136 kB\nVmExe:\t 2956 kB\nVmLib:\t 947032 kB\nVmPTE:\t 4596 kB\nVmSwap:\t 0 kB\nHugetlbPages:\t 0 kB\nCoreDumping:\t0\nTHP_enabled:\t1\nuntag_mask:\t0xffffffffffffffff\nThreads:\t130\nSigQ:\t1/156236\nSigPnd:\t0000000000000000\nShdPnd:\t0000000000000000\nSigBlk:\t0000000000000000\nSigIgn:\t0000000001001004\nSigCgt:\t0000000100004003\nCapInh:\t0000000000000000\nCapPrm:\t00000000a98425fb\nCapEff:\t00000000a98425fb\nCapBnd:\t00000000a98425fb\nCapAmb:\t0000000000000000\nNoNewPrivs:\t0\nSeccomp:\t2\nSeccomp_filters:\t1\nSpeculation_Store_Bypass:\tvulnerable\nSpeculationIndirectBranch:\talways enabled\nCpus_allowed:\tfffff\nCpus_allowed_list:\t0-19\nMems_allowed:\t00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000001\nMems_allowed_list:\t0\nvoluntary_ctxt_switches:\t3279\nnonvoluntary_ctxt_switches:\t84\nx86_Thread_features:\t\nx86_Thread_features_locked:\t\n" }, "356227": { "comm": "sleep", "status": "Name:\tsleep\nUmask:\t0022\nState:\tS (sleeping)\nTgid:\t356227\nNgid:\t0\nPid:\t356227\nPPid:\t354120\nTracerPid:\t0\nUid:\t0\t0\t0\t0\nGid:\t0\t0\t0\t0\nFDSize:\t256\nGroups:\t0 \nNStgid:\t356227\t417\nNSpid:\t356227\t417\nNSpgid:\t354120\t52\nNSsid:\t353974\t1\nKthread:\t0\nVmPeak:\t 5688 kB\nVmSize:\t 5688 kB\nVmLck:\t 0 kB\nVmPin:\t 0 kB\nVmHWM:\t 2060 kB\nVmRSS:\t 2060 kB\nRssAnon:\t 116 kB\nRssFile:\t 1944 kB\nRssShmem:\t 0 kB\nVmData:\t 224 kB\nVmStk:\t 136 kB\nVmExe:\t 16 kB\nVmLib:\t 1748 kB\nVmPTE:\t 48 kB\nVmSwap:\t 0 kB\nHugetlbPages:\t 0 kB\nCoreDumping:\t0\nTHP_enabled:\t1\nuntag_mask:\t0xffffffffffffffff\nThreads:\t1\nSigQ:\t1/156236\nSigPnd:\t0000000000000000\nShdPnd:\t0000000000000000\nSigBlk:\t0000000000000000\nSigIgn:\t0000000000000006\nSigCgt:\t0000000000000000\nCapInh:\t0000000000000000\nCapPrm:\t00000000a98425fb\nCapEff:\t00000000a98425fb\nCapBnd:\t00000000a98425fb\nCapAmb:\t0000000000000000\nNoNewPrivs:\t0\nSeccomp:\t2\nSeccomp_filters:\t1\nSpeculation_Store_Bypass:\tvulnerable\nSpeculationIndirectBranch:\talways enabled\nCpus_allowed:\tfffff\nCpus_allowed_list:\t0-19\nMems_allowed:\t00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000001\nMems_allowed_list:\t0\nvoluntary_ctxt_switches:\t1\nnonvoluntary_ctxt_switches:\t0\nx86_Thread_features:\t\nx86_Thread_features_locked:\t\n" } }, "threads": { "353974": { "pid": 353974, "comm": "docker-init", "start": "131364918", "ticks": 7, "runtime_ns": 86845046, "runqueue_wait_ns": 159179 }, "354120": { "pid": 354120, "comm": "entrypoint.sh", "start": "131364973", "ticks": 1, "runtime_ns": 27401247, "runqueue_wait_ns": 0 }, "354153": { "pid": 354153, "comm": "tritonserver", "start": "131364994", "ticks": 64, "runtime_ns": 644991465, "runqueue_wait_ns": 1395203 }, "354155": { "pid": 354153, "comm": "tritonserver", "start": "131364997", "ticks": 0, "runtime_ns": 216815, "runqueue_wait_ns": 0 }, "354156": { "pid": 354153, "comm": "tritonserver", "start": "131364997", "ticks": 0, "runtime_ns": 74320, "runqueue_wait_ns": 0 }, "354157": { "pid": 354153, "comm": "tritonserver", "start": "131364997", "ticks": 0, "runtime_ns": 140406, "runqueue_wait_ns": 0 }, "354158": { "pid": 354153, "comm": "tritonserver", "start": "131364997", "ticks": 0, "runtime_ns": 141316, "runqueue_wait_ns": 0 }, "354159": { "pid": 354153, "comm": "tritonserver", "start": "131364997", "ticks": 0, "runtime_ns": 166486, "runqueue_wait_ns": 0 }, "354160": { "pid": 354153, "comm": "tritonserver", "start": "131364997", "ticks": 0, "runtime_ns": 56131, "runqueue_wait_ns": 0 }, "354161": { "pid": 354153, "comm": "tritonserver", "start": "131364997", "ticks": 0, "runtime_ns": 121367, "runqueue_wait_ns": 0 }, "354162": { "pid": 354153, "comm": "tritonserver", "start": "131364997", "ticks": 0, "runtime_ns": 53655, "runqueue_wait_ns": 0 }, "354163": { "pid": 354153, "comm": "cuda00001400006", "start": "131364997", "ticks": 0, "runtime_ns": 281715, "runqueue_wait_ns": 0 }, "354164": { "pid": 354153, "comm": "tritonserver", "start": "131365002", "ticks": 0, "runtime_ns": 6104037, "runqueue_wait_ns": 348664 }, "354165": { "pid": 354153, "comm": "cuda-EvtHandlr", "start": "131365002", "ticks": 118, "runtime_ns": 1193433175, "runqueue_wait_ns": 379534089 }, "354190": { "pid": 354153, "comm": "tritonserver", "start": "131365037", "ticks": 3, "runtime_ns": 40442926, "runqueue_wait_ns": 16648860 }, "354196": { "pid": 354153, "comm": "tritonserver", "start": "131365055", "ticks": 82, "runtime_ns": 826727871, "runqueue_wait_ns": 2076651 }, "354197": { "pid": 354153, "comm": "tritonserver", "start": "131365055", "ticks": 74, "runtime_ns": 748199285, "runqueue_wait_ns": 3407257 }, "354198": { "pid": 354153, "comm": "tritonserver", "start": "131365055", "ticks": 67, "runtime_ns": 681034319, "runqueue_wait_ns": 1102693 }, "354199": { "pid": 354153, "comm": "tritonserver", "start": "131365055", "ticks": 0, "runtime_ns": 55999, "runqueue_wait_ns": 0 }, "354216": { "pid": 354153, "comm": "tritonserver", "start": "131365151", "ticks": 0, "runtime_ns": 69754, "runqueue_wait_ns": 0 }, "354217": { "pid": 354153, "comm": "tritonserver", "start": "131365151", "ticks": 0, "runtime_ns": 129941, "runqueue_wait_ns": 0 }, "354218": { "pid": 354153, "comm": "tritonserver", "start": "131365180", "ticks": 151, "runtime_ns": 1521066906, "runqueue_wait_ns": 53119960 }, "354219": { "pid": 354153, "comm": "tritonserver", "start": "131365180", "ticks": 1565, "runtime_ns": 15661770170, "runqueue_wait_ns": 102975085 }, "354232": { "pid": 354153, "comm": "tritonserver", "start": "131365205", "ticks": 0, "runtime_ns": 52118, "runqueue_wait_ns": 0 }, "354233": { "pid": 354153, "comm": "tritonserver", "start": "131365205", "ticks": 0, "runtime_ns": 71727, "runqueue_wait_ns": 36964 }, "354234": { "pid": 354153, "comm": "MainIOContext", "start": "131365205", "ticks": 0, "runtime_ns": 6779063, "runqueue_wait_ns": 1070954 }, "354235": { "pid": 354153, "comm": "tritonserver", "start": "131365205", "ticks": 30, "runtime_ns": 308114206, "runqueue_wait_ns": 137875397 }, "354236": { "pid": 354153, "comm": "tritonserver", "start": "131365205", "ticks": 27, "runtime_ns": 279333533, "runqueue_wait_ns": 112788449 }, "354237": { "pid": 354153, "comm": "tritonserver", "start": "131365205", "ticks": 0, "runtime_ns": 417614, "runqueue_wait_ns": 0 }, "354238": { "pid": 354153, "comm": "tritonserver", "start": "131365205", "ticks": 0, "runtime_ns": 292888, "runqueue_wait_ns": 0 }, "354239": { "pid": 354153, "comm": "tritonserver", "start": "131365205", "ticks": 0, "runtime_ns": 444743, "runqueue_wait_ns": 0 }, "354240": { "pid": 354153, "comm": "NvmlTaskRunner", "start": "131365207", "ticks": 25, "runtime_ns": 261744658, "runqueue_wait_ns": 5435139 }, "354241": { "pid": 354153, "comm": "cache_mgr_event", "start": "131365209", "ticks": 1, "runtime_ns": 15242764, "runqueue_wait_ns": 2733229 }, "354243": { "pid": 354153, "comm": "tritonserver", "start": "131365210", "ticks": 29, "runtime_ns": 301093773, "runqueue_wait_ns": 144564235 }, "354244": { "pid": 354153, "comm": "tritonserver", "start": "131365210", "ticks": 27, "runtime_ns": 277746863, "runqueue_wait_ns": 145794340 }, "354245": { "pid": 354153, "comm": "tritonserver", "start": "131365210", "ticks": 0, "runtime_ns": 794557, "runqueue_wait_ns": 19824 }, "354246": { "pid": 354153, "comm": "cache_mgr_main", "start": "131365210", "ticks": 1, "runtime_ns": 18616765, "runqueue_wait_ns": 3207997 }, "354247": { "pid": 354153, "comm": "sysev_thread", "start": "131365210", "ticks": 0, "runtime_ns": 9482573, "runqueue_wait_ns": 5471647 }, "354248": { "pid": 354153, "comm": "tritonserver", "start": "131365212", "ticks": 18, "runtime_ns": 191329007, "runqueue_wait_ns": 1365095 }, "354249": { "pid": 354153, "comm": "default-executo", "start": "131365212", "ticks": 27, "runtime_ns": 279948046, "runqueue_wait_ns": 3697490 }, "354250": { "pid": 354153, "comm": "resolver-execut", "start": "131365212", "ticks": 0, "runtime_ns": 132374, "runqueue_wait_ns": 0 }, "354251": { "pid": 354153, "comm": "grpc_global_tim", "start": "131365212", "ticks": 0, "runtime_ns": 5638677, "runqueue_wait_ns": 904489 }, "354252": { "pid": 354153, "comm": "event_engine", "start": "131365213", "ticks": 0, "runtime_ns": 652993, "runqueue_wait_ns": 0 }, "354253": { "pid": 354153, "comm": "event_engine", "start": "131365213", "ticks": 0, "runtime_ns": 558531, "runqueue_wait_ns": 0 }, "354254": { "pid": 354153, "comm": "event_engine", "start": "131365213", "ticks": 0, "runtime_ns": 654810, "runqueue_wait_ns": 0 }, "354255": { "pid": 354153, "comm": "event_engine", "start": "131365213", "ticks": 0, "runtime_ns": 374397, "runqueue_wait_ns": 0 }, "354256": { "pid": 354153, "comm": "event_engine", "start": "131365213", "ticks": 0, "runtime_ns": 493249, "runqueue_wait_ns": 0 }, "354257": { "pid": 354153, "comm": "event_engine", "start": "131365213", "ticks": 0, "runtime_ns": 956615, "runqueue_wait_ns": 0 }, "354258": { "pid": 354153, "comm": "event_engine", "start": "131365213", "ticks": 0, "runtime_ns": 742907, "runqueue_wait_ns": 0 }, "354259": { "pid": 354153, "comm": "event_engine", "start": "131365213", "ticks": 0, "runtime_ns": 716852, "runqueue_wait_ns": 0 }, "354260": { "pid": 354153, "comm": "event_engine", "start": "131365213", "ticks": 0, "runtime_ns": 460326, "runqueue_wait_ns": 0 }, "354261": { "pid": 354153, "comm": "event_engine", "start": "131365213", "ticks": 0, "runtime_ns": 628061, "runqueue_wait_ns": 0 }, "354262": { "pid": 354153, "comm": "event_engine", "start": "131365213", "ticks": 0, "runtime_ns": 446495, "runqueue_wait_ns": 0 }, "354263": { "pid": 354153, "comm": "event_engine", "start": "131365213", "ticks": 0, "runtime_ns": 820196, "runqueue_wait_ns": 0 }, "354264": { "pid": 354153, "comm": "event_engine", "start": "131365213", "ticks": 0, "runtime_ns": 625139, "runqueue_wait_ns": 0 }, "354265": { "pid": 354153, "comm": "event_engine", "start": "131365213", "ticks": 0, "runtime_ns": 775939, "runqueue_wait_ns": 0 }, "354266": { "pid": 354153, "comm": "event_engine", "start": "131365213", "ticks": 0, "runtime_ns": 886892, "runqueue_wait_ns": 42904 }, "354267": { "pid": 354153, "comm": "event_engine", "start": "131365213", "ticks": 0, "runtime_ns": 831124, "runqueue_wait_ns": 0 }, "354268": { "pid": 354153, "comm": "event_engine", "start": "131365213", "ticks": 0, "runtime_ns": 543613, "runqueue_wait_ns": 0 }, "354269": { "pid": 354153, "comm": "event_engine", "start": "131365213", "ticks": 0, "runtime_ns": 563381, "runqueue_wait_ns": 6618 }, "354270": { "pid": 354153, "comm": "event_engine", "start": "131365213", "ticks": 0, "runtime_ns": 267050, "runqueue_wait_ns": 0 }, "354271": { "pid": 354153, "comm": "event_engine", "start": "131365213", "ticks": 0, "runtime_ns": 287002, "runqueue_wait_ns": 0 }, "354272": { "pid": 354153, "comm": "timer_manager", "start": "131365213", "ticks": 9, "runtime_ns": 98572554, "runqueue_wait_ns": 30082117 }, "354273": { "pid": 354153, "comm": "tritonserver", "start": "131365213", "ticks": 412, "runtime_ns": 4130215720, "runqueue_wait_ns": 168724684 }, "354274": { "pid": 354153, "comm": "tritonserver", "start": "131365213", "ticks": 631, "runtime_ns": 6323836988, "runqueue_wait_ns": 263013475 }, "354275": { "pid": 354153, "comm": "tritonserver", "start": "131365213", "ticks": 647, "runtime_ns": 6489267615, "runqueue_wait_ns": 280674569 }, "354276": { "pid": 354153, "comm": "tritonserver", "start": "131365213", "ticks": 438, "runtime_ns": 4392309618, "runqueue_wait_ns": 168815920 }, "354277": { "pid": 354153, "comm": "tritonserver", "start": "131365213", "ticks": 0, "runtime_ns": 164002, "runqueue_wait_ns": 32491 }, "354278": { "pid": 354153, "comm": "tritonserver", "start": "131365213", "ticks": 0, "runtime_ns": 325104, "runqueue_wait_ns": 0 }, "354279": { "pid": 354153, "comm": "tritonserver", "start": "131365214", "ticks": 0, "runtime_ns": 198271, "runqueue_wait_ns": 0 }, "354281": { "pid": 354153, "comm": "tritonserver", "start": "131365215", "ticks": 0, "runtime_ns": 153647, "runqueue_wait_ns": 0 }, "354282": { "pid": 354153, "comm": "tritonserver", "start": "131365215", "ticks": 0, "runtime_ns": 312825, "runqueue_wait_ns": 0 }, "354283": { "pid": 354153, "comm": "tritonserver", "start": "131365216", "ticks": 0, "runtime_ns": 144956, "runqueue_wait_ns": 0 }, "354284": { "pid": 354153, "comm": "tritonserver", "start": "131365216", "ticks": 0, "runtime_ns": 180472, "runqueue_wait_ns": 0 }, "354285": { "pid": 354153, "comm": "tritonserver", "start": "131365217", "ticks": 0, "runtime_ns": 140642, "runqueue_wait_ns": 0 }, "354286": { "pid": 354153, "comm": "tritonserver", "start": "131365217", "ticks": 0, "runtime_ns": 122329, "runqueue_wait_ns": 0 }, "354287": { "pid": 354153, "comm": "tritonserver", "start": "131365217", "ticks": 0, "runtime_ns": 173560, "runqueue_wait_ns": 0 }, "354288": { "pid": 354153, "comm": "tritonserver", "start": "131365218", "ticks": 0, "runtime_ns": 31361, "runqueue_wait_ns": 0 }, "354391": { "pid": 354391, "comm": "python3", "start": "131365456", "ticks": 480, "runtime_ns": 4813182055, "runqueue_wait_ns": 38437925 }, "354453": { "pid": 354391, "comm": "grpc_global_tim", "start": "131365603", "ticks": 0, "runtime_ns": 7438506, "runqueue_wait_ns": 1097479 }, "354455": { "pid": 354391, "comm": "default-executo", "start": "131365603", "ticks": 0, "runtime_ns": 123049, "runqueue_wait_ns": 0 }, "354457": { "pid": 354391, "comm": "resolver-execut", "start": "131365603", "ticks": 0, "runtime_ns": 99202, "runqueue_wait_ns": 0 }, "354460": { "pid": 354391, "comm": "event_engine", "start": "131365603", "ticks": 0, "runtime_ns": 6909360, "runqueue_wait_ns": 887789 }, "354463": { "pid": 354391, "comm": "event_engine", "start": "131365603", "ticks": 0, "runtime_ns": 3877019, "runqueue_wait_ns": 83684 }, "354465": { "pid": 354391, "comm": "event_engine", "start": "131365603", "ticks": 1, "runtime_ns": 20175667, "runqueue_wait_ns": 7589251 }, "354468": { "pid": 354391, "comm": "event_engine", "start": "131365604", "ticks": 0, "runtime_ns": 2049188, "runqueue_wait_ns": 1072731 }, "354470": { "pid": 354391, "comm": "event_engine", "start": "131365604", "ticks": 0, "runtime_ns": 2252131, "runqueue_wait_ns": 3414501 }, "354472": { "pid": 354391, "comm": "event_engine", "start": "131365604", "ticks": 0, "runtime_ns": 7538533, "runqueue_wait_ns": 1176144 }, "354474": { "pid": 354391, "comm": "event_engine", "start": "131365604", "ticks": 0, "runtime_ns": 2540809, "runqueue_wait_ns": 244784 }, "354476": { "pid": 354391, "comm": "event_engine", "start": "131365604", "ticks": 0, "runtime_ns": 2332283, "runqueue_wait_ns": 179548 }, "354479": { "pid": 354391, "comm": "event_engine", "start": "131365604", "ticks": 0, "runtime_ns": 3305667, "runqueue_wait_ns": 352647 }, "354481": { "pid": 354391, "comm": "event_engine", "start": "131365604", "ticks": 0, "runtime_ns": 2065818, "runqueue_wait_ns": 378511 }, "354482": { "pid": 354391, "comm": "event_engine", "start": "131365604", "ticks": 0, "runtime_ns": 4427908, "runqueue_wait_ns": 384530 }, "354484": { "pid": 354391, "comm": "event_engine", "start": "131365604", "ticks": 0, "runtime_ns": 2290511, "runqueue_wait_ns": 3317139 }, "354486": { "pid": 354391, "comm": "event_engine", "start": "131365604", "ticks": 0, "runtime_ns": 2461898, "runqueue_wait_ns": 72903 }, "354488": { "pid": 354391, "comm": "event_engine", "start": "131365604", "ticks": 0, "runtime_ns": 1884227, "runqueue_wait_ns": 35423 }, "354490": { "pid": 354391, "comm": "event_engine", "start": "131365604", "ticks": 0, "runtime_ns": 2407366, "runqueue_wait_ns": 10012 }, "354491": { "pid": 354391, "comm": "event_engine", "start": "131365604", "ticks": 0, "runtime_ns": 1996668, "runqueue_wait_ns": 3597140 }, "354493": { "pid": 354391, "comm": "lifeguard", "start": "131365604", "ticks": 0, "runtime_ns": 4848926, "runqueue_wait_ns": 2983783 }, "354503": { "pid": 354391, "comm": "python3", "start": "131365606", "ticks": 0, "runtime_ns": 759965, "runqueue_wait_ns": 0 }, "354527": { "pid": 354391, "comm": "cuda0000380000f", "start": "131365627", "ticks": 0, "runtime_ns": 302976, "runqueue_wait_ns": 0 }, "354529": { "pid": 354391, "comm": "python3", "start": "131365648", "ticks": 0, "runtime_ns": 10128817, "runqueue_wait_ns": 0 }, "354547": { "pid": 354391, "comm": "libusb_event", "start": "131365777", "ticks": 0, "runtime_ns": 82578, "runqueue_wait_ns": 0 }, "354548": { "pid": 354391, "comm": "python3", "start": "131365778", "ticks": 1, "runtime_ns": 27638480, "runqueue_wait_ns": 4663283 }, "354549": { "pid": 354391, "comm": "python3", "start": "131365779", "ticks": 1, "runtime_ns": 23585862, "runqueue_wait_ns": 3835907 }, "354565": { "pid": 354391, "comm": "python3", "start": "131365825", "ticks": 29, "runtime_ns": 297556765, "runqueue_wait_ns": 59902632 }, "354566": { "pid": 354391, "comm": "python3", "start": "131365825", "ticks": 114, "runtime_ns": 1151122553, "runqueue_wait_ns": 83533817 }, "354567": { "pid": 354391, "comm": "python3", "start": "131365825", "ticks": 103, "runtime_ns": 1030638430, "runqueue_wait_ns": 83841749 }, "354568": { "pid": 354391, "comm": "python3", "start": "131365825", "ticks": 110, "runtime_ns": 1114571941, "runqueue_wait_ns": 88608520 }, "354571": { "pid": 354391, "comm": "python3", "start": "131365830", "ticks": 0, "runtime_ns": 9767326, "runqueue_wait_ns": 0 }, "354716": { "pid": 354391, "comm": "grpc_global_tim", "start": "131366054", "ticks": 0, "runtime_ns": 9113519, "runqueue_wait_ns": 5592662 }, "354741": { "pid": 354391, "comm": "python3", "start": "131366133", "ticks": 32, "runtime_ns": 334407908, "runqueue_wait_ns": 5857378 }, "354743": { "pid": 354391, "comm": "python3", "start": "131366141", "ticks": 314, "runtime_ns": 3144047201, "runqueue_wait_ns": 37079795 }, "354744": { "pid": 354391, "comm": "python3", "start": "131366141", "ticks": 0, "runtime_ns": 10500940, "runqueue_wait_ns": 0 }, "354745": { "pid": 354391, "comm": "python3", "start": "131366141", "ticks": 0, "runtime_ns": 3663195, "runqueue_wait_ns": 30947 }, "354746": { "pid": 354391, "comm": "python3", "start": "131366141", "ticks": 27, "runtime_ns": 281986165, "runqueue_wait_ns": 51910349 }, "354747": { "pid": 354391, "comm": "python3", "start": "131366142", "ticks": 42, "runtime_ns": 434518952, "runqueue_wait_ns": 1304868 }, "354748": { "pid": 354391, "comm": "python3", "start": "131366143", "ticks": 0, "runtime_ns": 5246533, "runqueue_wait_ns": 1346861 }, "354749": { "pid": 354391, "comm": "cuda-EvtHandlr", "start": "131366143", "ticks": 165, "runtime_ns": 1665682472, "runqueue_wait_ns": 357768046 }, "354750": { "pid": 354391, "comm": "python3", "start": "131366176", "ticks": 2, "runtime_ns": 32374063, "runqueue_wait_ns": 14097381 }, "354751": { "pid": 354391, "comm": "pool-spawner", "start": "131366176", "ticks": 0, "runtime_ns": 4406775, "runqueue_wait_ns": 0 }, "354752": { "pid": 354391, "comm": "default-executo", "start": "131366176", "ticks": 55, "runtime_ns": 567217155, "runqueue_wait_ns": 9377116 }, "354753": { "pid": 354391, "comm": "resolver-execut", "start": "131366176", "ticks": 0, "runtime_ns": 285872, "runqueue_wait_ns": 0 }, "354754": { "pid": 354391, "comm": "grpc_global_tim", "start": "131366176", "ticks": 0, "runtime_ns": 8975036, "runqueue_wait_ns": 234756 }, "354755": { "pid": 354391, "comm": "event_engine", "start": "131366177", "ticks": 0, "runtime_ns": 634334, "runqueue_wait_ns": 0 }, "354756": { "pid": 354391, "comm": "event_engine", "start": "131366177", "ticks": 0, "runtime_ns": 1027307, "runqueue_wait_ns": 0 }, "354757": { "pid": 354391, "comm": "event_engine", "start": "131366177", "ticks": 0, "runtime_ns": 769053, "runqueue_wait_ns": 0 }, "354758": { "pid": 354391, "comm": "event_engine", "start": "131366177", "ticks": 0, "runtime_ns": 973514, "runqueue_wait_ns": 0 }, "354759": { "pid": 354391, "comm": "event_engine", "start": "131366177", "ticks": 0, "runtime_ns": 619635, "runqueue_wait_ns": 0 }, "354760": { "pid": 354391, "comm": "event_engine", "start": "131366177", "ticks": 0, "runtime_ns": 672007, "runqueue_wait_ns": 0 }, "354761": { "pid": 354391, "comm": "event_engine", "start": "131366177", "ticks": 0, "runtime_ns": 762834, "runqueue_wait_ns": 0 }, "354762": { "pid": 354391, "comm": "event_engine", "start": "131366177", "ticks": 0, "runtime_ns": 727356, "runqueue_wait_ns": 0 }, "354763": { "pid": 354391, "comm": "event_engine", "start": "131366177", "ticks": 0, "runtime_ns": 631001, "runqueue_wait_ns": 0 }, "354764": { "pid": 354391, "comm": "event_engine", "start": "131366177", "ticks": 0, "runtime_ns": 769093, "runqueue_wait_ns": 699492 }, "354765": { "pid": 354391, "comm": "event_engine", "start": "131366177", "ticks": 0, "runtime_ns": 440774, "runqueue_wait_ns": 0 }, "354766": { "pid": 354391, "comm": "event_engine", "start": "131366177", "ticks": 0, "runtime_ns": 472554, "runqueue_wait_ns": 0 }, "354767": { "pid": 354391, "comm": "event_engine", "start": "131366177", "ticks": 0, "runtime_ns": 399886, "runqueue_wait_ns": 0 }, "354768": { "pid": 354391, "comm": "event_engine", "start": "131366177", "ticks": 0, "runtime_ns": 436435, "runqueue_wait_ns": 0 }, "354769": { "pid": 354391, "comm": "event_engine", "start": "131366177", "ticks": 0, "runtime_ns": 383803, "runqueue_wait_ns": 0 }, "354770": { "pid": 354391, "comm": "event_engine", "start": "131366177", "ticks": 0, "runtime_ns": 328831, "runqueue_wait_ns": 25787 }, "354771": { "pid": 354391, "comm": "event_engine", "start": "131366177", "ticks": 0, "runtime_ns": 293597, "runqueue_wait_ns": 0 }, "354772": { "pid": 354391, "comm": "event_engine", "start": "131366177", "ticks": 0, "runtime_ns": 322406, "runqueue_wait_ns": 0 }, "354773": { "pid": 354391, "comm": "event_engine", "start": "131366177", "ticks": 0, "runtime_ns": 342433, "runqueue_wait_ns": 0 }, "354774": { "pid": 354391, "comm": "event_engine", "start": "131366177", "ticks": 0, "runtime_ns": 481593, "runqueue_wait_ns": 0 }, "354775": { "pid": 354391, "comm": "timer_manager", "start": "131366177", "ticks": 11, "runtime_ns": 120492193, "runqueue_wait_ns": 27137422 }, "354776": { "pid": 354391, "comm": "python3", "start": "131366178", "ticks": 164, "runtime_ns": 1651745021, "runqueue_wait_ns": 55257532 }, "354777": { "pid": 354391, "comm": "PostCuda", "start": "131366195", "ticks": 5, "runtime_ns": 66625361, "runqueue_wait_ns": 10774927 }, "354778": { "pid": 354391, "comm": "PostHost", "start": "131366195", "ticks": 5, "runtime_ns": 59091234, "runqueue_wait_ns": 17430725 }, "354779": { "pid": 354391, "comm": "GstInferServImp", "start": "131366195", "ticks": 1513, "runtime_ns": 15135059124, "runqueue_wait_ns": 106489320 }, "354780": { "pid": 354391, "comm": "preprocess-queu", "start": "131366195", "ticks": 1005, "runtime_ns": 10058889487, "runqueue_wait_ns": 61989884 }, "354781": { "pid": 354391, "comm": "python3", "start": "131366195", "ticks": 17, "runtime_ns": 187821336, "runqueue_wait_ns": 14543989 }, "354782": { "pid": 354391, "comm": "task0", "start": "131366195", "ticks": 113, "runtime_ns": 1135660330, "runqueue_wait_ns": 45582750 }, "354783": { "pid": 354391, "comm": "gmain", "start": "131366197", "ticks": 0, "runtime_ns": 312186, "runqueue_wait_ns": 0 }, "354784": { "pid": 354391, "comm": "dconf worker", "start": "131366197", "ticks": 0, "runtime_ns": 6048184, "runqueue_wait_ns": 0 }, "354785": { "pid": 354391, "comm": "dec_que:src", "start": "131366199", "ticks": 37, "runtime_ns": 381832461, "runqueue_wait_ns": 36031787 }, "354787": { "pid": 354391, "comm": "rtpsession-rtcp", "start": "131366199", "ticks": 0, "runtime_ns": 11052776, "runqueue_wait_ns": 3212302 }, "354788": { "pid": 354391, "comm": "timer", "start": "131366209", "ticks": 0, "runtime_ns": 2423439, "runqueue_wait_ns": 0 }, "354789": { "pid": 354391, "comm": "rtpjitterbuffer", "start": "131366209", "ticks": 84, "runtime_ns": 851441166, "runqueue_wait_ns": 155093696 }, "354793": { "pid": 354391, "comm": "queue:src", "start": "131366308", "ticks": 54, "runtime_ns": 554255557, "runqueue_wait_ns": 43825795 }, "354794": { "pid": 354391, "comm": "dec_que:src", "start": "131366312", "ticks": 25, "runtime_ns": 262931974, "runqueue_wait_ns": 111948098 }, "354795": { "pid": 354391, "comm": "dec_que:src", "start": "131366312", "ticks": 30, "runtime_ns": 314599926, "runqueue_wait_ns": 135357794 }, "354796": { "pid": 354391, "comm": "dec_que:src", "start": "131366314", "ticks": 1, "runtime_ns": 18102269, "runqueue_wait_ns": 3484186 }, "354797": { "pid": 354391, "comm": "preprocess-queu", "start": "131366317", "ticks": 866, "runtime_ns": 8670964271, "runqueue_wait_ns": 71386798 }, "354798": { "pid": 354391, "comm": "batch_capture-m", "start": "131366317", "ticks": 158, "runtime_ns": 1585239055, "runqueue_wait_ns": 42361503 }, "354799": { "pid": 354391, "comm": "nvv4l2decoder0:", "start": "131366317", "ticks": 15, "runtime_ns": 164037938, "runqueue_wait_ns": 50604517 }, "354852": { "pid": 354391, "comm": "python3", "start": "131366448", "ticks": 318, "runtime_ns": 3189424146, "runqueue_wait_ns": 43014902 }, "354853": { "pid": 354391, "comm": "python3", "start": "131366448", "ticks": 0, "runtime_ns": 9926976, "runqueue_wait_ns": 0 }, "354854": { "pid": 354391, "comm": "python3", "start": "131366449", "ticks": 0, "runtime_ns": 2807658, "runqueue_wait_ns": 0 }, "354855": { "pid": 354391, "comm": "python3", "start": "131366449", "ticks": 26, "runtime_ns": 268844704, "runqueue_wait_ns": 52855119 }, "354856": { "pid": 354391, "comm": "python3", "start": "131366450", "ticks": 1, "runtime_ns": 24328870, "runqueue_wait_ns": 0 }, "354857": { "pid": 354391, "comm": "python3", "start": "131366451", "ticks": 161, "runtime_ns": 1614478392, "runqueue_wait_ns": 54587096 }, "354858": { "pid": 354391, "comm": "PostCuda", "start": "131366453", "ticks": 6, "runtime_ns": 69016672, "runqueue_wait_ns": 8704247 }, "354859": { "pid": 354391, "comm": "PostHost", "start": "131366453", "ticks": 5, "runtime_ns": 60218613, "runqueue_wait_ns": 7334250 }, "354860": { "pid": 354391, "comm": "GstInferServImp", "start": "131366453", "ticks": 1442, "runtime_ns": 14424033313, "runqueue_wait_ns": 132144423 }, "354861": { "pid": 354391, "comm": "python3", "start": "131366454", "ticks": 13, "runtime_ns": 142462656, "runqueue_wait_ns": 6179851 }, "354862": { "pid": 354391, "comm": "task7", "start": "131366454", "ticks": 119, "runtime_ns": 1199347101, "runqueue_wait_ns": 19431877 }, "354863": { "pid": 354391, "comm": "rtpjitterbuffer", "start": "131366454", "ticks": 79, "runtime_ns": 802038807, "runqueue_wait_ns": 22829493 }, "354871": { "pid": 354391, "comm": "rtpsession-rtcp", "start": "131366556", "ticks": 1, "runtime_ns": 11248171, "runqueue_wait_ns": 40820 }, "354872": { "pid": 354391, "comm": "timer", "start": "131366556", "ticks": 0, "runtime_ns": 252512, "runqueue_wait_ns": 0 }, "354873": { "pid": 354391, "comm": "dec_que:src", "start": "131366556", "ticks": 26, "runtime_ns": 273241763, "runqueue_wait_ns": 3204956 }, "354874": { "pid": 354391, "comm": "queue:src", "start": "131366557", "ticks": 24, "runtime_ns": 249825022, "runqueue_wait_ns": 7582842 }, "354875": { "pid": 354391, "comm": "dec_que:src", "start": "131366562", "ticks": 16, "runtime_ns": 174748414, "runqueue_wait_ns": 17305403 }, "354876": { "pid": 354391, "comm": "dec_que:src", "start": "131366562", "ticks": 21, "runtime_ns": 222499171, "runqueue_wait_ns": 13491267 }, "354877": { "pid": 354391, "comm": "preprocess-queu", "start": "131366565", "ticks": 947, "runtime_ns": 9483466605, "runqueue_wait_ns": 128397561 }, "354878": { "pid": 354391, "comm": "batch_capture-m", "start": "131366566", "ticks": 131, "runtime_ns": 1319980321, "runqueue_wait_ns": 20373445 }, "354879": { "pid": 354391, "comm": "nvv4l2decoder1:", "start": "131366566", "ticks": 11, "runtime_ns": 120821226, "runqueue_wait_ns": 9420973 }, "354904": { "pid": 354391, "comm": "grpc_global_tim", "start": "131366676", "ticks": 1, "runtime_ns": 14131727, "runqueue_wait_ns": 252996 }, "354905": { "pid": 354391, "comm": "python3", "start": "131366681", "ticks": 294, "runtime_ns": 2954949028, "runqueue_wait_ns": 33962274 }, "354906": { "pid": 354391, "comm": "python3", "start": "131366681", "ticks": 1, "runtime_ns": 12930828, "runqueue_wait_ns": 247363 }, "354907": { "pid": 354391, "comm": "python3", "start": "131366681", "ticks": 0, "runtime_ns": 3284082, "runqueue_wait_ns": 17362 }, "354908": { "pid": 354391, "comm": "python3", "start": "131366681", "ticks": 24, "runtime_ns": 257183813, "runqueue_wait_ns": 57870540 }, "354909": { "pid": 354391, "comm": "python3", "start": "131366683", "ticks": 1, "runtime_ns": 25062675, "runqueue_wait_ns": 155798 }, "354910": { "pid": 354391, "comm": "python3", "start": "131366684", "ticks": 137, "runtime_ns": 1376210995, "runqueue_wait_ns": 31726602 }, "354911": { "pid": 354391, "comm": "PostCuda", "start": "131366686", "ticks": 5, "runtime_ns": 56066607, "runqueue_wait_ns": 14308384 }, "354912": { "pid": 354391, "comm": "PostHost", "start": "131366686", "ticks": 4, "runtime_ns": 50183137, "runqueue_wait_ns": 1399757 }, "354913": { "pid": 354391, "comm": "GstInferServImp", "start": "131366686", "ticks": 1349, "runtime_ns": 13507763388, "runqueue_wait_ns": 73832493 }, "354914": { "pid": 354391, "comm": "python3", "start": "131366687", "ticks": 14, "runtime_ns": 153925380, "runqueue_wait_ns": 11586859 }, "354915": { "pid": 354391, "comm": "task14", "start": "131366687", "ticks": 94, "runtime_ns": 947747110, "runqueue_wait_ns": 16820047 }, "354916": { "pid": 354391, "comm": "rtpjitterbuffer", "start": "131366687", "ticks": 74, "runtime_ns": 746573892, "runqueue_wait_ns": 20989861 }, "354917": { "pid": 354391, "comm": "rtpsession-rtcp", "start": "131366790", "ticks": 0, "runtime_ns": 12984419, "runqueue_wait_ns": 0 }, "354918": { "pid": 354391, "comm": "timer", "start": "131366796", "ticks": 0, "runtime_ns": 175271, "runqueue_wait_ns": 0 }, "354919": { "pid": 354391, "comm": "dec_que:src", "start": "131366796", "ticks": 58, "runtime_ns": 585616844, "runqueue_wait_ns": 14661093 }, "354920": { "pid": 354391, "comm": "queue:src", "start": "131366796", "ticks": 57, "runtime_ns": 580075768, "runqueue_wait_ns": 20796183 }, "354921": { "pid": 354391, "comm": "dec_que:src", "start": "131366800", "ticks": 59, "runtime_ns": 599364674, "runqueue_wait_ns": 84661832 }, "354922": { "pid": 354391, "comm": "dec_que:src", "start": "131366800", "ticks": 51, "runtime_ns": 519103929, "runqueue_wait_ns": 85486285 }, "354924": { "pid": 354391, "comm": "batch_capture-m", "start": "131366805", "ticks": 353, "runtime_ns": 3537360818, "runqueue_wait_ns": 47978448 }, "354925": { "pid": 354391, "comm": "nvv4l2decoder2:", "start": "131366805", "ticks": 28, "runtime_ns": 284898634, "runqueue_wait_ns": 28788362 }, "354977": { "pid": 354391, "comm": "default-executo", "start": "131367311", "ticks": 60, "runtime_ns": 611671713, "runqueue_wait_ns": 16855881 }, "356227": { "pid": 356227, "comm": "sleep", "start": "131373459", "ticks": 0, "runtime_ns": 2991424, "runqueue_wait_ns": 0 } }, "mem_available": 20785913856, "gpu": [ [ 5001, 49140, 33 ] ], "ticks_per_second": 100 } ] }