{ "samples": [ { "at": 1315758.966694695, "channels": { "rtsp-test-source-01": { "at": 1315759.022510043, "state": { "stream_id": "rtsp-test-01", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "f00e47c1-7b6d-4f03-80e6-81fd903fcadb", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789463038.2326117, "source_stage": "preprocess_output", "source_stage_at": 1789463038.2499902, "source_stages": { "pipeline_state_changed": 1789463011.2833889, "decoded_frame_received": 1789463038.2445266, "preprocess_output": 1789463038.2499902, "infer_output": 1789463038.195936, "consume_entered": 1789463038.198997, "native_completed": 1789463038.2110384, "inference_frame_completed": 1789463038.2325332 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 282, "preprocess_output": 282, "infer_output": 281, "consume_entered": 281, "native_completed": 281, "inference_frame_completed": 281 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789463009.740274, "decoded_frame_received": 1789463011.1960018, "preprocess_output": 1789463011.2371497, "infer_output": 1789463011.2696452, "consume_entered": 1789463011.2777383, "native_completed": 1789463011.2908287, "inference_frame_completed": 1789463011.2957904 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789463009.194144, "uptime_s": 29.1, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1315759011497751, "counts": { "decoded": 282, "selected": 282, "preprocess": 282, "infer": 281, "native": 281, "result": 281, "publisher_submit": 281 }, "first_ns": { "decoded": 1315731943309575, "selected": 1315731943346838, "preprocess": 1315731984352674, "infer": 1315732016894736, "native": 1315732038194819, "result": 1315732042454010, "publisher_submit": 1315732043198467 }, "last_ns": { "decoded": 1315758991863376, "selected": 1315758991887417, "preprocess": 1315758997259974, "infer": 1315758943257498, "native": 1315758958401575, "result": 1315758978239151, "publisher_submit": 1315758979898843 }, "detail": true, "pending_samples": 1, "last_frame": { "selected": [ 281, 28401907284 ], "preprocess": [ 281, 28401907284 ], "infer": [ 280, 28301907284 ], "native": [ 280, 28301907284 ], "result": [ 280, 28301907284 ], "publisher_submit": [ 280, 28301907284 ] }, "observation_missed": 0, "durations": { "queue": { "samples": 4, "mean_ms": 6.76527575, "p95_ms": 10.86366, "max_ms": 10.86366 }, "tracking": { "samples": 4, "mean_ms": 0.03662625, "p95_ms": 0.049074, "max_ms": 0.049074 }, "tracking_cpu": { "samples": 4, "mean_ms": 0.027276, "p95_ms": 0.034912, "max_ms": 0.034912 }, "result_work": { "samples": 4, "mean_ms": 4.8522865, "p95_ms": 7.707097, "max_ms": 7.707097 }, "selected_to_preprocess": { "samples": 4, "mean_ms": 6.629701, "p95_ms": 15.417802, "max_ms": 15.417802 }, "preprocess_to_infer": { "samples": 3, "mean_ms": 36.30147266666666, "p95_ms": 44.183926, "max_ms": 44.183926 }, "infer_to_native": { "samples": 3, "mean_ms": 37.79816566666666, "p95_ms": 49.272565, "max_ms": 49.272565 }, "native_to_result": { "samples": 3, "mean_ms": 15.635259333333334, "p95_ms": 19.837576, "max_ms": 19.837576 }, "result_to_publisher_submit": { "samples": 3, "mean_ms": 1.133803, "p95_ms": 1.659692, "max_ms": 1.659692 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 0, "events_created": 0, "processed": 281 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 281, "per_task_buffers": { "det": 281 }, "latest": { "fn": 280, "det": 9, "persons": 5, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1315759.022708739, "entries": 281, "length": 100, "last": "1789463038252-0", "pttl": 9947, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-01", "sourceId": "rtsp-test-source-01", "serverId": "test-ai", "streamId": "rtsp-test-01", "runId": "f00e47c1-7b6d-4f03-80e6-81fd903fcadb", "runGeneration": 1, "frameSeq": 280, "ptsNs": 28301907284, "ingestTimeWallMs": 1789463038160, "frameWidth": 1280, "frameHeight": 720, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 2632803473, "rtpTimestampExt": null, "detectedAtWallMs": 1789463038039, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "1", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.917302668094635, "bbox": [ 0.6126251220703125, 0.349609375, 0.6617889404296875, 0.59423828125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "2", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8971559405326843, "bbox": [ 0.311737060546875, 0.52728271484375, 0.432891845703125, 0.59283447265625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "3", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8885655403137207, "bbox": [ 0.50567626953125, 0.3707275390625, 0.53729248046875, 0.5330810546875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "5", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8253083229064941, "bbox": [ 0.8091888427734375, 0.3443603515625, 0.8558502197265625, 0.6102294921875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "6", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.7388575673103333, "bbox": [ 0.648223876953125, 0.442535400390625, 0.683807373046875, 0.556488037109375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "9", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.3933267593383789, "bbox": [ 0.19799041748046875, 0.43221282958984375, 0.21363067626953125, 0.45841217041015625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } }, "rtsp-test-source-02": { "at": 1315759.113919051, "state": { "stream_id": "web-cam08-test", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "a4bb2bce-9c9b-48d7-9442-34c2347d3bb7", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789463038.1944084, "source_stage": "consume_entered", "source_stage_at": 1789463038.315616, "source_stages": { "pipeline_state_changed": 1789463013.909858, "decoded_frame_received": 1789463038.3146276, "preprocess_output": 1789463038.2634416, "infer_output": 1789463038.297011, "consume_entered": 1789463038.315616, "native_completed": 1789463038.1854048, "inference_frame_completed": 1789463038.1943717 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 246, "preprocess_output": 245, "infer_output": 245, "consume_entered": 245, "native_completed": 244, "inference_frame_completed": 244 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789463012.351809, "decoded_frame_received": 1789463013.8604698, "preprocess_output": 1789463013.8620818, "infer_output": 1789463013.896053, "consume_entered": 1789463013.9046674, "native_completed": 1789463013.917506, "inference_frame_completed": 1789463013.9226985 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789463012.3138435, "uptime_s": 26.0, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1315759083603325, "counts": { "decoded": 245, "selected": 245, "preprocess": 245, "infer": 245, "native": 244, "result": 244, "publisher_submit": 244 }, "first_ns": { "decoded": 1315734607770346, "selected": 1315734607829449, "preprocess": 1315734609413414, "infer": 1315734643364360, "native": 1315734664888912, "result": 1315734669390312, "publisher_submit": 1315734670103334 }, "last_ns": { "decoded": 1315759061962913, "selected": 1315759061977983, "preprocess": 1315759010472571, "infer": 1315759044305314, "native": 1315758932735591, "result": 1315758940795509, "publisher_submit": 1315758941753068 }, "detail": true, "pending_samples": 2, "last_frame": { "selected": [ 245, 25819185935 ], "preprocess": [ 244, 25719185935 ], "infer": [ 244, 25719185935 ], "native": [ 243, 25619185935 ], "result": [ 243, 25619185935 ], "publisher_submit": [ 243, 25619185935 ] }, "observation_missed": 2, "durations": { "queue": { "samples": 3, "mean_ms": 8.554254, "p95_ms": 13.144843, "max_ms": 13.144843 }, "tracking": { "samples": 3, "mean_ms": 0.042819333333333334, "p95_ms": 0.051357, "max_ms": 0.051357 }, "tracking_cpu": { "samples": 3, "mean_ms": 0.03259033333333333, "p95_ms": 0.038584, "max_ms": 0.038584 }, "result_work": { "samples": 3, "mean_ms": 4.147504, "p95_ms": 4.352197, "max_ms": 4.352197 }, "selected_to_preprocess": { "samples": 3, "mean_ms": 6.822523666666667, "p95_ms": 13.629585, "max_ms": 13.629585 }, "preprocess_to_infer": { "samples": 3, "mean_ms": 30.87321533333333, "p95_ms": 33.832743, "max_ms": 33.832743 }, "infer_to_native": { "samples": 2, "mean_ms": 28.667534, "p95_ms": 33.203283, "max_ms": 33.203283 }, "native_to_result": { "samples": 2, "mean_ms": 16.4117995, "p95_ms": 24.763681, "max_ms": 24.763681 }, "result_to_publisher_submit": { "samples": 2, "mean_ms": 0.9825605, "p95_ms": 1.007562, "max_ms": 1.007562 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 0, "events_created": 0, "processed": 244 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 244, "per_task_buffers": { "det": 244 }, "latest": { "fn": 243, "det": 10, "persons": 8, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1315759.11395745, "entries": 245, "length": 100, "last": "1789463038368-0", "pttl": 9968, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-02", "sourceId": "rtsp-test-source-02", "serverId": "test-ai", "streamId": "web-cam08-test", "runId": "a4bb2bce-9c9b-48d7-9442-34c2347d3bb7", "runGeneration": 1, "frameSeq": 244, "ptsNs": 25719185935, "ingestTimeWallMs": 1789463038258, "frameWidth": 1280, "frameHeight": 720, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 465769892, "rtpTimestampExt": null, "detectedAtWallMs": 1789438959889, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "1", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9165588617324829, "bbox": [ 0.3019256591796875, 0.33526611328125, 0.3440704345703125, 0.56365966796875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "2", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8949732184410095, "bbox": [ 0.53857421875, 0.32666015625, 0.60986328125, 0.66064453125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "3", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.87103670835495, "bbox": [ 0.49155426025390625, 0.370361328125, 0.5211410522460938, 0.534912109375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "4", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.845432698726654, "bbox": [ 0.810699462890625, 0.340576171875, 0.863128662109375, 0.610107421875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "5", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8068526387214661, "bbox": [ 0.614898681640625, 0.444793701171875, 0.655609130859375, 0.549346923828125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "6", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.7384804487228394, "bbox": [ 0.65234375, 0.440704345703125, 0.6884765625, 0.540252685546875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "8", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.6153768301010132, "bbox": [ 0.6315231323242188, 0.468597412109375, 0.6575393676757812, 0.554840087890625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "10", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.41140642762184143, "bbox": [ 0.19783782958984375, 0.4320220947265625, 0.21378326416015625, 0.4586029052734375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "13", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.25017932057380676, "bbox": [ 0.6131591796875, 0.44512939453125, 0.6495361328125, 0.53680419921875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } }, "rtsp-test-source-03": { "at": 1315759.201969395, "state": { "stream_id": "web-cam01-test", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "6ccbf8bf-ab24-4c09-87a4-b17e989e902f", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789463038.435399, "source_stage": "inference_frame_completed", "source_stage_at": 1789463038.435385, "source_stages": { "pipeline_state_changed": 1789463016.513833, "decoded_frame_received": 1789463038.3513029, "preprocess_output": 1789463038.360493, "infer_output": 1789463038.3892567, "consume_entered": 1789463038.39264, "native_completed": 1789463038.4146821, "inference_frame_completed": 1789463038.435385 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 220, "preprocess_output": 220, "infer_output": 220, "consume_entered": 220, "native_completed": 220, "inference_frame_completed": 220 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789463014.7196298, "decoded_frame_received": 1789463016.452747, "preprocess_output": 1789463016.4597824, "infer_output": 1789463016.5037315, "consume_entered": 1789463016.5087032, "native_completed": 1789463016.5227594, "inference_frame_completed": 1789463016.5295417 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789463014.5626752, "uptime_s": 23.9, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1315759196444855, "counts": { "decoded": 658, "selected": 219, "preprocess": 220, "sampling_drop": 439, "infer": 220, "native": 220, "result": 220, "publisher_submit": 220 }, "first_ns": { "decoded": 1315737200113078, "selected": 1315737200130715, "preprocess": 1315737207141739, "sampling_drop": 1315737232218288, "infer": 1315737251104718, "native": 1315737270100686, "result": 1315737276171150, "publisher_submit": 1315737276944602 }, "last_ns": { "decoded": 1315759128951482, "selected": 1315759098572325, "preprocess": 1315759107799219, "sampling_drop": 1315759128970633, "infer": 1315759136550095, "native": 1315759161985253, "result": 1315759182101731, "publisher_submit": 1315759182781782 }, "detail": true, "pending_samples": 0, "last_frame": { "selected": [ 657, 23527429337 ], "preprocess": [ 657, 23527429337 ], "infer": [ 657, 23527429337 ], "native": [ 657, 23527429337 ], "result": [ 657, 23527429337 ], "publisher_submit": [ 657, 23527429337 ] }, "observation_missed": 2, "durations": { "queue": { "samples": 4, "mean_ms": 8.55274925, "p95_ms": 12.852401, "max_ms": 12.852401 }, "tracking": { "samples": 4, "mean_ms": 0.0512335, "p95_ms": 0.074402, "max_ms": 0.074402 }, "tracking_cpu": { "samples": 4, "mean_ms": 0.03887025, "p95_ms": 0.05869, "max_ms": 0.05869 }, "result_work": { "samples": 4, "mean_ms": 6.5834995, "p95_ms": 16.098574, "max_ms": 16.098574 }, "selected_to_preprocess": { "samples": 3, "mean_ms": 9.667602, "p95_ms": 16.814767, "max_ms": 16.814767 }, "preprocess_to_infer": { "samples": 3, "mean_ms": 35.442762, "p95_ms": 41.599113, "max_ms": 41.599113 }, "infer_to_native": { "samples": 3, "mean_ms": 27.70458, "p95_ms": 31.770689, "max_ms": 31.770689 }, "native_to_result": { "samples": 3, "mean_ms": 16.406280666666667, "p95_ms": 20.116478, "max_ms": 20.116478 }, "result_to_publisher_submit": { "samples": 3, "mean_ms": 4.591656, "p95_ms": 12.166665, "max_ms": 12.166665 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 0, "events_created": 0, "processed": 220 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 220, "per_task_buffers": { "det": 220 }, "latest": { "fn": 657, "det": 8, "persons": 6, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1315759.202070579, "entries": 220, "length": 100, "last": "1789463038436-0", "pttl": 9927, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-03", "sourceId": "rtsp-test-source-03", "serverId": "test-ai", "streamId": "web-cam01-test", "runId": "6ccbf8bf-ab24-4c09-87a4-b17e989e902f", "runGeneration": 1, "frameSeq": 657, "ptsNs": 23527429337, "ingestTimeWallMs": 1789463038350, "frameWidth": 480, "frameHeight": 360, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 4228342316, "rtpTimestampExt": null, "detectedAtWallMs": 1789480766249, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "0", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9333093762397766, "bbox": [ 0.6868133544921875, 0.3365478515625, 0.7409210205078125, 0.4969482421875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "1", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9097468256950378, "bbox": [ 0.4873504638671875, 0.30731201171875, 0.5292510986328125, 0.43096923828125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "2", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9015746116638184, "bbox": [ 0.9044189453125, 0.41265869140625, 0.9559326171875, 0.58685302734375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "3", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8971559405326843, "bbox": [ 0.56298828125, 0.42120361328125, 0.60009765625, 0.58856201171875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "5", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.851582944393158, "bbox": [ 0.9498443603515625, 0.412109375, 0.9847259521484375, 0.57958984375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "6", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8433797955513, "bbox": [ 0.5717849731445312, 0.310791015625, 0.6030197143554688, 0.442138671875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } } }, "publisher": { "enabled": true, "metrics": { "sent": 777, "sent_status": 36, "workers_created": 3, "sent_frames": 741, "queued": 1, "queuedBytes": 2174, "channels": 4, "workers": 3, "profile": { "enabled": true, "revision": 1, "channels": { "d98f4e86d523f201a60f5f03c7a93f284a355b57e3a57ecd305727b2df38a5d2": { "counts": { "state_noop": 9, "queued_frame": 9, "sent_frame": 8 }, "timings": { "frame_queue": { "count": 8, "mean_ms": 9.267535875551403, "max_ms": 29.130737064406276, "recent_samples": 8, "recent_p95_ms": 29.130737064406276 }, "frame_write_wall": { "count": 8, "mean_ms": 13.9048165, "max_ms": 26.890534000000002, "recent_samples": 8, "recent_p95_ms": 26.890534000000002 }, "frame_write_cpu": { "count": 8, "mean_ms": 1.2309519999999998, "max_ms": 1.401073, "recent_samples": 8, "recent_p95_ms": 1.401073 }, "frame_completion_lock": { "count": 8, "mean_ms": 0.017805875, "max_ms": 0.030000000000000002, "recent_samples": 8, "recent_p95_ms": 0.030000000000000002 }, "enqueue_gap": { "count": 8, "mean_ms": 85.45311662499999, "max_ms": 144.066273, "recent_samples": 8, "recent_p95_ms": 144.066273 } } }, "611cea950b4c0a014291720468a3a7f61c5787baa95a374d3b94d4db886bf16b": { "counts": { "state_noop": 9, "queued_frame": 9, "sent_frame": 9 }, "timings": { "frame_queue": { "count": 9, "mean_ms": 3.807731671258807, "max_ms": 9.234033059328794, "recent_samples": 9, "recent_p95_ms": 9.234033059328794 }, "frame_write_wall": { "count": 9, "mean_ms": 17.84249544444445, "max_ms": 85.738163, "recent_samples": 9, "recent_p95_ms": 85.738163 }, "frame_write_cpu": { "count": 9, "mean_ms": 1.2627548888888886, "max_ms": 1.483007, "recent_samples": 9, "recent_p95_ms": 1.483007 }, "frame_completion_lock": { "count": 9, "mean_ms": 0.014212111111111113, "max_ms": 0.032591, "recent_samples": 9, "recent_p95_ms": 0.032591 }, "enqueue_gap": { "count": 8, "mean_ms": 80.347344875, "max_ms": 148.473597, "recent_samples": 8, "recent_p95_ms": 148.473597 } } }, "f119ec7770227da23061f13f0bb790b466850dbe16243dbfcb1a0279ab0a1baa": { "counts": { "sent_frame": 8, "state_noop": 7, "queued_frame": 7 }, "timings": { "frame_queue": { "count": 8, "mean_ms": 12.684723478741944, "max_ms": 33.99882395751774, "recent_samples": 8, "recent_p95_ms": 33.99882395751774 }, "frame_write_wall": { "count": 8, "mean_ms": 13.669298, "max_ms": 31.718251000000002, "recent_samples": 8, "recent_p95_ms": 31.718251000000002 }, "frame_write_cpu": { "count": 8, "mean_ms": 1.1422766249999998, "max_ms": 1.524168, "recent_samples": 8, "recent_p95_ms": 1.524168 }, "frame_completion_lock": { "count": 8, "mean_ms": 0.026974625000000002, "max_ms": 0.06353400000000001, "recent_samples": 8, "recent_p95_ms": 0.06353400000000001 }, "enqueue_gap": { "count": 6, "mean_ms": 91.56726116666668, "max_ms": 143.478627, "recent_samples": 6, "recent_p95_ms": 143.478627 } } } }, "timing_scope": "sink_only_v2", "timeline_limit_per_channel": 256, "replacement_limit_per_channel": 32 }, "workerMode": "channel", "workerLimit": 16, "controlWorkers": 1, "retiringWorkers": 0, "workerErrors": {}, "terminalErrors": 0, "inflightBytes": 0, "inflightByteLimit": 167772160 } } }, { "at": 1315760.258448857, "channels": { "rtsp-test-source-01": { "at": 1315760.356141742, "state": { "stream_id": "rtsp-test-01", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "f00e47c1-7b6d-4f03-80e6-81fd903fcadb", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789463039.5529733, "source_stage": "preprocess_output", "source_stage_at": 1789463039.5697923, "source_stages": { "pipeline_state_changed": 1789463011.2833889, "decoded_frame_received": 1789463039.5590935, "preprocess_output": 1789463039.5697923, "infer_output": 1789463039.490909, "consume_entered": 1789463039.4958503, "native_completed": 1789463039.509136, "inference_frame_completed": 1789463039.5529556 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 295, "preprocess_output": 295, "infer_output": 294, "consume_entered": 294, "native_completed": 294, "inference_frame_completed": 294 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789463009.740274, "decoded_frame_received": 1789463011.1960018, "preprocess_output": 1789463011.2371497, "infer_output": 1789463011.2696452, "consume_entered": 1789463011.2777383, "native_completed": 1789463011.2908287, "inference_frame_completed": 1789463011.2957904 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789463009.194144, "uptime_s": 30.4, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1315760319124830, "counts": { "decoded": 295, "selected": 295, "preprocess": 295, "infer": 294, "native": 294, "result": 294, "publisher_submit": 294 }, "first_ns": { "decoded": 1315731943309575, "selected": 1315731943346838, "preprocess": 1315731984352674, "infer": 1315732016894736, "native": 1315732038194819, "result": 1315732042454010, "publisher_submit": 1315732043198467 }, "last_ns": { "decoded": 1315760306446591, "selected": 1315760306463778, "preprocess": 1315760317157881, "infer": 1315760238210452, "native": 1315760256443624, "result": 1315760299690859, "publisher_submit": 1315760300352139 }, "detail": true, "pending_samples": 1, "last_frame": { "selected": [ 294, 29701907284 ], "preprocess": [ 294, 29701907284 ], "infer": [ 293, 29601907284 ], "native": [ 293, 29601907284 ], "result": [ 293, 29601907284 ], "publisher_submit": [ 293, 29601907284 ] }, "observation_missed": 0, "durations": { "queue": { "samples": 17, "mean_ms": 6.808513352941177, "p95_ms": 26.694737, "max_ms": 26.694737 }, "tracking": { "samples": 17, "mean_ms": 0.04335435294117647, "p95_ms": 0.06254, "max_ms": 0.06254 }, "tracking_cpu": { "samples": 17, "mean_ms": 0.031810235294117646, "p95_ms": 0.041752, "max_ms": 0.041752 }, "result_work": { "samples": 17, "mean_ms": 4.0877702941176475, "p95_ms": 7.707097, "max_ms": 7.707097 }, "selected_to_preprocess": { "samples": 17, "mean_ms": 5.277478, "p95_ms": 15.417802, "max_ms": 15.417802 }, "preprocess_to_infer": { "samples": 16, "mean_ms": 35.1215974375, "p95_ms": 44.183926, "max_ms": 44.183926 }, "infer_to_native": { "samples": 16, "mean_ms": 31.0971291875, "p95_ms": 49.272565, "max_ms": 49.272565 }, "native_to_result": { "samples": 16, "mean_ms": 15.4706996875, "p95_ms": 43.247235, "max_ms": 43.247235 }, "result_to_publisher_submit": { "samples": 16, "mean_ms": 0.9027423125, "p95_ms": 1.659692, "max_ms": 1.659692 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 0, "events_created": 0, "processed": 294 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 294, "per_task_buffers": { "det": 294 }, "latest": { "fn": 293, "det": 9, "persons": 6, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1315760.356176434, "entries": 294, "length": 100, "last": "1789463039564-0", "pttl": 9998, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-01", "sourceId": "rtsp-test-source-01", "serverId": "test-ai", "streamId": "rtsp-test-01", "runId": "f00e47c1-7b6d-4f03-80e6-81fd903fcadb", "runGeneration": 1, "frameSeq": 293, "ptsNs": 29601907284, "ingestTimeWallMs": 1789463039450, "frameWidth": 1280, "frameHeight": 720, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 2632920473, "rtpTimestampExt": null, "detectedAtWallMs": 1789463039339, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "1", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9159594178199768, "bbox": [ 0.3328857421875, 0.478607177734375, 0.4307861328125, 0.593658447265625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "2", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9029524326324463, "bbox": [ 0.570892333984375, 0.3387451171875, 0.620513916015625, 0.6085205078125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "3", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8949732184410095, "bbox": [ 0.5061569213867188, 0.3697509765625, 0.5368118286132812, 0.5330810546875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "5", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8331889510154724, "bbox": [ 0.8097076416015625, 0.345947265625, 0.8563079833984375, 0.609619140625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "6", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.7804952263832092, "bbox": [ 0.61712646484375, 0.45379638671875, 0.65728759765625, 0.55401611328125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "7", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.7470627427101135, "bbox": [ 0.65478515625, 0.4415283203125, 0.68701171875, 0.5394287109375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "10", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.3699977397918701, "bbox": [ 0.1982879638671875, 0.43233489990234375, 0.2138214111328125, 0.45829010009765625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "13", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.29320207238197327, "bbox": [ 0.6176300048828125, 0.44500732421875, 0.6499481201171875, 0.54132080078125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } }, "rtsp-test-source-02": { "at": 1315760.395674953, "state": { "stream_id": "web-cam08-test", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "a4bb2bce-9c9b-48d7-9442-34c2347d3bb7", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789463039.5934277, "source_stage": "preprocess_output", "source_stage_at": 1789463039.6248286, "source_stages": { "pipeline_state_changed": 1789463013.909858, "decoded_frame_received": 1789463039.6143138, "preprocess_output": 1789463039.6248286, "infer_output": 1789463039.5689595, "consume_entered": 1789463039.5721273, "native_completed": 1789463039.5863032, "inference_frame_completed": 1789463039.5934124 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 259, "preprocess_output": 259, "infer_output": 258, "consume_entered": 258, "native_completed": 258, "inference_frame_completed": 258 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789463012.351809, "decoded_frame_received": 1789463013.8604698, "preprocess_output": 1789463013.8620818, "infer_output": 1789463013.896053, "consume_entered": 1789463013.9046674, "native_completed": 1789463013.917506, "inference_frame_completed": 1789463013.9226985 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789463012.3138435, "uptime_s": 27.3, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1315760389089796, "counts": { "decoded": 258, "selected": 258, "preprocess": 259, "infer": 258, "native": 258, "result": 258, "publisher_submit": 258 }, "first_ns": { "decoded": 1315734607770346, "selected": 1315734607829449, "preprocess": 1315734609413414, "infer": 1315734643364360, "native": 1315734664888912, "result": 1315734669390312, "publisher_submit": 1315734670103334 }, "last_ns": { "decoded": 1315760361631172, "selected": 1315760361656527, "preprocess": 1315760372187195, "infer": 1315760316298399, "native": 1315760333665945, "result": 1315760340317589, "publisher_submit": 1315760340814641 }, "detail": true, "pending_samples": 1, "last_frame": { "selected": [ 258, 27119185935 ], "preprocess": [ 258, 27119185935 ], "infer": [ 257, 27019185935 ], "native": [ 257, 27019185935 ], "result": [ 257, 27019185935 ], "publisher_submit": [ 257, 27019185935 ] }, "observation_missed": 2, "durations": { "queue": { "samples": 17, "mean_ms": 5.2300454117647055, "p95_ms": 14.846128, "max_ms": 14.846128 }, "tracking": { "samples": 17, "mean_ms": 0.039405176470588235, "p95_ms": 0.069487, "max_ms": 0.069487 }, "tracking_cpu": { "samples": 17, "mean_ms": 0.03060041176470588, "p95_ms": 0.058651, "max_ms": 0.058651 }, "result_work": { "samples": 17, "mean_ms": 3.6147340588235295, "p95_ms": 4.78198, "max_ms": 4.78198 }, "selected_to_preprocess": { "samples": 17, "mean_ms": 7.941540117647059, "p95_ms": 22.82926, "max_ms": 22.82926 }, "preprocess_to_infer": { "samples": 16, "mean_ms": 33.7807095, "p95_ms": 48.64169, "max_ms": 48.64169 }, "infer_to_native": { "samples": 16, "mean_ms": 28.3679459375, "p95_ms": 59.968875, "max_ms": 59.968875 }, "native_to_result": { "samples": 16, "mean_ms": 11.1499429375, "p95_ms": 35.4997, "max_ms": 35.4997 }, "result_to_publisher_submit": { "samples": 16, "mean_ms": 0.7461799375, "p95_ms": 1.027408, "max_ms": 1.027408 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 0, "events_created": 0, "processed": 258 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 258, "per_task_buffers": { "det": 258 }, "latest": { "fn": 257, "det": 9, "persons": 7, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1315760.395742253, "entries": 258, "length": 100, "last": "1789463039595-0", "pttl": 9986, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-02", "sourceId": "rtsp-test-source-02", "serverId": "test-ai", "streamId": "web-cam08-test", "runId": "a4bb2bce-9c9b-48d7-9442-34c2347d3bb7", "runGeneration": 1, "frameSeq": 257, "ptsNs": 27019185935, "ingestTimeWallMs": 1789463039515, "frameWidth": 1280, "frameHeight": 720, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 465886892, "rtpTimestampExt": null, "detectedAtWallMs": 1789438961189, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "1", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9027811288833618, "bbox": [ 0.523712158203125, 0.3321533203125, 0.582733154296875, 0.6292724609375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "2", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8929365277290344, "bbox": [ 0.3428955078125, 0.3348388671875, 0.3802490234375, 0.5557861328125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "3", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.879871129989624, "bbox": [ 0.4898529052734375, 0.36968994140625, 0.5208892822265625, 0.53656005859375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "4", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8386797308921814, "bbox": [ 0.8082733154296875, 0.3438720703125, 0.8557891845703125, 0.6097412109375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "5", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.7759445905685425, "bbox": [ 0.6155853271484375, 0.44561767578125, 0.6558990478515625, 0.54949951171875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "6", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.7620701193809509, "bbox": [ 0.655670166015625, 0.44073486328125, 0.688079833984375, 0.53778076171875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "8", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.6545636057853699, "bbox": [ 0.634735107421875, 0.468536376953125, 0.667022705078125, 0.555877685546875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "10", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.40951597690582275, "bbox": [ 0.19803619384765625, 0.43241119384765625, 0.21382904052734375, 0.45821380615234375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "14", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.2512800693511963, "bbox": [ 0.633544921875, 0.442413330078125, 0.659423828125, 0.501434326171875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } }, "rtsp-test-source-03": { "at": 1315760.485367755, "state": { "stream_id": "web-cam01-test", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "6ccbf8bf-ab24-4c09-87a4-b17e989e902f", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789463039.7291074, "source_stage": "inference_frame_completed", "source_stage_at": 1789463039.7290885, "source_stages": { "pipeline_state_changed": 1789463016.513833, "decoded_frame_received": 1789463039.644923, "preprocess_output": 1789463039.64711, "infer_output": 1789463039.6867158, "consume_entered": 1789463039.6965156, "native_completed": 1789463039.723267, "inference_frame_completed": 1789463039.7290885 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 233, "preprocess_output": 233, "infer_output": 233, "consume_entered": 233, "native_completed": 233, "inference_frame_completed": 233 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789463014.7196298, "decoded_frame_received": 1789463016.452747, "preprocess_output": 1789463016.4597824, "infer_output": 1789463016.5037315, "consume_entered": 1789463016.5087032, "native_completed": 1789463016.5227594, "inference_frame_completed": 1789463016.5295417 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789463014.5626752, "uptime_s": 25.2, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1315760478904692, "counts": { "decoded": 698, "selected": 232, "preprocess": 233, "sampling_drop": 466, "infer": 233, "native": 233, "result": 233, "publisher_submit": 233 }, "first_ns": { "decoded": 1315737200113078, "selected": 1315737200130715, "preprocess": 1315737207141739, "sampling_drop": 1315737232218288, "infer": 1315737251104718, "native": 1315737270100686, "result": 1315737276171150, "publisher_submit": 1315737276944602 }, "last_ns": { "decoded": 1315760463442319, "selected": 1315760392300810, "preprocess": 1315760394468474, "sampling_drop": 1315760463492809, "infer": 1315760433942195, "native": 1315760461873848, "result": 1315760475878982, "publisher_submit": 1315760476482921 }, "detail": true, "pending_samples": 0, "last_frame": { "selected": [ 696, 24827429337 ], "preprocess": [ 696, 24827429337 ], "infer": [ 696, 24827429337 ], "native": [ 696, 24827429337 ], "result": [ 696, 24827429337 ], "publisher_submit": [ 696, 24827429337 ] }, "observation_missed": 2, "durations": { "queue": { "samples": 17, "mean_ms": 6.338423647058823, "p95_ms": 26.244926, "max_ms": 26.244926 }, "tracking": { "samples": 17, "mean_ms": 0.04289111764705882, "p95_ms": 0.074402, "max_ms": 0.074402 }, "tracking_cpu": { "samples": 17, "mean_ms": 0.03210670588235294, "p95_ms": 0.05869, "max_ms": 0.05869 }, "result_work": { "samples": 17, "mean_ms": 5.367458588235294, "p95_ms": 18.896543, "max_ms": 18.896543 }, "selected_to_preprocess": { "samples": 16, "mean_ms": 5.803785125, "p95_ms": 16.814767, "max_ms": 16.814767 }, "preprocess_to_infer": { "samples": 16, "mean_ms": 37.6954190625, "p95_ms": 66.953179, "max_ms": 66.953179 }, "infer_to_native": { "samples": 16, "mean_ms": 29.1709266875, "p95_ms": 52.988793, "max_ms": 52.988793 }, "native_to_result": { "samples": 16, "mean_ms": 14.083160375, "p95_ms": 38.822933, "max_ms": 38.822933 }, "result_to_publisher_submit": { "samples": 16, "mean_ms": 2.5550755, "p95_ms": 15.102949, "max_ms": 15.102949 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 0, "events_created": 0, "processed": 233 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 233, "per_task_buffers": { "det": 233 }, "latest": { "fn": 696, "det": 7, "persons": 5, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1315760.485424241, "entries": 233, "length": 100, "last": "1789463039733-0", "pttl": 9957, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-03", "sourceId": "rtsp-test-source-03", "serverId": "test-ai", "streamId": "web-cam01-test", "runId": "6ccbf8bf-ab24-4c09-87a4-b17e989e902f", "runGeneration": 1, "frameSeq": 696, "ptsNs": 24827429337, "ingestTimeWallMs": 1789463039644, "frameWidth": 480, "frameHeight": 360, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 4228459316, "rtpTimestampExt": null, "detectedAtWallMs": 1789480767549, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "0", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9305844902992249, "bbox": [ 0.65386962890625, 0.4471435546875, 0.72210693359375, 0.6192626953125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "1", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9190633296966553, "bbox": [ 0.647308349609375, 0.29705810546875, 0.688629150390625, 0.42266845703125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "2", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9054896235466003, "bbox": [ 0.406219482421875, 0.30255126953125, 0.472686767578125, 0.43328857421875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "3", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9003546833992004, "bbox": [ 0.7991943359375, 0.35284423828125, 0.8306884765625, 0.51824951171875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "4", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8887588381767273, "bbox": [ 0.97283935546875, 0.46661376953125, 0.99981689453125, 0.62518310546875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } } }, "publisher": { "enabled": true, "metrics": { "sent": 815, "sent_status": 36, "workers_created": 3, "sent_frames": 779, "queued": 0, "queuedBytes": 0, "channels": 4, "workers": 3, "profile": { "enabled": true, "revision": 1, "channels": { "d98f4e86d523f201a60f5f03c7a93f284a355b57e3a57ecd305727b2df38a5d2": { "counts": { "state_noop": 21, "queued_frame": 21, "sent_frame": 21 }, "timings": { "frame_queue": { "count": 21, "mean_ms": 6.1919937420281626, "max_ms": 29.130737064406276, "recent_samples": 21, "recent_p95_ms": 19.493419909849763 }, "frame_write_wall": { "count": 21, "mean_ms": 9.257173142857143, "max_ms": 26.890534000000002, "recent_samples": 21, "recent_p95_ms": 21.706478 }, "frame_write_cpu": { "count": 21, "mean_ms": 1.2139202857142855, "max_ms": 1.96751, "recent_samples": 21, "recent_p95_ms": 1.835609 }, "frame_completion_lock": { "count": 21, "mean_ms": 0.015604666666666664, "max_ms": 0.031698, "recent_samples": 21, "recent_p95_ms": 0.030000000000000002 }, "enqueue_gap": { "count": 20, "mean_ms": 95.02429190000001, "max_ms": 144.066273, "recent_samples": 20, "recent_p95_ms": 127.68232900000001 } } }, "611cea950b4c0a014291720468a3a7f61c5787baa95a374d3b94d4db886bf16b": { "counts": { "state_noop": 21, "queued_frame": 21, "sent_frame": 21 }, "timings": { "frame_queue": { "count": 21, "mean_ms": 4.203930430646453, "max_ms": 12.743722880259156, "recent_samples": 21, "recent_p95_ms": 9.64422500692308 }, "frame_write_wall": { "count": 21, "mean_ms": 14.879716476190476, "max_ms": 85.738163, "recent_samples": 21, "recent_p95_ms": 41.007982999999996 }, "frame_write_cpu": { "count": 21, "mean_ms": 1.151604523809524, "max_ms": 2.197175, "recent_samples": 21, "recent_p95_ms": 1.483007 }, "frame_completion_lock": { "count": 21, "mean_ms": 0.012772857142857141, "max_ms": 0.032591, "recent_samples": 21, "recent_p95_ms": 0.016926 }, "enqueue_gap": { "count": 20, "mean_ms": 95.18414575, "max_ms": 171.423837, "recent_samples": 20, "recent_p95_ms": 169.666314 } } }, "f119ec7770227da23061f13f0bb790b466850dbe16243dbfcb1a0279ab0a1baa": { "counts": { "sent_frame": 21, "state_noop": 20, "queued_frame": 20 }, "timings": { "frame_queue": { "count": 21, "mean_ms": 7.228413408267356, "max_ms": 33.99882395751774, "recent_samples": 21, "recent_p95_ms": 29.01647798717022 }, "frame_write_wall": { "count": 21, "mean_ms": 9.004691428571428, "max_ms": 31.718251000000002, "recent_samples": 21, "recent_p95_ms": 20.325910999999998 }, "frame_write_cpu": { "count": 21, "mean_ms": 1.1456165714285713, "max_ms": 1.761168, "recent_samples": 21, "recent_p95_ms": 1.5632759999999999 }, "frame_completion_lock": { "count": 21, "mean_ms": 0.01722909523809524, "max_ms": 0.06353400000000001, "recent_samples": 21, "recent_p95_ms": 0.033395999999999995 }, "enqueue_gap": { "count": 19, "mean_ms": 95.75317821052631, "max_ms": 143.478627, "recent_samples": 19, "recent_p95_ms": 143.478627 } } } }, "timing_scope": "sink_only_v2", "timeline_limit_per_channel": 256, "replacement_limit_per_channel": 32 }, "workerMode": "channel", "workerLimit": 16, "controlWorkers": 1, "retiringWorkers": 0, "workerErrors": {}, "terminalErrors": 0, "inflightBytes": 0, "inflightByteLimit": 167772160 } } }, { "at": 1315761.52604404, "channels": { "rtsp-test-source-01": { "at": 1315761.609858577, "state": { "stream_id": "rtsp-test-01", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "f00e47c1-7b6d-4f03-80e6-81fd903fcadb", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789463040.8413918, "source_stage": "preprocess_output", "source_stage_at": 1789463040.8507812, "source_stages": { "pipeline_state_changed": 1789463011.2833889, "decoded_frame_received": 1789463040.8479958, "preprocess_output": 1789463040.8507812, "infer_output": 1789463040.7964716, "consume_entered": 1789463040.804862, "native_completed": 1789463040.831909, "inference_frame_completed": 1789463040.8413696 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 308, "preprocess_output": 308, "infer_output": 307, "consume_entered": 307, "native_completed": 307, "inference_frame_completed": 307 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789463009.740274, "decoded_frame_received": 1789463011.1960018, "preprocess_output": 1789463011.2371497, "infer_output": 1789463011.2696452, "consume_entered": 1789463011.2777383, "native_completed": 1789463011.2908287, "inference_frame_completed": 1789463011.2957904 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789463009.194144, "uptime_s": 31.7, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1315761601300349, "counts": { "decoded": 308, "selected": 308, "preprocess": 308, "infer": 307, "native": 307, "result": 307, "publisher_submit": 307 }, "first_ns": { "decoded": 1315731943309575, "selected": 1315731943346838, "preprocess": 1315731984352674, "infer": 1315732016894736, "native": 1315732038194819, "result": 1315732042454010, "publisher_submit": 1315732043198467 }, "last_ns": { "decoded": 1315761595353320, "selected": 1315761595367753, "preprocess": 1315761598086594, "infer": 1315761543785258, "native": 1315761579254789, "result": 1315761588071419, "publisher_submit": 1315761588762665 }, "detail": true, "pending_samples": 1, "last_frame": { "selected": [ 307, 31001907284 ], "preprocess": [ 307, 31001907284 ], "infer": [ 306, 30901907284 ], "native": [ 306, 30901907284 ], "result": [ 306, 30901907284 ], "publisher_submit": [ 306, 30901907284 ] }, "observation_missed": 0, "durations": { "queue": { "samples": 30, "mean_ms": 6.310242166666667, "p95_ms": 10.864308, "max_ms": 26.694737 }, "tracking": { "samples": 30, "mean_ms": 0.04391023333333333, "p95_ms": 0.075084, "max_ms": 0.106096 }, "tracking_cpu": { "samples": 30, "mean_ms": 0.0330488, "p95_ms": 0.061848, "max_ms": 0.084598 }, "result_work": { "samples": 30, "mean_ms": 4.389225633333334, "p95_ms": 8.534884, "max_ms": 12.434791 }, "selected_to_preprocess": { "samples": 30, "mean_ms": 4.5507035, "p95_ms": 13.814867, "max_ms": 15.417802 }, "preprocess_to_infer": { "samples": 29, "mean_ms": 38.44435020689655, "p95_ms": 53.366595, "max_ms": 57.980537 }, "infer_to_native": { "samples": 29, "mean_ms": 30.01973955172414, "p95_ms": 48.977855, "max_ms": 49.272565 }, "native_to_result": { "samples": 29, "mean_ms": 13.93863079310345, "p95_ms": 30.827657, "max_ms": 43.247235 }, "result_to_publisher_submit": { "samples": 29, "mean_ms": 1.1204083793103448, "p95_ms": 1.659692, "max_ms": 8.322859 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 0, "events_created": 0, "processed": 307 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 307, "per_task_buffers": { "det": 307 }, "latest": { "fn": 306, "det": 10, "persons": 7, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1315761.609973596, "entries": 307, "length": 100, "last": "1789463040845-0", "pttl": 9937, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-01", "sourceId": "rtsp-test-source-01", "serverId": "test-ai", "streamId": "rtsp-test-01", "runId": "f00e47c1-7b6d-4f03-80e6-81fd903fcadb", "runGeneration": 1, "frameSeq": 306, "ptsNs": 30901907284, "ingestTimeWallMs": 1789463040750, "frameWidth": 1280, "frameHeight": 720, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 2633037473, "rtpTimestampExt": null, "detectedAtWallMs": 1789463040639, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "0", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9268352389335632, "bbox": [ 0.350555419921875, 0.4559326171875, 0.419952392578125, 0.5909423828125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "1", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.920647144317627, "bbox": [ 0.5576934814453125, 0.3345947265625, 0.6122283935546875, 0.6336669921875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "2", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8879840970039368, "bbox": [ 0.506072998046875, 0.369873046875, 0.537872314453125, 0.533447265625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "5", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8568122982978821, "bbox": [ 0.8135833740234375, 0.347900390625, 0.8729400634765625, 0.609130859375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "6", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.753829300403595, "bbox": [ 0.61676025390625, 0.451690673828125, 0.65570068359375, 0.552215576171875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "7", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.7442848086357117, "bbox": [ 0.654876708984375, 0.44097900390625, 0.687896728515625, 0.54046630859375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "9", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.6031140089035034, "bbox": [ 0.6348876953125, 0.465728759765625, 0.6717529296875, 0.555755615234375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "11", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.3608268201351166, "bbox": [ 0.1982421875, 0.4323883056640625, 0.214111328125, 0.4582366943359375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "13", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.31573596596717834, "bbox": [ 0.61578369140625, 0.4453125, 0.64886474609375, 0.54248046875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } }, "rtsp-test-source-02": { "at": 1315761.796961851, "state": { "stream_id": "web-cam08-test", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "a4bb2bce-9c9b-48d7-9442-34c2347d3bb7", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789463040.9707003, "source_stage": "consume_entered", "source_stage_at": 1789463040.974662, "source_stages": { "pipeline_state_changed": 1789463013.909858, "decoded_frame_received": 1789463040.9368777, "preprocess_output": 1789463040.9389079, "infer_output": 1789463040.9653287, "consume_entered": 1789463040.974662, "native_completed": 1789463040.954014, "inference_frame_completed": 1789463040.9706726 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 272, "preprocess_output": 272, "infer_output": 272, "consume_entered": 272, "native_completed": 271, "inference_frame_completed": 271 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789463012.351809, "decoded_frame_received": 1789463013.8604698, "preprocess_output": 1789463013.8620818, "infer_output": 1789463013.896053, "consume_entered": 1789463013.9046674, "native_completed": 1789463013.917506, "inference_frame_completed": 1789463013.9226985 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789463012.3138435, "uptime_s": 28.7, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1315761729122286, "counts": { "decoded": 271, "selected": 271, "preprocess": 272, "infer": 272, "native": 271, "result": 271, "publisher_submit": 271 }, "first_ns": { "decoded": 1315734607770346, "selected": 1315734607829449, "preprocess": 1315734609413414, "infer": 1315734643364360, "native": 1315734664888912, "result": 1315734669390312, "publisher_submit": 1315734670103334 }, "last_ns": { "decoded": 1315761684165243, "selected": 1315761684206723, "preprocess": 1315761686218130, "infer": 1315761712678640, "native": 1315761701350876, "result": 1315761717271756, "publisher_submit": 1315761718062965 }, "detail": true, "pending_samples": 1, "last_frame": { "selected": [ 271, 28419185935 ], "preprocess": [ 271, 28419185935 ], "infer": [ 271, 28419185935 ], "native": [ 270, 28319185935 ], "result": [ 270, 28319185935 ], "publisher_submit": [ 270, 28319185935 ] }, "observation_missed": 2, "durations": { "queue": { "samples": 30, "mean_ms": 4.037482266666666, "p95_ms": 13.144843, "max_ms": 14.846128 }, "tracking": { "samples": 30, "mean_ms": 0.0425905, "p95_ms": 0.069487, "max_ms": 0.075234 }, "tracking_cpu": { "samples": 30, "mean_ms": 0.03271516666666667, "p95_ms": 0.053091, "max_ms": 0.058651 }, "result_work": { "samples": 30, "mean_ms": 4.0195843, "p95_ms": 5.908668, "max_ms": 11.121856 }, "selected_to_preprocess": { "samples": 30, "mean_ms": 7.156005700000001, "p95_ms": 22.416442, "max_ms": 22.82926 }, "preprocess_to_infer": { "samples": 30, "mean_ms": 34.592848, "p95_ms": 48.64169, "max_ms": 67.396642 }, "infer_to_native": { "samples": 29, "mean_ms": 26.333108344827586, "p95_ms": 51.273959, "max_ms": 59.968875 }, "native_to_result": { "samples": 29, "mean_ms": 10.14774324137931, "p95_ms": 24.763681, "max_ms": 35.4997 }, "result_to_publisher_submit": { "samples": 29, "mean_ms": 0.8406683103448276, "p95_ms": 1.38721, "max_ms": 1.779244 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 0, "events_created": 0, "processed": 271 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 272, "per_task_buffers": { "det": 272 }, "latest": { "fn": 271, "det": 9, "persons": 7, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1315761.797030853, "entries": 272, "length": 100, "last": "1789463041010-0", "pttl": 9998, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-02", "sourceId": "rtsp-test-source-02", "serverId": "test-ai", "streamId": "web-cam08-test", "runId": "a4bb2bce-9c9b-48d7-9442-34c2347d3bb7", "runGeneration": 1, "frameSeq": 271, "ptsNs": 28419185935, "ingestTimeWallMs": 1789463040936, "frameWidth": 1280, "frameHeight": 720, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 466012892, "rtpTimestampExt": null, "detectedAtWallMs": 1789438962589, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "1", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9278878569602966, "bbox": [ 0.3782806396484375, 0.3394775390625, 0.4283599853515625, 0.5618896484375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "2", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8966140151023865, "bbox": [ 0.525787353515625, 0.3428955078125, 0.583587646484375, 0.6038818359375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "3", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8820220232009888, "bbox": [ 0.48797607421875, 0.36419677734375, 0.51983642578125, 0.53668212890625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "4", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.823470413684845, "bbox": [ 0.8080902099609375, 0.3438720703125, 0.8559722900390625, 0.6097412109375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "5", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.7903685569763184, "bbox": [ 0.615570068359375, 0.447601318359375, 0.655914306640625, 0.550445556640625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "6", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.755636990070343, "bbox": [ 0.6556243896484375, 0.440460205078125, 0.6881256103515625, 0.538055419921875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "8", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.6331834197044373, "bbox": [ 0.634613037109375, 0.466644287109375, 0.668121337890625, 0.555816650390625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "9", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.41857805848121643, "bbox": [ 0.19819259643554688, 0.432403564453125, 0.21367263793945312, 0.458709716796875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } }, "rtsp-test-source-03": { "at": 1315761.889887561, "state": { "stream_id": "web-cam01-test", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "6ccbf8bf-ab24-4c09-87a4-b17e989e902f", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789463041.114568, "source_stage": "inference_frame_completed", "source_stage_at": 1789463041.1145487, "source_stages": { "pipeline_state_changed": 1789463016.513833, "decoded_frame_received": 1789463041.051869, "preprocess_output": 1789463041.0537076, "infer_output": 1789463041.0860631, "consume_entered": 1789463041.0883737, "native_completed": 1789463041.1017637, "inference_frame_completed": 1789463041.1145487 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 247, "preprocess_output": 247, "infer_output": 247, "consume_entered": 247, "native_completed": 247, "inference_frame_completed": 247 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789463014.7196298, "decoded_frame_received": 1789463016.452747, "preprocess_output": 1789463016.4597824, "infer_output": 1789463016.5037315, "consume_entered": 1789463016.5087032, "native_completed": 1789463016.5227594, "inference_frame_completed": 1789463016.5295417 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789463014.5626752, "uptime_s": 26.6, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1315761884179646, "counts": { "decoded": 740, "selected": 246, "preprocess": 247, "sampling_drop": 494, "infer": 247, "native": 247, "result": 247, "publisher_submit": 247 }, "first_ns": { "decoded": 1315737200113078, "selected": 1315737200130715, "preprocess": 1315737207141739, "sampling_drop": 1315737232218288, "infer": 1315737251104718, "native": 1315737270100686, "result": 1315737276171150, "publisher_submit": 1315737276944602 }, "last_ns": { "decoded": 1315761863670419, "selected": 1315761799220520, "preprocess": 1315761800978464, "sampling_drop": 1315761863716756, "infer": 1315761833367645, "native": 1315761849107992, "result": 1315761860806537, "publisher_submit": 1315761861936984 }, "detail": true, "pending_samples": 0, "last_frame": { "selected": [ 738, 26227429337 ], "preprocess": [ 738, 26227429337 ], "infer": [ 738, 26227429337 ], "native": [ 738, 26227429337 ], "result": [ 738, 26227429337 ], "publisher_submit": [ 738, 26227429337 ] }, "observation_missed": 2, "durations": { "queue": { "samples": 31, "mean_ms": 6.614819516129033, "p95_ms": 26.244926, "max_ms": 28.394673 }, "tracking": { "samples": 31, "mean_ms": 0.042704870967741934, "p95_ms": 0.066121, "max_ms": 0.074402 }, "tracking_cpu": { "samples": 31, "mean_ms": 0.032004064516129034, "p95_ms": 0.04715, "max_ms": 0.05869 }, "result_work": { "samples": 31, "mean_ms": 4.611728774193549, "p95_ms": 16.098574, "max_ms": 18.896543 }, "selected_to_preprocess": { "samples": 30, "mean_ms": 5.032484466666666, "p95_ms": 16.675228, "max_ms": 16.814767 }, "preprocess_to_infer": { "samples": 30, "mean_ms": 39.069531133333335, "p95_ms": 57.925459, "max_ms": 66.953179 }, "infer_to_native": { "samples": 30, "mean_ms": 27.298667133333332, "p95_ms": 42.374002, "max_ms": 52.988793 }, "native_to_result": { "samples": 30, "mean_ms": 13.377871466666667, "p95_ms": 33.238872, "max_ms": 38.822933 }, "result_to_publisher_submit": { "samples": 30, "mean_ms": 1.7562336, "p95_ms": 12.166665, "max_ms": 15.102949 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 0, "events_created": 0, "processed": 247 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 247, "per_task_buffers": { "det": 247 }, "latest": { "fn": 738, "det": 6, "persons": 4, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1315761.889943562, "entries": 247, "length": 100, "last": "1789463041118-0", "pttl": 9931, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-03", "sourceId": "rtsp-test-source-03", "serverId": "test-ai", "streamId": "web-cam01-test", "runId": "6ccbf8bf-ab24-4c09-87a4-b17e989e902f", "runGeneration": 1, "frameSeq": 738, "ptsNs": 26227429337, "ingestTimeWallMs": 1789463041051, "frameWidth": 480, "frameHeight": 360, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 4228585316, "rtpTimestampExt": null, "detectedAtWallMs": 1789480768949, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "0", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9235923886299133, "bbox": [ 0.33062744140625, 0.31982421875, 0.37884521484375, 0.45361328125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "1", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9074763655662537, "bbox": [ 0.787872314453125, 0.484619140625, 0.837127685546875, 0.673583984375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "2", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9019206762313843, "bbox": [ 0.91448974609375, 0.3748779296875, 0.96636962890625, 0.5509033203125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "3", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8992984294891357, "bbox": [ 0.73077392578125, 0.2652587890625, 0.76727294921875, 0.3841552734375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } } }, "publisher": { "enabled": true, "metrics": { "sent": 857, "sent_status": 39, "workers_created": 3, "sent_frames": 818, "queued": 1, "queuedBytes": 2660, "channels": 4, "workers": 3, "profile": { "enabled": true, "revision": 1, "channels": { "d98f4e86d523f201a60f5f03c7a93f284a355b57e3a57ecd305727b2df38a5d2": { "counts": { "state_noop": 34, "queued_frame": 34, "sent_frame": 34, "queued_heartbeat": 1, "sent_status": 1 }, "timings": { "frame_queue": { "count": 34, "mean_ms": 6.134987028096528, "max_ms": 29.130737064406276, "recent_samples": 34, "recent_p95_ms": 19.493419909849763 }, "frame_write_wall": { "count": 34, "mean_ms": 8.660806676470587, "max_ms": 26.890534000000002, "recent_samples": 34, "recent_p95_ms": 21.706478 }, "frame_write_cpu": { "count": 34, "mean_ms": 1.1757135294117644, "max_ms": 1.96751, "recent_samples": 34, "recent_p95_ms": 1.835609 }, "frame_completion_lock": { "count": 34, "mean_ms": 0.016127941176470588, "max_ms": 0.056839, "recent_samples": 34, "recent_p95_ms": 0.031698 }, "enqueue_gap": { "count": 33, "mean_ms": 96.79087406060606, "max_ms": 144.066273, "recent_samples": 33, "recent_p95_ms": 129.357457 }, "status_queue": { "count": 1, "mean_ms": 3.7593748420476913, "max_ms": 3.7593748420476913, "recent_samples": 1, "recent_p95_ms": 3.7593748420476913 }, "status_write_wall": { "count": 1, "mean_ms": 2.317091, "max_ms": 2.317091, "recent_samples": 1, "recent_p95_ms": 2.317091 }, "status_write_cpu": { "count": 1, "mean_ms": 1.110128, "max_ms": 1.110128, "recent_samples": 1, "recent_p95_ms": 1.110128 }, "status_completion_lock": { "count": 1, "mean_ms": 0.010352, "max_ms": 0.010352, "recent_samples": 1, "recent_p95_ms": 0.010352 } } }, "611cea950b4c0a014291720468a3a7f61c5787baa95a374d3b94d4db886bf16b": { "counts": { "state_noop": 35, "queued_frame": 35, "sent_frame": 34 }, "timings": { "frame_queue": { "count": 34, "mean_ms": 3.5647298962644793, "max_ms": 12.847261037677526, "recent_samples": 34, "recent_p95_ms": 12.743722880259156 }, "frame_write_wall": { "count": 34, "mean_ms": 11.446071323529411, "max_ms": 85.738163, "recent_samples": 34, "recent_p95_ms": 41.007982999999996 }, "frame_write_cpu": { "count": 34, "mean_ms": 1.1517454999999999, "max_ms": 2.197175, "recent_samples": 34, "recent_p95_ms": 1.667694 }, "frame_completion_lock": { "count": 34, "mean_ms": 0.012313705882352938, "max_ms": 0.032591, "recent_samples": 34, "recent_p95_ms": 0.023176 }, "enqueue_gap": { "count": 34, "mean_ms": 95.53913205882355, "max_ms": 189.218981, "recent_samples": 34, "recent_p95_ms": 171.423837 } } }, "f119ec7770227da23061f13f0bb790b466850dbe16243dbfcb1a0279ab0a1baa": { "counts": { "sent_frame": 34, "state_noop": 33, "queued_frame": 33, "queued_heartbeat": 1, "sent_status": 1 }, "timings": { "frame_queue": { "count": 34, "mean_ms": 6.685433724402067, "max_ms": 33.99882395751774, "recent_samples": 34, "recent_p95_ms": 29.01647798717022 }, "frame_write_wall": { "count": 34, "mean_ms": 8.80528617647059, "max_ms": 31.718251000000002, "recent_samples": 34, "recent_p95_ms": 22.955475999999997 }, "frame_write_cpu": { "count": 34, "mean_ms": 1.0980896176470587, "max_ms": 1.773558, "recent_samples": 34, "recent_p95_ms": 1.761168 }, "frame_completion_lock": { "count": 34, "mean_ms": 0.01561994117647059, "max_ms": 0.06353400000000001, "recent_samples": 34, "recent_p95_ms": 0.033395999999999995 }, "enqueue_gap": { "count": 32, "mean_ms": 98.21638540625003, "max_ms": 148.328355, "recent_samples": 32, "recent_p95_ms": 146.341001 }, "status_queue": { "count": 1, "mean_ms": 0.983871053904295, "max_ms": 0.983871053904295, "recent_samples": 1, "recent_p95_ms": 0.983871053904295 }, "status_write_wall": { "count": 1, "mean_ms": 4.652001, "max_ms": 4.652001, "recent_samples": 1, "recent_p95_ms": 4.652001 }, "status_write_cpu": { "count": 1, "mean_ms": 1.062442, "max_ms": 1.062442, "recent_samples": 1, "recent_p95_ms": 1.062442 }, "status_completion_lock": { "count": 1, "mean_ms": 0.019114, "max_ms": 0.019114, "recent_samples": 1, "recent_p95_ms": 0.019114 } } }, "d57cc517767b64098669a8ffc9845f2bae132fb3b0f3a0a1298371fd11f01cc0": { "counts": { "queued_heartbeat": 1, "sent_status": 1 }, "timings": { "status_queue": { "count": 1, "mean_ms": 0.08128397166728973, "max_ms": 0.08128397166728973, "recent_samples": 1, "recent_p95_ms": 0.08128397166728973 }, "status_write_wall": { "count": 1, "mean_ms": 2.304014, "max_ms": 2.304014, "recent_samples": 1, "recent_p95_ms": 2.304014 }, "status_write_cpu": { "count": 1, "mean_ms": 1.348693, "max_ms": 1.348693, "recent_samples": 1, "recent_p95_ms": 1.348693 }, "status_completion_lock": { "count": 1, "mean_ms": 0.006441, "max_ms": 0.006441, "recent_samples": 1, "recent_p95_ms": 0.006441 } } } }, "timing_scope": "sink_only_v2", "timeline_limit_per_channel": 256, "replacement_limit_per_channel": 32 }, "workerMode": "channel", "workerLimit": 16, "controlWorkers": 1, "retiringWorkers": 0, "workerErrors": {}, "terminalErrors": 0, "inflightBytes": 0, "inflightByteLimit": 167772160 } } }, { "at": 1315762.938213359, "channels": { "rtsp-test-source-01": { "at": 1315763.076242587, "state": { "stream_id": "rtsp-test-01", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "f00e47c1-7b6d-4f03-80e6-81fd903fcadb", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789463042.2687736, "source_stage": "infer_output", "source_stage_at": 1789463042.3017964, "source_stages": { "pipeline_state_changed": 1789463011.2833889, "decoded_frame_received": 1789463042.2550132, "preprocess_output": 1789463042.2620342, "infer_output": 1789463042.3017964, "consume_entered": 1789463042.2261946, "native_completed": 1789463042.2598522, "inference_frame_completed": 1789463042.2687573 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 322, "preprocess_output": 322, "infer_output": 322, "consume_entered": 321, "native_completed": 321, "inference_frame_completed": 321 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789463009.740274, "decoded_frame_received": 1789463011.1960018, "preprocess_output": 1789463011.2371497, "infer_output": 1789463011.2696452, "consume_entered": 1789463011.2777383, "native_completed": 1789463011.2908287, "inference_frame_completed": 1789463011.2957904 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789463009.194144, "uptime_s": 33.1, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1315763049450994, "counts": { "decoded": 322, "selected": 322, "preprocess": 322, "infer": 322, "native": 321, "result": 321, "publisher_submit": 321 }, "first_ns": { "decoded": 1315731943309575, "selected": 1315731943346838, "preprocess": 1315731984352674, "infer": 1315732016894736, "native": 1315732038194819, "result": 1315732042454010, "publisher_submit": 1315732043198467 }, "last_ns": { "decoded": 1315763002296447, "selected": 1315763002347855, "preprocess": 1315763009285440, "infer": 1315763049146287, "native": 1315763007202314, "result": 1315763015351790, "publisher_submit": 1315763016153282 }, "detail": true, "pending_samples": 1, "last_frame": { "selected": [ 321, 32401907284 ], "preprocess": [ 321, 32401907284 ], "infer": [ 321, 32401907284 ], "native": [ 320, 32301907284 ], "result": [ 320, 32301907284 ], "publisher_submit": [ 320, 32301907284 ] }, "observation_missed": 0, "durations": { "queue": { "samples": 44, "mean_ms": 7.362981204545454, "p95_ms": 17.402195, "max_ms": 26.694737 }, "tracking": { "samples": 44, "mean_ms": 0.043459613636363637, "p95_ms": 0.066468, "max_ms": 0.106096 }, "tracking_cpu": { "samples": 44, "mean_ms": 0.03243406818181818, "p95_ms": 0.048147, "max_ms": 0.084598 }, "result_work": { "samples": 44, "mean_ms": 4.193622477272727, "p95_ms": 7.707097, "max_ms": 12.434791 }, "selected_to_preprocess": { "samples": 44, "mean_ms": 4.417154568181818, "p95_ms": 11.688489, "max_ms": 15.417802 }, "preprocess_to_infer": { "samples": 44, "mean_ms": 40.19435665909091, "p95_ms": 53.366595, "max_ms": 59.997043 }, "infer_to_native": { "samples": 43, "mean_ms": 29.55104188372093, "p95_ms": 47.905294, "max_ms": 49.272565 }, "native_to_result": { "samples": 43, "mean_ms": 14.88738718604651, "p95_ms": 29.872606, "max_ms": 43.247235 }, "result_to_publisher_submit": { "samples": 43, "mean_ms": 1.0072833720930232, "p95_ms": 1.602447, "max_ms": 8.322859 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 0, "events_created": 0, "processed": 321 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 321, "per_task_buffers": { "det": 321 }, "latest": { "fn": 320, "det": 9, "persons": 6, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1315763.076327505, "entries": 322, "length": 100, "last": "1789463042334-0", "pttl": 9963, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-01", "sourceId": "rtsp-test-source-01", "serverId": "test-ai", "streamId": "rtsp-test-01", "runId": "f00e47c1-7b6d-4f03-80e6-81fd903fcadb", "runGeneration": 1, "frameSeq": 321, "ptsNs": 32401907284, "ingestTimeWallMs": 1789463042254, "frameWidth": 1280, "frameHeight": 720, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 2633172473, "rtpTimestampExt": null, "detectedAtWallMs": 1789463042139, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "0", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9074763655662537, "bbox": [ 0.36090087890625, 0.45184326171875, 0.41204833984375, 0.59014892578125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "2", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8870089650154114, "bbox": [ 0.5059585571289062, 0.3702392578125, 0.5370101928710938, 0.5335693359375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "3", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8399966359138489, "bbox": [ 0.8350067138671875, 0.345458984375, 0.8739776611328125, 0.609619140625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "6", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.6621413826942444, "bbox": [ 0.6126556396484375, 0.52703857421875, 0.6725006103515625, 0.66925048828125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "7", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.5593201518058777, "bbox": [ 0.65380859375, 0.441986083984375, 0.68798828125, 0.552154541015625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "8", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.47697553038597107, "bbox": [ 0.57464599609375, 0.44500732421875, 0.65972900390625, 0.63604736328125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "9", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.46292826533317566, "bbox": [ 0.6160430908203125, 0.445953369140625, 0.6564178466796875, 0.545745849609375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "12", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.3421318233013153, "bbox": [ 0.19805145263671875, 0.432037353515625, 0.21405792236328125, 0.459075927734375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "14", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.2985936105251312, "bbox": [ 0.6438751220703125, 0.44195556640625, 0.6803436279296875, 0.63519287109375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } }, "rtsp-test-source-02": { "at": 1315763.129705408, "state": { "stream_id": "web-cam08-test", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "a4bb2bce-9c9b-48d7-9442-34c2347d3bb7", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789463042.327151, "source_stage": "preprocess_output", "source_stage_at": 1789463042.3474214, "source_stages": { "pipeline_state_changed": 1789463013.909858, "decoded_frame_received": 1789463042.3354917, "preprocess_output": 1789463042.3474214, "infer_output": 1789463042.2775755, "consume_entered": 1789463042.2843182, "native_completed": 1789463042.299722, "inference_frame_completed": 1789463042.3271031 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 286, "preprocess_output": 286, "infer_output": 285, "consume_entered": 285, "native_completed": 285, "inference_frame_completed": 285 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789463012.351809, "decoded_frame_received": 1789463013.8604698, "preprocess_output": 1789463013.8620818, "infer_output": 1789463013.896053, "consume_entered": 1789463013.9046674, "native_completed": 1789463013.917506, "inference_frame_completed": 1789463013.9226985 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789463012.3138435, "uptime_s": 30.1, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1315763125160015, "counts": { "decoded": 285, "selected": 285, "preprocess": 286, "infer": 285, "native": 285, "result": 285, "publisher_submit": 285 }, "first_ns": { "decoded": 1315734607770346, "selected": 1315734607829449, "preprocess": 1315734609413414, "infer": 1315734643364360, "native": 1315734664888912, "result": 1315734669390312, "publisher_submit": 1315734670103334 }, "last_ns": { "decoded": 1315763082841467, "selected": 1315763082862437, "preprocess": 1315763094716939, "infer": 1315763024733925, "native": 1315763047027147, "result": 1315763073538701, "publisher_submit": 1315763074490599 }, "detail": true, "pending_samples": 1, "last_frame": { "selected": [ 285, 29819185935 ], "preprocess": [ 285, 29819185935 ], "infer": [ 284, 29719185935 ], "native": [ 284, 29719185935 ], "result": [ 284, 29719185935 ], "publisher_submit": [ 284, 29719185935 ] }, "observation_missed": 2, "durations": { "queue": { "samples": 44, "mean_ms": 4.0893425, "p95_ms": 13.144843, "max_ms": 14.846128 }, "tracking": { "samples": 44, "mean_ms": 0.04259779545454546, "p95_ms": 0.068941, "max_ms": 0.075234 }, "tracking_cpu": { "samples": 44, "mean_ms": 0.03249738636363637, "p95_ms": 0.05276, "max_ms": 0.058651 }, "result_work": { "samples": 44, "mean_ms": 4.029038022727273, "p95_ms": 5.908668, "max_ms": 11.121856 }, "selected_to_preprocess": { "samples": 44, "mean_ms": 6.834417454545454, "p95_ms": 13.867712, "max_ms": 22.82926 }, "preprocess_to_infer": { "samples": 43, "mean_ms": 34.855243976744184, "p95_ms": 51.434247, "max_ms": 67.396642 }, "infer_to_native": { "samples": 43, "mean_ms": 25.886013395348836, "p95_ms": 51.273959, "max_ms": 59.968875 }, "native_to_result": { "samples": 43, "mean_ms": 11.357135790697676, "p95_ms": 26.511554, "max_ms": 56.181286 }, "result_to_publisher_submit": { "samples": 43, "mean_ms": 0.9448836279069768, "p95_ms": 1.38721, "max_ms": 5.930486 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 0, "events_created": 0, "processed": 285 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 285, "per_task_buffers": { "det": 285 }, "latest": { "fn": 284, "det": 9, "persons": 7, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1315763.129752022, "entries": 285, "length": 100, "last": "1789463042332-0", "pttl": 9920, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-02", "sourceId": "rtsp-test-source-02", "serverId": "test-ai", "streamId": "web-cam08-test", "runId": "a4bb2bce-9c9b-48d7-9442-34c2347d3bb7", "runGeneration": 1, "frameSeq": 284, "ptsNs": 29719185935, "ingestTimeWallMs": 1789463042221, "frameWidth": 1280, "frameHeight": 720, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 466129892, "rtpTimestampExt": null, "detectedAtWallMs": 1789438963889, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "1", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9071478247642517, "bbox": [ 0.4192962646484375, 0.34130859375, 0.4596099853515625, 0.57177734375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "2", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9007046222686768, "bbox": [ 0.5355682373046875, 0.35260009765625, 0.5806427001953125, 0.58294677734375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "3", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8643104434013367, "bbox": [ 0.486541748046875, 0.3719482421875, 0.519317626953125, 0.5357666015625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "4", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8255897164344788, "bbox": [ 0.8080291748046875, 0.3446044921875, 0.8531036376953125, 0.6099853515625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "5", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.7801604270935059, "bbox": [ 0.6149444580078125, 0.447357177734375, 0.6545867919921875, 0.549713134765625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "6", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.7405498027801514, "bbox": [ 0.6558074951171875, 0.441986083984375, 0.6879425048828125, 0.537994384765625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "8", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.6347697377204895, "bbox": [ 0.6349029541015625, 0.468719482421875, 0.6658782958984375, 0.555694580078125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "10", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.3842187523841858, "bbox": [ 0.19805145263671875, 0.43224334716796875, 0.21405792236328125, 0.45838165283203125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "15", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.25201570987701416, "bbox": [ 0.6350326538085938, 0.4431610107421875, 0.6598892211914062, 0.5055694580078125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } }, "rtsp-test-source-03": { "at": 1315763.230792502, "state": { "stream_id": "web-cam01-test", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "6ccbf8bf-ab24-4c09-87a4-b17e989e902f", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789463042.3681588, "source_stage": "consume_entered", "source_stage_at": 1789463042.4276044, "source_stages": { "pipeline_state_changed": 1789463016.513833, "decoded_frame_received": 1789463042.3508065, "preprocess_output": 1789463042.3576365, "infer_output": 1789463042.405975, "consume_entered": 1789463042.4276044, "native_completed": 1789463042.3542273, "inference_frame_completed": 1789463042.3681037 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 260, "preprocess_output": 260, "infer_output": 260, "consume_entered": 260, "native_completed": 259, "inference_frame_completed": 259 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789463014.7196298, "decoded_frame_received": 1789463016.452747, "preprocess_output": 1789463016.4597824, "infer_output": 1789463016.5037315, "consume_entered": 1789463016.5087032, "native_completed": 1789463016.5227594, "inference_frame_completed": 1789463016.5295417 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789463014.5626752, "uptime_s": 27.9, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1315763189448387, "counts": { "decoded": 779, "selected": 259, "preprocess": 260, "sampling_drop": 520, "infer": 260, "native": 259, "result": 259, "publisher_submit": 259 }, "first_ns": { "decoded": 1315737200113078, "selected": 1315737200130715, "preprocess": 1315737207141739, "sampling_drop": 1315737232218288, "infer": 1315737251104718, "native": 1315737270100686, "result": 1315737276171150, "publisher_submit": 1315737276944602 }, "last_ns": { "decoded": 1315763167675127, "selected": 1315763098167615, "preprocess": 1315763104891345, "sampling_drop": 1315763167688580, "infer": 1315763153271068, "native": 1315763101544629, "result": 1315763113840538, "publisher_submit": 1315763115449860 }, "detail": true, "pending_samples": 1, "last_frame": { "selected": [ 777, 27527429337 ], "preprocess": [ 777, 27527429337 ], "infer": [ 777, 27527429337 ], "native": [ 774, 27427429337 ], "result": [ 774, 27427429337 ], "publisher_submit": [ 774, 27427429337 ] }, "observation_missed": 2, "durations": { "queue": { "samples": 43, "mean_ms": 6.814111953488372, "p95_ms": 17.321804, "max_ms": 28.394673 }, "tracking": { "samples": 43, "mean_ms": 0.043335348837209305, "p95_ms": 0.074402, "max_ms": 0.075146 }, "tracking_cpu": { "samples": 43, "mean_ms": 0.03276060465116279, "p95_ms": 0.055944, "max_ms": 0.05869 }, "result_work": { "samples": 43, "mean_ms": 4.534632511627907, "p95_ms": 9.279817, "max_ms": 18.896543 }, "selected_to_preprocess": { "samples": 43, "mean_ms": 5.189268581395349, "p95_ms": 14.973114, "max_ms": 16.814767 }, "preprocess_to_infer": { "samples": 43, "mean_ms": 41.0300738372093, "p95_ms": 62.920882, "max_ms": 66.953179 }, "infer_to_native": { "samples": 42, "mean_ms": 27.58274252380952, "p95_ms": 42.374002, "max_ms": 52.988793 }, "native_to_result": { "samples": 42, "mean_ms": 13.65202569047619, "p95_ms": 26.896917, "max_ms": 38.822933 }, "result_to_publisher_submit": { "samples": 42, "mean_ms": 1.473341261904762, "p95_ms": 4.841578, "max_ms": 15.102949 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 0, "events_created": 0, "processed": 259 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 260, "per_task_buffers": { "det": 260 }, "latest": { "fn": 777, "det": 5, "persons": 3, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1315763.230900287, "entries": 260, "length": 100, "last": "1789463042473-0", "pttl": 9951, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-03", "sourceId": "rtsp-test-source-03", "serverId": "test-ai", "streamId": "web-cam01-test", "runId": "6ccbf8bf-ab24-4c09-87a4-b17e989e902f", "runGeneration": 1, "frameSeq": 777, "ptsNs": 27527429337, "ingestTimeWallMs": 1789463042350, "frameWidth": 480, "frameHeight": 360, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 4228702316, "rtpTimestampExt": null, "detectedAtWallMs": 1789480770249, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "0", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9237300753593445, "bbox": [ 0.894439697265625, 0.5189208984375, 0.968841552734375, 0.7105712890625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "1", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9170058369636536, "bbox": [ 0.3544464111328125, 0.34661865234375, 0.3906707763671875, 0.49176025390625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "2", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8787311315536499, "bbox": [ 0.7680816650390625, 0.24609375, 0.8032073974609375, 0.35498046875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } } }, "publisher": { "enabled": true, "metrics": { "sent": 899, "sent_status": 39, "workers_created": 3, "sent_frames": 860, "queued": 0, "queuedBytes": 0, "channels": 4, "workers": 3, "profile": { "enabled": true, "revision": 1, "channels": { "d98f4e86d523f201a60f5f03c7a93f284a355b57e3a57ecd305727b2df38a5d2": { "counts": { "state_noop": 48, "queued_frame": 48, "sent_frame": 48, "queued_heartbeat": 1, "sent_status": 1 }, "timings": { "frame_queue": { "count": 48, "mean_ms": 5.368207232095301, "max_ms": 29.130737064406276, "recent_samples": 48, "recent_p95_ms": 13.649086933583021 }, "frame_write_wall": { "count": 48, "mean_ms": 8.083346875, "max_ms": 33.713280999999995, "recent_samples": 48, "recent_p95_ms": 21.706478 }, "frame_write_cpu": { "count": 48, "mean_ms": 1.1619678333333334, "max_ms": 2.217124, "recent_samples": 48, "recent_p95_ms": 1.835609 }, "frame_completion_lock": { "count": 48, "mean_ms": 0.015609708333333331, "max_ms": 0.056839, "recent_samples": 48, "recent_p95_ms": 0.031698 }, "enqueue_gap": { "count": 47, "mean_ms": 98.00600944680852, "max_ms": 144.066273, "recent_samples": 47, "recent_p95_ms": 128.89104 }, "status_queue": { "count": 1, "mean_ms": 3.7593748420476913, "max_ms": 3.7593748420476913, "recent_samples": 1, "recent_p95_ms": 3.7593748420476913 }, "status_write_wall": { "count": 1, "mean_ms": 2.317091, "max_ms": 2.317091, "recent_samples": 1, "recent_p95_ms": 2.317091 }, "status_write_cpu": { "count": 1, "mean_ms": 1.110128, "max_ms": 1.110128, "recent_samples": 1, "recent_p95_ms": 1.110128 }, "status_completion_lock": { "count": 1, "mean_ms": 0.010352, "max_ms": 0.010352, "recent_samples": 1, "recent_p95_ms": 0.010352 } } }, "611cea950b4c0a014291720468a3a7f61c5787baa95a374d3b94d4db886bf16b": { "counts": { "state_noop": 48, "queued_frame": 48, "sent_frame": 48 }, "timings": { "frame_queue": { "count": 48, "mean_ms": 3.9482215312697613, "max_ms": 18.72338796965778, "recent_samples": 48, "recent_p95_ms": 12.847261037677526 }, "frame_write_wall": { "count": 48, "mean_ms": 10.624767770833332, "max_ms": 85.738163, "recent_samples": 48, "recent_p95_ms": 37.190766 }, "frame_write_cpu": { "count": 48, "mean_ms": 1.1700466666666662, "max_ms": 2.197175, "recent_samples": 48, "recent_p95_ms": 1.667694 }, "frame_completion_lock": { "count": 48, "mean_ms": 0.0126616875, "max_ms": 0.032591, "recent_samples": 48, "recent_p95_ms": 0.029201 }, "enqueue_gap": { "count": 47, "mean_ms": 98.38258263829789, "max_ms": 189.218981, "recent_samples": 47, "recent_p95_ms": 171.423837 } } }, "f119ec7770227da23061f13f0bb790b466850dbe16243dbfcb1a0279ab0a1baa": { "counts": { "sent_frame": 48, "state_noop": 47, "queued_frame": 47, "queued_heartbeat": 1, "sent_status": 1 }, "timings": { "frame_queue": { "count": 48, "mean_ms": 5.832721716918361, "max_ms": 33.99882395751774, "recent_samples": 48, "recent_p95_ms": 18.066494027152658 }, "frame_write_wall": { "count": 48, "mean_ms": 8.292475875000001, "max_ms": 31.718251000000002, "recent_samples": 48, "recent_p95_ms": 21.468034 }, "frame_write_cpu": { "count": 48, "mean_ms": 1.1129168541666663, "max_ms": 2.151787, "recent_samples": 48, "recent_p95_ms": 1.761168 }, "frame_completion_lock": { "count": 48, "mean_ms": 0.015307687500000005, "max_ms": 0.06353400000000001, "recent_samples": 48, "recent_p95_ms": 0.033329 }, "enqueue_gap": { "count": 46, "mean_ms": 98.80768217391304, "max_ms": 148.328355, "recent_samples": 46, "recent_p95_ms": 143.478627 }, "status_queue": { "count": 1, "mean_ms": 0.983871053904295, "max_ms": 0.983871053904295, "recent_samples": 1, "recent_p95_ms": 0.983871053904295 }, "status_write_wall": { "count": 1, "mean_ms": 4.652001, "max_ms": 4.652001, "recent_samples": 1, "recent_p95_ms": 4.652001 }, "status_write_cpu": { "count": 1, "mean_ms": 1.062442, "max_ms": 1.062442, "recent_samples": 1, "recent_p95_ms": 1.062442 }, "status_completion_lock": { "count": 1, "mean_ms": 0.019114, "max_ms": 0.019114, "recent_samples": 1, "recent_p95_ms": 0.019114 } } }, "d57cc517767b64098669a8ffc9845f2bae132fb3b0f3a0a1298371fd11f01cc0": { "counts": { "queued_heartbeat": 1, "sent_status": 1 }, "timings": { "status_queue": { "count": 1, "mean_ms": 0.08128397166728973, "max_ms": 0.08128397166728973, "recent_samples": 1, "recent_p95_ms": 0.08128397166728973 }, "status_write_wall": { "count": 1, "mean_ms": 2.304014, "max_ms": 2.304014, "recent_samples": 1, "recent_p95_ms": 2.304014 }, "status_write_cpu": { "count": 1, "mean_ms": 1.348693, "max_ms": 1.348693, "recent_samples": 1, "recent_p95_ms": 1.348693 }, "status_completion_lock": { "count": 1, "mean_ms": 0.006441, "max_ms": 0.006441, "recent_samples": 1, "recent_p95_ms": 0.006441 } } } }, "timing_scope": "sink_only_v2", "timeline_limit_per_channel": 256, "replacement_limit_per_channel": 32 }, "workerMode": "channel", "workerLimit": 16, "controlWorkers": 1, "retiringWorkers": 0, "workerErrors": {}, "terminalErrors": 0, "inflightBytes": 0, "inflightByteLimit": 167772160 } } }, { "at": 1315764.271401724, "channels": { "rtsp-test-source-01": { "at": 1315764.294922188, "state": { "stream_id": "rtsp-test-01", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "f00e47c1-7b6d-4f03-80e6-81fd903fcadb", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789463043.527332, "source_stage": "inference_frame_completed", "source_stage_at": 1789463043.5273182, "source_stages": { "pipeline_state_changed": 1789463011.2833889, "decoded_frame_received": 1789463043.443812, "preprocess_output": 1789463043.4448946, "infer_output": 1789463043.479097, "consume_entered": 1789463043.5008664, "native_completed": 1789463043.5146697, "inference_frame_completed": 1789463043.5273182 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 334, "preprocess_output": 334, "infer_output": 334, "consume_entered": 334, "native_completed": 334, "inference_frame_completed": 334 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789463009.740274, "decoded_frame_received": 1789463011.1960018, "preprocess_output": 1789463011.2371497, "infer_output": 1789463011.2696452, "consume_entered": 1789463011.2777383, "native_completed": 1789463011.2908287, "inference_frame_completed": 1789463011.2957904 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789463009.194144, "uptime_s": 34.3, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1315764288229739, "counts": { "decoded": 334, "selected": 334, "preprocess": 334, "infer": 334, "native": 334, "result": 334, "publisher_submit": 334 }, "first_ns": { "decoded": 1315731943309575, "selected": 1315731943346838, "preprocess": 1315731984352674, "infer": 1315732016894736, "native": 1315732038194819, "result": 1315732042454010, "publisher_submit": 1315732043198467 }, "last_ns": { "decoded": 1315764191141607, "selected": 1315764191166774, "preprocess": 1315764192224945, "infer": 1315764226453621, "native": 1315764262031750, "result": 1315764274133436, "publisher_submit": 1315764274713738 }, "detail": true, "pending_samples": 0, "last_frame": { "selected": [ 333, 33601907284 ], "preprocess": [ 333, 33601907284 ], "infer": [ 333, 33601907284 ], "native": [ 333, 33601907284 ], "result": [ 333, 33601907284 ], "publisher_submit": [ 333, 33601907284 ] }, "observation_missed": 0, "durations": { "queue": { "samples": 57, "mean_ms": 7.013995157894737, "p95_ms": 17.738727, "max_ms": 26.694737 }, "tracking": { "samples": 57, "mean_ms": 0.042389754385964915, "p95_ms": 0.066468, "max_ms": 0.106096 }, "tracking_cpu": { "samples": 57, "mean_ms": 0.03177068421052632, "p95_ms": 0.052018, "max_ms": 0.084598 }, "result_work": { "samples": 57, "mean_ms": 4.040518087719298, "p95_ms": 7.707097, "max_ms": 12.434791 }, "selected_to_preprocess": { "samples": 56, "mean_ms": 5.2068663214285715, "p95_ms": 13.814867, "max_ms": 27.591699 }, "preprocess_to_infer": { "samples": 56, "mean_ms": 40.26809435714286, "p95_ms": 53.366595, "max_ms": 59.997043 }, "infer_to_native": { "samples": 56, "mean_ms": 29.28908792857143, "p95_ms": 48.802126, "max_ms": 49.272565 }, "native_to_result": { "samples": 56, "mean_ms": 14.555967214285715, "p95_ms": 29.872606, "max_ms": 43.247235 }, "result_to_publisher_submit": { "samples": 56, "mean_ms": 0.9479735357142857, "p95_ms": 1.602447, "max_ms": 8.322859 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 0, "events_created": 0, "processed": 334 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 334, "per_task_buffers": { "det": 334 }, "latest": { "fn": 333, "det": 9, "persons": 7, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1315764.294978168, "entries": 334, "length": 100, "last": "1789463043529-0", "pttl": 9939, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-01", "sourceId": "rtsp-test-source-01", "serverId": "test-ai", "streamId": "rtsp-test-01", "runId": "f00e47c1-7b6d-4f03-80e6-81fd903fcadb", "runGeneration": 1, "frameSeq": 333, "ptsNs": 33601907284, "ingestTimeWallMs": 1789463043443, "frameWidth": 1280, "frameHeight": 720, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 2633280473, "rtpTimestampExt": null, "detectedAtWallMs": 1789463043339, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "1", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8982321619987488, "bbox": [ 0.38916015625, 0.33935546875, 0.44580078125, 0.59521484375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "2", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8881781101226807, "bbox": [ 0.5058670043945312, 0.3699951171875, 0.5371017456054688, 0.5338134765625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "3", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8282453417778015, "bbox": [ 0.8347625732421875, 0.34619140625, 0.8751983642578125, 0.60888671875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "4", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8006919622421265, "bbox": [ 0.6153564453125, 0.4453125, 0.6541748046875, 0.55126953125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "5", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.7980294823646545, "bbox": [ 0.611328125, 0.582550048828125, 0.703125, 0.672332763671875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "6", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.7581526637077332, "bbox": [ 0.6559906005859375, 0.440948486328125, 0.6887359619140625, 0.546356201171875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "8", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.5881797075271606, "bbox": [ 0.6327896118164062, 0.457977294921875, 0.6631088256835938, 0.554718017578125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "10", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.3727335035800934, "bbox": [ 0.19770050048828125, 0.4326019287109375, 0.21440887451171875, 0.4585113525390625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } }, "rtsp-test-source-02": { "at": 1315764.388868865, "state": { "stream_id": "web-cam08-test", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "a4bb2bce-9c9b-48d7-9442-34c2347d3bb7", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789463043.586346, "source_stage": "preprocess_output", "source_stage_at": 1789463043.6278894, "source_stages": { "pipeline_state_changed": 1789463013.909858, "decoded_frame_received": 1789463043.6166792, "preprocess_output": 1789463043.6278894, "infer_output": 1789463043.5581656, "consume_entered": 1789463043.5598965, "native_completed": 1789463043.5732052, "inference_frame_completed": 1789463043.5862973 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 299, "preprocess_output": 299, "infer_output": 298, "consume_entered": 298, "native_completed": 298, "inference_frame_completed": 298 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789463012.351809, "decoded_frame_received": 1789463013.8604698, "preprocess_output": 1789463013.8620818, "infer_output": 1789463013.896053, "consume_entered": 1789463013.9046674, "native_completed": 1789463013.917506, "inference_frame_completed": 1789463013.9226985 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789463012.3138435, "uptime_s": 31.3, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1315764381773655, "counts": { "decoded": 298, "selected": 298, "preprocess": 299, "infer": 298, "native": 298, "result": 298, "publisher_submit": 298 }, "first_ns": { "decoded": 1315734607770346, "selected": 1315734607829449, "preprocess": 1315734609413414, "infer": 1315734643364360, "native": 1315734664888912, "result": 1315734669390312, "publisher_submit": 1315734670103334 }, "last_ns": { "decoded": 1315764363988957, "selected": 1315764364033001, "preprocess": 1315764375145033, "infer": 1315764305483962, "native": 1315764320552498, "result": 1315764332858621, "publisher_submit": 1315764333676083 }, "detail": true, "pending_samples": 1, "last_frame": { "selected": [ 298, 31119185935 ], "preprocess": [ 298, 31119185935 ], "infer": [ 297, 31019185935 ], "native": [ 297, 31019185935 ], "result": [ 297, 31019185935 ], "publisher_submit": [ 297, 31019185935 ] }, "observation_missed": 2, "durations": { "queue": { "samples": 57, "mean_ms": 4.893673456140351, "p95_ms": 14.846128, "max_ms": 24.73959 }, "tracking": { "samples": 57, "mean_ms": 0.04385185964912281, "p95_ms": 0.069487, "max_ms": 0.075234 }, "tracking_cpu": { "samples": 57, "mean_ms": 0.03340891228070175, "p95_ms": 0.053091, "max_ms": 0.058651 }, "result_work": { "samples": 57, "mean_ms": 4.4814611754385965, "p95_ms": 9.836578, "max_ms": 30.635765 }, "selected_to_preprocess": { "samples": 57, "mean_ms": 8.405289, "p95_ms": 27.210238, "max_ms": 32.514424 }, "preprocess_to_infer": { "samples": 56, "mean_ms": 35.1217105, "p95_ms": 51.434247, "max_ms": 67.396642 }, "infer_to_native": { "samples": 56, "mean_ms": 25.48402067857143, "p95_ms": 56.614796, "max_ms": 64.645339 }, "native_to_result": { "samples": 56, "mean_ms": 12.4131485, "p95_ms": 35.4997, "max_ms": 61.159543 }, "result_to_publisher_submit": { "samples": 56, "mean_ms": 0.9305780535714285, "p95_ms": 1.717902, "max_ms": 5.930486 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 0, "events_created": 0, "processed": 298 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 298, "per_task_buffers": { "det": 298 }, "latest": { "fn": 297, "det": 9, "persons": 7, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1315764.388937501, "entries": 298, "length": 100, "last": "1789463043603-0", "pttl": 9918, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-02", "sourceId": "rtsp-test-source-02", "serverId": "test-ai", "streamId": "web-cam08-test", "runId": "a4bb2bce-9c9b-48d7-9442-34c2347d3bb7", "runGeneration": 1, "frameSeq": 297, "ptsNs": 31019185935, "ingestTimeWallMs": 1789463043522, "frameWidth": 1280, "frameHeight": 720, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 466246892, "rtpTimestampExt": null, "detectedAtWallMs": 1789438965189, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "1", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.930962085723877, "bbox": [ 0.5618743896484375, 0.35699462890625, 0.6041412353515625, 0.57171630859375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "2", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9078037738800049, "bbox": [ 0.417999267578125, 0.34051513671875, 0.466278076171875, 0.58526611328125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "3", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8687154054641724, "bbox": [ 0.4864044189453125, 0.36834716796875, 0.5204315185546875, 0.53594970703125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "4", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8251674771308899, "bbox": [ 0.80780029296875, 0.34423828125, 0.85430908203125, 0.60986328125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "5", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8094266653060913, "bbox": [ 0.615478515625, 0.445556640625, 0.654052734375, 0.549560546875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "6", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.7541915774345398, "bbox": [ 0.655792236328125, 0.441558837890625, 0.687957763671875, 0.538909912109375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "8", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.6445608139038086, "bbox": [ 0.6345596313476562, 0.469757080078125, 0.6613388061523438, 0.555633544921875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "9", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.43122485280036926, "bbox": [ 0.197998046875, 0.432525634765625, 0.2138671875, 0.458587646484375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } }, "rtsp-test-source-03": { "at": 1315764.513674875, "state": { "stream_id": "web-cam01-test", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "6ccbf8bf-ab24-4c09-87a4-b17e989e902f", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789463043.6242619, "source_stage": "consume_entered", "source_stage_at": 1789463043.7139482, "source_stages": { "pipeline_state_changed": 1789463016.513833, "decoded_frame_received": 1789463043.6452708, "preprocess_output": 1789463043.6466575, "infer_output": 1789463043.6992288, "consume_entered": 1789463043.7139482, "native_completed": 1789463043.6070838, "inference_frame_completed": 1789463043.6242342 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 273, "preprocess_output": 273, "infer_output": 273, "consume_entered": 273, "native_completed": 272, "inference_frame_completed": 272 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789463014.7196298, "decoded_frame_received": 1789463016.452747, "preprocess_output": 1789463016.4597824, "infer_output": 1789463016.5037315, "consume_entered": 1789463016.5087032, "native_completed": 1789463016.5227594, "inference_frame_completed": 1789463016.5295417 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789463014.5626752, "uptime_s": 29.2, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1315764470021622, "counts": { "decoded": 818, "selected": 272, "preprocess": 273, "sampling_drop": 546, "infer": 273, "native": 272, "result": 272, "publisher_submit": 272 }, "first_ns": { "decoded": 1315737200113078, "selected": 1315737200130715, "preprocess": 1315737207141739, "sampling_drop": 1315737232218288, "infer": 1315737251104718, "native": 1315737270100686, "result": 1315737276171150, "publisher_submit": 1315737276944602 }, "last_ns": { "decoded": 1315764461069471, "selected": 1315764392583139, "preprocess": 1315764393991883, "sampling_drop": 1315764461090274, "infer": 1315764446505048, "native": 1315764354365539, "result": 1315764370959183, "publisher_submit": 1315764371628538 }, "detail": true, "pending_samples": 1, "last_frame": { "selected": [ 816, 28827429337 ], "preprocess": [ 816, 28827429337 ], "infer": [ 816, 28827429337 ], "native": [ 813, 28727429337 ], "result": [ 813, 28727429337 ], "publisher_submit": [ 813, 28727429337 ] }, "observation_missed": 2, "durations": { "queue": { "samples": 56, "mean_ms": 7.136775410714286, "p95_ms": 26.244926, "max_ms": 30.013056 }, "tracking": { "samples": 56, "mean_ms": 0.042677732142857146, "p95_ms": 0.074402, "max_ms": 0.075146 }, "tracking_cpu": { "samples": 56, "mean_ms": 0.032543196428571425, "p95_ms": 0.055944, "max_ms": 0.05869 }, "result_work": { "samples": 56, "mean_ms": 4.481342107142857, "p95_ms": 14.56612, "max_ms": 18.896543 }, "selected_to_preprocess": { "samples": 56, "mean_ms": 5.472252321428572, "p95_ms": 16.675228, "max_ms": 25.143842 }, "preprocess_to_infer": { "samples": 56, "mean_ms": 40.429373035714285, "p95_ms": 62.920882, "max_ms": 66.953179 }, "infer_to_native": { "samples": 55, "mean_ms": 27.755232690909093, "p95_ms": 49.337227, "max_ms": 52.988793 }, "native_to_result": { "samples": 55, "mean_ms": 13.966186181818182, "p95_ms": 33.238872, "max_ms": 38.822933 }, "result_to_publisher_submit": { "samples": 55, "mean_ms": 1.2993837636363637, "p95_ms": 4.841578, "max_ms": 15.102949 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 0, "events_created": 0, "processed": 272 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 272, "per_task_buffers": { "det": 272 }, "latest": { "fn": 813, "det": 4, "persons": 2, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1315764.513750154, "entries": 273, "length": 100, "last": "1789463043761-0", "pttl": 9963, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-03", "sourceId": "rtsp-test-source-03", "serverId": "test-ai", "streamId": "web-cam01-test", "runId": "6ccbf8bf-ab24-4c09-87a4-b17e989e902f", "runGeneration": 1, "frameSeq": 816, "ptsNs": 28827429337, "ingestTimeWallMs": 1789463043644, "frameWidth": 480, "frameHeight": 360, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 4228819316, "rtpTimestampExt": null, "detectedAtWallMs": 1789480771549, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "0", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8944211602210999, "bbox": [ 0.744964599609375, 0.245452880859375, 0.780426025390625, 0.352203369140625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "2", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8887588381767273, "bbox": [ 0.38938140869140625, 0.3580322265625, 0.41872406005859375, 0.5096435546875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } } }, "publisher": { "enabled": true, "metrics": { "sent": 944, "sent_status": 42, "workers_created": 3, "sent_frames": 902, "queued": 0, "queuedBytes": 0, "channels": 4, "workers": 3, "profile": { "enabled": true, "revision": 1, "channels": { "d98f4e86d523f201a60f5f03c7a93f284a355b57e3a57ecd305727b2df38a5d2": { "counts": { "state_noop": 62, "queued_frame": 62, "sent_frame": 62, "queued_heartbeat": 2, "sent_status": 2 }, "timings": { "frame_queue": { "count": 62, "mean_ms": 5.199147745095674, "max_ms": 29.130737064406276, "recent_samples": 62, "recent_p95_ms": 13.649086933583021 }, "frame_write_wall": { "count": 62, "mean_ms": 8.656338741935485, "max_ms": 33.713280999999995, "recent_samples": 62, "recent_p95_ms": 21.706478 }, "frame_write_cpu": { "count": 62, "mean_ms": 1.1709093387096776, "max_ms": 2.217124, "recent_samples": 62, "recent_p95_ms": 1.772237 }, "frame_completion_lock": { "count": 62, "mean_ms": 0.014845354838709676, "max_ms": 0.056839, "recent_samples": 62, "recent_p95_ms": 0.030000000000000002 }, "enqueue_gap": { "count": 61, "mean_ms": 98.00842695081968, "max_ms": 144.066273, "recent_samples": 61, "recent_p95_ms": 128.772728 }, "status_queue": { "count": 2, "mean_ms": 2.5905478978529572, "max_ms": 3.7593748420476913, "recent_samples": 2, "recent_p95_ms": 3.7593748420476913 }, "status_write_wall": { "count": 2, "mean_ms": 15.203650000000001, "max_ms": 28.090209, "recent_samples": 2, "recent_p95_ms": 28.090209 }, "status_write_cpu": { "count": 2, "mean_ms": 1.1875624999999999, "max_ms": 1.264997, "recent_samples": 2, "recent_p95_ms": 1.264997 }, "status_completion_lock": { "count": 2, "mean_ms": 0.0106485, "max_ms": 0.010945, "recent_samples": 2, "recent_p95_ms": 0.010945 } } }, "611cea950b4c0a014291720468a3a7f61c5787baa95a374d3b94d4db886bf16b": { "counts": { "state_noop": 62, "queued_frame": 62, "sent_frame": 62 }, "timings": { "frame_queue": { "count": 62, "mean_ms": 5.05552031174903, "max_ms": 44.420343125239015, "recent_samples": 62, "recent_p95_ms": 15.009179944172502 }, "frame_write_wall": { "count": 62, "mean_ms": 11.21691133870968, "max_ms": 85.738163, "recent_samples": 62, "recent_p95_ms": 37.007072 }, "frame_write_cpu": { "count": 62, "mean_ms": 1.2772248548387093, "max_ms": 5.464672, "recent_samples": 62, "recent_p95_ms": 1.742356 }, "frame_completion_lock": { "count": 62, "mean_ms": 0.013163612903225807, "max_ms": 0.032591, "recent_samples": 62, "recent_p95_ms": 0.023955999999999998 }, "enqueue_gap": { "count": 61, "mean_ms": 97.26231283606559, "max_ms": 189.218981, "recent_samples": 61, "recent_p95_ms": 171.423837 } } }, "f119ec7770227da23061f13f0bb790b466850dbe16243dbfcb1a0279ab0a1baa": { "counts": { "sent_frame": 62, "state_noop": 61, "queued_frame": 61, "queued_heartbeat": 2, "sent_status": 2 }, "timings": { "frame_queue": { "count": 62, "mean_ms": 5.246807817339657, "max_ms": 33.99882395751774, "recent_samples": 62, "recent_p95_ms": 11.818970087915659 }, "frame_write_wall": { "count": 62, "mean_ms": 8.398281290322581, "max_ms": 31.718251000000002, "recent_samples": 62, "recent_p95_ms": 21.334111 }, "frame_write_cpu": { "count": 62, "mean_ms": 1.107036274193548, "max_ms": 2.151787, "recent_samples": 62, "recent_p95_ms": 1.738696 }, "frame_completion_lock": { "count": 62, "mean_ms": 0.014902838709677423, "max_ms": 0.06353400000000001, "recent_samples": 62, "recent_p95_ms": 0.032625 }, "enqueue_gap": { "count": 60, "mean_ms": 98.42195763333334, "max_ms": 150.72755199999997, "recent_samples": 60, "recent_p95_ms": 143.478627 }, "status_queue": { "count": 2, "mean_ms": 0.8252669358626008, "max_ms": 0.983871053904295, "recent_samples": 2, "recent_p95_ms": 0.983871053904295 }, "status_write_wall": { "count": 2, "mean_ms": 9.2220825, "max_ms": 13.792164000000001, "recent_samples": 2, "recent_p95_ms": 13.792164000000001 }, "status_write_cpu": { "count": 2, "mean_ms": 1.218412, "max_ms": 1.374382, "recent_samples": 2, "recent_p95_ms": 1.374382 }, "status_completion_lock": { "count": 2, "mean_ms": 0.017215499999999998, "max_ms": 0.019114, "recent_samples": 2, "recent_p95_ms": 0.019114 } } }, "d57cc517767b64098669a8ffc9845f2bae132fb3b0f3a0a1298371fd11f01cc0": { "counts": { "queued_heartbeat": 2, "sent_status": 2 }, "timings": { "status_queue": { "count": 2, "mean_ms": 0.09365798905491829, "max_ms": 0.10603200644254684, "recent_samples": 2, "recent_p95_ms": 0.10603200644254684 }, "status_write_wall": { "count": 2, "mean_ms": 9.088511, "max_ms": 15.873008, "recent_samples": 2, "recent_p95_ms": 15.873008 }, "status_write_cpu": { "count": 2, "mean_ms": 1.272424, "max_ms": 1.348693, "recent_samples": 2, "recent_p95_ms": 1.348693 }, "status_completion_lock": { "count": 2, "mean_ms": 0.010268, "max_ms": 0.014095, "recent_samples": 2, "recent_p95_ms": 0.014095 } } } }, "timing_scope": "sink_only_v2", "timeline_limit_per_channel": 256, "replacement_limit_per_channel": 32 }, "workerMode": "channel", "workerLimit": 16, "controlWorkers": 1, "retiringWorkers": 0, "workerErrors": {}, "terminalErrors": 0, "inflightBytes": 0, "inflightByteLimit": 167772160 } } }, { "at": 1315765.547761753, "channels": { "rtsp-test-source-01": { "at": 1315765.649123361, "state": { "stream_id": "rtsp-test-01", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "f00e47c1-7b6d-4f03-80e6-81fd903fcadb", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789463044.860972, "source_stage": "preprocess_output", "source_stage_at": 1789463044.8614419, "source_stages": { "pipeline_state_changed": 1789463011.2833889, "decoded_frame_received": 1789463044.856015, "preprocess_output": 1789463044.8614419, "infer_output": 1789463044.7919257, "consume_entered": 1789463044.7944818, "native_completed": 1789463044.8102448, "inference_frame_completed": 1789463044.8609521 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 348, "preprocess_output": 348, "infer_output": 347, "consume_entered": 347, "native_completed": 347, "inference_frame_completed": 347 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789463009.740274, "decoded_frame_received": 1789463011.1960018, "preprocess_output": 1789463011.2371497, "infer_output": 1789463011.2696452, "consume_entered": 1789463011.2777383, "native_completed": 1789463011.2908287, "inference_frame_completed": 1789463011.2957904 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789463009.194144, "uptime_s": 35.7, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1315765641136600, "counts": { "decoded": 348, "selected": 348, "preprocess": 348, "infer": 347, "native": 347, "result": 347, "publisher_submit": 347 }, "first_ns": { "decoded": 1315731943309575, "selected": 1315731943346838, "preprocess": 1315731984352674, "infer": 1315732016894736, "native": 1315732038194819, "result": 1315732042454010, "publisher_submit": 1315732043198467 }, "last_ns": { "decoded": 1315765603358594, "selected": 1315765603379168, "preprocess": 1315765608803136, "infer": 1315765539002832, "native": 1315765557556464, "result": 1315765607498565, "publisher_submit": 1315765608335396 }, "detail": true, "pending_samples": 1, "last_frame": { "selected": [ 347, 35001907284 ], "preprocess": [ 347, 35001907284 ], "infer": [ 346, 34901907284 ], "native": [ 346, 34901907284 ], "result": [ 346, 34901907284 ], "publisher_submit": [ 346, 34901907284 ] }, "observation_missed": 0, "durations": { "queue": { "samples": 70, "mean_ms": 7.247451885714286, "p95_ms": 17.738727, "max_ms": 27.149433 }, "tracking": { "samples": 70, "mean_ms": 0.04239498571428572, "p95_ms": 0.066468, "max_ms": 0.106096 }, "tracking_cpu": { "samples": 70, "mean_ms": 0.03190045714285714, "p95_ms": 0.051623, "max_ms": 0.084598 }, "result_work": { "samples": 70, "mean_ms": 4.273937, "p95_ms": 8.534884, "max_ms": 12.434791 }, "selected_to_preprocess": { "samples": 70, "mean_ms": 4.809442571428572, "p95_ms": 13.424029, "max_ms": 27.591699 }, "preprocess_to_infer": { "samples": 69, "mean_ms": 40.13642728985507, "p95_ms": 53.080303, "max_ms": 59.997043 }, "infer_to_native": { "samples": 69, "mean_ms": 30.21359533333333, "p95_ms": 48.802126, "max_ms": 64.963294 }, "native_to_result": { "samples": 69, "mean_ms": 14.87691336231884, "p95_ms": 29.872606, "max_ms": 49.942101 }, "result_to_publisher_submit": { "samples": 69, "mean_ms": 0.9940557536231883, "p95_ms": 1.638491, "max_ms": 8.322859 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 0, "events_created": 0, "processed": 347 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 347, "per_task_buffers": { "det": 347 }, "latest": { "fn": 346, "det": 10, "persons": 6, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1315765.649184818, "entries": 347, "length": 100, "last": "1789463044876-0", "pttl": 9947, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-01", "sourceId": "rtsp-test-source-01", "serverId": "test-ai", "streamId": "rtsp-test-01", "runId": "f00e47c1-7b6d-4f03-80e6-81fd903fcadb", "runGeneration": 1, "frameSeq": 346, "ptsNs": 34901907284, "ingestTimeWallMs": 1789463044748, "frameWidth": 1280, "frameHeight": 720, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 2633397473, "rtpTimestampExt": null, "detectedAtWallMs": 1789463044639, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "0", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9153559803962708, "bbox": [ 0.462677001953125, 0.338134765625, 0.516815185546875, 0.615478515625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "2", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8525676131248474, "bbox": [ 0.50640869140625, 0.36981201171875, 0.53656005859375, 0.53302001953125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "3", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.836821436882019, "bbox": [ 0.8343963623046875, 0.3515625, 0.8765411376953125, 0.609375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "4", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.826151430606842, "bbox": [ 0.6158599853515625, 0.445953369140625, 0.6614837646484375, 0.555023193359375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "5", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8243205547332764, "bbox": [ 0.6481170654296875, 0.404052734375, 0.6800079345703125, 0.543212890625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "8", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.6587468981742859, "bbox": [ 0.64056396484375, 0.593658447265625, 0.70025634765625, 0.682708740234375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "10", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.4002217948436737, "bbox": [ 0.197906494140625, 0.43251800537109375, 0.214447021484375, 0.45859527587890625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } }, "rtsp-test-source-02": { "at": 1315765.813643743, "state": { "stream_id": "web-cam08-test", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "a4bb2bce-9c9b-48d7-9442-34c2347d3bb7", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789463044.9820013, "source_stage": "infer_output", "source_stage_at": 1789463044.9824395, "source_stages": { "pipeline_state_changed": 1789463013.909858, "decoded_frame_received": 1789463044.9161978, "preprocess_output": 1789463044.9426243, "infer_output": 1789463044.9824395, "consume_entered": 1789463044.9076617, "native_completed": 1789463044.9387774, "inference_frame_completed": 1789463044.981982 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 312, "preprocess_output": 312, "infer_output": 312, "consume_entered": 311, "native_completed": 311, "inference_frame_completed": 311 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789463012.351809, "decoded_frame_received": 1789463013.8604698, "preprocess_output": 1789463013.8620818, "infer_output": 1789463013.896053, "consume_entered": 1789463013.9046674, "native_completed": 1789463013.917506, "inference_frame_completed": 1789463013.9226985 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789463012.3138435, "uptime_s": 32.7, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1315765733823341, "counts": { "decoded": 311, "selected": 311, "preprocess": 312, "infer": 312, "native": 311, "result": 311, "publisher_submit": 311 }, "first_ns": { "decoded": 1315734607770346, "selected": 1315734607829449, "preprocess": 1315734609413414, "infer": 1315734643364360, "native": 1315734664888912, "result": 1315734669390312, "publisher_submit": 1315734670103334 }, "last_ns": { "decoded": 1315765663524169, "selected": 1315765663564859, "preprocess": 1315765689889022, "infer": 1315765729766010, "native": 1315765686078974, "result": 1315765728821296, "publisher_submit": 1315765729379084 }, "detail": true, "pending_samples": 1, "last_frame": { "selected": [ 311, 32419185935 ], "preprocess": [ 311, 32419185935 ], "infer": [ 311, 32419185935 ], "native": [ 310, 32319185935 ], "result": [ 310, 32319185935 ], "publisher_submit": [ 310, 32319185935 ] }, "observation_missed": 2, "durations": { "queue": { "samples": 70, "mean_ms": 5.749631871428572, "p95_ms": 17.911324, "max_ms": 36.98968 }, "tracking": { "samples": 70, "mean_ms": 0.044789857142857145, "p95_ms": 0.069487, "max_ms": 0.135029 }, "tracking_cpu": { "samples": 70, "mean_ms": 0.034283042857142856, "p95_ms": 0.053091, "max_ms": 0.105565 }, "result_work": { "samples": 70, "mean_ms": 4.4691027142857145, "p95_ms": 9.836578, "max_ms": 30.635765 }, "selected_to_preprocess": { "samples": 70, "mean_ms": 8.9213438, "p95_ms": 27.210238, "max_ms": 36.539001 }, "preprocess_to_infer": { "samples": 70, "mean_ms": 36.15862504285714, "p95_ms": 51.434247, "max_ms": 67.396642 }, "infer_to_native": { "samples": 69, "mean_ms": 25.870765057971017, "p95_ms": 56.614796, "max_ms": 66.555902 }, "native_to_result": { "samples": 69, "mean_ms": 12.90918984057971, "p95_ms": 40.524631, "max_ms": 61.159543 }, "result_to_publisher_submit": { "samples": 69, "mean_ms": 1.0094265507246376, "p95_ms": 1.717902, "max_ms": 9.286224 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 0, "events_created": 0, "processed": 311 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 312, "per_task_buffers": { "det": 312 }, "latest": { "fn": 311, "det": 8, "persons": 5, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1315765.813723031, "entries": 312, "length": 100, "last": "1789463045033-0", "pttl": 9994, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-02", "sourceId": "rtsp-test-source-02", "serverId": "test-ai", "streamId": "web-cam08-test", "runId": "a4bb2bce-9c9b-48d7-9442-34c2347d3bb7", "runGeneration": 1, "frameSeq": 311, "ptsNs": 32419185935, "ingestTimeWallMs": 1789463044915, "frameWidth": 1280, "frameHeight": 720, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 466372892, "rtpTimestampExt": null, "detectedAtWallMs": 1789438966589, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "1", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9222025275230408, "bbox": [ 0.6117706298828125, 0.35809326171875, 0.6597137451171875, 0.56964111328125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "2", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.917302668094635, "bbox": [ 0.3363037109375, 0.497039794921875, 0.4215087890625, 0.586944580078125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "3", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8803863525390625, "bbox": [ 0.493011474609375, 0.36798095703125, 0.525543212890625, 0.53485107421875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "4", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8193157911300659, "bbox": [ 0.8069915771484375, 0.3446044921875, 0.8551177978515625, 0.6099853515625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "6", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.6862649321556091, "bbox": [ 0.649505615234375, 0.44122314453125, 0.682525634765625, 0.54803466796875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "9", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.4318237602710724, "bbox": [ 0.19849777221679688, 0.431884765625, 0.21361160278320312, 0.458740234375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } }, "rtsp-test-source-03": { "at": 1315765.913524648, "state": { "stream_id": "web-cam01-test", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "6ccbf8bf-ab24-4c09-87a4-b17e989e902f", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789463045.1486204, "source_stage": "inference_frame_completed", "source_stage_at": 1789463045.1485672, "source_stages": { "pipeline_state_changed": 1789463016.513833, "decoded_frame_received": 1789463045.058163, "preprocess_output": 1789463045.0648668, "infer_output": 1789463045.0969334, "consume_entered": 1789463045.0986762, "native_completed": 1789463045.1355393, "inference_frame_completed": 1789463045.1485672 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 287, "preprocess_output": 287, "infer_output": 287, "consume_entered": 287, "native_completed": 287, "inference_frame_completed": 287 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789463014.7196298, "decoded_frame_received": 1789463016.452747, "preprocess_output": 1789463016.4597824, "infer_output": 1789463016.5037315, "consume_entered": 1789463016.5087032, "native_completed": 1789463016.5227594, "inference_frame_completed": 1789463016.5295417 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789463014.5626752, "uptime_s": 30.6, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1315765904568320, "counts": { "decoded": 860, "selected": 286, "preprocess": 287, "sampling_drop": 574, "infer": 287, "native": 287, "result": 287, "publisher_submit": 287 }, "first_ns": { "decoded": 1315737200113078, "selected": 1315737200130715, "preprocess": 1315737207141739, "sampling_drop": 1315737232218288, "infer": 1315737251104718, "native": 1315737270100686, "result": 1315737276171150, "publisher_submit": 1315737276944602 }, "last_ns": { "decoded": 1315765871150107, "selected": 1315765805513869, "preprocess": 1315765812199345, "sampling_drop": 1315765871182952, "infer": 1315765844238523, "native": 1315765882814484, "result": 1315765894968328, "publisher_submit": 1315765895943093 }, "detail": true, "pending_samples": 0, "last_frame": { "selected": [ 858, 30227429337 ], "preprocess": [ 858, 30227429337 ], "infer": [ 858, 30227429337 ], "native": [ 858, 30227429337 ], "result": [ 858, 30227429337 ], "publisher_submit": [ 858, 30227429337 ] }, "observation_missed": 2, "durations": { "queue": { "samples": 71, "mean_ms": 7.2644473661971825, "p95_ms": 26.244926, "max_ms": 30.013056 }, "tracking": { "samples": 71, "mean_ms": 0.04389816901408451, "p95_ms": 0.074696, "max_ms": 0.087646 }, "tracking_cpu": { "samples": 71, "mean_ms": 0.03374857746478873, "p95_ms": 0.057888, "max_ms": 0.067271 }, "result_work": { "samples": 71, "mean_ms": 4.626252929577465, "p95_ms": 13.224399, "max_ms": 18.896543 }, "selected_to_preprocess": { "samples": 70, "mean_ms": 5.3836624, "p95_ms": 14.973114, "max_ms": 25.143842 }, "preprocess_to_infer": { "samples": 70, "mean_ms": 40.21823837142857, "p95_ms": 58.155499, "max_ms": 66.953179 }, "infer_to_native": { "samples": 70, "mean_ms": 29.91247022857143, "p95_ms": 49.337227, "max_ms": 58.149749 }, "native_to_result": { "samples": 70, "mean_ms": 14.204208785714286, "p95_ms": 30.780383, "max_ms": 38.822933 }, "result_to_publisher_submit": { "samples": 70, "mean_ms": 1.3782493142857142, "p95_ms": 6.258149, "max_ms": 15.102949 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 0, "events_created": 0, "processed": 287 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 287, "per_task_buffers": { "det": 287 }, "latest": { "fn": 858, "det": 5, "persons": 3, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1315765.913605836, "entries": 287, "length": 100, "last": "1789463045158-0", "pttl": 9958, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-03", "sourceId": "rtsp-test-source-03", "serverId": "test-ai", "streamId": "web-cam01-test", "runId": "6ccbf8bf-ab24-4c09-87a4-b17e989e902f", "runGeneration": 1, "frameSeq": 858, "ptsNs": 30227429337, "ingestTimeWallMs": 1789463045057, "frameWidth": 480, "frameHeight": 360, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 4228945316, "rtpTimestampExt": null, "detectedAtWallMs": 1789480772949, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "0", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9144436717033386, "bbox": [ 0.921630859375, 0.4814453125, 0.985595703125, 0.6591796875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "1", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9015746116638184, "bbox": [ 0.689910888671875, 0.26275634765625, 0.729034423828125, 0.37982177734375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "3", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8824278712272644, "bbox": [ 0.38997650146484375, 0.35675048828125, 0.41861724853515625, 0.50946044921875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } } }, "publisher": { "enabled": true, "metrics": { "sent": 980, "sent_status": 42, "workers_created": 3, "sent_frames": 938, "queued": 0, "queuedBytes": 0, "channels": 4, "workers": 3, "profile": { "enabled": true, "revision": 1, "channels": { "d98f4e86d523f201a60f5f03c7a93f284a355b57e3a57ecd305727b2df38a5d2": { "counts": { "state_noop": 74, "queued_frame": 74, "sent_frame": 74, "queued_heartbeat": 2, "sent_status": 2 }, "timings": { "frame_queue": { "count": 74, "mean_ms": 4.774134329243286, "max_ms": 29.130737064406276, "recent_samples": 74, "recent_p95_ms": 13.649086933583021 }, "frame_write_wall": { "count": 74, "mean_ms": 8.393585121621623, "max_ms": 33.713280999999995, "recent_samples": 74, "recent_p95_ms": 21.706478 }, "frame_write_cpu": { "count": 74, "mean_ms": 1.1602686351351352, "max_ms": 2.217124, "recent_samples": 74, "recent_p95_ms": 1.772237 }, "frame_completion_lock": { "count": 74, "mean_ms": 0.01472886486486486, "max_ms": 0.056839, "recent_samples": 74, "recent_p95_ms": 0.030000000000000002 }, "enqueue_gap": { "count": 73, "mean_ms": 98.64748930136986, "max_ms": 144.066273, "recent_samples": 73, "recent_p95_ms": 128.89104 }, "status_queue": { "count": 2, "mean_ms": 2.5905478978529572, "max_ms": 3.7593748420476913, "recent_samples": 2, "recent_p95_ms": 3.7593748420476913 }, "status_write_wall": { "count": 2, "mean_ms": 15.203650000000001, "max_ms": 28.090209, "recent_samples": 2, "recent_p95_ms": 28.090209 }, "status_write_cpu": { "count": 2, "mean_ms": 1.1875624999999999, "max_ms": 1.264997, "recent_samples": 2, "recent_p95_ms": 1.264997 }, "status_completion_lock": { "count": 2, "mean_ms": 0.0106485, "max_ms": 0.010945, "recent_samples": 2, "recent_p95_ms": 0.010945 } } }, "611cea950b4c0a014291720468a3a7f61c5787baa95a374d3b94d4db886bf16b": { "counts": { "state_noop": 74, "queued_frame": 74, "sent_frame": 74 }, "timings": { "frame_queue": { "count": 74, "mean_ms": 5.319904923011121, "max_ms": 44.420343125239015, "recent_samples": 74, "recent_p95_ms": 15.932630049064755 }, "frame_write_wall": { "count": 74, "mean_ms": 12.172871391891896, "max_ms": 85.738163, "recent_samples": 74, "recent_p95_ms": 37.190766 }, "frame_write_cpu": { "count": 74, "mean_ms": 1.263001081081081, "max_ms": 5.464672, "recent_samples": 74, "recent_p95_ms": 1.7546709999999999 }, "frame_completion_lock": { "count": 74, "mean_ms": 0.013307608108108108, "max_ms": 0.032591, "recent_samples": 74, "recent_p95_ms": 0.029201 }, "enqueue_gap": { "count": 73, "mean_ms": 98.01022056164386, "max_ms": 189.218981, "recent_samples": 73, "recent_p95_ms": 171.423837 } } }, "f119ec7770227da23061f13f0bb790b466850dbe16243dbfcb1a0279ab0a1baa": { "counts": { "sent_frame": 74, "state_noop": 73, "queued_frame": 73, "queued_heartbeat": 2, "sent_status": 2 }, "timings": { "frame_queue": { "count": 74, "mean_ms": 5.235045308222038, "max_ms": 33.99882395751774, "recent_samples": 74, "recent_p95_ms": 11.818970087915659 }, "frame_write_wall": { "count": 74, "mean_ms": 7.814752243243243, "max_ms": 31.718251000000002, "recent_samples": 74, "recent_p95_ms": 21.334111 }, "frame_write_cpu": { "count": 74, "mean_ms": 1.1094786891891892, "max_ms": 2.151787, "recent_samples": 74, "recent_p95_ms": 1.738696 }, "frame_completion_lock": { "count": 74, "mean_ms": 0.014366500000000006, "max_ms": 0.06353400000000001, "recent_samples": 74, "recent_p95_ms": 0.032625 }, "enqueue_gap": { "count": 72, "mean_ms": 98.94554890277777, "max_ms": 150.72755199999997, "recent_samples": 72, "recent_p95_ms": 143.478627 }, "status_queue": { "count": 2, "mean_ms": 0.8252669358626008, "max_ms": 0.983871053904295, "recent_samples": 2, "recent_p95_ms": 0.983871053904295 }, "status_write_wall": { "count": 2, "mean_ms": 9.2220825, "max_ms": 13.792164000000001, "recent_samples": 2, "recent_p95_ms": 13.792164000000001 }, "status_write_cpu": { "count": 2, "mean_ms": 1.218412, "max_ms": 1.374382, "recent_samples": 2, "recent_p95_ms": 1.374382 }, "status_completion_lock": { "count": 2, "mean_ms": 0.017215499999999998, "max_ms": 0.019114, "recent_samples": 2, "recent_p95_ms": 0.019114 } } }, "d57cc517767b64098669a8ffc9845f2bae132fb3b0f3a0a1298371fd11f01cc0": { "counts": { "queued_heartbeat": 2, "sent_status": 2 }, "timings": { "status_queue": { "count": 2, "mean_ms": 0.09365798905491829, "max_ms": 0.10603200644254684, "recent_samples": 2, "recent_p95_ms": 0.10603200644254684 }, "status_write_wall": { "count": 2, "mean_ms": 9.088511, "max_ms": 15.873008, "recent_samples": 2, "recent_p95_ms": 15.873008 }, "status_write_cpu": { "count": 2, "mean_ms": 1.272424, "max_ms": 1.348693, "recent_samples": 2, "recent_p95_ms": 1.348693 }, "status_completion_lock": { "count": 2, "mean_ms": 0.010268, "max_ms": 0.014095, "recent_samples": 2, "recent_p95_ms": 0.014095 } } } }, "timing_scope": "sink_only_v2", "timeline_limit_per_channel": 256, "replacement_limit_per_channel": 32 }, "workerMode": "channel", "workerLimit": 16, "controlWorkers": 1, "retiringWorkers": 0, "workerErrors": {}, "terminalErrors": 0, "inflightBytes": 0, "inflightByteLimit": 167772160 } } }, { "at": 1315766.95006874, "channels": { "rtsp-test-source-01": { "at": 1315766.998859056, "state": { "stream_id": "rtsp-test-01", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "f00e47c1-7b6d-4f03-80e6-81fd903fcadb", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789463046.2214787, "source_stage": "inference_frame_completed", "source_stage_at": 1789463046.2214594, "source_stages": { "pipeline_state_changed": 1789463011.2833889, "decoded_frame_received": 1789463046.1490562, "preprocess_output": 1789463046.151537, "infer_output": 1789463046.1890354, "consume_entered": 1789463046.191869, "native_completed": 1789463046.210029, "inference_frame_completed": 1789463046.2214594 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 361, "preprocess_output": 361, "infer_output": 361, "consume_entered": 361, "native_completed": 361, "inference_frame_completed": 361 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789463009.740274, "decoded_frame_received": 1789463011.1960018, "preprocess_output": 1789463011.2371497, "infer_output": 1789463011.2696452, "consume_entered": 1789463011.2777383, "native_completed": 1789463011.2908287, "inference_frame_completed": 1789463011.2957904 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789463009.194144, "uptime_s": 37.0, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1315766989571538, "counts": { "decoded": 361, "selected": 361, "preprocess": 361, "infer": 361, "native": 361, "result": 361, "publisher_submit": 361 }, "first_ns": { "decoded": 1315731943309575, "selected": 1315731943346838, "preprocess": 1315731984352674, "infer": 1315732016894736, "native": 1315732038194819, "result": 1315732042454010, "publisher_submit": 1315732043198467 }, "last_ns": { "decoded": 1315766896415641, "selected": 1315766896431860, "preprocess": 1315766898791667, "infer": 1315766936364099, "native": 1315766957375267, "result": 1315766968258325, "publisher_submit": 1315766968858664 }, "detail": true, "pending_samples": 0, "last_frame": { "selected": [ 360, 36301907284 ], "preprocess": [ 360, 36301907284 ], "infer": [ 360, 36301907284 ], "native": [ 360, 36301907284 ], "result": [ 360, 36301907284 ], "publisher_submit": [ 360, 36301907284 ] }, "observation_missed": 0, "durations": { "queue": { "samples": 84, "mean_ms": 6.8174843690476195, "p95_ms": 17.402195, "max_ms": 27.149433 }, "tracking": { "samples": 84, "mean_ms": 0.04460294047619048, "p95_ms": 0.075084, "max_ms": 0.106244 }, "tracking_cpu": { "samples": 84, "mean_ms": 0.033327630952380956, "p95_ms": 0.059685, "max_ms": 0.085378 }, "result_work": { "samples": 84, "mean_ms": 4.584430083333333, "p95_ms": 10.140123, "max_ms": 12.434791 }, "selected_to_preprocess": { "samples": 83, "mean_ms": 4.695200626506024, "p95_ms": 13.258471, "max_ms": 27.591699 }, "preprocess_to_infer": { "samples": 83, "mean_ms": 40.09794061445783, "p95_ms": 53.366595, "max_ms": 61.357347 }, "infer_to_native": { "samples": 83, "mean_ms": 30.86038548192771, "p95_ms": 48.977855, "max_ms": 64.963294 }, "native_to_result": { "samples": 83, "mean_ms": 14.45907191566265, "p95_ms": 26.856901, "max_ms": 49.942101 }, "result_to_publisher_submit": { "samples": 83, "mean_ms": 1.1673131445783131, "p95_ms": 2.82031, "max_ms": 8.322859 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 0, "events_created": 0, "processed": 361 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 361, "per_task_buffers": { "det": 361 }, "latest": { "fn": 360, "det": 9, "persons": 6, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1315766.998969406, "entries": 361, "length": 100, "last": "1789463046229-0", "pttl": 9933, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-01", "sourceId": "rtsp-test-source-01", "serverId": "test-ai", "streamId": "rtsp-test-01", "runId": "f00e47c1-7b6d-4f03-80e6-81fd903fcadb", "runGeneration": 1, "frameSeq": 360, "ptsNs": 36301907284, "ingestTimeWallMs": 1789463046148, "frameWidth": 1280, "frameHeight": 720, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 2633523473, "rtpTimestampExt": null, "detectedAtWallMs": 1789463046039, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "1", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9155072569847107, "bbox": [ 0.5426788330078125, 0.3492431640625, 0.5979461669921875, 0.6390380859375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "2", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8895288109779358, "bbox": [ 0.505950927734375, 0.36993408203125, 0.537994384765625, 0.53387451171875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "3", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8762113451957703, "bbox": [ 0.6472625732421875, 0.36346435546875, 0.6789093017578125, 0.54425048828125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "5", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.851212203502655, "bbox": [ 0.6154632568359375, 0.44525146484375, 0.6569976806640625, 0.55474853515625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "6", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.826151430606842, "bbox": [ 0.8351287841796875, 0.36212158203125, 0.8758087158203125, 0.60906982421875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "8", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.7186931371688843, "bbox": [ 0.618194580078125, 0.588897705078125, 0.701141357421875, 0.684539794921875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "9", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.4243523180484772, "bbox": [ 0.19774627685546875, 0.4324188232421875, 0.21436309814453125, 0.4582061767578125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } }, "rtsp-test-source-02": { "at": 1315767.185935331, "state": { "stream_id": "web-cam08-test", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "a4bb2bce-9c9b-48d7-9442-34c2347d3bb7", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789463046.1863887, "source_stage": "native_completed", "source_stage_at": 1789463046.3510065, "source_stages": { "pipeline_state_changed": 1789463013.909858, "decoded_frame_received": 1789463046.3178492, "preprocess_output": 1789463046.3289468, "infer_output": 1789463046.3003986, "consume_entered": 1789463046.306271, "native_completed": 1789463046.3510065, "inference_frame_completed": 1789463046.1863525 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 326, "preprocess_output": 326, "infer_output": 325, "consume_entered": 325, "native_completed": 325, "inference_frame_completed": 324 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789463012.351809, "decoded_frame_received": 1789463013.8604698, "preprocess_output": 1789463013.8620818, "infer_output": 1789463013.896053, "consume_entered": 1789463013.9046674, "native_completed": 1789463013.917506, "inference_frame_completed": 1789463013.9226985 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789463012.3138435, "uptime_s": 34.1, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1315767112900871, "counts": { "decoded": 325, "selected": 325, "preprocess": 326, "infer": 325, "native": 325, "result": 324, "publisher_submit": 324 }, "first_ns": { "decoded": 1315734607770346, "selected": 1315734607829449, "preprocess": 1315734609413414, "infer": 1315734643364360, "native": 1315734664888912, "result": 1315734669390312, "publisher_submit": 1315734670103334 }, "last_ns": { "decoded": 1315767065190693, "selected": 1315767065215529, "preprocess": 1315767076156419, "infer": 1315767047710712, "native": 1315767098300009, "result": 1315766932935604, "publisher_submit": 1315766933733680 }, "detail": true, "pending_samples": 2, "last_frame": { "selected": [ 325, 33819185935 ], "preprocess": [ 325, 33819185935 ], "infer": [ 324, 33719185935 ], "native": [ 324, 33719185935 ], "result": [ 323, 33619185935 ], "publisher_submit": [ 323, 33619185935 ] }, "observation_missed": 2, "durations": { "queue": { "samples": 83, "mean_ms": 5.355398542168675, "p95_ms": 17.911324, "max_ms": 36.98968 }, "tracking": { "samples": 83, "mean_ms": 0.0450212891566265, "p95_ms": 0.069487, "max_ms": 0.135029 }, "tracking_cpu": { "samples": 83, "mean_ms": 0.0343754578313253, "p95_ms": 0.053091, "max_ms": 0.105565 }, "result_work": { "samples": 83, "mean_ms": 4.42319378313253, "p95_ms": 7.723117, "max_ms": 30.635765 }, "selected_to_preprocess": { "samples": 84, "mean_ms": 8.72369026190476, "p95_ms": 26.324163, "max_ms": 36.539001 }, "preprocess_to_infer": { "samples": 83, "mean_ms": 35.6738094939759, "p95_ms": 49.245456, "max_ms": 67.396642 }, "infer_to_native": { "samples": 83, "mean_ms": 25.241129325301205, "p95_ms": 51.273959, "max_ms": 66.555902 }, "native_to_result": { "samples": 82, "mean_ms": 12.294516597560976, "p95_ms": 35.4997, "max_ms": 61.159543 }, "result_to_publisher_submit": { "samples": 82, "mean_ms": 1.0113645487804879, "p95_ms": 1.717902, "max_ms": 9.286224 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 1, "events_created": 0, "processed": 324 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 325, "per_task_buffers": { "det": 325 }, "latest": { "fn": 324, "det": 8, "persons": 5, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1315767.186076948, "entries": 326, "length": 100, "last": "1789463046401-0", "pttl": 9925, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-02", "sourceId": "rtsp-test-source-02", "serverId": "test-ai", "streamId": "web-cam08-test", "runId": "a4bb2bce-9c9b-48d7-9442-34c2347d3bb7", "runGeneration": 1, "frameSeq": 325, "ptsNs": 33819185935, "ingestTimeWallMs": 1789463046317, "frameWidth": 1280, "frameHeight": 720, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 466498892, "rtpTimestampExt": null, "detectedAtWallMs": 1789438967989, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "1", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.892375111579895, "bbox": [ 0.647064208984375, 0.35516357421875, 0.688873291015625, 0.57940673828125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "2", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8852352499961853, "bbox": [ 0.309814453125, 0.5308990478515625, 0.420166015625, 0.5931243896484375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "3", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8664717674255371, "bbox": [ 0.5020065307617188, 0.369873046875, 0.5331497192382812, 0.532470703125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "4", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8290773034095764, "bbox": [ 0.615386962890625, 0.451416015625, 0.654144287109375, 0.552490234375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "5", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8207569718360901, "bbox": [ 0.806121826171875, 0.3453369140625, 0.855010986328125, 0.6107177734375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "9", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.3610520660877228, "bbox": [ 0.19793701171875, 0.432281494140625, 0.21392822265625, 0.458343505859375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } }, "rtsp-test-source-03": { "at": 1315767.40717662, "state": { "stream_id": "web-cam01-test", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "6ccbf8bf-ab24-4c09-87a4-b17e989e902f", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789463046.4475627, "source_stage": "preprocess_output", "source_stage_at": 1789463046.4540532, "source_stages": { "pipeline_state_changed": 1789463016.513833, "decoded_frame_received": 1789463046.452548, "preprocess_output": 1789463046.4540532, "infer_output": 1789463046.4076087, "consume_entered": 1789463046.4165297, "native_completed": 1789463046.4402554, "inference_frame_completed": 1789463046.4475422 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 301, "preprocess_output": 301, "infer_output": 300, "consume_entered": 300, "native_completed": 300, "inference_frame_completed": 300 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789463014.7196298, "decoded_frame_received": 1789463016.452747, "preprocess_output": 1789463016.4597824, "infer_output": 1789463016.5037315, "consume_entered": 1789463016.5087032, "native_completed": 1789463016.5227594, "inference_frame_completed": 1789463016.5295417 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789463014.5626752, "uptime_s": 31.9, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1315767234884983, "counts": { "decoded": 901, "selected": 300, "preprocess": 301, "sampling_drop": 601, "infer": 300, "native": 300, "result": 300, "publisher_submit": 300 }, "first_ns": { "decoded": 1315737200113078, "selected": 1315737200130715, "preprocess": 1315737207141739, "sampling_drop": 1315737232218288, "infer": 1315737251104718, "native": 1315737270100686, "result": 1315737276171150, "publisher_submit": 1315737276944602 }, "last_ns": { "decoded": 1315767230600965, "selected": 1315767199915128, "preprocess": 1315767201404968, "sampling_drop": 1315767230625495, "infer": 1315767154939810, "native": 1315767187621213, "result": 1315767194146429, "publisher_submit": 1315767194937949 }, "detail": true, "pending_samples": 1, "last_frame": { "selected": [ 900, 31627429337 ], "preprocess": [ 900, 31627429337 ], "infer": [ 897, 31527429337 ], "native": [ 897, 31527429337 ], "result": [ 897, 31527429337 ], "publisher_submit": [ 897, 31527429337 ] }, "observation_missed": 2, "durations": { "queue": { "samples": 84, "mean_ms": 6.90443888095238, "p95_ms": 17.321804, "max_ms": 30.013056 }, "tracking": { "samples": 84, "mean_ms": 0.04393179761904762, "p95_ms": 0.074696, "max_ms": 0.087646 }, "tracking_cpu": { "samples": 84, "mean_ms": 0.03375973809523809, "p95_ms": 0.057888, "max_ms": 0.067271 }, "result_work": { "samples": 84, "mean_ms": 4.6704462738095245, "p95_ms": 13.224399, "max_ms": 20.759369 }, "selected_to_preprocess": { "samples": 84, "mean_ms": 5.241559523809524, "p95_ms": 14.359499, "max_ms": 25.143842 }, "preprocess_to_infer": { "samples": 83, "mean_ms": 40.51026710843374, "p95_ms": 58.155499, "max_ms": 66.953179 }, "infer_to_native": { "samples": 83, "mean_ms": 29.568475590361444, "p95_ms": 48.882088, "max_ms": 58.149749 }, "native_to_result": { "samples": 83, "mean_ms": 14.087438554216867, "p95_ms": 27.653543, "max_ms": 38.822933 }, "result_to_publisher_submit": { "samples": 83, "mean_ms": 1.2934266385542168, "p95_ms": 4.841578, "max_ms": 15.102949 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 0, "events_created": 0, "processed": 300 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 300, "per_task_buffers": { "det": 300 }, "latest": { "fn": 897, "det": 5, "persons": 3, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1315767.407215059, "entries": 300, "length": 100, "last": "1789463046449-0", "pttl": 9997, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-03", "sourceId": "rtsp-test-source-03", "serverId": "test-ai", "streamId": "web-cam01-test", "runId": "6ccbf8bf-ab24-4c09-87a4-b17e989e902f", "runGeneration": 1, "frameSeq": 897, "ptsNs": 31527429337, "ingestTimeWallMs": 1789463046364, "frameWidth": 480, "frameHeight": 360, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 4229062316, "rtpTimestampExt": null, "detectedAtWallMs": 1789480774249, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "0", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9108630418777466, "bbox": [ 0.6499786376953125, 0.2935791015625, 0.6879119873046875, 0.4149169921875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "1", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8980534672737122, "bbox": [ 0.3905029296875, 0.34930419921875, 0.4190673828125, 0.50909423828125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "2", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8942365646362305, "bbox": [ 0.816802978515625, 0.45098876953125, 0.861907958984375, 0.62518310546875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } } }, "publisher": { "enabled": true, "metrics": { "sent": 1023, "sent_status": 42, "workers_created": 3, "sent_frames": 981, "queued": 0, "queuedBytes": 0, "channels": 4, "workers": 3, "profile": { "enabled": true, "revision": 1, "channels": { "d98f4e86d523f201a60f5f03c7a93f284a355b57e3a57ecd305727b2df38a5d2": { "counts": { "state_noop": 89, "queued_frame": 89, "sent_frame": 88, "queued_heartbeat": 2, "sent_status": 2, "timeline_evicted": 16 }, "timings": { "frame_queue": { "count": 89, "mean_ms": 4.592158468021603, "max_ms": 29.130737064406276, "recent_samples": 89, "recent_p95_ms": 13.649086933583021 }, "frame_write_wall": { "count": 88, "mean_ms": 8.069355977272728, "max_ms": 33.713280999999995, "recent_samples": 88, "recent_p95_ms": 20.494786 }, "frame_write_cpu": { "count": 88, "mean_ms": 1.1628481931818184, "max_ms": 2.217124, "recent_samples": 88, "recent_p95_ms": 1.772237 }, "frame_completion_lock": { "count": 88, "mean_ms": 0.014377488636363634, "max_ms": 0.056839, "recent_samples": 88, "recent_p95_ms": 0.029352999999999997 }, "enqueue_gap": { "count": 88, "mean_ms": 98.55284600000003, "max_ms": 144.066273, "recent_samples": 88, "recent_p95_ms": 128.772728 }, "status_queue": { "count": 2, "mean_ms": 2.5905478978529572, "max_ms": 3.7593748420476913, "recent_samples": 2, "recent_p95_ms": 3.7593748420476913 }, "status_write_wall": { "count": 2, "mean_ms": 15.203650000000001, "max_ms": 28.090209, "recent_samples": 2, "recent_p95_ms": 28.090209 }, "status_write_cpu": { "count": 2, "mean_ms": 1.1875624999999999, "max_ms": 1.264997, "recent_samples": 2, "recent_p95_ms": 1.264997 }, "status_completion_lock": { "count": 2, "mean_ms": 0.0106485, "max_ms": 0.010945, "recent_samples": 2, "recent_p95_ms": 0.010945 } } }, "611cea950b4c0a014291720468a3a7f61c5787baa95a374d3b94d4db886bf16b": { "counts": { "state_noop": 89, "queued_frame": 89, "sent_frame": 89, "timeline_evicted": 11 }, "timings": { "frame_queue": { "count": 89, "mean_ms": 5.143788386806008, "max_ms": 44.420343125239015, "recent_samples": 89, "recent_p95_ms": 15.932630049064755 }, "frame_write_wall": { "count": 89, "mean_ms": 12.18543934831461, "max_ms": 85.738163, "recent_samples": 89, "recent_p95_ms": 37.471085 }, "frame_write_cpu": { "count": 89, "mean_ms": 1.2402134382022472, "max_ms": 5.464672, "recent_samples": 89, "recent_p95_ms": 1.7546709999999999 }, "frame_completion_lock": { "count": 89, "mean_ms": 0.01309575280898876, "max_ms": 0.032591, "recent_samples": 89, "recent_p95_ms": 0.029201 }, "enqueue_gap": { "count": 88, "mean_ms": 98.12198917045457, "max_ms": 189.218981, "recent_samples": 88, "recent_p95_ms": 171.423837 } } }, "f119ec7770227da23061f13f0bb790b466850dbe16243dbfcb1a0279ab0a1baa": { "counts": { "sent_frame": 88, "state_noop": 87, "queued_frame": 87, "queued_heartbeat": 2, "sent_status": 2, "timeline_evicted": 13 }, "timings": { "frame_queue": { "count": 88, "mean_ms": 5.139046475629915, "max_ms": 33.99882395751774, "recent_samples": 88, "recent_p95_ms": 11.818970087915659 }, "frame_write_wall": { "count": 88, "mean_ms": 7.965464306818185, "max_ms": 31.718251000000002, "recent_samples": 88, "recent_p95_ms": 20.782634 }, "frame_write_cpu": { "count": 88, "mean_ms": 1.1226828522727272, "max_ms": 2.151787, "recent_samples": 88, "recent_p95_ms": 1.738696 }, "frame_completion_lock": { "count": 88, "mean_ms": 0.014641272727272732, "max_ms": 0.06353400000000001, "recent_samples": 88, "recent_p95_ms": 0.032625 }, "enqueue_gap": { "count": 86, "mean_ms": 99.18321476744187, "max_ms": 150.72755199999997, "recent_samples": 86, "recent_p95_ms": 134.484589 }, "status_queue": { "count": 2, "mean_ms": 0.8252669358626008, "max_ms": 0.983871053904295, "recent_samples": 2, "recent_p95_ms": 0.983871053904295 }, "status_write_wall": { "count": 2, "mean_ms": 9.2220825, "max_ms": 13.792164000000001, "recent_samples": 2, "recent_p95_ms": 13.792164000000001 }, "status_write_cpu": { "count": 2, "mean_ms": 1.218412, "max_ms": 1.374382, "recent_samples": 2, "recent_p95_ms": 1.374382 }, "status_completion_lock": { "count": 2, "mean_ms": 0.017215499999999998, "max_ms": 0.019114, "recent_samples": 2, "recent_p95_ms": 0.019114 } } }, "d57cc517767b64098669a8ffc9845f2bae132fb3b0f3a0a1298371fd11f01cc0": { "counts": { "queued_heartbeat": 2, "sent_status": 2 }, "timings": { "status_queue": { "count": 2, "mean_ms": 0.09365798905491829, "max_ms": 0.10603200644254684, "recent_samples": 2, "recent_p95_ms": 0.10603200644254684 }, "status_write_wall": { "count": 2, "mean_ms": 9.088511, "max_ms": 15.873008, "recent_samples": 2, "recent_p95_ms": 15.873008 }, "status_write_cpu": { "count": 2, "mean_ms": 1.272424, "max_ms": 1.348693, "recent_samples": 2, "recent_p95_ms": 1.348693 }, "status_completion_lock": { "count": 2, "mean_ms": 0.010268, "max_ms": 0.014095, "recent_samples": 2, "recent_p95_ms": 0.014095 } } } }, "timing_scope": "sink_only_v2", "timeline_limit_per_channel": 256, "replacement_limit_per_channel": 32 }, "workerMode": "channel", "workerLimit": 16, "controlWorkers": 1, "retiringWorkers": 0, "workerErrors": {}, "terminalErrors": 0, "inflightBytes": 2437, "inflightByteLimit": 167772160 } } }, { "at": 1315768.458675909, "channels": { "rtsp-test-source-01": { "at": 1315768.539641033, "state": { "stream_id": "rtsp-test-01", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "f00e47c1-7b6d-4f03-80e6-81fd903fcadb", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789463047.7656891, "source_stage": "inference_frame_completed", "source_stage_at": 1789463047.7656431, "source_stages": { "pipeline_state_changed": 1789463011.2833889, "decoded_frame_received": 1789463047.753769, "preprocess_output": 1789463047.7589817, "infer_output": 1789463047.6968307, "consume_entered": 1789463047.714297, "native_completed": 1789463047.7398443, "inference_frame_completed": 1789463047.7656431 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 377, "preprocess_output": 377, "infer_output": 376, "consume_entered": 376, "native_completed": 376, "inference_frame_completed": 376 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789463009.740274, "decoded_frame_received": 1789463011.1960018, "preprocess_output": 1789463011.2371497, "infer_output": 1789463011.2696452, "consume_entered": 1789463011.2777383, "native_completed": 1789463011.2908287, "inference_frame_completed": 1789463011.2957904 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789463009.194144, "uptime_s": 38.6, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1315768533077993, "counts": { "decoded": 377, "selected": 377, "preprocess": 377, "infer": 376, "native": 376, "result": 376, "publisher_submit": 376 }, "first_ns": { "decoded": 1315731943309575, "selected": 1315731943346838, "preprocess": 1315731984352674, "infer": 1315732016894736, "native": 1315732038194819, "result": 1315732042454010, "publisher_submit": 1315732043198467 }, "last_ns": { "decoded": 1315768501048980, "selected": 1315768501088325, "preprocess": 1315768506310319, "infer": 1315768444071937, "native": 1315768487169546, "result": 1315768511130888, "publisher_submit": 1315768512979800 }, "detail": true, "pending_samples": 1, "last_frame": { "selected": [ 376, 37901907284 ], "preprocess": [ 376, 37901907284 ], "infer": [ 375, 37801907284 ], "native": [ 375, 37801907284 ], "result": [ 375, 37801907284 ], "publisher_submit": [ 375, 37801907284 ] }, "observation_missed": 0, "durations": { "queue": { "samples": 99, "mean_ms": 7.095289363636363, "p95_ms": 21.871935, "max_ms": 27.149433 }, "tracking": { "samples": 99, "mean_ms": 0.04422054545454546, "p95_ms": 0.075084, "max_ms": 0.106244 }, "tracking_cpu": { "samples": 99, "mean_ms": 0.033063020202020205, "p95_ms": 0.061848, "max_ms": 0.085378 }, "result_work": { "samples": 99, "mean_ms": 4.615042545454546, "p95_ms": 11.717249, "max_ms": 18.091051 }, "selected_to_preprocess": { "samples": 99, "mean_ms": 5.085432292929292, "p95_ms": 14.357593, "max_ms": 27.591699 }, "preprocess_to_infer": { "samples": 98, "mean_ms": 41.255038408163266, "p95_ms": 59.997043, "max_ms": 81.129526 }, "infer_to_native": { "samples": 98, "mean_ms": 31.8484925, "p95_ms": 57.116188, "max_ms": 82.805288 }, "native_to_result": { "samples": 98, "mean_ms": 16.21741287755102, "p95_ms": 30.827657, "max_ms": 157.680666 }, "result_to_publisher_submit": { "samples": 98, "mean_ms": 1.1089058163265306, "p95_ms": 2.82031, "max_ms": 8.322859 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 0, "events_created": 0, "processed": 376 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 376, "per_task_buffers": { "det": 376 }, "latest": { "fn": 375, "det": 8, "persons": 5, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1315768.539693383, "entries": 376, "length": 100, "last": "1789463047775-0", "pttl": 9954, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-01", "sourceId": "rtsp-test-source-01", "serverId": "test-ai", "streamId": "rtsp-test-01", "runId": "f00e47c1-7b6d-4f03-80e6-81fd903fcadb", "runGeneration": 1, "frameSeq": 375, "ptsNs": 37801907284, "ingestTimeWallMs": 1789463047645, "frameWidth": 1280, "frameHeight": 720, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 2633658473, "rtpTimestampExt": null, "detectedAtWallMs": 1789463047539, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "1", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8873999118804932, "bbox": [ 0.569854736328125, 0.42608642578125, 0.653778076171875, 0.65399169921875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "2", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8822250962257385, "bbox": [ 0.5058746337890625, 0.37005615234375, 0.5380706787109375, 0.53326416015625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "4", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8540345430374146, "bbox": [ 0.6417236328125, 0.36688232421875, 0.6834716796875, 0.54718017578125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "5", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8354835510253906, "bbox": [ 0.611297607421875, 0.543212890625, 0.697296142578125, 0.665771484375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "6", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8028648495674133, "bbox": [ 0.83624267578125, 0.3475341796875, 0.88055419921875, 0.6070556640625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "8", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.49300050735473633, "bbox": [ 0.6164703369140625, 0.42718505859375, 0.6569671630859375, 0.56597900390625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "13", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.3192274868488312, "bbox": [ 0.620941162109375, 0.470733642578125, 0.668121337890625, 0.568328857421875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "15", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.281701922416687, "bbox": [ 0.19844818115234375, 0.43227386474609375, 0.21366119384765625, 0.45786285400390625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "16", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.27347737550735474, "bbox": [ 0.6096343994140625, 0.428955078125, 0.6608734130859375, 0.630615234375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } }, "rtsp-test-source-02": { "at": 1315768.649734573, "state": { "stream_id": "web-cam08-test", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "a4bb2bce-9c9b-48d7-9442-34c2347d3bb7", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789463047.714065, "source_stage": "preprocess_output", "source_stage_at": 1789463047.8719668, "source_stages": { "pipeline_state_changed": 1789463013.909858, "decoded_frame_received": 1789463047.8675582, "preprocess_output": 1789463047.8719668, "infer_output": 1789463047.823005, "consume_entered": 1789463047.839552, "native_completed": 1789463047.8697336, "inference_frame_completed": 1789463047.714042 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 341, "preprocess_output": 341, "infer_output": 340, "consume_entered": 340, "native_completed": 340, "inference_frame_completed": 339 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789463012.351809, "decoded_frame_received": 1789463013.8604698, "preprocess_output": 1789463013.8620818, "infer_output": 1789463013.896053, "consume_entered": 1789463013.9046674, "native_completed": 1789463013.917506, "inference_frame_completed": 1789463013.9226985 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789463012.3138435, "uptime_s": 35.6, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1315768631574575, "counts": { "decoded": 340, "selected": 340, "preprocess": 341, "infer": 340, "native": 340, "result": 339, "publisher_submit": 339 }, "first_ns": { "decoded": 1315734607770346, "selected": 1315734607829449, "preprocess": 1315734609413414, "infer": 1315734643364360, "native": 1315734664888912, "result": 1315734669390312, "publisher_submit": 1315734670103334 }, "last_ns": { "decoded": 1315768614872528, "selected": 1315768614907375, "preprocess": 1315768619179346, "infer": 1315768570350879, "native": 1315768617084440, "result": 1315768460631242, "publisher_submit": 1315768461435140 }, "detail": true, "pending_samples": 2, "last_frame": { "selected": [ 340, 35319185935 ], "preprocess": [ 340, 35319185935 ], "infer": [ 339, 35219185935 ], "native": [ 339, 35219185935 ], "result": [ 338, 35119185935 ], "publisher_submit": [ 338, 35119185935 ] }, "observation_missed": 2, "durations": { "queue": { "samples": 98, "mean_ms": 5.217518326530612, "p95_ms": 17.911324, "max_ms": 36.98968 }, "tracking": { "samples": 98, "mean_ms": 0.045080857142857145, "p95_ms": 0.074858, "max_ms": 0.135029 }, "tracking_cpu": { "samples": 98, "mean_ms": 0.034451969387755105, "p95_ms": 0.053621, "max_ms": 0.105565 }, "result_work": { "samples": 98, "mean_ms": 4.345726704081632, "p95_ms": 8.140607, "max_ms": 30.635765 }, "selected_to_preprocess": { "samples": 99, "mean_ms": 10.626213727272727, "p95_ms": 32.514424, "max_ms": 83.771227 }, "preprocess_to_infer": { "samples": 98, "mean_ms": 38.90315390816326, "p95_ms": 67.396642, "max_ms": 149.941399 }, "infer_to_native": { "samples": 98, "mean_ms": 26.61474601020408, "p95_ms": 57.714631, "max_ms": 68.794017 }, "native_to_result": { "samples": 97, "mean_ms": 12.242581216494845, "p95_ms": 40.524631, "max_ms": 61.159543 }, "result_to_publisher_submit": { "samples": 97, "mean_ms": 0.987732092783505, "p95_ms": 1.779244, "max_ms": 9.286224 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 1, "events_created": 0, "processed": 339 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 340, "per_task_buffers": { "det": 340 }, "latest": { "fn": 339, "det": 8, "persons": 5, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1315768.649800758, "entries": 340, "length": 100, "last": "1789463047890-0", "pttl": 9952, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-02", "sourceId": "rtsp-test-source-02", "serverId": "test-ai", "streamId": "web-cam08-test", "runId": "a4bb2bce-9c9b-48d7-9442-34c2347d3bb7", "runGeneration": 1, "frameSeq": 339, "ptsNs": 35219185935, "ingestTimeWallMs": 1789463047757, "frameWidth": 1280, "frameHeight": 720, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 466624892, "rtpTimestampExt": null, "detectedAtWallMs": 1789438969389, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "1", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8916224837303162, "bbox": [ 0.6158294677734375, 0.3526611328125, 0.6732330322265625, 0.5941162109375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "2", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8904848694801331, "bbox": [ 0.310394287109375, 0.52801513671875, 0.431304931640625, 0.59307861328125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "3", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8850365877151489, "bbox": [ 0.5057525634765625, 0.3707275390625, 0.5372161865234375, 0.5330810546875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "5", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8227594494819641, "bbox": [ 0.8082122802734375, 0.3446044921875, 0.8548736572265625, 0.6099853515625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "7", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.5693140029907227, "bbox": [ 0.652191162109375, 0.441802978515625, 0.683746337890625, 0.557220458984375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "9", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.3858374059200287, "bbox": [ 0.19814300537109375, 0.4322052001953125, 0.21396636962890625, 0.4584197998046875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } }, "rtsp-test-source-03": { "at": 1315768.783603154, "state": { "stream_id": "web-cam01-test", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "6ccbf8bf-ab24-4c09-87a4-b17e989e902f", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789463047.9647808, "source_stage": "preprocess_output", "source_stage_at": 1789463047.965117, "source_stages": { "pipeline_state_changed": 1789463016.513833, "decoded_frame_received": 1789463047.960358, "preprocess_output": 1789463047.965117, "infer_output": 1789463047.916963, "consume_entered": 1789463047.9247591, "native_completed": 1789463047.9521449, "inference_frame_completed": 1789463047.9647644 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 316, "preprocess_output": 316, "infer_output": 315, "consume_entered": 315, "native_completed": 315, "inference_frame_completed": 315 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789463014.7196298, "decoded_frame_received": 1789463016.452747, "preprocess_output": 1789463016.4597824, "infer_output": 1789463016.5037315, "consume_entered": 1789463016.5087032, "native_completed": 1789463016.5227594, "inference_frame_completed": 1789463016.5295417 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789463014.5626752, "uptime_s": 33.4, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1315768734843463, "counts": { "decoded": 946, "selected": 315, "preprocess": 316, "sampling_drop": 631, "infer": 315, "native": 315, "result": 315, "publisher_submit": 315 }, "first_ns": { "decoded": 1315737200113078, "selected": 1315737200130715, "preprocess": 1315737207141739, "sampling_drop": 1315737232218288, "infer": 1315737251104718, "native": 1315737270100686, "result": 1315737276171150, "publisher_submit": 1315737276944602 }, "last_ns": { "decoded": 1315768728086742, "selected": 1315768707728436, "preprocess": 1315768712464971, "sampling_drop": 1315768728119378, "infer": 1315768664199993, "native": 1315768699516469, "result": 1315768711511653, "publisher_submit": 1315768712158849 }, "detail": true, "pending_samples": 1, "last_frame": { "selected": [ 945, 33127429337 ], "preprocess": [ 945, 33127429337 ], "infer": [ 942, 33027429337 ], "native": [ 942, 33027429337 ], "result": [ 942, 33027429337 ], "publisher_submit": [ 942, 33027429337 ] }, "observation_missed": 2, "durations": { "queue": { "samples": 99, "mean_ms": 7.64839703030303, "p95_ms": 26.264051, "max_ms": 30.467967 }, "tracking": { "samples": 99, "mean_ms": 0.04333291919191919, "p95_ms": 0.075146, "max_ms": 0.089316 }, "tracking_cpu": { "samples": 99, "mean_ms": 0.033125020202020204, "p95_ms": 0.05869, "max_ms": 0.067271 }, "result_work": { "samples": 99, "mean_ms": 4.71055609090909, "p95_ms": 14.56612, "max_ms": 22.986662 }, "selected_to_preprocess": { "samples": 99, "mean_ms": 5.372925686868687, "p95_ms": 14.415474, "max_ms": 25.143842 }, "preprocess_to_infer": { "samples": 98, "mean_ms": 41.80686448979591, "p95_ms": 63.181803, "max_ms": 93.664135 }, "infer_to_native": { "samples": 98, "mean_ms": 31.83712006122449, "p95_ms": 51.99353, "max_ms": 192.483338 }, "native_to_result": { "samples": 98, "mean_ms": 15.05525324489796, "p95_ms": 34.179943, "max_ms": 51.338439 }, "result_to_publisher_submit": { "samples": 98, "mean_ms": 1.2153906530612244, "p95_ms": 4.841578, "max_ms": 15.102949 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 0, "events_created": 0, "processed": 315 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 315, "per_task_buffers": { "det": 315 }, "latest": { "fn": 942, "det": 5, "persons": 3, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1315768.783653278, "entries": 315, "length": 100, "last": "1789463047981-0", "pttl": 9906, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-03", "sourceId": "rtsp-test-source-03", "serverId": "test-ai", "streamId": "web-cam01-test", "runId": "6ccbf8bf-ab24-4c09-87a4-b17e989e902f", "runGeneration": 1, "frameSeq": 942, "ptsNs": 33027429337, "ingestTimeWallMs": 1789463047847, "frameWidth": 480, "frameHeight": 360, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 4229197316, "rtpTimestampExt": null, "detectedAtWallMs": 1789480775749, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "0", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9291837811470032, "bbox": [ 0.6413421630859375, 0.3331298828125, 0.6809234619140625, 0.4696044921875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "1", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9015746116638184, "bbox": [ 0.420379638671875, 0.365234375, 0.460479736328125, 0.5078125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "2", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8992984294891357, "bbox": [ 0.7074432373046875, 0.4117431640625, 0.7486114501953125, 0.5731201171875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } } }, "publisher": { "enabled": true, "metrics": { "sent": 1072, "sent_status": 46, "workers_created": 3, "sent_frames": 1026, "queued": 1, "queuedBytes": 1420, "channels": 4, "workers": 3, "profile": { "enabled": true, "revision": 1, "channels": { "d98f4e86d523f201a60f5f03c7a93f284a355b57e3a57ecd305727b2df38a5d2": { "counts": { "state_noop": 103, "queued_frame": 103, "sent_frame": 103, "queued_heartbeat": 3, "sent_status": 3, "timeline_evicted": 62 }, "timings": { "frame_queue": { "count": 103, "mean_ms": 4.683217447413837, "max_ms": 29.130737064406276, "recent_samples": 103, "recent_p95_ms": 15.485919080674648 }, "frame_write_wall": { "count": 103, "mean_ms": 9.076837718446603, "max_ms": 67.37227, "recent_samples": 103, "recent_p95_ms": 21.74556 }, "frame_write_cpu": { "count": 103, "mean_ms": 1.1762992815533981, "max_ms": 2.217124, "recent_samples": 103, "recent_p95_ms": 1.772237 }, "frame_completion_lock": { "count": 103, "mean_ms": 0.014488572815533977, "max_ms": 0.056839, "recent_samples": 103, "recent_p95_ms": 0.029352999999999997 }, "enqueue_gap": { "count": 102, "mean_ms": 98.77695547058828, "max_ms": 235.94281999999998, "recent_samples": 102, "recent_p95_ms": 129.357457 }, "status_queue": { "count": 3, "mean_ms": 2.4227439425885677, "max_ms": 3.7593748420476913, "recent_samples": 3, "recent_p95_ms": 3.7593748420476913 }, "status_write_wall": { "count": 3, "mean_ms": 10.905985333333334, "max_ms": 28.090209, "recent_samples": 3, "recent_p95_ms": 28.090209 }, "status_write_cpu": { "count": 3, "mean_ms": 1.1004936666666667, "max_ms": 1.264997, "recent_samples": 3, "recent_p95_ms": 1.264997 }, "status_completion_lock": { "count": 3, "mean_ms": 0.011065666666666666, "max_ms": 0.011899999999999999, "recent_samples": 3, "recent_p95_ms": 0.011899999999999999 } } }, "611cea950b4c0a014291720468a3a7f61c5787baa95a374d3b94d4db886bf16b": { "counts": { "state_noop": 104, "queued_frame": 104, "sent_frame": 104, "timeline_evicted": 59, "queued_heartbeat": 1, "sent_status": 1 }, "timings": { "frame_queue": { "count": 104, "mean_ms": 5.720587104755955, "max_ms": 44.420343125239015, "recent_samples": 104, "recent_p95_ms": 16.31835289299488 }, "frame_write_wall": { "count": 104, "mean_ms": 12.295344009615386, "max_ms": 85.738163, "recent_samples": 104, "recent_p95_ms": 37.190766 }, "frame_write_cpu": { "count": 104, "mean_ms": 1.2172545865384616, "max_ms": 5.464672, "recent_samples": 104, "recent_p95_ms": 1.7546709999999999 }, "frame_completion_lock": { "count": 104, "mean_ms": 0.01313239423076923, "max_ms": 0.032591, "recent_samples": 104, "recent_p95_ms": 0.02434 }, "enqueue_gap": { "count": 103, "mean_ms": 98.66474247572819, "max_ms": 327.66319100000004, "recent_samples": 103, "recent_p95_ms": 181.097512 }, "status_queue": { "count": 1, "mean_ms": 0.5940119735896587, "max_ms": 0.5940119735896587, "recent_samples": 1, "recent_p95_ms": 0.5940119735896587 }, "status_write_wall": { "count": 1, "mean_ms": 2.066468, "max_ms": 2.066468, "recent_samples": 1, "recent_p95_ms": 2.066468 }, "status_write_cpu": { "count": 1, "mean_ms": 0.5695570000000001, "max_ms": 0.5695570000000001, "recent_samples": 1, "recent_p95_ms": 0.5695570000000001 }, "status_completion_lock": { "count": 1, "mean_ms": 0.006464, "max_ms": 0.006464, "recent_samples": 1, "recent_p95_ms": 0.006464 } } }, "f119ec7770227da23061f13f0bb790b466850dbe16243dbfcb1a0279ab0a1baa": { "counts": { "sent_frame": 103, "state_noop": 103, "queued_frame": 103, "queued_heartbeat": 3, "sent_status": 3, "timeline_evicted": 62 }, "timings": { "frame_queue": { "count": 103, "mean_ms": 5.441279546131642, "max_ms": 33.99882395751774, "recent_samples": 103, "recent_p95_ms": 15.368933090940118 }, "frame_write_wall": { "count": 103, "mean_ms": 8.241548980582527, "max_ms": 31.718251000000002, "recent_samples": 103, "recent_p95_ms": 21.468034 }, "frame_write_cpu": { "count": 103, "mean_ms": 1.114761019417476, "max_ms": 2.170871, "recent_samples": 103, "recent_p95_ms": 1.761168 }, "frame_completion_lock": { "count": 103, "mean_ms": 0.01469543689320389, "max_ms": 0.06353400000000001, "recent_samples": 103, "recent_p95_ms": 0.032625 }, "enqueue_gap": { "count": 102, "mean_ms": 99.35026957843137, "max_ms": 254.501792, "recent_samples": 102, "recent_p95_ms": 134.484589 }, "status_queue": { "count": 3, "mean_ms": 1.0604812608410914, "max_ms": 1.5309099107980728, "recent_samples": 3, "recent_p95_ms": 1.5309099107980728 }, "status_write_wall": { "count": 3, "mean_ms": 6.937811666666668, "max_ms": 13.792164000000001, "recent_samples": 3, "recent_p95_ms": 13.792164000000001 }, "status_write_cpu": { "count": 3, "mean_ms": 1.0191373333333333, "max_ms": 1.374382, "recent_samples": 3, "recent_p95_ms": 1.374382 }, "status_completion_lock": { "count": 3, "mean_ms": 0.014016333333333332, "max_ms": 0.019114, "recent_samples": 3, "recent_p95_ms": 0.019114 } } }, "d57cc517767b64098669a8ffc9845f2bae132fb3b0f3a0a1298371fd11f01cc0": { "counts": { "queued_heartbeat": 3, "sent_status": 3 }, "timings": { "status_queue": { "count": 3, "mean_ms": 0.09776395745575428, "max_ms": 0.10603200644254684, "recent_samples": 3, "recent_p95_ms": 0.10603200644254684 }, "status_write_wall": { "count": 3, "mean_ms": 7.009771000000001, "max_ms": 15.873008, "recent_samples": 3, "recent_p95_ms": 15.873008 }, "status_write_cpu": { "count": 3, "mean_ms": 1.096872, "max_ms": 1.348693, "recent_samples": 3, "recent_p95_ms": 1.348693 }, "status_completion_lock": { "count": 3, "mean_ms": 0.009379333333333333, "max_ms": 0.014095, "recent_samples": 3, "recent_p95_ms": 0.014095 } } } }, "timing_scope": "sink_only_v2", "timeline_limit_per_channel": 256, "replacement_limit_per_channel": 32 }, "workerMode": "channel", "workerLimit": 16, "controlWorkers": 1, "retiringWorkers": 0, "workerErrors": {}, "terminalErrors": 0, "inflightBytes": 0, "inflightByteLimit": 167772160 } } }, { "at": 1315769.824751362, "channels": { "rtsp-test-source-01": { "at": 1315769.848339412, "state": { "stream_id": "rtsp-test-01", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "f00e47c1-7b6d-4f03-80e6-81fd903fcadb", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789463049.007534, "source_stage": "preprocess_output", "source_stage_at": 1789463049.0557907, "source_stages": { "pipeline_state_changed": 1789463011.2833889, "decoded_frame_received": 1789463049.0536962, "preprocess_output": 1789463049.0557907, "infer_output": 1789463048.9787323, "consume_entered": 1789463048.9809327, "native_completed": 1789463048.9938443, "inference_frame_completed": 1789463049.0075166 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 390, "preprocess_output": 390, "infer_output": 389, "consume_entered": 389, "native_completed": 389, "inference_frame_completed": 389 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789463009.740274, "decoded_frame_received": 1789463011.1960018, "preprocess_output": 1789463011.2371497, "infer_output": 1789463011.2696452, "consume_entered": 1789463011.2777383, "native_completed": 1789463011.2908287, "inference_frame_completed": 1789463011.2957904 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789463009.194144, "uptime_s": 39.9, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1315769837694688, "counts": { "decoded": 390, "selected": 390, "preprocess": 390, "infer": 389, "native": 389, "result": 389, "publisher_submit": 389 }, "first_ns": { "decoded": 1315731943309575, "selected": 1315731943346838, "preprocess": 1315731984352674, "infer": 1315732016894736, "native": 1315732038194819, "result": 1315732042454010, "publisher_submit": 1315732043198467 }, "last_ns": { "decoded": 1315769801036615, "selected": 1315769801054355, "preprocess": 1315769803133434, "infer": 1315769726034332, "native": 1315769741216089, "result": 1315769754375725, "publisher_submit": 1315769754918119 }, "detail": true, "pending_samples": 1, "last_frame": { "selected": [ 389, 39201907284 ], "preprocess": [ 389, 39201907284 ], "infer": [ 388, 39101907284 ], "native": [ 388, 39101907284 ], "result": [ 388, 39101907284 ], "publisher_submit": [ 388, 39101907284 ] }, "observation_missed": 0, "durations": { "queue": { "samples": 112, "mean_ms": 7.183913866071428, "p95_ms": 21.871935, "max_ms": 27.149433 }, "tracking": { "samples": 112, "mean_ms": 0.0434593125, "p95_ms": 0.075081, "max_ms": 0.106244 }, "tracking_cpu": { "samples": 112, "mean_ms": 0.03251542857142857, "p95_ms": 0.059685, "max_ms": 0.085378 }, "result_work": { "samples": 112, "mean_ms": 4.545573401785714, "p95_ms": 10.140123, "max_ms": 18.091051 }, "selected_to_preprocess": { "samples": 112, "mean_ms": 5.009769642857143, "p95_ms": 13.814867, "max_ms": 27.591699 }, "preprocess_to_infer": { "samples": 111, "mean_ms": 41.02315526126126, "p95_ms": 57.980537, "max_ms": 81.129526 }, "infer_to_native": { "samples": 111, "mean_ms": 31.52344461261261, "p95_ms": 54.364395, "max_ms": 82.805288 }, "native_to_result": { "samples": 111, "mean_ms": 16.294713837837836, "p95_ms": 30.827657, "max_ms": 157.680666 }, "result_to_publisher_submit": { "samples": 111, "mean_ms": 1.080146207207207, "p95_ms": 2.081709, "max_ms": 8.322859 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 0, "events_created": 0, "processed": 389 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 389, "per_task_buffers": { "det": 389 }, "latest": { "fn": 388, "det": 9, "persons": 6, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1315769.848385774, "entries": 389, "length": 100, "last": "1789463049016-0", "pttl": 9883, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-01", "sourceId": "rtsp-test-source-01", "serverId": "test-ai", "streamId": "rtsp-test-01", "runId": "f00e47c1-7b6d-4f03-80e6-81fd903fcadb", "runGeneration": 1, "frameSeq": 388, "ptsNs": 39101907284, "ingestTimeWallMs": 1789463048946, "frameWidth": 1280, "frameHeight": 720, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 2633775473, "rtpTimestampExt": null, "detectedAtWallMs": 1789463048839, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "1", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9170058369636536, "bbox": [ 0.53997802734375, 0.3369140625, 0.60357666015625, 0.65234375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "2", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9099069833755493, "bbox": [ 0.600189208984375, 0.492431640625, 0.667388916015625, 0.666748046875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "4", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8806945085525513, "bbox": [ 0.5056915283203125, 0.3699951171875, 0.5372772216796875, 0.5333251953125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "5", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8635067343711853, "bbox": [ 0.6426849365234375, 0.36798095703125, 0.6786041259765625, 0.54364013671875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "6", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8010035157203674, "bbox": [ 0.842498779296875, 0.3482666015625, 0.888946533203125, 0.5994873046875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "8", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.6088847517967224, "bbox": [ 0.61956787109375, 0.447845458984375, 0.66168212890625, 0.531646728515625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "15", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.2516477108001709, "bbox": [ 0.19838333129882812, 0.4324188232421875, 0.21372604370117188, 0.4582061767578125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } }, "rtsp-test-source-02": { "at": 1315769.947303335, "state": { "stream_id": "web-cam08-test", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "a4bb2bce-9c9b-48d7-9442-34c2347d3bb7", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789463049.1785624, "source_stage": "inference_frame_completed", "source_stage_at": 1789463049.1785347, "source_stages": { "pipeline_state_changed": 1789463013.909858, "decoded_frame_received": 1789463049.1215625, "preprocess_output": 1789463049.1262765, "infer_output": 1789463049.1008308, "consume_entered": 1789463049.1088502, "native_completed": 1789463049.1651857, "inference_frame_completed": 1789463049.1785347 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 354, "preprocess_output": 354, "infer_output": 353, "consume_entered": 353, "native_completed": 353, "inference_frame_completed": 353 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789463012.351809, "decoded_frame_received": 1789463013.8604698, "preprocess_output": 1789463013.8620818, "infer_output": 1789463013.896053, "consume_entered": 1789463013.9046674, "native_completed": 1789463013.917506, "inference_frame_completed": 1789463013.9226985 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789463012.3138435, "uptime_s": 36.9, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1315769936550347, "counts": { "decoded": 353, "selected": 353, "preprocess": 354, "infer": 353, "native": 353, "result": 353, "publisher_submit": 353 }, "first_ns": { "decoded": 1315734607770346, "selected": 1315734607829449, "preprocess": 1315734609413414, "infer": 1315734643364360, "native": 1315734664888912, "result": 1315734669390312, "publisher_submit": 1315734670103334 }, "last_ns": { "decoded": 1315769868822642, "selected": 1315769868865851, "preprocess": 1315769873570260, "infer": 1315769848143878, "native": 1315769912521420, "result": 1315769925235822, "publisher_submit": 1315769925921172 }, "detail": true, "pending_samples": 1, "last_frame": { "selected": [ 353, 36619185935 ], "preprocess": [ 353, 36619185935 ], "infer": [ 352, 36519185935 ], "native": [ 352, 36519185935 ], "result": [ 352, 36519185935 ], "publisher_submit": [ 352, 36519185935 ] }, "observation_missed": 2, "durations": { "queue": { "samples": 112, "mean_ms": 5.3537075625, "p95_ms": 20.30662, "max_ms": 36.98968 }, "tracking": { "samples": 112, "mean_ms": 0.044657651785714285, "p95_ms": 0.073659, "max_ms": 0.135029 }, "tracking_cpu": { "samples": 112, "mean_ms": 0.03413584821428572, "p95_ms": 0.053621, "max_ms": 0.105565 }, "result_work": { "samples": 112, "mean_ms": 4.3265094642857145, "p95_ms": 8.140607, "max_ms": 30.635765 }, "selected_to_preprocess": { "samples": 112, "mean_ms": 10.505860955357143, "p95_ms": 32.514424, "max_ms": 83.771227 }, "preprocess_to_infer": { "samples": 111, "mean_ms": 38.61052391891892, "p95_ms": 60.057869, "max_ms": 149.941399 }, "infer_to_native": { "samples": 111, "mean_ms": 26.8080179009009, "p95_ms": 57.714631, "max_ms": 68.794017 }, "native_to_result": { "samples": 111, "mean_ms": 12.332784495495495, "p95_ms": 35.4997, "max_ms": 61.159543 }, "result_to_publisher_submit": { "samples": 111, "mean_ms": 0.9630363783783783, "p95_ms": 1.717902, "max_ms": 9.286224 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 0, "events_created": 0, "processed": 353 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 353, "per_task_buffers": { "det": 353 }, "latest": { "fn": 352, "det": 10, "persons": 6, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1315769.94732609, "entries": 353, "length": 100, "last": "1789463049179-0", "pttl": 9953, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-02", "sourceId": "rtsp-test-source-02", "serverId": "test-ai", "streamId": "web-cam08-test", "runId": "a4bb2bce-9c9b-48d7-9442-34c2347d3bb7", "runGeneration": 1, "frameSeq": 352, "ptsNs": 36519185935, "ingestTimeWallMs": 1789463049054, "frameWidth": 1280, "frameHeight": 720, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 466741892, "rtpTimestampExt": null, "detectedAtWallMs": 1789438970689, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "1", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9293122291564941, "bbox": [ 0.331268310546875, 0.483245849609375, 0.432403564453125, 0.593902587890625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "2", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9059898257255554, "bbox": [ 0.5749359130859375, 0.343994140625, 0.6262359619140625, 0.608642578125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "3", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8960696458816528, "bbox": [ 0.5062332153320312, 0.37005615234375, 0.5367355346679688, 0.53326416015625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "5", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8314169645309448, "bbox": [ 0.8083953857421875, 0.3453369140625, 0.8556671142578125, 0.6097412109375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "6", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.7478001713752747, "bbox": [ 0.6170501708984375, 0.453826904296875, 0.6563873291015625, 0.553985595703125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "7", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.7306743860244751, "bbox": [ 0.6551132202148438, 0.441650390625, 0.6857070922851562, 0.537353515625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "10", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.3771965205669403, "bbox": [ 0.1982269287109375, 0.432373046875, 0.2138824462890625, 0.458251953125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "11", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.3239145278930664, "bbox": [ 0.6168975830078125, 0.44573974609375, 0.6457977294921875, 0.54791259765625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "12", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.3129996359348297, "bbox": [ 0.6336898803710938, 0.4432830810546875, 0.6543960571289062, 0.4810333251953125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "16", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.272024542093277, "bbox": [ 0.6434860229492188, 0.443878173828125, 0.6641311645507812, 0.508270263671875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } }, "rtsp-test-source-03": { "at": 1315770.034930814, "state": { "stream_id": "web-cam01-test", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "6ccbf8bf-ab24-4c09-87a4-b17e989e902f", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789463049.2731893, "source_stage": "preprocess_output", "source_stage_at": 1789463049.2744908, "source_stages": { "pipeline_state_changed": 1789463016.513833, "decoded_frame_received": 1789463049.2501447, "preprocess_output": 1789463049.2744908, "infer_output": 1789463049.2098322, "consume_entered": 1789463049.231828, "native_completed": 1789463049.2483492, "inference_frame_completed": 1789463049.273167 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 329, "preprocess_output": 329, "infer_output": 328, "consume_entered": 328, "native_completed": 328, "inference_frame_completed": 328 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789463014.7196298, "decoded_frame_received": 1789463016.452747, "preprocess_output": 1789463016.4597824, "infer_output": 1789463016.5037315, "consume_entered": 1789463016.5087032, "native_completed": 1789463016.5227594, "inference_frame_completed": 1789463016.5295417 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789463014.5626752, "uptime_s": 34.7, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1315770027400586, "counts": { "decoded": 983, "selected": 328, "preprocess": 329, "sampling_drop": 655, "infer": 328, "native": 328, "result": 328, "publisher_submit": 328 }, "first_ns": { "decoded": 1315737200113078, "selected": 1315737200130715, "preprocess": 1315737207141739, "sampling_drop": 1315737232218288, "infer": 1315737251104718, "native": 1315737270100686, "result": 1315737276171150, "publisher_submit": 1315737276944602 }, "last_ns": { "decoded": 1315769997456362, "selected": 1315769997489340, "preprocess": 1315770021785862, "sampling_drop": 1315769969769591, "infer": 1315769957177257, "native": 1315769995556517, "result": 1315770019956413, "publisher_submit": 1315770020562455 }, "detail": true, "pending_samples": 1, "last_frame": { "selected": [ 984, 34427429337 ], "preprocess": [ 984, 34427429337 ], "infer": [ 981, 34327429337 ], "native": [ 981, 34327429337 ], "result": [ 981, 34327429337 ], "publisher_submit": [ 981, 34327429337 ] }, "observation_missed": 4, "durations": { "queue": { "samples": 112, "mean_ms": 7.6807401875, "p95_ms": 26.244926, "max_ms": 30.467967 }, "tracking": { "samples": 112, "mean_ms": 0.04358534821428572, "p95_ms": 0.075574, "max_ms": 0.089316 }, "tracking_cpu": { "samples": 112, "mean_ms": 0.033098196428571425, "p95_ms": 0.05869, "max_ms": 0.067271 }, "result_work": { "samples": 112, "mean_ms": 4.586752446428572, "p95_ms": 13.224399, "max_ms": 22.986662 }, "selected_to_preprocess": { "samples": 112, "mean_ms": 5.517120776785714, "p95_ms": 14.973114, "max_ms": 25.143842 }, "preprocess_to_infer": { "samples": 111, "mean_ms": 41.2628369009009, "p95_ms": 62.920882, "max_ms": 93.664135 }, "infer_to_native": { "samples": 111, "mean_ms": 32.07702648648649, "p95_ms": 51.99353, "max_ms": 192.483338 }, "native_to_result": { "samples": 111, "mean_ms": 15.21967609009009, "p95_ms": 34.179943, "max_ms": 51.338439 }, "result_to_publisher_submit": { "samples": 111, "mean_ms": 1.1502676216216214, "p95_ms": 2.505023, "max_ms": 15.102949 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 0, "events_created": 0, "processed": 328 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 328, "per_task_buffers": { "det": 328 }, "latest": { "fn": 981, "det": 6, "persons": 4, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1315770.034960911, "entries": 328, "length": 100, "last": "1789463049274-0", "pttl": 9957, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-03", "sourceId": "rtsp-test-source-03", "serverId": "test-ai", "streamId": "web-cam01-test", "runId": "6ccbf8bf-ab24-4c09-87a4-b17e989e902f", "runGeneration": 1, "frameSeq": 981, "ptsNs": 34327429337, "ingestTimeWallMs": 1789463049157, "frameWidth": 480, "frameHeight": 360, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 4229314316, "rtpTimestampExt": null, "detectedAtWallMs": 1789480777049, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "0", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9259026646614075, "bbox": [ 0.908721923828125, 0.52978515625, 0.966278076171875, 0.75048828125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "1", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9249592423439026, "bbox": [ 0.61181640625, 0.38079833984375, 0.65966796875, 0.53277587890625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "2", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9155072569847107, "bbox": [ 0.51019287109375, 0.3787841796875, 0.55230712890625, 0.5377197265625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "3", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9139840602874756, "bbox": [ 0.69091796875, 0.38006591796875, 0.73193359375, 0.52618408203125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } } }, "publisher": { "enabled": true, "metrics": { "sent": 1113, "sent_status": 46, "workers_created": 3, "sent_frames": 1067, "queued": 0, "queuedBytes": 0, "channels": 4, "workers": 3, "profile": { "enabled": true, "revision": 1, "channels": { "d98f4e86d523f201a60f5f03c7a93f284a355b57e3a57ecd305727b2df38a5d2": { "counts": { "state_noop": 117, "queued_frame": 117, "sent_frame": 117, "queued_heartbeat": 3, "sent_status": 3, "timeline_evicted": 104 }, "timings": { "frame_queue": { "count": 117, "mean_ms": 5.013276028852815, "max_ms": 29.130737064406276, "recent_samples": 117, "recent_p95_ms": 15.96565986983478 }, "frame_write_wall": { "count": 117, "mean_ms": 9.061974222222226, "max_ms": 67.37227, "recent_samples": 117, "recent_p95_ms": 25.992784 }, "frame_write_cpu": { "count": 117, "mean_ms": 1.1708192222222225, "max_ms": 2.364588, "recent_samples": 117, "recent_p95_ms": 1.835609 }, "frame_completion_lock": { "count": 117, "mean_ms": 0.014385042735042732, "max_ms": 0.056839, "recent_samples": 117, "recent_p95_ms": 0.030000000000000002 }, "enqueue_gap": { "count": 116, "mean_ms": 98.78199437931038, "max_ms": 235.94281999999998, "recent_samples": 116, "recent_p95_ms": 129.606345 }, "status_queue": { "count": 3, "mean_ms": 2.4227439425885677, "max_ms": 3.7593748420476913, "recent_samples": 3, "recent_p95_ms": 3.7593748420476913 }, "status_write_wall": { "count": 3, "mean_ms": 10.905985333333334, "max_ms": 28.090209, "recent_samples": 3, "recent_p95_ms": 28.090209 }, "status_write_cpu": { "count": 3, "mean_ms": 1.1004936666666667, "max_ms": 1.264997, "recent_samples": 3, "recent_p95_ms": 1.264997 }, "status_completion_lock": { "count": 3, "mean_ms": 0.011065666666666666, "max_ms": 0.011899999999999999, "recent_samples": 3, "recent_p95_ms": 0.011899999999999999 } } }, "611cea950b4c0a014291720468a3a7f61c5787baa95a374d3b94d4db886bf16b": { "counts": { "state_noop": 117, "queued_frame": 117, "sent_frame": 117, "timeline_evicted": 98, "queued_heartbeat": 1, "sent_status": 1 }, "timings": { "frame_queue": { "count": 117, "mean_ms": 5.550911731651833, "max_ms": 44.420343125239015, "recent_samples": 117, "recent_p95_ms": 16.31835289299488 }, "frame_write_wall": { "count": 117, "mean_ms": 11.944741418803419, "max_ms": 85.738163, "recent_samples": 117, "recent_p95_ms": 37.190766 }, "frame_write_cpu": { "count": 117, "mean_ms": 1.2227715982905982, "max_ms": 5.464672, "recent_samples": 117, "recent_p95_ms": 1.7546709999999999 }, "frame_completion_lock": { "count": 117, "mean_ms": 0.013160965811965812, "max_ms": 0.032591, "recent_samples": 117, "recent_p95_ms": 0.02434 }, "enqueue_gap": { "count": 116, "mean_ms": 99.1080719137931, "max_ms": 327.66319100000004, "recent_samples": 116, "recent_p95_ms": 181.097512 }, "status_queue": { "count": 1, "mean_ms": 0.5940119735896587, "max_ms": 0.5940119735896587, "recent_samples": 1, "recent_p95_ms": 0.5940119735896587 }, "status_write_wall": { "count": 1, "mean_ms": 2.066468, "max_ms": 2.066468, "recent_samples": 1, "recent_p95_ms": 2.066468 }, "status_write_cpu": { "count": 1, "mean_ms": 0.5695570000000001, "max_ms": 0.5695570000000001, "recent_samples": 1, "recent_p95_ms": 0.5695570000000001 }, "status_completion_lock": { "count": 1, "mean_ms": 0.006464, "max_ms": 0.006464, "recent_samples": 1, "recent_p95_ms": 0.006464 } } }, "f119ec7770227da23061f13f0bb790b466850dbe16243dbfcb1a0279ab0a1baa": { "counts": { "sent_frame": 117, "state_noop": 116, "queued_frame": 116, "queued_heartbeat": 3, "sent_status": 3, "timeline_evicted": 103 }, "timings": { "frame_queue": { "count": 117, "mean_ms": 5.502649678442722, "max_ms": 33.99882395751774, "recent_samples": 117, "recent_p95_ms": 16.243780963122845 }, "frame_write_wall": { "count": 117, "mean_ms": 8.062746905982905, "max_ms": 31.718251000000002, "recent_samples": 117, "recent_p95_ms": 21.468034 }, "frame_write_cpu": { "count": 117, "mean_ms": 1.1019987094017096, "max_ms": 2.170871, "recent_samples": 117, "recent_p95_ms": 1.773558 }, "frame_completion_lock": { "count": 117, "mean_ms": 0.050576051282051296, "max_ms": 4.259062, "recent_samples": 117, "recent_p95_ms": 0.033329 }, "enqueue_gap": { "count": 115, "mean_ms": 99.34534320869567, "max_ms": 254.501792, "recent_samples": 115, "recent_p95_ms": 135.62013000000002 }, "status_queue": { "count": 3, "mean_ms": 1.0604812608410914, "max_ms": 1.5309099107980728, "recent_samples": 3, "recent_p95_ms": 1.5309099107980728 }, "status_write_wall": { "count": 3, "mean_ms": 6.937811666666668, "max_ms": 13.792164000000001, "recent_samples": 3, "recent_p95_ms": 13.792164000000001 }, "status_write_cpu": { "count": 3, "mean_ms": 1.0191373333333333, "max_ms": 1.374382, "recent_samples": 3, "recent_p95_ms": 1.374382 }, "status_completion_lock": { "count": 3, "mean_ms": 0.014016333333333332, "max_ms": 0.019114, "recent_samples": 3, "recent_p95_ms": 0.019114 } } }, "d57cc517767b64098669a8ffc9845f2bae132fb3b0f3a0a1298371fd11f01cc0": { "counts": { "queued_heartbeat": 3, "sent_status": 3 }, "timings": { "status_queue": { "count": 3, "mean_ms": 0.09776395745575428, "max_ms": 0.10603200644254684, "recent_samples": 3, "recent_p95_ms": 0.10603200644254684 }, "status_write_wall": { "count": 3, "mean_ms": 7.009771000000001, "max_ms": 15.873008, "recent_samples": 3, "recent_p95_ms": 15.873008 }, "status_write_cpu": { "count": 3, "mean_ms": 1.096872, "max_ms": 1.348693, "recent_samples": 3, "recent_p95_ms": 1.348693 }, "status_completion_lock": { "count": 3, "mean_ms": 0.009379333333333333, "max_ms": 0.014095, "recent_samples": 3, "recent_p95_ms": 0.014095 } } } }, "timing_scope": "sink_only_v2", "timeline_limit_per_channel": 256, "replacement_limit_per_channel": 32 }, "workerMode": "channel", "workerLimit": 16, "controlWorkers": 1, "retiringWorkers": 0, "workerErrors": {}, "terminalErrors": 0, "inflightBytes": 0, "inflightByteLimit": 167772160 } } }, { "at": 1315771.067089288, "channels": { "rtsp-test-source-01": { "at": 1315771.195903429, "state": { "stream_id": "rtsp-test-01", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "f00e47c1-7b6d-4f03-80e6-81fd903fcadb", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789463050.438028, "source_stage": "inference_frame_completed", "source_stage_at": 1789463050.438009, "source_stages": { "pipeline_state_changed": 1789463011.2833889, "decoded_frame_received": 1789463050.347563, "preprocess_output": 1789463050.3652573, "infer_output": 1789463050.3933072, "consume_entered": 1789463050.3998213, "native_completed": 1789463050.4243243, "inference_frame_completed": 1789463050.438009 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 403, "preprocess_output": 403, "infer_output": 403, "consume_entered": 403, "native_completed": 403, "inference_frame_completed": 403 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789463009.740274, "decoded_frame_received": 1789463011.1960018, "preprocess_output": 1789463011.2371497, "infer_output": 1789463011.2696452, "consume_entered": 1789463011.2777383, "native_completed": 1789463011.2908287, "inference_frame_completed": 1789463011.2957904 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789463009.194144, "uptime_s": 41.2, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1315771188605485, "counts": { "decoded": 403, "selected": 403, "preprocess": 403, "infer": 403, "native": 403, "result": 403, "publisher_submit": 403 }, "first_ns": { "decoded": 1315731943309575, "selected": 1315731943346838, "preprocess": 1315731984352674, "infer": 1315732016894736, "native": 1315732038194819, "result": 1315732042454010, "publisher_submit": 1315732043198467 }, "last_ns": { "decoded": 1315771094935651, "selected": 1315771094946557, "preprocess": 1315771112624087, "infer": 1315771140637056, "native": 1315771171696724, "result": 1315771184589977, "publisher_submit": 1315771185397048 }, "detail": true, "pending_samples": 0, "last_frame": { "selected": [ 402, 40501907284 ], "preprocess": [ 402, 40501907284 ], "infer": [ 402, 40501907284 ], "native": [ 402, 40501907284 ], "result": [ 402, 40501907284 ], "publisher_submit": [ 402, 40501907284 ] }, "observation_missed": 0, "durations": { "queue": { "samples": 126, "mean_ms": 7.018201626984127, "p95_ms": 21.871935, "max_ms": 27.149433 }, "tracking": { "samples": 126, "mean_ms": 0.043279706349206346, "p95_ms": 0.071715, "max_ms": 0.106244 }, "tracking_cpu": { "samples": 126, "mean_ms": 0.032350785714285714, "p95_ms": 0.052471, "max_ms": 0.085378 }, "result_work": { "samples": 126, "mean_ms": 4.541710261904762, "p95_ms": 10.140123, "max_ms": 18.091051 }, "selected_to_preprocess": { "samples": 125, "mean_ms": 5.204742088000001, "p95_ms": 13.814867, "max_ms": 27.591699 }, "preprocess_to_infer": { "samples": 125, "mean_ms": 40.87447788, "p95_ms": 57.369569, "max_ms": 81.129526 }, "infer_to_native": { "samples": 125, "mean_ms": 31.731704632, "p95_ms": 54.364395, "max_ms": 82.805288 }, "native_to_result": { "samples": 125, "mean_ms": 15.713141632, "p95_ms": 30.492916, "max_ms": 157.680666 }, "result_to_publisher_submit": { "samples": 125, "mean_ms": 1.0854364879999998, "p95_ms": 2.081709, "max_ms": 8.322859 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 0, "events_created": 0, "processed": 403 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 403, "per_task_buffers": { "det": 403 }, "latest": { "fn": 402, "det": 8, "persons": 4, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1315771.195985731, "entries": 403, "length": 100, "last": "1789463050440-0", "pttl": 9952, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-01", "sourceId": "rtsp-test-source-01", "serverId": "test-ai", "streamId": "rtsp-test-01", "runId": "f00e47c1-7b6d-4f03-80e6-81fd903fcadb", "runGeneration": 1, "frameSeq": 402, "ptsNs": 40501907284, "ingestTimeWallMs": 1789463050347, "frameWidth": 1280, "frameHeight": 720, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 2633901473, "rtpTimestampExt": null, "detectedAtWallMs": 1789463050239, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "0", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9276259541511536, "bbox": [ 0.48907470703125, 0.3438720703125, 0.55389404296875, 0.6556396484375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "2", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.895339846611023, "bbox": [ 0.561859130859375, 0.3236083984375, 0.607086181640625, 0.6285400390625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "4", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8450494408607483, "bbox": [ 0.6419677734375, 0.36822509765625, 0.6783447265625, 0.53802490234375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "5", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.7893961071968079, "bbox": [ 0.6158599853515625, 0.4476318359375, 0.6566009521484375, 0.5543212890625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "13", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.28977349400520325, "bbox": [ 0.19847488403320312, 0.43231964111328125, 0.21339035034179688, 0.45879364013671875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } }, "rtsp-test-source-02": { "at": 1315771.282668328, "state": { "stream_id": "web-cam08-test", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "a4bb2bce-9c9b-48d7-9442-34c2347d3bb7", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789463050.4759772, "source_stage": "inference_frame_completed", "source_stage_at": 1789463050.4759183, "source_stages": { "pipeline_state_changed": 1789463013.909858, "decoded_frame_received": 1789463050.420769, "preprocess_output": 1789463050.4257562, "infer_output": 1789463050.4476595, "consume_entered": 1789463050.4517965, "native_completed": 1789463050.468402, "inference_frame_completed": 1789463050.4759183 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 367, "preprocess_output": 367, "infer_output": 367, "consume_entered": 367, "native_completed": 367, "inference_frame_completed": 367 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789463012.351809, "decoded_frame_received": 1789463013.8604698, "preprocess_output": 1789463013.8620818, "infer_output": 1789463013.896053, "consume_entered": 1789463013.9046674, "native_completed": 1789463013.917506, "inference_frame_completed": 1789463013.9226985 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789463012.3138435, "uptime_s": 38.2, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1315771278699005, "counts": { "decoded": 366, "selected": 366, "preprocess": 367, "infer": 367, "native": 367, "result": 367, "publisher_submit": 367 }, "first_ns": { "decoded": 1315734607770346, "selected": 1315734607829449, "preprocess": 1315734609413414, "infer": 1315734643364360, "native": 1315734664888912, "result": 1315734669390312, "publisher_submit": 1315734670103334 }, "last_ns": { "decoded": 1315771168120435, "selected": 1315771168137704, "preprocess": 1315771173132915, "infer": 1315771194927022, "native": 1315771215651409, "result": 1315771222113863, "publisher_submit": 1315771223294113 }, "detail": true, "pending_samples": 0, "last_frame": { "selected": [ 366, 37919185935 ], "preprocess": [ 366, 37919185935 ], "infer": [ 366, 37919185935 ], "native": [ 366, 37919185935 ], "result": [ 366, 37919185935 ], "publisher_submit": [ 366, 37919185935 ] }, "observation_missed": 2, "durations": { "queue": { "samples": 126, "mean_ms": 5.225405357142857, "p95_ms": 17.911324, "max_ms": 36.98968 }, "tracking": { "samples": 126, "mean_ms": 0.04554693650793651, "p95_ms": 0.075915, "max_ms": 0.135029 }, "tracking_cpu": { "samples": 126, "mean_ms": 0.03490680952380953, "p95_ms": 0.055429, "max_ms": 0.105565 }, "result_work": { "samples": 126, "mean_ms": 4.297148642857143, "p95_ms": 7.723117, "max_ms": 30.635765 }, "selected_to_preprocess": { "samples": 125, "mean_ms": 10.150845056, "p95_ms": 32.048608, "max_ms": 83.771227 }, "preprocess_to_infer": { "samples": 125, "mean_ms": 38.158770376, "p95_ms": 60.057869, "max_ms": 149.941399 }, "infer_to_native": { "samples": 125, "mean_ms": 26.795119992, "p95_ms": 56.614796, "max_ms": 68.794017 }, "native_to_result": { "samples": 125, "mean_ms": 12.229298496, "p95_ms": 35.4997, "max_ms": 61.159543 }, "result_to_publisher_submit": { "samples": 125, "mean_ms": 0.95078584, "p95_ms": 1.603579, "max_ms": 9.286224 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 0, "events_created": 0, "processed": 367 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 367, "per_task_buffers": { "det": 367 }, "latest": { "fn": 366, "det": 10, "persons": 7, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1315771.282695103, "entries": 367, "length": 100, "last": "1789463050477-0", "pttl": 9912, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-02", "sourceId": "rtsp-test-source-02", "serverId": "test-ai", "streamId": "web-cam08-test", "runId": "a4bb2bce-9c9b-48d7-9442-34c2347d3bb7", "runGeneration": 1, "frameSeq": 366, "ptsNs": 37919185935, "ingestTimeWallMs": 1789463050420, "frameWidth": 1280, "frameHeight": 720, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 466867892, "rtpTimestampExt": null, "detectedAtWallMs": 1789438972089, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "0", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9268352389335632, "bbox": [ 0.350555419921875, 0.4559326171875, 0.419952392578125, 0.5909423828125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "1", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.920647144317627, "bbox": [ 0.5576934814453125, 0.3345947265625, 0.6122283935546875, 0.6336669921875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "2", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8879840970039368, "bbox": [ 0.506072998046875, 0.369873046875, 0.537872314453125, 0.533447265625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "5", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8568122982978821, "bbox": [ 0.8135833740234375, 0.347900390625, 0.8729400634765625, 0.609130859375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "6", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.753829300403595, "bbox": [ 0.61676025390625, 0.451690673828125, 0.65570068359375, 0.552215576171875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "7", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.7442848086357117, "bbox": [ 0.654876708984375, 0.44097900390625, 0.687896728515625, 0.54046630859375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "9", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.6031140089035034, "bbox": [ 0.6348876953125, 0.465728759765625, 0.6717529296875, 0.555755615234375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "11", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.3608268201351166, "bbox": [ 0.1982421875, 0.4323883056640625, 0.214111328125, 0.4582366943359375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "13", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.31573596596717834, "bbox": [ 0.61578369140625, 0.4453125, 0.64886474609375, 0.54248046875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } }, "rtsp-test-source-03": { "at": 1315771.322690914, "state": { "stream_id": "web-cam01-test", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "6ccbf8bf-ab24-4c09-87a4-b17e989e902f", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789463050.5310547, "source_stage": "preprocess_output", "source_stage_at": 1789463050.5533173, "source_stages": { "pipeline_state_changed": 1789463016.513833, "decoded_frame_received": 1789463050.552576, "preprocess_output": 1789463050.5533173, "infer_output": 1789463050.4965143, "consume_entered": 1789463050.5032861, "native_completed": 1789463050.523222, "inference_frame_completed": 1789463050.5310404 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 342, "preprocess_output": 342, "infer_output": 341, "consume_entered": 341, "native_completed": 341, "inference_frame_completed": 341 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789463014.7196298, "decoded_frame_received": 1789463016.452747, "preprocess_output": 1789463016.4597824, "infer_output": 1789463016.5037315, "consume_entered": 1789463016.5087032, "native_completed": 1789463016.5227594, "inference_frame_completed": 1789463016.5295417 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789463014.5626752, "uptime_s": 36.0, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1315771316912184, "counts": { "decoded": 1022, "selected": 341, "preprocess": 342, "sampling_drop": 681, "infer": 341, "native": 341, "result": 341, "publisher_submit": 341 }, "first_ns": { "decoded": 1315737200113078, "selected": 1315737200130715, "preprocess": 1315737207141739, "sampling_drop": 1315737232218288, "infer": 1315737251104718, "native": 1315737270100686, "result": 1315737276171150, "publisher_submit": 1315737276944602 }, "last_ns": { "decoded": 1315771299943568, "selected": 1315771299956728, "preprocess": 1315771300626206, "sampling_drop": 1315771298527917, "infer": 1315771243817218, "native": 1315771270554342, "result": 1315771277924785, "publisher_submit": 1315771278442814 }, "detail": true, "pending_samples": 1, "last_frame": { "selected": [ 1023, 35727429337 ], "preprocess": [ 1023, 35727429337 ], "infer": [ 1020, 35627429337 ], "native": [ 1020, 35627429337 ], "result": [ 1020, 35627429337 ], "publisher_submit": [ 1020, 35627429337 ] }, "observation_missed": 4, "durations": { "queue": { "samples": 125, "mean_ms": 7.578408552, "p95_ms": 24.983235, "max_ms": 30.467967 }, "tracking": { "samples": 125, "mean_ms": 0.042645343999999995, "p95_ms": 0.075146, "max_ms": 0.089316 }, "tracking_cpu": { "samples": 125, "mean_ms": 0.03243016, "p95_ms": 0.057888, "max_ms": 0.067271 }, "result_work": { "samples": 125, "mean_ms": 4.46701264, "p95_ms": 9.917697, "max_ms": 22.986662 }, "selected_to_preprocess": { "samples": 125, "mean_ms": 5.421111648, "p95_ms": 14.729609, "max_ms": 25.143842 }, "preprocess_to_infer": { "samples": 124, "mean_ms": 40.63922923387097, "p95_ms": 59.335681, "max_ms": 93.664135 }, "infer_to_native": { "samples": 124, "mean_ms": 31.401207370967743, "p95_ms": 51.99353, "max_ms": 192.483338 }, "native_to_result": { "samples": 124, "mean_ms": 14.906920467741935, "p95_ms": 34.179943, "max_ms": 51.338439 }, "result_to_publisher_submit": { "samples": 124, "mean_ms": 1.1095154435483872, "p95_ms": 2.195404, "max_ms": 15.102949 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 0, "events_created": 0, "processed": 341 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 341, "per_task_buffers": { "det": 341 }, "latest": { "fn": 1020, "det": 6, "persons": 4, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1315771.322737762, "entries": 341, "length": 100, "last": "1789463050532-0", "pttl": 9929, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-03", "sourceId": "rtsp-test-source-03", "serverId": "test-ai", "streamId": "web-cam01-test", "runId": "6ccbf8bf-ab24-4c09-87a4-b17e989e902f", "runGeneration": 1, "frameSeq": 1020, "ptsNs": 35627429337, "ingestTimeWallMs": 1789463050458, "frameWidth": 480, "frameHeight": 360, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 4229431316, "rtpTimestampExt": null, "detectedAtWallMs": 1789480778349, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "0", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9205042719841003, "bbox": [ 0.60394287109375, 0.41455078125, 0.66461181640625, 0.58935546875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "1", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9078037738800049, "bbox": [ 0.754180908203125, 0.4332275390625, 0.800506591796875, 0.5921630859375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "3", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8910549879074097, "bbox": [ 0.7953033447265625, 0.46795654296875, 0.8394622802734375, 0.67559814453125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "5", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8080672025680542, "bbox": [ 0.5296783447265625, 0.376220703125, 0.5621185302734375, 0.501708984375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } } }, "publisher": { "enabled": true, "metrics": { "sent": 1154, "sent_status": 49, "workers_created": 3, "sent_frames": 1105, "queued": 0, "queuedBytes": 0, "channels": 4, "workers": 3, "profile": { "enabled": true, "revision": 1, "channels": { "d98f4e86d523f201a60f5f03c7a93f284a355b57e3a57ecd305727b2df38a5d2": { "counts": { "state_noop": 130, "queued_frame": 130, "sent_frame": 129, "queued_heartbeat": 4, "sent_status": 4, "timeline_evicted": 145 }, "timings": { "frame_queue": { "count": 130, "mean_ms": 4.835152634992623, "max_ms": 29.130737064406276, "recent_samples": 130, "recent_p95_ms": 15.485919080674648 }, "frame_write_wall": { "count": 129, "mean_ms": 8.750896844961243, "max_ms": 67.37227, "recent_samples": 129, "recent_p95_ms": 25.375467 }, "frame_write_cpu": { "count": 129, "mean_ms": 1.16708211627907, "max_ms": 2.364588, "recent_samples": 129, "recent_p95_ms": 1.772237 }, "frame_completion_lock": { "count": 129, "mean_ms": 0.014024317829457362, "max_ms": 0.056839, "recent_samples": 129, "recent_p95_ms": 0.029352999999999997 }, "enqueue_gap": { "count": 129, "mean_ms": 99.30111101550392, "max_ms": 235.94281999999998, "recent_samples": 129, "recent_p95_ms": 131.890622 }, "status_queue": { "count": 4, "mean_ms": 2.0400197245180607, "max_ms": 3.7593748420476913, "recent_samples": 4, "recent_p95_ms": 3.7593748420476913 }, "status_write_wall": { "count": 4, "mean_ms": 10.59056225, "max_ms": 28.090209, "recent_samples": 4, "recent_p95_ms": 28.090209 }, "status_write_cpu": { "count": 4, "mean_ms": 0.9672145, "max_ms": 1.264997, "recent_samples": 4, "recent_p95_ms": 1.264997 }, "status_completion_lock": { "count": 4, "mean_ms": 0.010275, "max_ms": 0.011899999999999999, "recent_samples": 4, "recent_p95_ms": 0.011899999999999999 } } }, "611cea950b4c0a014291720468a3a7f61c5787baa95a374d3b94d4db886bf16b": { "counts": { "state_noop": 130, "queued_frame": 130, "sent_frame": 130, "timeline_evicted": 140, "queued_heartbeat": 2, "sent_status": 2 }, "timings": { "frame_queue": { "count": 130, "mean_ms": 5.330833212400858, "max_ms": 44.420343125239015, "recent_samples": 130, "recent_p95_ms": 15.932630049064755 }, "frame_write_wall": { "count": 130, "mean_ms": 11.473919230769233, "max_ms": 85.738163, "recent_samples": 130, "recent_p95_ms": 37.007072 }, "frame_write_cpu": { "count": 130, "mean_ms": 1.1989877999999998, "max_ms": 5.464672, "recent_samples": 130, "recent_p95_ms": 1.742356 }, "frame_completion_lock": { "count": 130, "mean_ms": 0.013057023076923078, "max_ms": 0.032591, "recent_samples": 130, "recent_p95_ms": 0.02434 }, "enqueue_gap": { "count": 129, "mean_ms": 99.30879819379844, "max_ms": 327.66319100000004, "recent_samples": 129, "recent_p95_ms": 181.097512 }, "status_queue": { "count": 2, "mean_ms": 0.6381520070135593, "max_ms": 0.68229204043746, "recent_samples": 2, "recent_p95_ms": 0.68229204043746 }, "status_write_wall": { "count": 2, "mean_ms": 3.6410229999999997, "max_ms": 5.215578, "recent_samples": 2, "recent_p95_ms": 5.215578 }, "status_write_cpu": { "count": 2, "mean_ms": 0.5241205, "max_ms": 0.5695570000000001, "recent_samples": 2, "recent_p95_ms": 0.5695570000000001 }, "status_completion_lock": { "count": 2, "mean_ms": 0.0070574999999999995, "max_ms": 0.007651, "recent_samples": 2, "recent_p95_ms": 0.007651 } } }, "f119ec7770227da23061f13f0bb790b466850dbe16243dbfcb1a0279ab0a1baa": { "counts": { "sent_frame": 130, "state_noop": 129, "queued_frame": 129, "queued_heartbeat": 4, "sent_status": 3, "timeline_evicted": 143 }, "timings": { "frame_queue": { "count": 130, "mean_ms": 5.511488341009961, "max_ms": 33.99882395751774, "recent_samples": 130, "recent_p95_ms": 16.243780963122845 }, "frame_write_wall": { "count": 130, "mean_ms": 8.095446830769232, "max_ms": 31.718251000000002, "recent_samples": 130, "recent_p95_ms": 21.468034 }, "frame_write_cpu": { "count": 130, "mean_ms": 1.0971023846153851, "max_ms": 2.170871, "recent_samples": 130, "recent_p95_ms": 1.761168 }, "frame_completion_lock": { "count": 130, "mean_ms": 0.046735146153846156, "max_ms": 4.259062, "recent_samples": 130, "recent_p95_ms": 0.032625 }, "enqueue_gap": { "count": 128, "mean_ms": 99.41970267968752, "max_ms": 254.501792, "recent_samples": 128, "recent_p95_ms": 135.62013000000002 }, "status_queue": { "count": 3, "mean_ms": 1.0604812608410914, "max_ms": 1.5309099107980728, "recent_samples": 3, "recent_p95_ms": 1.5309099107980728 }, "status_write_wall": { "count": 3, "mean_ms": 6.937811666666668, "max_ms": 13.792164000000001, "recent_samples": 3, "recent_p95_ms": 13.792164000000001 }, "status_write_cpu": { "count": 3, "mean_ms": 1.0191373333333333, "max_ms": 1.374382, "recent_samples": 3, "recent_p95_ms": 1.374382 }, "status_completion_lock": { "count": 3, "mean_ms": 0.014016333333333332, "max_ms": 0.019114, "recent_samples": 3, "recent_p95_ms": 0.019114 } } }, "d57cc517767b64098669a8ffc9845f2bae132fb3b0f3a0a1298371fd11f01cc0": { "counts": { "queued_heartbeat": 4, "sent_status": 4 }, "timings": { "status_queue": { "count": 4, "mean_ms": 0.09581021731719375, "max_ms": 0.10603200644254684, "recent_samples": 4, "recent_p95_ms": 0.10603200644254684 }, "status_write_wall": { "count": 4, "mean_ms": 6.80081175, "max_ms": 15.873008, "recent_samples": 4, "recent_p95_ms": 15.873008 }, "status_write_cpu": { "count": 4, "mean_ms": 0.97899475, "max_ms": 1.348693, "recent_samples": 4, "recent_p95_ms": 1.348693 }, "status_completion_lock": { "count": 4, "mean_ms": 0.00856325, "max_ms": 0.014095, "recent_samples": 4, "recent_p95_ms": 0.014095 } } } }, "timing_scope": "sink_only_v2", "timeline_limit_per_channel": 256, "replacement_limit_per_channel": 32 }, "workerMode": "channel", "workerLimit": 16, "controlWorkers": 1, "retiringWorkers": 0, "workerErrors": {}, "terminalErrors": 0, "inflightBytes": 1907, "inflightByteLimit": 167772160 } } }, { "at": 1315772.353033616, "channels": { "rtsp-test-source-01": { "at": 1315772.419705638, "state": { "stream_id": "rtsp-test-01", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "f00e47c1-7b6d-4f03-80e6-81fd903fcadb", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789463051.6418228, "source_stage": "preprocess_output", "source_stage_at": 1789463051.6508253, "source_stages": { "pipeline_state_changed": 1789463011.2833889, "decoded_frame_received": 1789463051.649452, "preprocess_output": 1789463051.6508253, "infer_output": 1789463051.6118255, "consume_entered": 1789463051.6160963, "native_completed": 1789463051.6362126, "inference_frame_completed": 1789463051.6418037 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 416, "preprocess_output": 416, "infer_output": 415, "consume_entered": 415, "native_completed": 415, "inference_frame_completed": 415 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789463009.740274, "decoded_frame_received": 1789463011.1960018, "preprocess_output": 1789463011.2371497, "infer_output": 1789463011.2696452, "consume_entered": 1789463011.2777383, "native_completed": 1789463011.2908287, "inference_frame_completed": 1789463011.2957904 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789463009.194144, "uptime_s": 42.5, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1315772401900597, "counts": { "decoded": 416, "selected": 416, "preprocess": 416, "infer": 415, "native": 415, "result": 415, "publisher_submit": 415 }, "first_ns": { "decoded": 1315731943309575, "selected": 1315731943346838, "preprocess": 1315731984352674, "infer": 1315732016894736, "native": 1315732038194819, "result": 1315732042454010, "publisher_submit": 1315732043198467 }, "last_ns": { "decoded": 1315772396820760, "selected": 1315772396832641, "preprocess": 1315772398146185, "infer": 1315772359138297, "native": 1315772383526186, "result": 1315772388536902, "publisher_submit": 1315772389200730 }, "detail": true, "pending_samples": 1, "last_frame": { "selected": [ 415, 41801907284 ], "preprocess": [ 415, 41801907284 ], "infer": [ 414, 41701907284 ], "native": [ 414, 41701907284 ], "result": [ 414, 41701907284 ], "publisher_submit": [ 414, 41701907284 ] }, "observation_missed": 0, "durations": { "queue": { "samples": 138, "mean_ms": 6.883906231884057, "p95_ms": 21.871935, "max_ms": 27.149433 }, "tracking": { "samples": 138, "mean_ms": 0.04341184782608696, "p95_ms": 0.075081, "max_ms": 0.106244 }, "tracking_cpu": { "samples": 138, "mean_ms": 0.03250789130434783, "p95_ms": 0.059685, "max_ms": 0.085378 }, "result_work": { "samples": 138, "mean_ms": 4.6863173188405804, "p95_ms": 11.717249, "max_ms": 35.359619 }, "selected_to_preprocess": { "samples": 138, "mean_ms": 5.124640442028985, "p95_ms": 14.357593, "max_ms": 27.591699 }, "preprocess_to_infer": { "samples": 137, "mean_ms": 40.39666637956204, "p95_ms": 57.369569, "max_ms": 81.129526 }, "infer_to_native": { "samples": 137, "mean_ms": 31.478527496350367, "p95_ms": 54.364395, "max_ms": 82.805288 }, "native_to_result": { "samples": 137, "mean_ms": 15.579392459854015, "p95_ms": 31.333707, "max_ms": 157.680666 }, "result_to_publisher_submit": { "samples": 137, "mean_ms": 1.0503411021897808, "p95_ms": 2.081709, "max_ms": 8.322859 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 0, "events_created": 0, "processed": 415 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 415, "per_task_buffers": { "det": 415 }, "latest": { "fn": 414, "det": 8, "persons": 5, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1315772.419818126, "entries": 415, "length": 100, "last": "1789463051642-0", "pttl": 9934, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-01", "sourceId": "rtsp-test-source-01", "serverId": "test-ai", "streamId": "rtsp-test-01", "runId": "f00e47c1-7b6d-4f03-80e6-81fd903fcadb", "runGeneration": 1, "frameSeq": 414, "ptsNs": 41701907284, "ingestTimeWallMs": 1789463051549, "frameWidth": 1280, "frameHeight": 720, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 2634009473, "rtpTimestampExt": null, "detectedAtWallMs": 1789463051439, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "1", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9237300753593445, "bbox": [ 0.40478515625, 0.3370361328125, 0.47998046875, 0.6365966796875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "2", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8899121284484863, "bbox": [ 0.50555419921875, 0.3702392578125, 0.53741455078125, 0.5335693359375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "3", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8840392827987671, "bbox": [ 0.56573486328125, 0.323974609375, 0.61297607421875, 0.618408203125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "4", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8492224216461182, "bbox": [ 0.64208984375, 0.36846923828125, 0.67822265625, 0.53289794921875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "5", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.837221086025238, "bbox": [ 0.6162567138671875, 0.448516845703125, 0.6552276611328125, 0.553436279296875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "10", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.3815651535987854, "bbox": [ 0.19789886474609375, 0.4325714111328125, 0.21421051025390625, 0.4590301513671875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } }, "rtsp-test-source-02": { "at": 1315772.503960316, "state": { "stream_id": "web-cam08-test", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "a4bb2bce-9c9b-48d7-9442-34c2347d3bb7", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789463051.6925266, "source_stage": "preprocess_output", "source_stage_at": 1789463051.739031, "source_stages": { "pipeline_state_changed": 1789463013.909858, "decoded_frame_received": 1789463051.7331254, "preprocess_output": 1789463051.739031, "infer_output": 1789463051.6538188, "consume_entered": 1789463051.6572568, "native_completed": 1789463051.6780632, "inference_frame_completed": 1789463051.6924937 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 380, "preprocess_output": 380, "infer_output": 379, "consume_entered": 379, "native_completed": 379, "inference_frame_completed": 379 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789463012.351809, "decoded_frame_received": 1789463013.8604698, "preprocess_output": 1789463013.8620818, "infer_output": 1789463013.896053, "consume_entered": 1789463013.9046674, "native_completed": 1789463013.917506, "inference_frame_completed": 1789463013.9226985 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789463012.3138435, "uptime_s": 39.4, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1315772491901853, "counts": { "decoded": 379, "selected": 379, "preprocess": 380, "infer": 379, "native": 379, "result": 379, "publisher_submit": 379 }, "first_ns": { "decoded": 1315734607770346, "selected": 1315734607829449, "preprocess": 1315734609413414, "infer": 1315734643364360, "native": 1315734664888912, "result": 1315734669390312, "publisher_submit": 1315734670103334 }, "last_ns": { "decoded": 1315772480464899, "selected": 1315772480495834, "preprocess": 1315772486340621, "infer": 1315772401108446, "native": 1315772425233411, "result": 1315772439019332, "publisher_submit": 1315772439879819 }, "detail": true, "pending_samples": 1, "last_frame": { "selected": [ 379, 39219185935 ], "preprocess": [ 379, 39219185935 ], "infer": [ 378, 39119185935 ], "native": [ 378, 39119185935 ], "result": [ 378, 39119185935 ], "publisher_submit": [ 378, 39119185935 ] }, "observation_missed": 2, "durations": { "queue": { "samples": 138, "mean_ms": 5.297381217391305, "p95_ms": 20.30662, "max_ms": 36.98968 }, "tracking": { "samples": 138, "mean_ms": 0.04485981884057971, "p95_ms": 0.075915, "max_ms": 0.135029 }, "tracking_cpu": { "samples": 138, "mean_ms": 0.034461862318840575, "p95_ms": 0.055429, "max_ms": 0.105565 }, "result_work": { "samples": 138, "mean_ms": 4.2353957463768115, "p95_ms": 7.723117, "max_ms": 30.635765 }, "selected_to_preprocess": { "samples": 138, "mean_ms": 9.99290686231884, "p95_ms": 32.514424, "max_ms": 83.771227 }, "preprocess_to_infer": { "samples": 137, "mean_ms": 37.820398423357666, "p95_ms": 60.057869, "max_ms": 149.941399 }, "infer_to_native": { "samples": 137, "mean_ms": 27.314045072992702, "p95_ms": 57.714631, "max_ms": 68.794017 }, "native_to_result": { "samples": 137, "mean_ms": 12.17774406569343, "p95_ms": 35.4997, "max_ms": 61.159543 }, "result_to_publisher_submit": { "samples": 137, "mean_ms": 0.9353154890510949, "p95_ms": 1.603579, "max_ms": 9.286224 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 0, "events_created": 0, "processed": 379 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 379, "per_task_buffers": { "det": 379 }, "latest": { "fn": 378, "det": 8, "persons": 5, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1315772.504063203, "entries": 379, "length": 100, "last": "1789463051694-0", "pttl": 9905, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-02", "sourceId": "rtsp-test-source-02", "serverId": "test-ai", "streamId": "web-cam08-test", "runId": "a4bb2bce-9c9b-48d7-9442-34c2347d3bb7", "runGeneration": 1, "frameSeq": 378, "ptsNs": 39119185935, "ingestTimeWallMs": 1789463051624, "frameWidth": 1280, "frameHeight": 720, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 466975892, "rtpTimestampExt": null, "detectedAtWallMs": 1789438973289, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "1", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.895339846611023, "bbox": [ 0.3544158935546875, 0.45623779296875, 0.4063262939453125, 0.58966064453125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "2", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8866168856620789, "bbox": [ 0.5059127807617188, 0.3701171875, 0.5370559692382812, 0.53369140625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "3", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.843766450881958, "bbox": [ 0.8353729248046875, 0.3455810546875, 0.8736114501953125, 0.6094970703125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "6", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.6909762620925903, "bbox": [ 0.65228271484375, 0.4407958984375, 0.68756103515625, 0.5533447265625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "7", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.5943747162818909, "bbox": [ 0.572845458984375, 0.44830322265625, 0.661529541015625, 0.64154052734375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "9", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.44004809856414795, "bbox": [ 0.572723388671875, 0.5174560546875, 0.659698486328125, 0.6475830078125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "11", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.35880228877067566, "bbox": [ 0.6170654296875, 0.44482421875, 0.6593017578125, 0.53466796875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "13", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.3298233151435852, "bbox": [ 0.197967529296875, 0.43212890625, 0.214141845703125, 0.458984375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "14", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.31090354919433594, "bbox": [ 0.6142578125, 0.4442138671875, 0.6650390625, 0.6417236328125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } }, "rtsp-test-source-03": { "at": 1315772.587372979, "state": { "stream_id": "web-cam01-test", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "6ccbf8bf-ab24-4c09-87a4-b17e989e902f", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789463051.732134, "source_stage": "native_completed", "source_stage_at": 1789463051.8073971, "source_stages": { "pipeline_state_changed": 1789463016.513833, "decoded_frame_received": 1789463051.74741, "preprocess_output": 1789463051.7490768, "infer_output": 1789463051.7895494, "consume_entered": 1789463051.7938445, "native_completed": 1789463051.8073971, "inference_frame_completed": 1789463051.7321074 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 354, "preprocess_output": 354, "infer_output": 354, "consume_entered": 354, "native_completed": 354, "inference_frame_completed": 353 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789463014.7196298, "decoded_frame_received": 1789463016.452747, "preprocess_output": 1789463016.4597824, "infer_output": 1789463016.5037315, "consume_entered": 1789463016.5087032, "native_completed": 1789463016.5227594, "inference_frame_completed": 1789463016.5295417 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789463014.5626752, "uptime_s": 37.2, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1315772557297188, "counts": { "decoded": 1059, "selected": 353, "preprocess": 354, "sampling_drop": 706, "infer": 354, "native": 354, "result": 353, "publisher_submit": 353 }, "first_ns": { "decoded": 1315737200113078, "selected": 1315737200130715, "preprocess": 1315737207141739, "sampling_drop": 1315737232218288, "infer": 1315737251104718, "native": 1315737270100686, "result": 1315737276171150, "publisher_submit": 1315737276944602 }, "last_ns": { "decoded": 1315772530396647, "selected": 1315772494785345, "preprocess": 1315772496409211, "sampling_drop": 1315772530425746, "infer": 1315772536912311, "native": 1315772554740820, "result": 1315772478833075, "publisher_submit": 1315772479497680 }, "detail": true, "pending_samples": 1, "last_frame": { "selected": [ 1059, 36927429337 ], "preprocess": [ 1059, 36927429337 ], "infer": [ 1059, 36927429337 ], "native": [ 1059, 36927429337 ], "result": [ 1056, 36827429337 ], "publisher_submit": [ 1056, 36827429337 ] }, "observation_missed": 4, "durations": { "queue": { "samples": 137, "mean_ms": 7.731905839416059, "p95_ms": 24.983235, "max_ms": 30.467967 }, "tracking": { "samples": 137, "mean_ms": 0.04322128467153285, "p95_ms": 0.075574, "max_ms": 0.107207 }, "tracking_cpu": { "samples": 137, "mean_ms": 0.032881788321167886, "p95_ms": 0.05869, "max_ms": 0.077127 }, "result_work": { "samples": 137, "mean_ms": 4.487370189781022, "p95_ms": 11.131816, "max_ms": 22.986662 }, "selected_to_preprocess": { "samples": 137, "mean_ms": 5.40499093430657, "p95_ms": 16.048874, "max_ms": 25.143842 }, "preprocess_to_infer": { "samples": 137, "mean_ms": 40.205949109489055, "p95_ms": 59.335681, "max_ms": 93.664135 }, "infer_to_native": { "samples": 137, "mean_ms": 31.367597160583944, "p95_ms": 52.988793, "max_ms": 192.483338 }, "native_to_result": { "samples": 136, "mean_ms": 15.245308823529411, "p95_ms": 34.179943, "max_ms": 51.338439 }, "result_to_publisher_submit": { "samples": 136, "mean_ms": 1.0998742647058823, "p95_ms": 2.505023, "max_ms": 15.102949 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 0, "events_created": 0, "processed": 353 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 353, "per_task_buffers": { "det": 353 }, "latest": { "fn": 1056, "det": 6, "persons": 4, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1315772.58742792, "entries": 354, "length": 100, "last": "1789463051839-0", "pttl": 9951, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-03", "sourceId": "rtsp-test-source-03", "serverId": "test-ai", "streamId": "web-cam01-test", "runId": "6ccbf8bf-ab24-4c09-87a4-b17e989e902f", "runGeneration": 1, "frameSeq": 1059, "ptsNs": 36927429337, "ingestTimeWallMs": 1789463051747, "frameWidth": 480, "frameHeight": 360, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 4229548316, "rtpTimestampExt": null, "detectedAtWallMs": 1789480779649, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "0", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9226218461990356, "bbox": [ 0.4455413818359375, 0.33489990234375, 0.4909820556640625, 0.46929931640625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "1", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9194981455802917, "bbox": [ 0.802581787109375, 0.4654541015625, 0.848785400390625, 0.6331787109375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "2", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.915808916091919, "bbox": [ 0.6921539306640625, 0.45843505859375, 0.7404632568359375, 0.64410400390625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "3", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8912444114685059, "bbox": [ 0.7376861572265625, 0.429931640625, 0.7867279052734375, 0.618896484375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } } }, "publisher": { "enabled": true, "metrics": { "sent": 1192, "sent_status": 49, "workers_created": 3, "sent_frames": 1143, "queued": 0, "queuedBytes": 0, "channels": 4, "workers": 3, "profile": { "enabled": true, "revision": 1, "channels": { "d98f4e86d523f201a60f5f03c7a93f284a355b57e3a57ecd305727b2df38a5d2": { "counts": { "state_noop": 143, "queued_frame": 143, "sent_frame": 142, "queued_heartbeat": 4, "sent_status": 4, "timeline_evicted": 184 }, "timings": { "frame_queue": { "count": 143, "mean_ms": 4.734249280804729, "max_ms": 29.130737064406276, "recent_samples": 143, "recent_p95_ms": 14.714684104546905 }, "frame_write_wall": { "count": 142, "mean_ms": 9.001404211267609, "max_ms": 67.37227, "recent_samples": 142, "recent_p95_ms": 25.375467 }, "frame_write_cpu": { "count": 142, "mean_ms": 1.1662195563380282, "max_ms": 2.364588, "recent_samples": 142, "recent_p95_ms": 1.7778209999999999 }, "frame_completion_lock": { "count": 142, "mean_ms": 0.013949183098591547, "max_ms": 0.056839, "recent_samples": 142, "recent_p95_ms": 0.025462000000000002 }, "enqueue_gap": { "count": 142, "mean_ms": 99.2465851408451, "max_ms": 235.94281999999998, "recent_samples": 142, "recent_p95_ms": 131.890622 }, "status_queue": { "count": 4, "mean_ms": 2.0400197245180607, "max_ms": 3.7593748420476913, "recent_samples": 4, "recent_p95_ms": 3.7593748420476913 }, "status_write_wall": { "count": 4, "mean_ms": 10.59056225, "max_ms": 28.090209, "recent_samples": 4, "recent_p95_ms": 28.090209 }, "status_write_cpu": { "count": 4, "mean_ms": 0.9672145, "max_ms": 1.264997, "recent_samples": 4, "recent_p95_ms": 1.264997 }, "status_completion_lock": { "count": 4, "mean_ms": 0.010275, "max_ms": 0.011899999999999999, "recent_samples": 4, "recent_p95_ms": 0.011899999999999999 } } }, "611cea950b4c0a014291720468a3a7f61c5787baa95a374d3b94d4db886bf16b": { "counts": { "state_noop": 143, "queued_frame": 143, "sent_frame": 143, "timeline_evicted": 179, "queued_heartbeat": 2, "sent_status": 2 }, "timings": { "frame_queue": { "count": 143, "mean_ms": 5.216512809527087, "max_ms": 44.420343125239015, "recent_samples": 143, "recent_p95_ms": 15.556768048554659 }, "frame_write_wall": { "count": 143, "mean_ms": 11.225133202797203, "max_ms": 85.738163, "recent_samples": 143, "recent_p95_ms": 34.569592 }, "frame_write_cpu": { "count": 143, "mean_ms": 1.1897124055944053, "max_ms": 5.464672, "recent_samples": 143, "recent_p95_ms": 1.742356 }, "frame_completion_lock": { "count": 143, "mean_ms": 0.013087223776223778, "max_ms": 0.052347, "recent_samples": 143, "recent_p95_ms": 0.02434 }, "enqueue_gap": { "count": 142, "mean_ms": 98.861628556338, "max_ms": 327.66319100000004, "recent_samples": 142, "recent_p95_ms": 181.097512 }, "status_queue": { "count": 2, "mean_ms": 0.6381520070135593, "max_ms": 0.68229204043746, "recent_samples": 2, "recent_p95_ms": 0.68229204043746 }, "status_write_wall": { "count": 2, "mean_ms": 3.6410229999999997, "max_ms": 5.215578, "recent_samples": 2, "recent_p95_ms": 5.215578 }, "status_write_cpu": { "count": 2, "mean_ms": 0.5241205, "max_ms": 0.5695570000000001, "recent_samples": 2, "recent_p95_ms": 0.5695570000000001 }, "status_completion_lock": { "count": 2, "mean_ms": 0.0070574999999999995, "max_ms": 0.007651, "recent_samples": 2, "recent_p95_ms": 0.007651 } } }, "f119ec7770227da23061f13f0bb790b466850dbe16243dbfcb1a0279ab0a1baa": { "counts": { "sent_frame": 142, "state_noop": 142, "queued_frame": 142, "queued_heartbeat": 4, "sent_status": 3, "timeline_evicted": 181 }, "timings": { "frame_queue": { "count": 143, "mean_ms": 5.426195971146747, "max_ms": 33.99882395751774, "recent_samples": 143, "recent_p95_ms": 15.368933090940118 }, "frame_write_wall": { "count": 142, "mean_ms": 7.754628253521129, "max_ms": 31.718251000000002, "recent_samples": 142, "recent_p95_ms": 21.334111 }, "frame_write_cpu": { "count": 142, "mean_ms": 1.0779156619718315, "max_ms": 2.170871, "recent_samples": 142, "recent_p95_ms": 1.740869 }, "frame_completion_lock": { "count": 142, "mean_ms": 0.043600492957746484, "max_ms": 4.259062, "recent_samples": 142, "recent_p95_ms": 0.031318 }, "enqueue_gap": { "count": 141, "mean_ms": 99.4267034468085, "max_ms": 254.501792, "recent_samples": 141, "recent_p95_ms": 139.504619 }, "status_queue": { "count": 3, "mean_ms": 1.0604812608410914, "max_ms": 1.5309099107980728, "recent_samples": 3, "recent_p95_ms": 1.5309099107980728 }, "status_write_wall": { "count": 3, "mean_ms": 6.937811666666668, "max_ms": 13.792164000000001, "recent_samples": 3, "recent_p95_ms": 13.792164000000001 }, "status_write_cpu": { "count": 3, "mean_ms": 1.0191373333333333, "max_ms": 1.374382, "recent_samples": 3, "recent_p95_ms": 1.374382 }, "status_completion_lock": { "count": 3, "mean_ms": 0.014016333333333332, "max_ms": 0.019114, "recent_samples": 3, "recent_p95_ms": 0.019114 } } }, "d57cc517767b64098669a8ffc9845f2bae132fb3b0f3a0a1298371fd11f01cc0": { "counts": { "queued_heartbeat": 4, "sent_status": 4 }, "timings": { "status_queue": { "count": 4, "mean_ms": 0.09581021731719375, "max_ms": 0.10603200644254684, "recent_samples": 4, "recent_p95_ms": 0.10603200644254684 }, "status_write_wall": { "count": 4, "mean_ms": 6.80081175, "max_ms": 15.873008, "recent_samples": 4, "recent_p95_ms": 15.873008 }, "status_write_cpu": { "count": 4, "mean_ms": 0.97899475, "max_ms": 1.348693, "recent_samples": 4, "recent_p95_ms": 1.348693 }, "status_completion_lock": { "count": 4, "mean_ms": 0.00856325, "max_ms": 0.014095, "recent_samples": 4, "recent_p95_ms": 0.014095 } } } }, "timing_scope": "sink_only_v2", "timeline_limit_per_channel": 256, "replacement_limit_per_channel": 32 }, "workerMode": "channel", "workerLimit": 16, "controlWorkers": 1, "retiringWorkers": 0, "workerErrors": {}, "terminalErrors": 0, "inflightBytes": 3826, "inflightByteLimit": 167772160 } } }, { "at": 1315773.637767424, "channels": { "rtsp-test-source-01": { "at": 1315773.737876711, "state": { "stream_id": "rtsp-test-01", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "f00e47c1-7b6d-4f03-80e6-81fd903fcadb", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789463052.9551208, "source_stage": "preprocess_output", "source_stage_at": 1789463052.967527, "source_stages": { "pipeline_state_changed": 1789463011.2833889, "decoded_frame_received": 1789463052.956818, "preprocess_output": 1789463052.967527, "infer_output": 1789463052.8967118, "consume_entered": 1789463052.9022667, "native_completed": 1789463052.9284472, "inference_frame_completed": 1789463052.9551044 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 429, "preprocess_output": 429, "infer_output": 428, "consume_entered": 428, "native_completed": 428, "inference_frame_completed": 428 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789463009.740274, "decoded_frame_received": 1789463011.1960018, "preprocess_output": 1789463011.2371497, "infer_output": 1789463011.2696452, "consume_entered": 1789463011.2777383, "native_completed": 1789463011.2908287, "inference_frame_completed": 1789463011.2957904 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789463009.194144, "uptime_s": 43.8, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1315773730124830, "counts": { "decoded": 429, "selected": 429, "preprocess": 429, "infer": 428, "native": 428, "result": 428, "publisher_submit": 428 }, "first_ns": { "decoded": 1315731943309575, "selected": 1315731943346838, "preprocess": 1315731984352674, "infer": 1315732016894736, "native": 1315732038194819, "result": 1315732042454010, "publisher_submit": 1315732043198467 }, "last_ns": { "decoded": 1315773704140186, "selected": 1315773704165531, "preprocess": 1315773714827863, "infer": 1315773643998688, "native": 1315773675707695, "result": 1315773701890318, "publisher_submit": 1315773702504061 }, "detail": true, "pending_samples": 1, "last_frame": { "selected": [ 428, 43101907284 ], "preprocess": [ 428, 43101907284 ], "infer": [ 427, 43001907284 ], "native": [ 427, 43001907284 ], "result": [ 427, 43001907284 ], "publisher_submit": [ 427, 43001907284 ] }, "observation_missed": 0, "durations": { "queue": { "samples": 151, "mean_ms": 6.9644203377483445, "p95_ms": 21.632369, "max_ms": 27.149433 }, "tracking": { "samples": 151, "mean_ms": 0.04298672847682119, "p95_ms": 0.071715, "max_ms": 0.106244 }, "tracking_cpu": { "samples": 151, "mean_ms": 0.03225240397350993, "p95_ms": 0.052471, "max_ms": 0.085378 }, "result_work": { "samples": 151, "mean_ms": 4.580804854304636, "p95_ms": 10.140123, "max_ms": 35.359619 }, "selected_to_preprocess": { "samples": 151, "mean_ms": 4.937558913907285, "p95_ms": 13.814867, "max_ms": 27.591699 }, "preprocess_to_infer": { "samples": 150, "mean_ms": 40.28030634, "p95_ms": 56.855365, "max_ms": 81.129526 }, "infer_to_native": { "samples": 150, "mean_ms": 31.283169926666666, "p95_ms": 54.055503, "max_ms": 82.805288 }, "native_to_result": { "samples": 150, "mean_ms": 15.50359014, "p95_ms": 31.123034, "max_ms": 157.680666 }, "result_to_publisher_submit": { "samples": 150, "mean_ms": 1.0197449266666667, "p95_ms": 1.848912, "max_ms": 8.322859 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 0, "events_created": 0, "processed": 428 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 428, "per_task_buffers": { "det": 428 }, "latest": { "fn": 427, "det": 7, "persons": 4, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1315773.737990842, "entries": 428, "length": 100, "last": "1789463052960-0", "pttl": 9940, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-01", "sourceId": "rtsp-test-source-01", "serverId": "test-ai", "streamId": "rtsp-test-01", "runId": "f00e47c1-7b6d-4f03-80e6-81fd903fcadb", "runGeneration": 1, "frameSeq": 427, "ptsNs": 43001907284, "ingestTimeWallMs": 1789463052847, "frameWidth": 1280, "frameHeight": 720, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 2634126473, "rtpTimestampExt": null, "detectedAtWallMs": 1789463052739, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "0", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9349913001060486, "bbox": [ 0.628570556640625, 0.34423828125, 0.708343505859375, 0.61572265625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "2", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8975157737731934, "bbox": [ 0.36248779296875, 0.3533935546875, 0.41729736328125, 0.6217041015625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "3", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8763172030448914, "bbox": [ 0.5058746337890625, 0.3701171875, 0.5380706787109375, 0.533203125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "4", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.7771308422088623, "bbox": [ 0.615020751953125, 0.447052001953125, 0.655487060546875, 0.554901123046875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "8", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.3854903280735016, "bbox": [ 0.19771575927734375, 0.43270111083984375, 0.21390533447265625, 0.45890045166015625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } }, "rtsp-test-source-02": { "at": 1315773.823617993, "state": { "stream_id": "web-cam08-test", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "a4bb2bce-9c9b-48d7-9442-34c2347d3bb7", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789463053.024304, "source_stage": "preprocess_output", "source_stage_at": 1789463053.034254, "source_stages": { "pipeline_state_changed": 1789463013.909858, "decoded_frame_received": 1789463053.0311399, "preprocess_output": 1789463053.034254, "infer_output": 1789463052.9931288, "consume_entered": 1789463052.995691, "native_completed": 1789463053.0092516, "inference_frame_completed": 1789463053.0242777 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 393, "preprocess_output": 393, "infer_output": 392, "consume_entered": 392, "native_completed": 392, "inference_frame_completed": 392 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789463012.351809, "decoded_frame_received": 1789463013.8604698, "preprocess_output": 1789463013.8620818, "infer_output": 1789463013.896053, "consume_entered": 1789463013.9046674, "native_completed": 1789463013.917506, "inference_frame_completed": 1789463013.9226985 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789463012.3138435, "uptime_s": 40.7, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1315773804120999, "counts": { "decoded": 392, "selected": 392, "preprocess": 393, "infer": 392, "native": 392, "result": 392, "publisher_submit": 392 }, "first_ns": { "decoded": 1315734607770346, "selected": 1315734607829449, "preprocess": 1315734609413414, "infer": 1315734643364360, "native": 1315734664888912, "result": 1315734669390312, "publisher_submit": 1315734670103334 }, "last_ns": { "decoded": 1315773778425027, "selected": 1315773778474894, "preprocess": 1315773781608941, "infer": 1315773740426861, "native": 1315773756595428, "result": 1315773771091251, "publisher_submit": 1315773771672626 }, "detail": true, "pending_samples": 1, "last_frame": { "selected": [ 392, 40519185935 ], "preprocess": [ 392, 40519185935 ], "infer": [ 391, 40419185935 ], "native": [ 391, 40419185935 ], "result": [ 391, 40419185935 ], "publisher_submit": [ 391, 40419185935 ] }, "observation_missed": 2, "durations": { "queue": { "samples": 151, "mean_ms": 5.203216165562914, "p95_ms": 17.911324, "max_ms": 36.98968 }, "tracking": { "samples": 151, "mean_ms": 0.04469016556291391, "p95_ms": 0.075234, "max_ms": 0.135029 }, "tracking_cpu": { "samples": 151, "mean_ms": 0.03423385430463576, "p95_ms": 0.055429, "max_ms": 0.105565 }, "result_work": { "samples": 151, "mean_ms": 4.225281523178809, "p95_ms": 7.723117, "max_ms": 30.635765 }, "selected_to_preprocess": { "samples": 151, "mean_ms": 9.728725847682119, "p95_ms": 32.048608, "max_ms": 83.771227 }, "preprocess_to_infer": { "samples": 150, "mean_ms": 37.88712337333334, "p95_ms": 60.057869, "max_ms": 149.941399 }, "infer_to_native": { "samples": 150, "mean_ms": 26.965571773333334, "p95_ms": 56.614796, "max_ms": 68.794017 }, "native_to_result": { "samples": 150, "mean_ms": 11.872134533333334, "p95_ms": 29.737417, "max_ms": 61.159543 }, "result_to_publisher_submit": { "samples": 150, "mean_ms": 0.961684, "p95_ms": 1.603579, "max_ms": 9.286224 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 0, "events_created": 0, "processed": 392 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 392, "per_task_buffers": { "det": 392 }, "latest": { "fn": 391, "det": 10, "persons": 7, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1315773.823691783, "entries": 392, "length": 100, "last": "1789463053032-0", "pttl": 9922, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-02", "sourceId": "rtsp-test-source-02", "serverId": "test-ai", "streamId": "web-cam08-test", "runId": "a4bb2bce-9c9b-48d7-9442-34c2347d3bb7", "runGeneration": 1, "frameSeq": 391, "ptsNs": 40419185935, "ingestTimeWallMs": 1789463052940, "frameWidth": 1280, "frameHeight": 720, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 467092892, "rtpTimestampExt": null, "detectedAtWallMs": 1789438974589, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "1", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9152045845985413, "bbox": [ 0.37982177734375, 0.3424072265625, 0.43707275390625, 0.5926513671875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "2", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8906751871109009, "bbox": [ 0.5062103271484375, 0.37005615234375, 0.5377349853515625, 0.53375244140625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "3", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8318272233009338, "bbox": [ 0.8352203369140625, 0.34619140625, 0.8757171630859375, 0.60888671875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "4", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8109285235404968, "bbox": [ 0.6155853271484375, 0.445526123046875, 0.6549224853515625, 0.552032470703125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "5", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.7634837031364441, "bbox": [ 0.6549530029296875, 0.440826416015625, 0.6887969970703125, 0.545501708984375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "6", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.7492707371711731, "bbox": [ 0.60919189453125, 0.58642578125, 0.69647216796875, 0.67236328125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "8", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.5476757287979126, "bbox": [ 0.6330718994140625, 0.459136962890625, 0.6647796630859375, 0.554534912109375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "11", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.4095749855041504, "bbox": [ 0.1975860595703125, 0.4326934814453125, 0.2145233154296875, 0.4584197998046875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } }, "rtsp-test-source-03": { "at": 1315773.994425318, "state": { "stream_id": "web-cam01-test", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "6ccbf8bf-ab24-4c09-87a4-b17e989e902f", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789463053.0704055, "source_stage": "native_completed", "source_stage_at": 1789463053.1602056, "source_stages": { "pipeline_state_changed": 1789463016.513833, "decoded_frame_received": 1789463053.154114, "preprocess_output": 1789463053.083908, "infer_output": 1789463053.1146104, "consume_entered": 1789463053.1216612, "native_completed": 1789463053.1602056, "inference_frame_completed": 1789463053.0703466 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 368, "preprocess_output": 367, "infer_output": 367, "consume_entered": 367, "native_completed": 367, "inference_frame_completed": 366 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789463014.7196298, "decoded_frame_received": 1789463016.452747, "preprocess_output": 1789463016.4597824, "infer_output": 1789463016.5037315, "consume_entered": 1789463016.5087032, "native_completed": 1789463016.5227594, "inference_frame_completed": 1789463016.5295417 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789463014.5626752, "uptime_s": 38.6, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1315773910303465, "counts": { "decoded": 1100, "selected": 367, "preprocess": 367, "sampling_drop": 733, "infer": 367, "native": 367, "result": 366, "publisher_submit": 366 }, "first_ns": { "decoded": 1315737200113078, "selected": 1315737200130715, "preprocess": 1315737207141739, "sampling_drop": 1315737232218288, "infer": 1315737251104718, "native": 1315737270100686, "result": 1315737276171150, "publisher_submit": 1315737276944602 }, "last_ns": { "decoded": 1315773901454700, "selected": 1315773901489455, "preprocess": 1315773831208088, "sampling_drop": 1315773860858426, "infer": 1315773861932401, "native": 1315773907585282, "result": 1315773816804628, "publisher_submit": 1315773817704223 }, "detail": true, "pending_samples": 2, "last_frame": { "selected": [ 1101, 38327429337 ], "preprocess": [ 1098, 38227429337 ], "infer": [ 1098, 38227429337 ], "native": [ 1098, 38227429337 ], "result": [ 1095, 38127429337 ], "publisher_submit": [ 1095, 38127429337 ] }, "observation_missed": 4, "durations": { "queue": { "samples": 150, "mean_ms": 7.5581027333333335, "p95_ms": 22.547161, "max_ms": 30.467967 }, "tracking": { "samples": 150, "mean_ms": 0.04303972666666667, "p95_ms": 0.075146, "max_ms": 0.107207 }, "tracking_cpu": { "samples": 150, "mean_ms": 0.03273794, "p95_ms": 0.057888, "max_ms": 0.077127 }, "result_work": { "samples": 150, "mean_ms": 4.50512676, "p95_ms": 11.131816, "max_ms": 22.986662 }, "selected_to_preprocess": { "samples": 150, "mean_ms": 5.248458153333333, "p95_ms": 14.973114, "max_ms": 25.143842 }, "preprocess_to_infer": { "samples": 150, "mean_ms": 40.17407237333334, "p95_ms": 58.593541, "max_ms": 93.664135 }, "infer_to_native": { "samples": 150, "mean_ms": 31.247653446666664, "p95_ms": 51.99353, "max_ms": 192.483338 }, "native_to_result": { "samples": 149, "mean_ms": 15.420234953020135, "p95_ms": 34.179943, "max_ms": 54.341978 }, "result_to_publisher_submit": { "samples": 149, "mean_ms": 1.1426349463087249, "p95_ms": 2.505023, "max_ms": 15.102949 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 1, "events_created": 0, "processed": 366 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 366, "per_task_buffers": { "det": 366 }, "latest": { "fn": 1095, "det": 8, "persons": 6, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1315773.994512851, "entries": 367, "length": 100, "last": "1789463053214-0", "pttl": 9974, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-03", "sourceId": "rtsp-test-source-03", "serverId": "test-ai", "streamId": "web-cam01-test", "runId": "6ccbf8bf-ab24-4c09-87a4-b17e989e902f", "runGeneration": 1, "frameSeq": 1101, "ptsNs": 38327429337, "ingestTimeWallMs": 1789463053153, "frameWidth": 480, "frameHeight": 360, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 4229674316, "rtpTimestampExt": null, "detectedAtWallMs": 1789480781049, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "0", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9280183911323547, "bbox": [ 0.7112274169921875, 0.3934326171875, 0.7594757080078125, 0.5821533203125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "1", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9019206762313843, "bbox": [ 0.941314697265625, 0.4041748046875, 0.989349365234375, 0.5738525390625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "3", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8828325867652893, "bbox": [ 0.356292724609375, 0.32464599609375, 0.394683837890625, 0.45806884765625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "4", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8757869601249695, "bbox": [ 0.806854248046875, 0.5245361328125, 0.863067626953125, 0.7166748046875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "5", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8533025979995728, "bbox": [ 0.799957275390625, 0.4747314453125, 0.846527099609375, 0.6512451171875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "7", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.801314651966095, "bbox": [ 0.91021728515625, 0.78668212890625, 0.99896240234375, 0.99945068359375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "8", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.4541090130805969, "bbox": [ 0.9120025634765625, 0.764923095703125, 0.9561614990234375, 0.868865966796875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "9", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.4239945709705353, "bbox": [ 0.88201904296875, 0.76513671875, 0.95782470703125, 0.99755859375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } } }, "publisher": { "enabled": true, "metrics": { "sent": 1230, "sent_status": 49, "workers_created": 3, "sent_frames": 1181, "queued": 0, "queuedBytes": 0, "channels": 4, "workers": 3, "profile": { "enabled": true, "revision": 1, "channels": { "d98f4e86d523f201a60f5f03c7a93f284a355b57e3a57ecd305727b2df38a5d2": { "counts": { "state_noop": 155, "queued_frame": 155, "sent_frame": 155, "queued_heartbeat": 4, "sent_status": 4, "timeline_evicted": 221 }, "timings": { "frame_queue": { "count": 155, "mean_ms": 4.635565344905181, "max_ms": 29.130737064406276, "recent_samples": 155, "recent_p95_ms": 14.714684104546905 }, "frame_write_wall": { "count": 155, "mean_ms": 8.787076387096777, "max_ms": 67.37227, "recent_samples": 155, "recent_p95_ms": 25.375467 }, "frame_write_cpu": { "count": 155, "mean_ms": 1.1605937612903232, "max_ms": 2.364588, "recent_samples": 155, "recent_p95_ms": 1.835609 }, "frame_completion_lock": { "count": 155, "mean_ms": 0.013713903225806446, "max_ms": 0.056839, "recent_samples": 155, "recent_p95_ms": 0.025462000000000002 }, "enqueue_gap": { "count": 154, "mean_ms": 99.25775661688313, "max_ms": 235.94281999999998, "recent_samples": 154, "recent_p95_ms": 132.111162 }, "status_queue": { "count": 4, "mean_ms": 2.0400197245180607, "max_ms": 3.7593748420476913, "recent_samples": 4, "recent_p95_ms": 3.7593748420476913 }, "status_write_wall": { "count": 4, "mean_ms": 10.59056225, "max_ms": 28.090209, "recent_samples": 4, "recent_p95_ms": 28.090209 }, "status_write_cpu": { "count": 4, "mean_ms": 0.9672145, "max_ms": 1.264997, "recent_samples": 4, "recent_p95_ms": 1.264997 }, "status_completion_lock": { "count": 4, "mean_ms": 0.010275, "max_ms": 0.011899999999999999, "recent_samples": 4, "recent_p95_ms": 0.011899999999999999 } } }, "611cea950b4c0a014291720468a3a7f61c5787baa95a374d3b94d4db886bf16b": { "counts": { "state_noop": 155, "queued_frame": 155, "sent_frame": 155, "timeline_evicted": 215, "queued_heartbeat": 2, "sent_status": 2 }, "timings": { "frame_queue": { "count": 155, "mean_ms": 5.220558470295321, "max_ms": 44.420343125239015, "recent_samples": 155, "recent_p95_ms": 15.556768048554659 }, "frame_write_wall": { "count": 155, "mean_ms": 11.07956212903226, "max_ms": 85.738163, "recent_samples": 155, "recent_p95_ms": 34.569592 }, "frame_write_cpu": { "count": 155, "mean_ms": 1.1773423870967739, "max_ms": 5.464672, "recent_samples": 155, "recent_p95_ms": 1.742356 }, "frame_completion_lock": { "count": 155, "mean_ms": 0.01312083870967742, "max_ms": 0.052347, "recent_samples": 155, "recent_p95_ms": 0.02812 }, "enqueue_gap": { "count": 154, "mean_ms": 99.04066214285712, "max_ms": 327.66319100000004, "recent_samples": 154, "recent_p95_ms": 181.097512 }, "status_queue": { "count": 2, "mean_ms": 0.6381520070135593, "max_ms": 0.68229204043746, "recent_samples": 2, "recent_p95_ms": 0.68229204043746 }, "status_write_wall": { "count": 2, "mean_ms": 3.6410229999999997, "max_ms": 5.215578, "recent_samples": 2, "recent_p95_ms": 5.215578 }, "status_write_cpu": { "count": 2, "mean_ms": 0.5241205, "max_ms": 0.5695570000000001, "recent_samples": 2, "recent_p95_ms": 0.5695570000000001 }, "status_completion_lock": { "count": 2, "mean_ms": 0.0070574999999999995, "max_ms": 0.007651, "recent_samples": 2, "recent_p95_ms": 0.007651 } } }, "f119ec7770227da23061f13f0bb790b466850dbe16243dbfcb1a0279ab0a1baa": { "counts": { "sent_frame": 155, "state_noop": 154, "queued_frame": 154, "queued_heartbeat": 4, "sent_status": 3, "timeline_evicted": 218 }, "timings": { "frame_queue": { "count": 155, "mean_ms": 5.332585394142136, "max_ms": 33.99882395751774, "recent_samples": 155, "recent_p95_ms": 15.368933090940118 }, "frame_write_wall": { "count": 155, "mean_ms": 7.51833226451613, "max_ms": 31.718251000000002, "recent_samples": 155, "recent_p95_ms": 21.334111 }, "frame_write_cpu": { "count": 155, "mean_ms": 1.0744404516129036, "max_ms": 2.170871, "recent_samples": 155, "recent_p95_ms": 1.740869 }, "frame_completion_lock": { "count": 155, "mean_ms": 0.04077007741935484, "max_ms": 4.259062, "recent_samples": 155, "recent_p95_ms": 0.031318 }, "enqueue_gap": { "count": 153, "mean_ms": 99.54578991503266, "max_ms": 254.501792, "recent_samples": 153, "recent_p95_ms": 139.504619 }, "status_queue": { "count": 3, "mean_ms": 1.0604812608410914, "max_ms": 1.5309099107980728, "recent_samples": 3, "recent_p95_ms": 1.5309099107980728 }, "status_write_wall": { "count": 3, "mean_ms": 6.937811666666668, "max_ms": 13.792164000000001, "recent_samples": 3, "recent_p95_ms": 13.792164000000001 }, "status_write_cpu": { "count": 3, "mean_ms": 1.0191373333333333, "max_ms": 1.374382, "recent_samples": 3, "recent_p95_ms": 1.374382 }, "status_completion_lock": { "count": 3, "mean_ms": 0.014016333333333332, "max_ms": 0.019114, "recent_samples": 3, "recent_p95_ms": 0.019114 } } }, "d57cc517767b64098669a8ffc9845f2bae132fb3b0f3a0a1298371fd11f01cc0": { "counts": { "queued_heartbeat": 4, "sent_status": 4 }, "timings": { "status_queue": { "count": 4, "mean_ms": 0.09581021731719375, "max_ms": 0.10603200644254684, "recent_samples": 4, "recent_p95_ms": 0.10603200644254684 }, "status_write_wall": { "count": 4, "mean_ms": 6.80081175, "max_ms": 15.873008, "recent_samples": 4, "recent_p95_ms": 15.873008 }, "status_write_cpu": { "count": 4, "mean_ms": 0.97899475, "max_ms": 1.348693, "recent_samples": 4, "recent_p95_ms": 1.348693 }, "status_completion_lock": { "count": 4, "mean_ms": 0.00856325, "max_ms": 0.014095, "recent_samples": 4, "recent_p95_ms": 0.014095 } } } }, "timing_scope": "sink_only_v2", "timeline_limit_per_channel": 256, "replacement_limit_per_channel": 32 }, "workerMode": "channel", "workerLimit": 16, "controlWorkers": 1, "retiringWorkers": 0, "workerErrors": {}, "terminalErrors": 0, "inflightBytes": 0, "inflightByteLimit": 167772160 } } }, { "at": 1315775.036093871, "channels": { "rtsp-test-source-01": { "at": 1315775.098281011, "state": { "stream_id": "rtsp-test-01", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "f00e47c1-7b6d-4f03-80e6-81fd903fcadb", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789463054.3353062, "source_stage": "inference_frame_completed", "source_stage_at": 1789463054.3352804, "source_stages": { "pipeline_state_changed": 1789463011.2833889, "decoded_frame_received": 1789463054.2442155, "preprocess_output": 1789463054.2457485, "infer_output": 1789463054.2948966, "consume_entered": 1789463054.3062515, "native_completed": 1789463054.3229291, "inference_frame_completed": 1789463054.3352804 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 442, "preprocess_output": 442, "infer_output": 442, "consume_entered": 442, "native_completed": 442, "inference_frame_completed": 442 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789463009.740274, "decoded_frame_received": 1789463011.1960018, "preprocess_output": 1789463011.2371497, "infer_output": 1789463011.2696452, "consume_entered": 1789463011.2777383, "native_completed": 1789463011.2908287, "inference_frame_completed": 1789463011.2957904 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789463009.194144, "uptime_s": 45.1, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1315775089740874, "counts": { "decoded": 442, "selected": 442, "preprocess": 442, "infer": 442, "native": 442, "result": 442, "publisher_submit": 442 }, "first_ns": { "decoded": 1315731943309575, "selected": 1315731943346838, "preprocess": 1315731984352674, "infer": 1315732016894736, "native": 1315732038194819, "result": 1315732042454010, "publisher_submit": 1315732043198467 }, "last_ns": { "decoded": 1315774991563168, "selected": 1315774991576932, "preprocess": 1315774992890006, "infer": 1315775042231424, "native": 1315775070286045, "result": 1315775081959777, "publisher_submit": 1315775082666369 }, "detail": true, "pending_samples": 0, "last_frame": { "selected": [ 441, 44401907284 ], "preprocess": [ 441, 44401907284 ], "infer": [ 441, 44401907284 ], "native": [ 441, 44401907284 ], "result": [ 441, 44401907284 ], "publisher_submit": [ 441, 44401907284 ] }, "observation_missed": 0, "durations": { "queue": { "samples": 165, "mean_ms": 6.863819848484849, "p95_ms": 17.738727, "max_ms": 27.149433 }, "tracking": { "samples": 165, "mean_ms": 0.042633921212121215, "p95_ms": 0.067269, "max_ms": 0.106244 }, "tracking_cpu": { "samples": 165, "mean_ms": 0.03204077575757576, "p95_ms": 0.052018, "max_ms": 0.085378 }, "result_work": { "samples": 165, "mean_ms": 4.607746260606061, "p95_ms": 10.140123, "max_ms": 35.359619 }, "selected_to_preprocess": { "samples": 164, "mean_ms": 4.889539054878049, "p95_ms": 13.424029, "max_ms": 27.591699 }, "preprocess_to_infer": { "samples": 164, "mean_ms": 39.99401495121951, "p95_ms": 53.470887, "max_ms": 81.129526 }, "infer_to_native": { "samples": 164, "mean_ms": 30.735193871951218, "p95_ms": 51.539584, "max_ms": 82.805288 }, "native_to_result": { "samples": 164, "mean_ms": 15.450479896341463, "p95_ms": 31.123034, "max_ms": 157.680666 }, "result_to_publisher_submit": { "samples": 164, "mean_ms": 0.9999155853658537, "p95_ms": 1.848912, "max_ms": 8.322859 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 0, "events_created": 0, "processed": 442 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 442, "per_task_buffers": { "det": 442 }, "latest": { "fn": 441, "det": 8, "persons": 5, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1315775.098362327, "entries": 442, "length": 100, "last": "1789463054338-0", "pttl": 9949, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-01", "sourceId": "rtsp-test-source-01", "serverId": "test-ai", "streamId": "rtsp-test-01", "runId": "f00e47c1-7b6d-4f03-80e6-81fd903fcadb", "runGeneration": 1, "frameSeq": 441, "ptsNs": 44401907284, "ingestTimeWallMs": 1789463054243, "frameWidth": 1280, "frameHeight": 720, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 2634252473, "rtpTimestampExt": null, "detectedAtWallMs": 1789463054139, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "1", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8957052826881409, "bbox": [ 0.321929931640625, 0.5289306640625, 0.398284912109375, 0.6097412109375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "2", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8889517188072205, "bbox": [ 0.5057525634765625, 0.3701171875, 0.5372161865234375, 0.533203125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "4", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8738621473312378, "bbox": [ 0.6411285400390625, 0.3682861328125, 0.6811370849609375, 0.5384521484375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "5", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8675976395606995, "bbox": [ 0.762298583984375, 0.3421630859375, 0.808013916015625, 0.6280517578125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "6", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.766992449760437, "bbox": [ 0.61517333984375, 0.448211669921875, 0.65631103515625, 0.553741455078125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "9", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.4245908856391907, "bbox": [ 0.1978302001953125, 0.4321746826171875, 0.2137908935546875, 0.4589385986328125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "12", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.3112174868583679, "bbox": [ 0.629180908203125, 0.45306396484375, 0.677459716796875, 0.55670166015625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } }, "rtsp-test-source-02": { "at": 1315775.229023847, "state": { "stream_id": "web-cam08-test", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "a4bb2bce-9c9b-48d7-9442-34c2347d3bb7", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789463054.286409, "source_stage": "consume_entered", "source_stage_at": 1789463054.4308474, "source_stages": { "pipeline_state_changed": 1789463013.909858, "decoded_frame_received": 1789463054.4152598, "preprocess_output": 1789463054.420862, "infer_output": 1789463054.4045448, "consume_entered": 1789463054.4308474, "native_completed": 1789463054.2769437, "inference_frame_completed": 1789463054.2863631 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 407, "preprocess_output": 407, "infer_output": 406, "consume_entered": 406, "native_completed": 405, "inference_frame_completed": 405 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789463012.351809, "decoded_frame_received": 1789463013.8604698, "preprocess_output": 1789463013.8620818, "infer_output": 1789463013.896053, "consume_entered": 1789463013.9046674, "native_completed": 1789463013.917506, "inference_frame_completed": 1789463013.9226985 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789463012.3138435, "uptime_s": 42.1, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1315775207552417, "counts": { "decoded": 406, "selected": 406, "preprocess": 407, "infer": 406, "native": 405, "result": 405, "publisher_submit": 405 }, "first_ns": { "decoded": 1315734607770346, "selected": 1315734607829449, "preprocess": 1315734609413414, "infer": 1315734643364360, "native": 1315734664888912, "result": 1315734669390312, "publisher_submit": 1315734670103334 }, "last_ns": { "decoded": 1315775162619885, "selected": 1315775162634814, "preprocess": 1315775168224947, "infer": 1315775151873761, "native": 1315775024205550, "result": 1315775032710752, "publisher_submit": 1315775033739978 }, "detail": true, "pending_samples": 2, "last_frame": { "selected": [ 406, 41919185935 ], "preprocess": [ 406, 41919185935 ], "infer": [ 405, 41819185935 ], "native": [ 404, 41719185935 ], "result": [ 404, 41719185935 ], "publisher_submit": [ 404, 41719185935 ] }, "observation_missed": 2, "durations": { "queue": { "samples": 164, "mean_ms": 4.974548762195122, "p95_ms": 16.158827, "max_ms": 36.98968 }, "tracking": { "samples": 164, "mean_ms": 0.04489214024390244, "p95_ms": 0.075234, "max_ms": 0.135029 }, "tracking_cpu": { "samples": 164, "mean_ms": 0.034450091463414635, "p95_ms": 0.055429, "max_ms": 0.105565 }, "result_work": { "samples": 164, "mean_ms": 4.253980091463415, "p95_ms": 7.723117, "max_ms": 30.635765 }, "selected_to_preprocess": { "samples": 165, "mean_ms": 9.546360357575757, "p95_ms": 30.960576, "max_ms": 83.771227 }, "preprocess_to_infer": { "samples": 164, "mean_ms": 37.54905756097561, "p95_ms": 59.034176, "max_ms": 149.941399 }, "infer_to_native": { "samples": 163, "mean_ms": 26.464005490797547, "p95_ms": 51.492004, "max_ms": 68.794017 }, "native_to_result": { "samples": 163, "mean_ms": 11.66466990797546, "p95_ms": 29.646694, "max_ms": 61.159543 }, "result_to_publisher_submit": { "samples": 163, "mean_ms": 0.9942302822085889, "p95_ms": 1.603579, "max_ms": 9.286224 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 0, "events_created": 0, "processed": 405 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 406, "per_task_buffers": { "det": 406 }, "latest": { "fn": 405, "det": 10, "persons": 6, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1315775.229058658, "entries": 406, "length": 100, "last": "1789463054469-0", "pttl": 9995, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-02", "sourceId": "rtsp-test-source-02", "serverId": "test-ai", "streamId": "web-cam08-test", "runId": "a4bb2bce-9c9b-48d7-9442-34c2347d3bb7", "runGeneration": 1, "frameSeq": 405, "ptsNs": 41819185935, "ingestTimeWallMs": 1789463054353, "frameWidth": 1280, "frameHeight": 720, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 467218892, "rtpTimestampExt": null, "detectedAtWallMs": 1789438975989, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "0", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9281486868858337, "bbox": [ 0.4548187255859375, 0.3388671875, 0.5149078369140625, 0.61572265625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "2", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8780007362365723, "bbox": [ 0.5060348510742188, 0.369873046875, 0.5369338989257812, 0.533447265625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "3", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8393393158912659, "bbox": [ 0.8344573974609375, 0.3502197265625, 0.8764801025390625, 0.6092529296875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "4", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8321002125740051, "bbox": [ 0.6490020751953125, 0.4061279296875, 0.6791229248046875, 0.5386962890625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "5", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8219034671783447, "bbox": [ 0.61541748046875, 0.44769287109375, 0.65899658203125, 0.55523681640625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "8", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.6655192375183105, "bbox": [ 0.6403656005859375, 0.593475341796875, 0.7004547119140625, 0.682891845703125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "10", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.4348212480545044, "bbox": [ 0.1977386474609375, 0.432525634765625, 0.2143707275390625, 0.458587646484375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } }, "rtsp-test-source-03": { "at": 1315775.300062709, "state": { "stream_id": "web-cam01-test", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "6ccbf8bf-ab24-4c09-87a4-b17e989e902f", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789463054.4303641, "source_stage": "native_completed", "source_stage_at": 1789463054.5318406, "source_stages": { "pipeline_state_changed": 1789463016.513833, "decoded_frame_received": 1789463054.448051, "preprocess_output": 1789463054.4599159, "infer_output": 1789463054.4922292, "consume_entered": 1789463054.5056849, "native_completed": 1789463054.5318406, "inference_frame_completed": 1789463054.4303234 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 381, "preprocess_output": 381, "infer_output": 381, "consume_entered": 381, "native_completed": 381, "inference_frame_completed": 380 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789463014.7196298, "decoded_frame_received": 1789463016.452747, "preprocess_output": 1789463016.4597824, "infer_output": 1789463016.5037315, "consume_entered": 1789463016.5087032, "native_completed": 1789463016.5227594, "inference_frame_completed": 1789463016.5295417 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789463014.5626752, "uptime_s": 40.0, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1315775293761910, "counts": { "decoded": 1140, "selected": 380, "preprocess": 381, "sampling_drop": 760, "infer": 381, "native": 381, "result": 381, "publisher_submit": 380 }, "first_ns": { "decoded": 1315737200113078, "selected": 1315737200130715, "preprocess": 1315737207141739, "sampling_drop": 1315737232218288, "infer": 1315737251104718, "native": 1315737270100686, "result": 1315737276171150, "publisher_submit": 1315737276944602 }, "last_ns": { "decoded": 1315775229388833, "selected": 1315775195404749, "preprocess": 1315775207250605, "sampling_drop": 1315775229411046, "infer": 1315775239572392, "native": 1315775279218148, "result": 1315775290204952, "publisher_submit": 1315775177689526 }, "detail": true, "pending_samples": 1, "last_frame": { "selected": [ 1140, 39627429337 ], "preprocess": [ 1140, 39627429337 ], "infer": [ 1140, 39627429337 ], "native": [ 1140, 39627429337 ], "result": [ 1140, 39627429337 ], "publisher_submit": [ 1137, 39527429337 ] }, "observation_missed": 4, "durations": { "queue": { "samples": 165, "mean_ms": 7.440161254545455, "p95_ms": 22.043172, "max_ms": 30.467967 }, "tracking": { "samples": 165, "mean_ms": 0.04367769696969697, "p95_ms": 0.075574, "max_ms": 0.139038 }, "tracking_cpu": { "samples": 165, "mean_ms": 0.03337717575757576, "p95_ms": 0.05869, "max_ms": 0.117236 }, "result_work": { "samples": 164, "mean_ms": 4.729975841463415, "p95_ms": 11.131816, "max_ms": 45.350088 }, "selected_to_preprocess": { "samples": 164, "mean_ms": 5.267215329268293, "p95_ms": 14.973114, "max_ms": 31.931259 }, "preprocess_to_infer": { "samples": 164, "mean_ms": 39.960403603658534, "p95_ms": 58.155499, "max_ms": 93.664135 }, "infer_to_native": { "samples": 164, "mean_ms": 31.015638390243904, "p95_ms": 49.55578, "max_ms": 192.483338 }, "native_to_result": { "samples": 164, "mean_ms": 15.348584731707318, "p95_ms": 34.179943, "max_ms": 54.341978 }, "result_to_publisher_submit": { "samples": 163, "mean_ms": 1.1224420245398772, "p95_ms": 2.195404, "max_ms": 15.102949 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 0, "events_created": 0, "processed": 380 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 381, "per_task_buffers": { "det": 381 }, "latest": { "fn": 1140, "det": 8, "persons": 6, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1315775.300095495, "entries": 381, "length": 100, "last": "1789463054548-0", "pttl": 9967, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-03", "sourceId": "rtsp-test-source-03", "serverId": "test-ai", "streamId": "web-cam01-test", "runId": "6ccbf8bf-ab24-4c09-87a4-b17e989e902f", "runGeneration": 1, "frameSeq": 1140, "ptsNs": 39627429337, "ingestTimeWallMs": 1789463054447, "frameWidth": 480, "frameHeight": 360, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 4229791316, "rtpTimestampExt": null, "detectedAtWallMs": 1789480782349, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "0", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9277569651603699, "bbox": [ 0.63934326171875, 0.359375, 0.68096923828125, 0.53125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "1", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9114953279495239, "bbox": [ 0.8664398193359375, 0.36688232421875, 0.9050445556640625, 0.52520751953125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "2", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9092645049095154, "bbox": [ 0.29168701171875, 0.30999755859375, 0.33038330078125, 0.43609619140625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "3", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9038048982620239, "bbox": [ 0.815582275390625, 0.4720458984375, 0.856292724609375, 0.6373291015625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "4", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8998278379440308, "bbox": [ 0.9569091796875, 0.5745849609375, 1.0, 0.7877197265625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "6", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8780007362365723, "bbox": [ 0.65142822265625, 0.740234375, 0.72552490234375, 1.0 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "9", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.39187130331993103, "bbox": [ 0.6566162109375, 0.71466064453125, 0.6968994140625, 0.82049560546875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "10", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.33361175656318665, "bbox": [ 0.653167724609375, 0.714630126953125, 0.717926025390625, 0.828338623046875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } } }, "publisher": { "enabled": true, "metrics": { "sent": 1277, "sent_status": 53, "workers_created": 3, "sent_frames": 1224, "queued": 1, "queuedBytes": 2872, "channels": 4, "workers": 3, "profile": { "enabled": true, "revision": 1, "channels": { "d98f4e86d523f201a60f5f03c7a93f284a355b57e3a57ecd305727b2df38a5d2": { "counts": { "state_noop": 169, "queued_frame": 169, "sent_frame": 169, "queued_heartbeat": 5, "sent_status": 5, "timeline_evicted": 266 }, "timings": { "frame_queue": { "count": 169, "mean_ms": 4.459677841349025, "max_ms": 29.130737064406276, "recent_samples": 169, "recent_p95_ms": 13.920944882556796 }, "frame_write_wall": { "count": 169, "mean_ms": 8.84046234911243, "max_ms": 67.37227, "recent_samples": 169, "recent_p95_ms": 24.375821 }, "frame_write_cpu": { "count": 169, "mean_ms": 1.1522916804733734, "max_ms": 2.364588, "recent_samples": 169, "recent_p95_ms": 1.7778209999999999 }, "frame_completion_lock": { "count": 169, "mean_ms": 0.013610011834319523, "max_ms": 0.056839, "recent_samples": 169, "recent_p95_ms": 0.025259999999999998 }, "enqueue_gap": { "count": 168, "mean_ms": 99.27192845238099, "max_ms": 235.94281999999998, "recent_samples": 168, "recent_p95_ms": 131.890622 }, "status_queue": { "count": 5, "mean_ms": 5.612782761454582, "max_ms": 19.90383490920067, "recent_samples": 5, "recent_p95_ms": 19.90383490920067 }, "status_write_wall": { "count": 5, "mean_ms": 13.057286600000001, "max_ms": 28.090209, "recent_samples": 5, "recent_p95_ms": 28.090209 }, "status_write_cpu": { "count": 5, "mean_ms": 0.9350301999999999, "max_ms": 1.264997, "recent_samples": 5, "recent_p95_ms": 1.264997 }, "status_completion_lock": { "count": 5, "mean_ms": 0.0095502, "max_ms": 0.011899999999999999, "recent_samples": 5, "recent_p95_ms": 0.011899999999999999 } } }, "611cea950b4c0a014291720468a3a7f61c5787baa95a374d3b94d4db886bf16b": { "counts": { "state_noop": 170, "queued_frame": 170, "sent_frame": 170, "timeline_evicted": 263, "queued_heartbeat": 3, "sent_status": 3 }, "timings": { "frame_queue": { "count": 170, "mean_ms": 5.267800481113441, "max_ms": 44.420343125239015, "recent_samples": 170, "recent_p95_ms": 15.25177014991641 }, "frame_write_wall": { "count": 170, "mean_ms": 11.592648605882355, "max_ms": 85.738163, "recent_samples": 170, "recent_p95_ms": 37.007072 }, "frame_write_cpu": { "count": 170, "mean_ms": 1.176323982352941, "max_ms": 5.464672, "recent_samples": 170, "recent_p95_ms": 1.742356 }, "frame_completion_lock": { "count": 170, "mean_ms": 0.013083835294117652, "max_ms": 0.052347, "recent_samples": 170, "recent_p95_ms": 0.02434 }, "enqueue_gap": { "count": 169, "mean_ms": 99.02196594082835, "max_ms": 327.66319100000004, "recent_samples": 169, "recent_p95_ms": 175.55062900000001 }, "status_queue": { "count": 3, "mean_ms": 2.600814371059338, "max_ms": 6.526139099150896, "recent_samples": 3, "recent_p95_ms": 6.526139099150896 }, "status_write_wall": { "count": 3, "mean_ms": 4.972048999999999, "max_ms": 7.634101, "recent_samples": 3, "recent_p95_ms": 7.634101 }, "status_write_cpu": { "count": 3, "mean_ms": 0.644656, "max_ms": 0.885727, "recent_samples": 3, "recent_p95_ms": 0.885727 }, "status_completion_lock": { "count": 3, "mean_ms": 0.009432000000000001, "max_ms": 0.014181000000000001, "recent_samples": 3, "recent_p95_ms": 0.014181000000000001 } } }, "f119ec7770227da23061f13f0bb790b466850dbe16243dbfcb1a0279ab0a1baa": { "counts": { "sent_frame": 169, "state_noop": 169, "queued_frame": 169, "queued_heartbeat": 5, "sent_status": 4, "timeline_evicted": 264 }, "timings": { "frame_queue": { "count": 169, "mean_ms": 5.293011592326344, "max_ms": 33.99882395751774, "recent_samples": 169, "recent_p95_ms": 16.243780963122845 }, "frame_write_wall": { "count": 169, "mean_ms": 7.474916792899409, "max_ms": 32.779716, "recent_samples": 169, "recent_p95_ms": 21.334111 }, "frame_write_cpu": { "count": 169, "mean_ms": 1.0696222721893491, "max_ms": 2.170871, "recent_samples": 169, "recent_p95_ms": 1.738696 }, "frame_completion_lock": { "count": 169, "mean_ms": 0.03846791124260355, "max_ms": 4.259062, "recent_samples": 169, "recent_p95_ms": 0.031318 }, "enqueue_gap": { "count": 168, "mean_ms": 99.49085516071426, "max_ms": 254.501792, "recent_samples": 168, "recent_p95_ms": 139.504619 }, "status_queue": { "count": 4, "mean_ms": 2.519337402191013, "max_ms": 6.895905826240778, "recent_samples": 4, "recent_p95_ms": 6.895905826240778 }, "status_write_wall": { "count": 4, "mean_ms": 12.33339075, "max_ms": 28.520128, "recent_samples": 4, "recent_p95_ms": 28.520128 }, "status_write_cpu": { "count": 4, "mean_ms": 0.9468240000000001, "max_ms": 1.374382, "recent_samples": 4, "recent_p95_ms": 1.374382 }, "status_completion_lock": { "count": 4, "mean_ms": 0.013363249999999998, "max_ms": 0.019114, "recent_samples": 4, "recent_p95_ms": 0.019114 } } }, "d57cc517767b64098669a8ffc9845f2bae132fb3b0f3a0a1298371fd11f01cc0": { "counts": { "queued_heartbeat": 5, "sent_status": 5 }, "timings": { "status_queue": { "count": 5, "mean_ms": 0.09635756723582745, "max_ms": 0.10603200644254684, "recent_samples": 5, "recent_p95_ms": 0.10603200644254684 }, "status_write_wall": { "count": 5, "mean_ms": 6.9060066, "max_ms": 15.873008, "recent_samples": 5, "recent_p95_ms": 15.873008 }, "status_write_cpu": { "count": 5, "mean_ms": 0.90378, "max_ms": 1.348693, "recent_samples": 5, "recent_p95_ms": 1.348693 }, "status_completion_lock": { "count": 5, "mean_ms": 0.008316599999999999, "max_ms": 0.014095, "recent_samples": 5, "recent_p95_ms": 0.014095 } } } }, "timing_scope": "sink_only_v2", "timeline_limit_per_channel": 256, "replacement_limit_per_channel": 32 }, "workerMode": "channel", "workerLimit": 16, "controlWorkers": 1, "retiringWorkers": 0, "workerErrors": {}, "terminalErrors": 0, "inflightBytes": 0, "inflightByteLimit": 167772160 } } }, { "at": 1315776.329661488, "channels": { "rtsp-test-source-01": { "at": 1315776.389124878, "state": { "stream_id": "rtsp-test-01", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "f00e47c1-7b6d-4f03-80e6-81fd903fcadb", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789463055.6169877, "source_stage": "inference_frame_completed", "source_stage_at": 1789463055.6169527, "source_stages": { "pipeline_state_changed": 1789463011.2833889, "decoded_frame_received": 1789463055.5545108, "preprocess_output": 1789463055.558416, "infer_output": 1789463055.5820649, "consume_entered": 1789463055.5882053, "native_completed": 1789463055.6090164, "inference_frame_completed": 1789463055.6169527 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 455, "preprocess_output": 455, "infer_output": 455, "consume_entered": 455, "native_completed": 455, "inference_frame_completed": 455 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789463009.740274, "decoded_frame_received": 1789463011.1960018, "preprocess_output": 1789463011.2371497, "infer_output": 1789463011.2696452, "consume_entered": 1789463011.2777383, "native_completed": 1789463011.2908287, "inference_frame_completed": 1789463011.2957904 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789463009.194144, "uptime_s": 46.4, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1315776381737486, "counts": { "decoded": 455, "selected": 455, "preprocess": 455, "infer": 455, "native": 455, "result": 455, "publisher_submit": 455 }, "first_ns": { "decoded": 1315731943309575, "selected": 1315731943346838, "preprocess": 1315731984352674, "infer": 1315732016894736, "native": 1315732038194819, "result": 1315732042454010, "publisher_submit": 1315732043198467 }, "last_ns": { "decoded": 1315776301872055, "selected": 1315776301885446, "preprocess": 1315776305778706, "infer": 1315776329372685, "native": 1315776356391762, "result": 1315776363569902, "publisher_submit": 1315776364337803 }, "detail": true, "pending_samples": 0, "last_frame": { "selected": [ 454, 45701907284 ], "preprocess": [ 454, 45701907284 ], "infer": [ 454, 45701907284 ], "native": [ 454, 45701907284 ], "result": [ 454, 45701907284 ], "publisher_submit": [ 454, 45701907284 ] }, "observation_missed": 0, "durations": { "queue": { "samples": 178, "mean_ms": 6.853708353932585, "p95_ms": 17.738727, "max_ms": 27.149433 }, "tracking": { "samples": 178, "mean_ms": 0.04269774157303371, "p95_ms": 0.071715, "max_ms": 0.106244 }, "tracking_cpu": { "samples": 178, "mean_ms": 0.03205075280898877, "p95_ms": 0.052471, "max_ms": 0.085378 }, "result_work": { "samples": 178, "mean_ms": 4.5290714157303364, "p95_ms": 10.140123, "max_ms": 35.359619 }, "selected_to_preprocess": { "samples": 177, "mean_ms": 4.771199932203389, "p95_ms": 13.424029, "max_ms": 27.591699 }, "preprocess_to_infer": { "samples": 177, "mean_ms": 39.459521740113, "p95_ms": 53.470887, "max_ms": 81.129526 }, "infer_to_native": { "samples": 177, "mean_ms": 30.48141338418079, "p95_ms": 51.539584, "max_ms": 82.805288 }, "native_to_result": { "samples": 177, "mean_ms": 15.286889740112994, "p95_ms": 31.123034, "max_ms": 157.680666 }, "result_to_publisher_submit": { "samples": 177, "mean_ms": 0.9798528135593221, "p95_ms": 1.848912, "max_ms": 8.322859 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 0, "events_created": 0, "processed": 455 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 455, "per_task_buffers": { "det": 455 }, "latest": { "fn": 454, "det": 8, "persons": 5, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1315776.389214547, "entries": 455, "length": 100, "last": "1789463055618-0", "pttl": 9940, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-01", "sourceId": "rtsp-test-source-01", "serverId": "test-ai", "streamId": "rtsp-test-01", "runId": "f00e47c1-7b6d-4f03-80e6-81fd903fcadb", "runGeneration": 1, "frameSeq": 454, "ptsNs": 45701907284, "ingestTimeWallMs": 1789463055554, "frameWidth": 1280, "frameHeight": 720, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 2634369473, "rtpTimestampExt": null, "detectedAtWallMs": 1789463055439, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "0", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8936811685562134, "bbox": [ 0.5061111450195312, 0.37005615234375, 0.5368576049804688, 0.53326416015625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "1", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8891444206237793, "bbox": [ 0.83062744140625, 0.3319091796875, 0.88616943359375, 0.6583251953125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "2", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8724561333656311, "bbox": [ 0.6413116455078125, 0.36810302734375, 0.6809539794921875, 0.53814697265625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "3", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.866245687007904, "bbox": [ 0.3211669921875, 0.537139892578125, 0.3980712890625, 0.612274169921875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "5", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8045595288276672, "bbox": [ 0.6156005859375, 0.447998046875, 0.6558837890625, 0.553955078125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "8", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.3644382059574127, "bbox": [ 0.1978607177734375, 0.4320068359375, 0.2140045166015625, 0.4586181640625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "13", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.2705765962600708, "bbox": [ 0.635711669921875, 0.4759521484375, 0.677764892578125, 0.5562744140625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } }, "rtsp-test-source-02": { "at": 1315776.497476057, "state": { "stream_id": "web-cam08-test", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "a4bb2bce-9c9b-48d7-9442-34c2347d3bb7", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789463055.6883233, "source_stage": "inference_frame_completed", "source_stage_at": 1789463055.688293, "source_stages": { "pipeline_state_changed": 1789463013.909858, "decoded_frame_received": 1789463055.6236045, "preprocess_output": 1789463055.6267645, "infer_output": 1789463055.6590524, "consume_entered": 1789463055.6631818, "native_completed": 1789463055.6787791, "inference_frame_completed": 1789463055.688293 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 419, "preprocess_output": 419, "infer_output": 419, "consume_entered": 419, "native_completed": 419, "inference_frame_completed": 419 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789463012.351809, "decoded_frame_received": 1789463013.8604698, "preprocess_output": 1789463013.8620818, "infer_output": 1789463013.896053, "consume_entered": 1789463013.9046674, "native_completed": 1789463013.917506, "inference_frame_completed": 1789463013.9226985 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789463012.3138435, "uptime_s": 43.4, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1315776465445586, "counts": { "decoded": 418, "selected": 418, "preprocess": 419, "infer": 419, "native": 419, "result": 419, "publisher_submit": 419 }, "first_ns": { "decoded": 1315734607770346, "selected": 1315734607829449, "preprocess": 1315734609413414, "infer": 1315734643364360, "native": 1315734664888912, "result": 1315734669390312, "publisher_submit": 1315734670103334 }, "last_ns": { "decoded": 1315776370925656, "selected": 1315776370946996, "preprocess": 1315776374071480, "infer": 1315776406238665, "native": 1315776425962316, "result": 1315776434750741, "publisher_submit": 1315776435674601 }, "detail": true, "pending_samples": 0, "last_frame": { "selected": [ 418, 43119185935 ], "preprocess": [ 418, 43119185935 ], "infer": [ 418, 43119185935 ], "native": [ 418, 43119185935 ], "result": [ 418, 43119185935 ], "publisher_submit": [ 418, 43119185935 ] }, "observation_missed": 2, "durations": { "queue": { "samples": 178, "mean_ms": 4.749430601123596, "p95_ms": 16.158827, "max_ms": 36.98968 }, "tracking": { "samples": 178, "mean_ms": 0.04479919101123595, "p95_ms": 0.075234, "max_ms": 0.135029 }, "tracking_cpu": { "samples": 178, "mean_ms": 0.03431157865168539, "p95_ms": 0.055429, "max_ms": 0.105565 }, "result_work": { "samples": 178, "mean_ms": 4.227572707865169, "p95_ms": 7.723117, "max_ms": 30.635765 }, "selected_to_preprocess": { "samples": 177, "mean_ms": 9.269220474576272, "p95_ms": 30.960576, "max_ms": 83.771227 }, "preprocess_to_infer": { "samples": 177, "mean_ms": 37.18599818079096, "p95_ms": 60.057869, "max_ms": 149.941399 }, "infer_to_native": { "samples": 177, "mean_ms": 26.265465, "p95_ms": 56.614796, "max_ms": 68.794017 }, "native_to_result": { "samples": 177, "mean_ms": 11.313040079096046, "p95_ms": 29.646694, "max_ms": 61.159543 }, "result_to_publisher_submit": { "samples": 177, "mean_ms": 0.9740238870056498, "p95_ms": 1.603579, "max_ms": 9.286224 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 0, "events_created": 0, "processed": 419 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 419, "per_task_buffers": { "det": 419 }, "latest": { "fn": 418, "det": 9, "persons": 6, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1315776.497545117, "entries": 419, "length": 100, "last": "1789463055696-0", "pttl": 9907, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-02", "sourceId": "rtsp-test-source-02", "serverId": "test-ai", "streamId": "web-cam08-test", "runId": "a4bb2bce-9c9b-48d7-9442-34c2347d3bb7", "runGeneration": 1, "frameSeq": 418, "ptsNs": 43119185935, "ingestTimeWallMs": 1789463055623, "frameWidth": 1280, "frameHeight": 720, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 467335892, "rtpTimestampExt": null, "detectedAtWallMs": 1789438977289, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "0", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9389128684997559, "bbox": [ 0.5275421142578125, 0.347900390625, 0.5896453857421875, 0.637451171875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "2", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8755743503570557, "bbox": [ 0.64813232421875, 0.36224365234375, 0.67999267578125, 0.54400634765625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "3", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8687154054641724, "bbox": [ 0.505401611328125, 0.37042236328125, 0.535614013671875, 0.53436279296875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "4", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8499711751937866, "bbox": [ 0.6160736083984375, 0.445648193359375, 0.6573638916015625, 0.555328369140625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "6", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8308687806129456, "bbox": [ 0.834442138671875, 0.358154296875, 0.875518798828125, 0.609130859375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "8", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.7041601538658142, "bbox": [ 0.617279052734375, 0.589080810546875, 0.701080322265625, 0.684356689453125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "9", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.42036163806915283, "bbox": [ 0.197601318359375, 0.43260955810546875, 0.214263916015625, 0.45850372314453125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } }, "rtsp-test-source-03": { "at": 1315776.593673967, "state": { "stream_id": "web-cam01-test", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "6ccbf8bf-ab24-4c09-87a4-b17e989e902f", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789463055.8315952, "source_stage": "inference_frame_completed", "source_stage_at": 1789463055.831539, "source_stages": { "pipeline_state_changed": 1789463016.513833, "decoded_frame_received": 1789463055.744927, "preprocess_output": 1789463055.7478135, "infer_output": 1789463055.789973, "consume_entered": 1789463055.7932272, "native_completed": 1789463055.8084583, "inference_frame_completed": 1789463055.831539 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 394, "preprocess_output": 394, "infer_output": 394, "consume_entered": 394, "native_completed": 394, "inference_frame_completed": 394 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789463014.7196298, "decoded_frame_received": 1789463016.452747, "preprocess_output": 1789463016.4597824, "infer_output": 1789463016.5037315, "consume_entered": 1789463016.5087032, "native_completed": 1789463016.5227594, "inference_frame_completed": 1789463016.5295417 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789463014.5626752, "uptime_s": 41.3, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1315776582973286, "counts": { "decoded": 1180, "selected": 393, "preprocess": 394, "sampling_drop": 787, "infer": 394, "native": 394, "result": 394, "publisher_submit": 394 }, "first_ns": { "decoded": 1315737200113078, "selected": 1315737200130715, "preprocess": 1315737207141739, "sampling_drop": 1315737232218288, "infer": 1315737251104718, "native": 1315737270100686, "result": 1315737276171150, "publisher_submit": 1315737276944602 }, "last_ns": { "decoded": 1315776559966497, "selected": 1315776492280775, "preprocess": 1315776495170986, "sampling_drop": 1315776559983606, "infer": 1315776537252086, "native": 1315776555785063, "result": 1315776578077242, "publisher_submit": 1315776578913935 }, "detail": true, "pending_samples": 0, "last_frame": { "selected": [ 1179, 40927429337 ], "preprocess": [ 1179, 40927429337 ], "infer": [ 1179, 40927429337 ], "native": [ 1179, 40927429337 ], "result": [ 1179, 40927429337 ], "publisher_submit": [ 1179, 40927429337 ] }, "observation_missed": 4, "durations": { "queue": { "samples": 178, "mean_ms": 7.356465949438202, "p95_ms": 22.043172, "max_ms": 30.467967 }, "tracking": { "samples": 178, "mean_ms": 0.04364400561797753, "p95_ms": 0.075574, "max_ms": 0.139038 }, "tracking_cpu": { "samples": 178, "mean_ms": 0.033377808988764045, "p95_ms": 0.05869, "max_ms": 0.117236 }, "result_work": { "samples": 178, "mean_ms": 4.732908988764045, "p95_ms": 13.224399, "max_ms": 45.350088 }, "selected_to_preprocess": { "samples": 177, "mean_ms": 5.120580672316384, "p95_ms": 14.973114, "max_ms": 31.931259 }, "preprocess_to_infer": { "samples": 177, "mean_ms": 39.64825914124294, "p95_ms": 58.155499, "max_ms": 93.664135 }, "infer_to_native": { "samples": 177, "mean_ms": 30.44464038418079, "p95_ms": 49.55578, "max_ms": 192.483338 }, "native_to_result": { "samples": 177, "mean_ms": 15.274796073446328, "p95_ms": 34.179943, "max_ms": 54.341978 }, "result_to_publisher_submit": { "samples": 177, "mean_ms": 1.1121317062146892, "p95_ms": 2.505023, "max_ms": 15.102949 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 0, "events_created": 0, "processed": 394 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 394, "per_task_buffers": { "det": 394 }, "latest": { "fn": 1179, "det": 8, "persons": 6, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1315776.593733232, "entries": 394, "length": 100, "last": "1789463055834-0", "pttl": 9949, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-03", "sourceId": "rtsp-test-source-03", "serverId": "test-ai", "streamId": "web-cam01-test", "runId": "6ccbf8bf-ab24-4c09-87a4-b17e989e902f", "runGeneration": 1, "frameSeq": 1179, "ptsNs": 40927429337, "ingestTimeWallMs": 1789463055744, "frameWidth": 480, "frameHeight": 360, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 4229908316, "rtpTimestampExt": null, "detectedAtWallMs": 1789480783649, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "0", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9114953279495239, "bbox": [ 0.824981689453125, 0.4783935546875, 0.871307373046875, 0.6505126953125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "1", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9102267622947693, "bbox": [ 0.8050079345703125, 0.33282470703125, 0.8541717529296875, 0.48504638671875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "2", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8985886573791504, "bbox": [ 0.5930328369140625, 0.32696533203125, 0.6276702880859375, 0.48699951171875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "4", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8654516339302063, "bbox": [ 0.397613525390625, 0.695068359375, 0.507171630859375, 0.950439453125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "5", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8610715270042419, "bbox": [ 0.237152099609375, 0.297698974609375, 0.266265869140625, 0.421051025390625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "6", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8539127111434937, "bbox": [ 0.4503173828125, 0.673828125, 0.5301513671875, 0.9150390625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } } }, "publisher": { "enabled": true, "metrics": { "sent": 1317, "sent_status": 53, "workers_created": 3, "sent_frames": 1264, "queued": 0, "queuedBytes": 0, "channels": 4, "workers": 3, "profile": { "enabled": true, "revision": 1, "channels": { "d98f4e86d523f201a60f5f03c7a93f284a355b57e3a57ecd305727b2df38a5d2": { "counts": { "state_noop": 183, "queued_frame": 183, "sent_frame": 182, "queued_heartbeat": 5, "sent_status": 5, "timeline_evicted": 307 }, "timings": { "frame_queue": { "count": 183, "mean_ms": 4.270438299529621, "max_ms": 29.130737064406276, "recent_samples": 183, "recent_p95_ms": 13.649086933583021 }, "frame_write_wall": { "count": 182, "mean_ms": 8.664089236263742, "max_ms": 67.37227, "recent_samples": 182, "recent_p95_ms": 24.262484 }, "frame_write_cpu": { "count": 182, "mean_ms": 1.1393655824175832, "max_ms": 2.364588, "recent_samples": 182, "recent_p95_ms": 1.772237 }, "frame_completion_lock": { "count": 182, "mean_ms": 0.013381368131868129, "max_ms": 0.056839, "recent_samples": 182, "recent_p95_ms": 0.025075999999999998 }, "enqueue_gap": { "count": 182, "mean_ms": 99.27536259890111, "max_ms": 235.94281999999998, "recent_samples": 182, "recent_p95_ms": 130.113484 }, "status_queue": { "count": 5, "mean_ms": 5.612782761454582, "max_ms": 19.90383490920067, "recent_samples": 5, "recent_p95_ms": 19.90383490920067 }, "status_write_wall": { "count": 5, "mean_ms": 13.057286600000001, "max_ms": 28.090209, "recent_samples": 5, "recent_p95_ms": 28.090209 }, "status_write_cpu": { "count": 5, "mean_ms": 0.9350301999999999, "max_ms": 1.264997, "recent_samples": 5, "recent_p95_ms": 1.264997 }, "status_completion_lock": { "count": 5, "mean_ms": 0.0095502, "max_ms": 0.011899999999999999, "recent_samples": 5, "recent_p95_ms": 0.011899999999999999 } } }, "611cea950b4c0a014291720468a3a7f61c5787baa95a374d3b94d4db886bf16b": { "counts": { "state_noop": 183, "queued_frame": 183, "sent_frame": 183, "timeline_evicted": 302, "queued_heartbeat": 3, "sent_status": 3 }, "timings": { "frame_queue": { "count": 183, "mean_ms": 5.116212805173273, "max_ms": 44.420343125239015, "recent_samples": 183, "recent_p95_ms": 15.25177014991641 }, "frame_write_wall": { "count": 183, "mean_ms": 11.332333169398906, "max_ms": 85.738163, "recent_samples": 183, "recent_p95_ms": 34.569592 }, "frame_write_cpu": { "count": 183, "mean_ms": 1.164867005464481, "max_ms": 5.464672, "recent_samples": 183, "recent_p95_ms": 1.7323270000000002 }, "frame_completion_lock": { "count": 183, "mean_ms": 0.013041923497267766, "max_ms": 0.052347, "recent_samples": 183, "recent_p95_ms": 0.023955999999999998 }, "enqueue_gap": { "count": 182, "mean_ms": 98.96326775824171, "max_ms": 327.66319100000004, "recent_samples": 182, "recent_p95_ms": 181.097512 }, "status_queue": { "count": 3, "mean_ms": 2.600814371059338, "max_ms": 6.526139099150896, "recent_samples": 3, "recent_p95_ms": 6.526139099150896 }, "status_write_wall": { "count": 3, "mean_ms": 4.972048999999999, "max_ms": 7.634101, "recent_samples": 3, "recent_p95_ms": 7.634101 }, "status_write_cpu": { "count": 3, "mean_ms": 0.644656, "max_ms": 0.885727, "recent_samples": 3, "recent_p95_ms": 0.885727 }, "status_completion_lock": { "count": 3, "mean_ms": 0.009432000000000001, "max_ms": 0.014181000000000001, "recent_samples": 3, "recent_p95_ms": 0.014181000000000001 } } }, "f119ec7770227da23061f13f0bb790b466850dbe16243dbfcb1a0279ab0a1baa": { "counts": { "sent_frame": 183, "state_noop": 182, "queued_frame": 182, "queued_heartbeat": 5, "sent_status": 4, "timeline_evicted": 305 }, "timings": { "frame_queue": { "count": 183, "mean_ms": 5.2383578804835595, "max_ms": 33.99882395751774, "recent_samples": 183, "recent_p95_ms": 16.243780963122845 }, "frame_write_wall": { "count": 183, "mean_ms": 7.237837879781423, "max_ms": 32.779716, "recent_samples": 183, "recent_p95_ms": 20.782634 }, "frame_write_cpu": { "count": 183, "mean_ms": 1.0598273169398906, "max_ms": 2.170871, "recent_samples": 183, "recent_p95_ms": 1.574445 }, "frame_completion_lock": { "count": 183, "mean_ms": 0.036369601092896164, "max_ms": 4.259062, "recent_samples": 183, "recent_p95_ms": 0.031090000000000003 }, "enqueue_gap": { "count": 181, "mean_ms": 99.4083529392265, "max_ms": 254.501792, "recent_samples": 181, "recent_p95_ms": 135.62013000000002 }, "status_queue": { "count": 4, "mean_ms": 2.519337402191013, "max_ms": 6.895905826240778, "recent_samples": 4, "recent_p95_ms": 6.895905826240778 }, "status_write_wall": { "count": 4, "mean_ms": 12.33339075, "max_ms": 28.520128, "recent_samples": 4, "recent_p95_ms": 28.520128 }, "status_write_cpu": { "count": 4, "mean_ms": 0.9468240000000001, "max_ms": 1.374382, "recent_samples": 4, "recent_p95_ms": 1.374382 }, "status_completion_lock": { "count": 4, "mean_ms": 0.013363249999999998, "max_ms": 0.019114, "recent_samples": 4, "recent_p95_ms": 0.019114 } } }, "d57cc517767b64098669a8ffc9845f2bae132fb3b0f3a0a1298371fd11f01cc0": { "counts": { "queued_heartbeat": 5, "sent_status": 5 }, "timings": { "status_queue": { "count": 5, "mean_ms": 0.09635756723582745, "max_ms": 0.10603200644254684, "recent_samples": 5, "recent_p95_ms": 0.10603200644254684 }, "status_write_wall": { "count": 5, "mean_ms": 6.9060066, "max_ms": 15.873008, "recent_samples": 5, "recent_p95_ms": 15.873008 }, "status_write_cpu": { "count": 5, "mean_ms": 0.90378, "max_ms": 1.348693, "recent_samples": 5, "recent_p95_ms": 1.348693 }, "status_completion_lock": { "count": 5, "mean_ms": 0.008316599999999999, "max_ms": 0.014095, "recent_samples": 5, "recent_p95_ms": 0.014095 } } } }, "timing_scope": "sink_only_v2", "timeline_limit_per_channel": 256, "replacement_limit_per_channel": 32 }, "workerMode": "channel", "workerLimit": 16, "controlWorkers": 1, "retiringWorkers": 0, "workerErrors": {}, "terminalErrors": 0, "inflightBytes": 2411, "inflightByteLimit": 167772160 } } }, { "at": 1315777.63505569, "channels": { "rtsp-test-source-01": { "at": 1315777.754516824, "state": { "stream_id": "rtsp-test-01", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "f00e47c1-7b6d-4f03-80e6-81fd903fcadb", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789463056.8599846, "source_stage": "preprocess_output", "source_stage_at": 1789463056.8644044, "source_stages": { "pipeline_state_changed": 1789463011.2833889, "decoded_frame_received": 1789463056.846524, "preprocess_output": 1789463056.8644044, "infer_output": 1789463056.802005, "consume_entered": 1789463056.8083422, "native_completed": 1789463056.8484275, "inference_frame_completed": 1789463056.8599472 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 468, "preprocess_output": 468, "infer_output": 467, "consume_entered": 467, "native_completed": 467, "inference_frame_completed": 467 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789463009.740274, "decoded_frame_received": 1789463011.1960018, "preprocess_output": 1789463011.2371497, "infer_output": 1789463011.2696452, "consume_entered": 1789463011.2777383, "native_completed": 1789463011.2908287, "inference_frame_completed": 1789463011.2957904 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789463009.194144, "uptime_s": 47.7, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1315777653259847, "counts": { "decoded": 468, "selected": 468, "preprocess": 468, "infer": 467, "native": 467, "result": 467, "publisher_submit": 467 }, "first_ns": { "decoded": 1315731943309575, "selected": 1315731943346838, "preprocess": 1315731984352674, "infer": 1315732016894736, "native": 1315732038194819, "result": 1315732042454010, "publisher_submit": 1315732043198467 }, "last_ns": { "decoded": 1315777593866842, "selected": 1315777593891360, "preprocess": 1315777611704388, "infer": 1315777549342241, "native": 1315777595774749, "result": 1315777606222686, "publisher_submit": 1315777607329630 }, "detail": true, "pending_samples": 1, "last_frame": { "selected": [ 467, 47001907284 ], "preprocess": [ 467, 47001907284 ], "infer": [ 466, 46901907284 ], "native": [ 466, 46901907284 ], "result": [ 466, 46901907284 ], "publisher_submit": [ 466, 46901907284 ] }, "observation_missed": 0, "durations": { "queue": { "samples": 190, "mean_ms": 6.843493284210527, "p95_ms": 17.402195, "max_ms": 27.149433 }, "tracking": { "samples": 190, "mean_ms": 0.042969694736842104, "p95_ms": 0.071715, "max_ms": 0.122556 }, "tracking_cpu": { "samples": 190, "mean_ms": 0.03224396315789474, "p95_ms": 0.052471, "max_ms": 0.087242 }, "result_work": { "samples": 190, "mean_ms": 4.574211357894737, "p95_ms": 10.928381, "max_ms": 35.359619 }, "selected_to_preprocess": { "samples": 190, "mean_ms": 5.270395921052632, "p95_ms": 15.944891, "max_ms": 30.311622 }, "preprocess_to_infer": { "samples": 189, "mean_ms": 39.750879989417996, "p95_ms": 56.855365, "max_ms": 81.129526 }, "infer_to_native": { "samples": 189, "mean_ms": 31.74708519047619, "p95_ms": 54.364395, "max_ms": 182.511265 }, "native_to_result": { "samples": 189, "mean_ms": 15.205460746031747, "p95_ms": 31.123034, "max_ms": 157.680666 }, "result_to_publisher_submit": { "samples": 189, "mean_ms": 0.9848772804232805, "p95_ms": 1.848912, "max_ms": 8.322859 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 0, "events_created": 0, "processed": 467 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 467, "per_task_buffers": { "det": 467 }, "latest": { "fn": 466, "det": 7, "persons": 5, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1315777.754542039, "entries": 468, "length": 100, "last": "1789463056977-0", "pttl": 9944, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-01", "sourceId": "rtsp-test-source-01", "serverId": "test-ai", "streamId": "rtsp-test-01", "runId": "f00e47c1-7b6d-4f03-80e6-81fd903fcadb", "runGeneration": 1, "frameSeq": 467, "ptsNs": 47001907284, "ingestTimeWallMs": 1789463056846, "frameWidth": 1280, "frameHeight": 720, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 2634486473, "rtpTimestampExt": null, "detectedAtWallMs": 1789463056739, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "0", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8964328765869141, "bbox": [ 0.87176513671875, 0.328857421875, 0.94659423828125, 0.706298828125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "1", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8850365877151489, "bbox": [ 0.505859375, 0.37042236328125, 0.537109375, 0.53338623046875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "3", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8617710471153259, "bbox": [ 0.64117431640625, 0.3680419921875, 0.67913818359375, 0.5294189453125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "4", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8393393158912659, "bbox": [ 0.3201904296875, 0.535186767578125, 0.3970947265625, 0.611297607421875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "5", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.7947037816047668, "bbox": [ 0.6143341064453125, 0.449554443359375, 0.6649627685546875, 0.555328369140625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "10", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.3640989661216736, "bbox": [ 0.198028564453125, 0.43222808837890625, 0.214080810546875, 0.45790863037109375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } }, "rtsp-test-source-02": { "at": 1315777.852786069, "state": { "stream_id": "web-cam08-test", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "a4bb2bce-9c9b-48d7-9442-34c2347d3bb7", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789463057.035179, "source_stage": "preprocess_output", "source_stage_at": 1789463057.0363321, "source_stages": { "pipeline_state_changed": 1789463013.909858, "decoded_frame_received": 1789463057.0247767, "preprocess_output": 1789463057.0363321, "infer_output": 1789463056.9774075, "consume_entered": 1789463056.9875207, "native_completed": 1789463057.0089588, "inference_frame_completed": 1789463057.0351553 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 433, "preprocess_output": 433, "infer_output": 432, "consume_entered": 432, "native_completed": 432, "inference_frame_completed": 432 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789463012.351809, "decoded_frame_received": 1789463013.8604698, "preprocess_output": 1789463013.8620818, "infer_output": 1789463013.896053, "consume_entered": 1789463013.9046674, "native_completed": 1789463013.917506, "inference_frame_completed": 1789463013.9226985 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789463012.3138435, "uptime_s": 44.7, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1315777810257325, "counts": { "decoded": 432, "selected": 432, "preprocess": 433, "infer": 432, "native": 432, "result": 432, "publisher_submit": 432 }, "first_ns": { "decoded": 1315734607770346, "selected": 1315734607829449, "preprocess": 1315734609413414, "infer": 1315734643364360, "native": 1315734664888912, "result": 1315734669390312, "publisher_submit": 1315734670103334 }, "last_ns": { "decoded": 1315777772107597, "selected": 1315777772135180, "preprocess": 1315777783287492, "infer": 1315777724760936, "native": 1315777756331036, "result": 1315777781966778, "publisher_submit": 1315777782546348 }, "detail": true, "pending_samples": 1, "last_frame": { "selected": [ 432, 44519185935 ], "preprocess": [ 432, 44519185935 ], "infer": [ 431, 44419185935 ], "native": [ 431, 44419185935 ], "result": [ 431, 44419185935 ], "publisher_submit": [ 431, 44419185935 ] }, "observation_missed": 2, "durations": { "queue": { "samples": 191, "mean_ms": 5.029726020942409, "p95_ms": 17.911324, "max_ms": 36.98968 }, "tracking": { "samples": 191, "mean_ms": 0.04512910471204189, "p95_ms": 0.075234, "max_ms": 0.135029 }, "tracking_cpu": { "samples": 191, "mean_ms": 0.03454883769633508, "p95_ms": 0.055429, "max_ms": 0.105565 }, "result_work": { "samples": 191, "mean_ms": 4.240624685863874, "p95_ms": 6.652812, "max_ms": 30.635765 }, "selected_to_preprocess": { "samples": 191, "mean_ms": 9.367989366492147, "p95_ms": 27.210238, "max_ms": 83.771227 }, "preprocess_to_infer": { "samples": 190, "mean_ms": 38.788103457894735, "p95_ms": 64.133267, "max_ms": 164.227219 }, "infer_to_native": { "samples": 190, "mean_ms": 27.20251655263158, "p95_ms": 57.723535, "max_ms": 85.217692 }, "native_to_result": { "samples": 190, "mean_ms": 11.776476089473684, "p95_ms": 30.677161, "max_ms": 61.159543 }, "result_to_publisher_submit": { "samples": 190, "mean_ms": 0.9695064315789473, "p95_ms": 1.603579, "max_ms": 9.286224 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 0, "events_created": 0, "processed": 432 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 432, "per_task_buffers": { "det": 432 }, "latest": { "fn": 431, "det": 8, "persons": 5, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1315777.852816897, "entries": 432, "length": 100, "last": "1789463057037-0", "pttl": 9900, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-02", "sourceId": "rtsp-test-source-02", "serverId": "test-ai", "streamId": "web-cam08-test", "runId": "a4bb2bce-9c9b-48d7-9442-34c2347d3bb7", "runGeneration": 1, "frameSeq": 431, "ptsNs": 44419185935, "ingestTimeWallMs": 1789463056929, "frameWidth": 1280, "frameHeight": 720, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 467452892, "rtpTimestampExt": null, "detectedAtWallMs": 1789438978589, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "1", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9053223133087158, "bbox": [ 0.5670166015625, 0.4342041015625, 0.6546630859375, 0.6556396484375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "2", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8846386671066284, "bbox": [ 0.505859375, 0.3701171875, 0.5380859375, 0.533203125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "4", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8645393252372742, "bbox": [ 0.64044189453125, 0.36602783203125, 0.67498779296875, 0.55340576171875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "5", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.7903685569763184, "bbox": [ 0.6121826171875, 0.55218505859375, 0.7052001953125, 0.67242431640625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "6", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.7345005869865417, "bbox": [ 0.843048095703125, 0.3697509765625, 0.878631591796875, 0.6087646484375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "10", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.29614511132240295, "bbox": [ 0.19844818115234375, 0.432281494140625, 0.21366119384765625, 0.457855224609375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } }, "rtsp-test-source-03": { "at": 1315777.927061039, "state": { "stream_id": "web-cam01-test", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "6ccbf8bf-ab24-4c09-87a4-b17e989e902f", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789463057.150062, "source_stage": "preprocess_output", "source_stage_at": 1789463057.1665041, "source_stages": { "pipeline_state_changed": 1789463016.513833, "decoded_frame_received": 1789463057.1595175, "preprocess_output": 1789463057.1665041, "infer_output": 1789463057.091484, "consume_entered": 1789463057.0992663, "native_completed": 1789463057.1429725, "inference_frame_completed": 1789463057.1500444 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 408, "preprocess_output": 408, "infer_output": 407, "consume_entered": 407, "native_completed": 407, "inference_frame_completed": 407 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789463014.7196298, "decoded_frame_received": 1789463016.452747, "preprocess_output": 1789463016.4597824, "infer_output": 1789463016.5037315, "consume_entered": 1789463016.5087032, "native_completed": 1789463016.5227594, "inference_frame_completed": 1789463016.5295417 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789463014.5626752, "uptime_s": 42.6, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1315777919356735, "counts": { "decoded": 1220, "selected": 407, "preprocess": 408, "sampling_drop": 813, "infer": 407, "native": 407, "result": 407, "publisher_submit": 407 }, "first_ns": { "decoded": 1315737200113078, "selected": 1315737200130715, "preprocess": 1315737207141739, "sampling_drop": 1315737232218288, "infer": 1315737251104718, "native": 1315737270100686, "result": 1315737276171150, "publisher_submit": 1315737276944602 }, "last_ns": { "decoded": 1315777906852398, "selected": 1315777906873357, "preprocess": 1315777913812465, "sampling_drop": 1315777862649581, "infer": 1315777838804173, "native": 1315777890247144, "result": 1315777896790087, "publisher_submit": 1315777897439808 }, "detail": true, "pending_samples": 1, "last_frame": { "selected": [ 1221, 42327429337 ], "preprocess": [ 1221, 42327429337 ], "infer": [ 1218, 42227429337 ], "native": [ 1218, 42227429337 ], "result": [ 1218, 42227429337 ], "publisher_submit": [ 1218, 42227429337 ] }, "observation_missed": 4, "durations": { "queue": { "samples": 191, "mean_ms": 7.551849089005236, "p95_ms": 22.043172, "max_ms": 43.029981 }, "tracking": { "samples": 191, "mean_ms": 0.043266900523560206, "p95_ms": 0.075146, "max_ms": 0.139038 }, "tracking_cpu": { "samples": 191, "mean_ms": 0.03309675392670157, "p95_ms": 0.058677, "max_ms": 0.117236 }, "result_work": { "samples": 191, "mean_ms": 4.683339376963351, "p95_ms": 11.131816, "max_ms": 45.350088 }, "selected_to_preprocess": { "samples": 191, "mean_ms": 5.60755477486911, "p95_ms": 16.317759, "max_ms": 31.931259 }, "preprocess_to_infer": { "samples": 190, "mean_ms": 40.62648791578947, "p95_ms": 59.335681, "max_ms": 123.398671 }, "infer_to_native": { "samples": 190, "mean_ms": 30.961762800000002, "p95_ms": 51.99353, "max_ms": 192.483338 }, "native_to_result": { "samples": 190, "mean_ms": 16.261392515789474, "p95_ms": 35.756735, "max_ms": 177.909139 }, "result_to_publisher_submit": { "samples": 190, "mean_ms": 1.1007805631578946, "p95_ms": 2.505023, "max_ms": 15.102949 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 0, "events_created": 0, "processed": 407 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 407, "per_task_buffers": { "det": 407 }, "latest": { "fn": 1218, "det": 8, "persons": 6, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1315777.92711857, "entries": 407, "length": 100, "last": "1789463057155-0", "pttl": 9949, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-03", "sourceId": "rtsp-test-source-03", "serverId": "test-ai", "streamId": "web-cam01-test", "runId": "6ccbf8bf-ab24-4c09-87a4-b17e989e902f", "runGeneration": 1, "frameSeq": 1218, "ptsNs": 42227429337, "ingestTimeWallMs": 1789463057048, "frameWidth": 480, "frameHeight": 360, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 4230025316, "rtpTimestampExt": null, "detectedAtWallMs": 1789480784949, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "0", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9256342649459839, "bbox": [ 0.329315185546875, 0.6444091796875, 0.395294189453125, 0.8858642578125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "1", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9253649115562439, "bbox": [ 0.233551025390625, 0.6502685546875, 0.322601318359375, 0.9044189453125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "2", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9252300262451172, "bbox": [ 0.8211822509765625, 0.51678466796875, 0.8780364990234375, 0.70977783203125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "3", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9187722206115723, "bbox": [ 0.781951904296875, 0.2998046875, 0.824493408203125, 0.4404296875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "5", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8643104434013367, "bbox": [ 0.18441009521484375, 0.288421630859375, 0.21378326416015625, 0.406402587890625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "7", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.5377089977264404, "bbox": [ 0.5636215209960938, 0.2984619140625, 0.5896987915039062, 0.4476318359375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } } }, "publisher": { "enabled": true, "metrics": { "sent": 1357, "sent_status": 56, "workers_created": 3, "sent_frames": 1301, "queued": 0, "queuedBytes": 0, "channels": 4, "workers": 3, "profile": { "enabled": true, "revision": 1, "channels": { "d98f4e86d523f201a60f5f03c7a93f284a355b57e3a57ecd305727b2df38a5d2": { "counts": { "state_noop": 195, "queued_frame": 195, "sent_frame": 195, "queued_heartbeat": 6, "sent_status": 6, "timeline_evicted": 347 }, "timings": { "frame_queue": { "count": 195, "mean_ms": 4.688330392281596, "max_ms": 29.130737064406276, "recent_samples": 195, "recent_p95_ms": 15.96565986983478 }, "frame_write_wall": { "count": 195, "mean_ms": 9.199264579487188, "max_ms": 67.37227, "recent_samples": 195, "recent_p95_ms": 26.783144 }, "frame_write_cpu": { "count": 195, "mean_ms": 1.1466647487179495, "max_ms": 2.364588, "recent_samples": 195, "recent_p95_ms": 1.835609 }, "frame_completion_lock": { "count": 195, "mean_ms": 0.013471138461538459, "max_ms": 0.056839, "recent_samples": 195, "recent_p95_ms": 0.025259999999999998 }, "enqueue_gap": { "count": 194, "mean_ms": 99.54169240721652, "max_ms": 235.94281999999998, "recent_samples": 194, "recent_p95_ms": 132.111162 }, "status_queue": { "count": 6, "mean_ms": 6.223219291617473, "max_ms": 19.90383490920067, "recent_samples": 6, "recent_p95_ms": 19.90383490920067 }, "status_write_wall": { "count": 6, "mean_ms": 13.910378000000001, "max_ms": 28.090209, "recent_samples": 6, "recent_p95_ms": 28.090209 }, "status_write_cpu": { "count": 6, "mean_ms": 0.8891546666666666, "max_ms": 1.264997, "recent_samples": 6, "recent_p95_ms": 1.264997 }, "status_completion_lock": { "count": 6, "mean_ms": 0.009444166666666667, "max_ms": 0.011899999999999999, "recent_samples": 6, "recent_p95_ms": 0.011899999999999999 } } }, "611cea950b4c0a014291720468a3a7f61c5787baa95a374d3b94d4db886bf16b": { "counts": { "state_noop": 195, "queued_frame": 195, "sent_frame": 195, "timeline_evicted": 341, "queued_heartbeat": 4, "sent_status": 4 }, "timings": { "frame_queue": { "count": 195, "mean_ms": 5.14103948759536, "max_ms": 44.420343125239015, "recent_samples": 195, "recent_p95_ms": 15.932630049064755 }, "frame_write_wall": { "count": 195, "mean_ms": 11.748167769230768, "max_ms": 85.738163, "recent_samples": 195, "recent_p95_ms": 37.007072 }, "frame_write_cpu": { "count": 195, "mean_ms": 1.1657677282051286, "max_ms": 5.464672, "recent_samples": 195, "recent_p95_ms": 1.7323270000000002 }, "frame_completion_lock": { "count": 195, "mean_ms": 0.013407553846153854, "max_ms": 0.076307, "recent_samples": 195, "recent_p95_ms": 0.02434 }, "enqueue_gap": { "count": 194, "mean_ms": 99.31158704123705, "max_ms": 327.66319100000004, "recent_samples": 194, "recent_p95_ms": 182.48572900000002 }, "status_queue": { "count": 4, "mean_ms": 4.195968504063785, "max_ms": 8.981430903077126, "recent_samples": 4, "recent_p95_ms": 8.981430903077126 }, "status_write_wall": { "count": 4, "mean_ms": 7.970165, "max_ms": 16.964513, "recent_samples": 4, "recent_p95_ms": 16.964513 }, "status_write_cpu": { "count": 4, "mean_ms": 0.6473935000000001, "max_ms": 0.885727, "recent_samples": 4, "recent_p95_ms": 0.885727 }, "status_completion_lock": { "count": 4, "mean_ms": 0.01024275, "max_ms": 0.014181000000000001, "recent_samples": 4, "recent_p95_ms": 0.014181000000000001 } } }, "f119ec7770227da23061f13f0bb790b466850dbe16243dbfcb1a0279ab0a1baa": { "counts": { "sent_frame": 195, "state_noop": 194, "queued_frame": 194, "queued_heartbeat": 6, "sent_status": 4, "timeline_evicted": 342 }, "timings": { "frame_queue": { "count": 195, "mean_ms": 5.427573069643516, "max_ms": 33.99882395751774, "recent_samples": 195, "recent_p95_ms": 17.49212807044387 }, "frame_write_wall": { "count": 195, "mean_ms": 7.883552892307693, "max_ms": 50.119133000000005, "recent_samples": 195, "recent_p95_ms": 22.955475999999997 }, "frame_write_cpu": { "count": 195, "mean_ms": 1.0647766461538464, "max_ms": 2.170871, "recent_samples": 195, "recent_p95_ms": 1.738696 }, "frame_completion_lock": { "count": 195, "mean_ms": 0.03526304102564101, "max_ms": 4.259062, "recent_samples": 195, "recent_p95_ms": 0.032625 }, "enqueue_gap": { "count": 193, "mean_ms": 99.63665626424869, "max_ms": 286.998199, "recent_samples": 193, "recent_p95_ms": 139.504619 }, "status_queue": { "count": 4, "mean_ms": 2.519337402191013, "max_ms": 6.895905826240778, "recent_samples": 4, "recent_p95_ms": 6.895905826240778 }, "status_write_wall": { "count": 4, "mean_ms": 12.33339075, "max_ms": 28.520128, "recent_samples": 4, "recent_p95_ms": 28.520128 }, "status_write_cpu": { "count": 4, "mean_ms": 0.9468240000000001, "max_ms": 1.374382, "recent_samples": 4, "recent_p95_ms": 1.374382 }, "status_completion_lock": { "count": 4, "mean_ms": 0.013363249999999998, "max_ms": 0.019114, "recent_samples": 4, "recent_p95_ms": 0.019114 } } }, "d57cc517767b64098669a8ffc9845f2bae132fb3b0f3a0a1298371fd11f01cc0": { "counts": { "queued_heartbeat": 6, "sent_status": 6 }, "timings": { "status_queue": { "count": 6, "mean_ms": 0.09518349543213844, "max_ms": 0.10603200644254684, "recent_samples": 6, "recent_p95_ms": 0.10603200644254684 }, "status_write_wall": { "count": 6, "mean_ms": 7.371833166666668, "max_ms": 15.873008, "recent_samples": 6, "recent_p95_ms": 15.873008 }, "status_write_cpu": { "count": 6, "mean_ms": 0.8687303333333335, "max_ms": 1.348693, "recent_samples": 6, "recent_p95_ms": 1.348693 }, "status_completion_lock": { "count": 6, "mean_ms": 0.008083666666666666, "max_ms": 0.014095, "recent_samples": 6, "recent_p95_ms": 0.014095 } } } }, "timing_scope": "sink_only_v2", "timeline_limit_per_channel": 256, "replacement_limit_per_channel": 32 }, "workerMode": "channel", "workerLimit": 16, "controlWorkers": 1, "retiringWorkers": 0, "workerErrors": {}, "terminalErrors": 0, "inflightBytes": 0, "inflightByteLimit": 167772160 } } }, { "at": 1315778.955513447, "channels": { "rtsp-test-source-01": { "at": 1315779.115320098, "state": { "stream_id": "rtsp-test-01", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "f00e47c1-7b6d-4f03-80e6-81fd903fcadb", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789463058.265244, "source_stage": "native_completed", "source_stage_at": 1789463058.321827, "source_stages": { "pipeline_state_changed": 1789463011.2833889, "decoded_frame_received": 1789463058.247435, "preprocess_output": 1789463058.2538552, "infer_output": 1789463058.2899146, "consume_entered": 1789463058.2972255, "native_completed": 1789463058.321827, "inference_frame_completed": 1789463058.2652245 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 482, "preprocess_output": 482, "infer_output": 482, "consume_entered": 482, "native_completed": 482, "inference_frame_completed": 481 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789463009.740274, "decoded_frame_received": 1789463011.1960018, "preprocess_output": 1789463011.2371497, "infer_output": 1789463011.2696452, "consume_entered": 1789463011.2777383, "native_completed": 1789463011.2908287, "inference_frame_completed": 1789463011.2957904 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789463009.194144, "uptime_s": 49.1, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1315779089444728, "counts": { "decoded": 482, "selected": 482, "preprocess": 482, "infer": 482, "native": 482, "result": 481, "publisher_submit": 481 }, "first_ns": { "decoded": 1315731943309575, "selected": 1315731943346838, "preprocess": 1315731984352674, "infer": 1315732016894736, "native": 1315732038194819, "result": 1315732042454010, "publisher_submit": 1315732043198467 }, "last_ns": { "decoded": 1315778994779965, "selected": 1315778994799596, "preprocess": 1315779001211598, "infer": 1315779037214702, "native": 1315779069193267, "result": 1315779011862151, "publisher_submit": 1315779012612013 }, "detail": true, "pending_samples": 1, "last_frame": { "selected": [ 481, 48401907284 ], "preprocess": [ 481, 48401907284 ], "infer": [ 481, 48401907284 ], "native": [ 481, 48401907284 ], "result": [ 480, 48301907284 ], "publisher_submit": [ 480, 48301907284 ] }, "observation_missed": 0, "durations": { "queue": { "samples": 204, "mean_ms": 6.816737862745097, "p95_ms": 15.626069, "max_ms": 27.149433 }, "tracking": { "samples": 204, "mean_ms": 0.042995941176470584, "p95_ms": 0.071344, "max_ms": 0.122556 }, "tracking_cpu": { "samples": 204, "mean_ms": 0.03214971568627451, "p95_ms": 0.052018, "max_ms": 0.087242 }, "result_work": { "samples": 204, "mean_ms": 5.027261303921568, "p95_ms": 11.25101, "max_ms": 83.248017 }, "selected_to_preprocess": { "samples": 204, "mean_ms": 5.33093743137255, "p95_ms": 16.359987, "max_ms": 30.311622 }, "preprocess_to_infer": { "samples": 204, "mean_ms": 39.54990925, "p95_ms": 56.37391, "max_ms": 81.129526 }, "infer_to_native": { "samples": 204, "mean_ms": 31.940519343137254, "p95_ms": 54.840449, "max_ms": 182.511265 }, "native_to_result": { "samples": 203, "mean_ms": 15.220829305418718, "p95_ms": 31.024366, "max_ms": 157.680666 }, "result_to_publisher_submit": { "samples": 203, "mean_ms": 1.4313484827586207, "p95_ms": 1.964593, "max_ms": 79.025997 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 1, "events_created": 0, "processed": 481 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 482, "per_task_buffers": { "det": 482 }, "latest": { "fn": 481, "det": 9, "persons": 5, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1315779.115377372, "entries": 482, "length": 100, "last": "1789463058352-0", "pttl": 9954, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-01", "sourceId": "rtsp-test-source-01", "serverId": "test-ai", "streamId": "rtsp-test-01", "runId": "f00e47c1-7b6d-4f03-80e6-81fd903fcadb", "runGeneration": 1, "frameSeq": 481, "ptsNs": 48401907284, "ingestTimeWallMs": 1789463058247, "frameWidth": 1280, "frameHeight": 720, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 2634612473, "rtpTimestampExt": null, "detectedAtWallMs": 1789463058139, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "0", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9213575720787048, "bbox": [ 0.31585693359375, 0.50054931640625, 0.39703369140625, 0.60882568359375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "1", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9121235609054565, "bbox": [ 0.896728515625, 0.3343505859375, 0.979248046875, 0.7750244140625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "2", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8914335370063782, "bbox": [ 0.5058822631835938, 0.37017822265625, 0.5370864868164062, 0.53363037109375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "4", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8656789064407349, "bbox": [ 0.6417083740234375, 0.36810302734375, 0.6795806884765625, 0.53765869140625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "5", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8191711902618408, "bbox": [ 0.615631103515625, 0.44696044921875, 0.655853271484375, 0.55401611328125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "14", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.30611202120780945, "bbox": [ 0.19830322265625, 0.43233489990234375, 0.21380615234375, 0.45829010009765625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } }, "rtsp-test-source-02": { "at": 1315779.214268906, "state": { "stream_id": "web-cam08-test", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "a4bb2bce-9c9b-48d7-9442-34c2347d3bb7", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789463058.4261255, "source_stage": "inference_frame_completed", "source_stage_at": 1789463058.426108, "source_stages": { "pipeline_state_changed": 1789463013.909858, "decoded_frame_received": 1789463058.3432963, "preprocess_output": 1789463058.3527145, "infer_output": 1789463058.3856175, "consume_entered": 1789463058.388775, "native_completed": 1789463058.4024453, "inference_frame_completed": 1789463058.426108 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 446, "preprocess_output": 446, "infer_output": 446, "consume_entered": 446, "native_completed": 446, "inference_frame_completed": 446 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789463012.351809, "decoded_frame_received": 1789463013.8604698, "preprocess_output": 1789463013.8620818, "infer_output": 1789463013.896053, "consume_entered": 1789463013.9046674, "native_completed": 1789463013.917506, "inference_frame_completed": 1789463013.9226985 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789463012.3138435, "uptime_s": 46.1, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1315779176524221, "counts": { "decoded": 445, "selected": 445, "preprocess": 446, "infer": 446, "native": 446, "result": 446, "publisher_submit": 446 }, "first_ns": { "decoded": 1315734607770346, "selected": 1315734607829449, "preprocess": 1315734609413414, "infer": 1315734643364360, "native": 1315734664888912, "result": 1315734669390312, "publisher_submit": 1315734670103334 }, "last_ns": { "decoded": 1315779090649086, "selected": 1315779090664303, "preprocess": 1315779100086120, "infer": 1315779132880758, "native": 1315779149798755, "result": 1315779172923737, "publisher_submit": 1315779173508906 }, "detail": true, "pending_samples": 0, "last_frame": { "selected": [ 445, 45819185935 ], "preprocess": [ 445, 45819185935 ], "infer": [ 445, 45819185935 ], "native": [ 445, 45819185935 ], "result": [ 445, 45819185935 ], "publisher_submit": [ 445, 45819185935 ] }, "observation_missed": 2, "durations": { "queue": { "samples": 205, "mean_ms": 5.167170897560975, "p95_ms": 16.158827, "max_ms": 36.98968 }, "tracking": { "samples": 205, "mean_ms": 0.04466720975609756, "p95_ms": 0.075209, "max_ms": 0.135029 }, "tracking_cpu": { "samples": 205, "mean_ms": 0.03421838048780487, "p95_ms": 0.054254, "max_ms": 0.105565 }, "result_work": { "samples": 205, "mean_ms": 4.664694507317073, "p95_ms": 8.140607, "max_ms": 51.227722 }, "selected_to_preprocess": { "samples": 204, "mean_ms": 9.280955166666667, "p95_ms": 26.324163, "max_ms": 83.771227 }, "preprocess_to_infer": { "samples": 204, "mean_ms": 38.713694921568624, "p95_ms": 64.074935, "max_ms": 164.227219 }, "infer_to_native": { "samples": 204, "mean_ms": 27.2905615, "p95_ms": 57.714631, "max_ms": 85.217692 }, "native_to_result": { "samples": 204, "mean_ms": 12.02053986764706, "p95_ms": 30.677161, "max_ms": 61.159543 }, "result_to_publisher_submit": { "samples": 204, "mean_ms": 1.356422205882353, "p95_ms": 1.717902, "max_ms": 48.951406 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 0, "events_created": 0, "processed": 446 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 446, "per_task_buffers": { "det": 446 }, "latest": { "fn": 445, "det": 9, "persons": 6, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1315779.214375915, "entries": 446, "length": 100, "last": "1789463058426-0", "pttl": 9985, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-02", "sourceId": "rtsp-test-source-02", "serverId": "test-ai", "streamId": "web-cam08-test", "runId": "a4bb2bce-9c9b-48d7-9442-34c2347d3bb7", "runGeneration": 1, "frameSeq": 446, "ptsNs": 45919185935, "ingestTimeWallMs": 1789463058430, "frameWidth": 1280, "frameHeight": 720, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 467587892, "rtpTimestampExt": null, "detectedAtWallMs": 1789438980089, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "1", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.914290726184845, "bbox": [ 0.552001953125, 0.343505859375, 0.614990234375, 0.652099609375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "2", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.889720618724823, "bbox": [ 0.6107177734375, 0.4873046875, 0.6754150390625, 0.6650390625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "4", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8848377466201782, "bbox": [ 0.50543212890625, 0.37005615234375, 0.53851318359375, 0.53326416015625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "5", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8738621473312378, "bbox": [ 0.642333984375, 0.3681640625, 0.678955078125, 0.5400390625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "7", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.6170512437820435, "bbox": [ 0.844635009765625, 0.3455810546875, 0.886810302734375, 0.5972900390625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "8", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.6145675182342529, "bbox": [ 0.6175537109375, 0.44720458984375, 0.6568603515625, 0.52935791015625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "10", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.3412531018257141, "bbox": [ 0.8452301025390625, 0.3455810546875, 0.8862152099609375, 0.4844970703125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "14", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.2722179889678955, "bbox": [ 0.19829177856445312, 0.432220458984375, 0.21357345581054688, 0.457916259765625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } }, "rtsp-test-source-03": { "at": 1315779.340435713, "state": { "stream_id": "web-cam01-test", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "6ccbf8bf-ab24-4c09-87a4-b17e989e902f", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789463058.5457108, "source_stage": "decoded_frame_received", "source_stage_at": 1789463058.5556583, "source_stages": { "pipeline_state_changed": 1789463016.513833, "decoded_frame_received": 1789463058.5556583, "preprocess_output": 1789463058.4731443, "infer_output": 1789463058.4983208, "consume_entered": 1789463058.5047991, "native_completed": 1789463058.5333183, "inference_frame_completed": 1789463058.545682 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 422, "preprocess_output": 421, "infer_output": 421, "consume_entered": 421, "native_completed": 421, "inference_frame_completed": 421 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789463014.7196298, "decoded_frame_received": 1789463016.452747, "preprocess_output": 1789463016.4597824, "infer_output": 1789463016.5037315, "consume_entered": 1789463016.5087032, "native_completed": 1789463016.5227594, "inference_frame_completed": 1789463016.5295417 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789463014.5626752, "uptime_s": 44.0, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1315779303460418, "counts": { "decoded": 1262, "selected": 421, "preprocess": 420, "sampling_drop": 841, "infer": 421, "native": 421, "result": 421, "publisher_submit": 421 }, "first_ns": { "decoded": 1315737200113078, "selected": 1315737200130715, "preprocess": 1315737207141739, "sampling_drop": 1315737232218288, "infer": 1315737251104718, "native": 1315737270100686, "result": 1315737276171150, "publisher_submit": 1315737276944602 }, "last_ns": { "decoded": 1315779302978964, "selected": 1315779303024800, "preprocess": 1315779220484357, "sampling_drop": 1315779298752606, "infer": 1315779245631789, "native": 1315779280651770, "result": 1315779292340382, "publisher_submit": 1315779293072792 }, "detail": true, "pending_samples": 1, "last_frame": { "selected": [ 1263, 43727429337 ], "preprocess": [ 1260, 43627429337 ], "infer": [ 1260, 43627429337 ], "native": [ 1260, 43627429337 ], "result": [ 1260, 43627429337 ], "publisher_submit": [ 1260, 43627429337 ] }, "observation_missed": 5, "durations": { "queue": { "samples": 205, "mean_ms": 7.5252266292682926, "p95_ms": 22.043172, "max_ms": 43.029981 }, "tracking": { "samples": 205, "mean_ms": 0.04352345853658536, "p95_ms": 0.075574, "max_ms": 0.139038 }, "tracking_cpu": { "samples": 205, "mean_ms": 0.03327358048780488, "p95_ms": 0.05869, "max_ms": 0.117236 }, "result_work": { "samples": 205, "mean_ms": 5.2293114097560975, "p95_ms": 13.237161, "max_ms": 82.949101 }, "selected_to_preprocess": { "samples": 203, "mean_ms": 5.511225157635468, "p95_ms": 16.048874, "max_ms": 31.931259 }, "preprocess_to_infer": { "samples": 203, "mean_ms": 40.44396515270936, "p95_ms": 58.593541, "max_ms": 123.398671 }, "infer_to_native": { "samples": 204, "mean_ms": 31.22493406862745, "p95_ms": 52.988793, "max_ms": 192.483338 }, "native_to_result": { "samples": 204, "mean_ms": 16.257942965686276, "p95_ms": 35.756735, "max_ms": 177.909139 }, "result_to_publisher_submit": { "samples": 204, "mean_ms": 1.6318843578431375, "p95_ms": 4.334522, "max_ms": 78.970003 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 0, "events_created": 0, "processed": 421 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 421, "per_task_buffers": { "det": 421 }, "latest": { "fn": 1260, "det": 8, "persons": 6, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1315779.340470048, "entries": 421, "length": 100, "last": "1789463058547-0", "pttl": 9932, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-03", "sourceId": "rtsp-test-source-03", "serverId": "test-ai", "streamId": "web-cam01-test", "runId": "6ccbf8bf-ab24-4c09-87a4-b17e989e902f", "runGeneration": 1, "frameSeq": 1260, "ptsNs": 43627429337, "ingestTimeWallMs": 1789463058466, "frameWidth": 480, "frameHeight": 360, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 4230151316, "rtpTimestampExt": null, "detectedAtWallMs": 1789480786349, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "0", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9110215306282043, "bbox": [ 0.110992431640625, 0.296844482421875, 0.147064208984375, 0.415069580078125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "1", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9026095867156982, "bbox": [ 0.4957275390625, 0.27203369140625, 0.5325927734375, 0.41058349609375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "2", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8978744745254517, "bbox": [ 0.8365020751953125, 0.530029296875, 0.8754119873046875, 0.717041015625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "3", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8858291506767273, "bbox": [ 0.761932373046875, 0.275634765625, 0.801544189453125, 0.408935546875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "5", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.880591869354248, "bbox": [ 0.2257080078125, 0.6146240234375, 0.2733154296875, 0.8560791015625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "6", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8727816939353943, "bbox": [ 0.258636474609375, 0.680908203125, 0.324371337890625, 0.934326171875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } } }, "publisher": { "enabled": true, "metrics": { "sent": 1397, "sent_status": 56, "workers_created": 3, "sent_frames": 1341, "queued": 1, "queuedBytes": 2673, "channels": 4, "workers": 3, "profile": { "enabled": true, "revision": 1, "channels": { "d98f4e86d523f201a60f5f03c7a93f284a355b57e3a57ecd305727b2df38a5d2": { "counts": { "state_noop": 209, "queued_frame": 209, "sent_frame": 209, "queued_heartbeat": 6, "sent_status": 6, "timeline_evicted": 389 }, "timings": { "frame_queue": { "count": 209, "mean_ms": 4.79666293825972, "max_ms": 29.130737064406276, "recent_samples": 209, "recent_p95_ms": 15.96565986983478 }, "frame_write_wall": { "count": 209, "mean_ms": 9.092800660287088, "max_ms": 67.37227, "recent_samples": 209, "recent_p95_ms": 26.60063 }, "frame_write_cpu": { "count": 209, "mean_ms": 1.1465225215311012, "max_ms": 2.364588, "recent_samples": 209, "recent_p95_ms": 1.7778209999999999 }, "frame_completion_lock": { "count": 209, "mean_ms": 0.041604224880382776, "max_ms": 4.221723, "recent_samples": 209, "recent_p95_ms": 0.025462000000000002 }, "enqueue_gap": { "count": 208, "mean_ms": 99.59797528846156, "max_ms": 235.94281999999998, "recent_samples": 208, "recent_p95_ms": 141.008693 }, "status_queue": { "count": 6, "mean_ms": 6.223219291617473, "max_ms": 19.90383490920067, "recent_samples": 6, "recent_p95_ms": 19.90383490920067 }, "status_write_wall": { "count": 6, "mean_ms": 13.910378000000001, "max_ms": 28.090209, "recent_samples": 6, "recent_p95_ms": 28.090209 }, "status_write_cpu": { "count": 6, "mean_ms": 0.8891546666666666, "max_ms": 1.264997, "recent_samples": 6, "recent_p95_ms": 1.264997 }, "status_completion_lock": { "count": 6, "mean_ms": 0.009444166666666667, "max_ms": 0.011899999999999999, "recent_samples": 6, "recent_p95_ms": 0.011899999999999999 } } }, "611cea950b4c0a014291720468a3a7f61c5787baa95a374d3b94d4db886bf16b": { "counts": { "state_noop": 209, "queued_frame": 209, "sent_frame": 208, "timeline_evicted": 381, "queued_heartbeat": 4, "sent_status": 4 }, "timings": { "frame_queue": { "count": 208, "mean_ms": 5.297917859234776, "max_ms": 44.420343125239015, "recent_samples": 208, "recent_p95_ms": 16.96892292238772 }, "frame_write_wall": { "count": 208, "mean_ms": 12.109177240384618, "max_ms": 85.738163, "recent_samples": 208, "recent_p95_ms": 36.856932 }, "frame_write_cpu": { "count": 208, "mean_ms": 1.1699207115384618, "max_ms": 5.464672, "recent_samples": 208, "recent_p95_ms": 1.7323270000000002 }, "frame_completion_lock": { "count": 208, "mean_ms": 0.2741142596153846, "max_ms": 49.977496, "recent_samples": 208, "recent_p95_ms": 0.029668 }, "enqueue_gap": { "count": 208, "mean_ms": 99.63455663942302, "max_ms": 327.66319100000004, "recent_samples": 208, "recent_p95_ms": 182.48572900000002 }, "status_queue": { "count": 4, "mean_ms": 4.195968504063785, "max_ms": 8.981430903077126, "recent_samples": 4, "recent_p95_ms": 8.981430903077126 }, "status_write_wall": { "count": 4, "mean_ms": 7.970165, "max_ms": 16.964513, "recent_samples": 4, "recent_p95_ms": 16.964513 }, "status_write_cpu": { "count": 4, "mean_ms": 0.6473935000000001, "max_ms": 0.885727, "recent_samples": 4, "recent_p95_ms": 0.885727 }, "status_completion_lock": { "count": 4, "mean_ms": 0.01024275, "max_ms": 0.014181000000000001, "recent_samples": 4, "recent_p95_ms": 0.014181000000000001 } } }, "f119ec7770227da23061f13f0bb790b466850dbe16243dbfcb1a0279ab0a1baa": { "counts": { "sent_frame": 208, "state_noop": 208, "queued_frame": 207, "queued_heartbeat": 6, "sent_status": 4, "timeline_evicted": 381 }, "timings": { "frame_queue": { "count": 208, "mean_ms": 5.44827515057897, "max_ms": 33.99882395751774, "recent_samples": 208, "recent_p95_ms": 17.363139893859625 }, "frame_write_wall": { "count": 208, "mean_ms": 8.140669447115389, "max_ms": 50.119133000000005, "recent_samples": 208, "recent_p95_ms": 23.835638 }, "frame_write_cpu": { "count": 208, "mean_ms": 1.0697954230769235, "max_ms": 2.170871, "recent_samples": 208, "recent_p95_ms": 1.740869 }, "frame_completion_lock": { "count": 208, "mean_ms": 0.06742198557692305, "max_ms": 6.737309000000001, "recent_samples": 208, "recent_p95_ms": 0.033395999999999995 }, "enqueue_gap": { "count": 206, "mean_ms": 99.6063595145631, "max_ms": 286.998199, "recent_samples": 206, "recent_p95_ms": 139.504619 }, "status_queue": { "count": 4, "mean_ms": 2.519337402191013, "max_ms": 6.895905826240778, "recent_samples": 4, "recent_p95_ms": 6.895905826240778 }, "status_write_wall": { "count": 4, "mean_ms": 12.33339075, "max_ms": 28.520128, "recent_samples": 4, "recent_p95_ms": 28.520128 }, "status_write_cpu": { "count": 4, "mean_ms": 0.9468240000000001, "max_ms": 1.374382, "recent_samples": 4, "recent_p95_ms": 1.374382 }, "status_completion_lock": { "count": 4, "mean_ms": 0.013363249999999998, "max_ms": 0.019114, "recent_samples": 4, "recent_p95_ms": 0.019114 } } }, "d57cc517767b64098669a8ffc9845f2bae132fb3b0f3a0a1298371fd11f01cc0": { "counts": { "queued_heartbeat": 6, "sent_status": 6 }, "timings": { "status_queue": { "count": 6, "mean_ms": 0.09518349543213844, "max_ms": 0.10603200644254684, "recent_samples": 6, "recent_p95_ms": 0.10603200644254684 }, "status_write_wall": { "count": 6, "mean_ms": 7.371833166666668, "max_ms": 15.873008, "recent_samples": 6, "recent_p95_ms": 15.873008 }, "status_write_cpu": { "count": 6, "mean_ms": 0.8687303333333335, "max_ms": 1.348693, "recent_samples": 6, "recent_p95_ms": 1.348693 }, "status_completion_lock": { "count": 6, "mean_ms": 0.008083666666666666, "max_ms": 0.014095, "recent_samples": 6, "recent_p95_ms": 0.014095 } } } }, "timing_scope": "sink_only_v2", "timeline_limit_per_channel": 256, "replacement_limit_per_channel": 32 }, "workerMode": "channel", "workerLimit": 16, "controlWorkers": 1, "retiringWorkers": 0, "workerErrors": {}, "terminalErrors": 0, "inflightBytes": 0, "inflightByteLimit": 167772160 } } }, { "at": 1315780.363773045, "channels": { "rtsp-test-source-01": { "at": 1315780.407843008, "state": { "stream_id": "rtsp-test-01", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "f00e47c1-7b6d-4f03-80e6-81fd903fcadb", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789463059.637471, "source_stage": "preprocess_output", "source_stage_at": 1789463059.6492045, "source_stages": { "pipeline_state_changed": 1789463011.2833889, "decoded_frame_received": 1789463059.6479585, "preprocess_output": 1789463059.6492045, "infer_output": 1789463059.5778885, "consume_entered": 1789463059.5819614, "native_completed": 1789463059.6154292, "inference_frame_completed": 1789463059.6374476 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 496, "preprocess_output": 496, "infer_output": 495, "consume_entered": 495, "native_completed": 495, "inference_frame_completed": 495 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789463009.740274, "decoded_frame_received": 1789463011.1960018, "preprocess_output": 1789463011.2371497, "infer_output": 1789463011.2696452, "consume_entered": 1789463011.2777383, "native_completed": 1789463011.2908287, "inference_frame_completed": 1789463011.2957904 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789463009.194144, "uptime_s": 50.5, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1315780398597801, "counts": { "decoded": 496, "selected": 496, "preprocess": 496, "infer": 495, "native": 495, "result": 495, "publisher_submit": 495 }, "first_ns": { "decoded": 1315731943309575, "selected": 1315731943346838, "preprocess": 1315731984352674, "infer": 1315732016894736, "native": 1315732038194819, "result": 1315732042454010, "publisher_submit": 1315732043198467 }, "last_ns": { "decoded": 1315780395328271, "selected": 1315780395338521, "preprocess": 1315780396546613, "infer": 1315780325256763, "native": 1315780362730698, "result": 1315780384236204, "publisher_submit": 1315780384846692 }, "detail": true, "pending_samples": 1, "last_frame": { "selected": [ 495, 49801907284 ], "preprocess": [ 495, 49801907284 ], "infer": [ 494, 49701907284 ], "native": [ 494, 49701907284 ], "result": [ 494, 49701907284 ], "publisher_submit": [ 494, 49701907284 ] }, "observation_missed": 0, "durations": { "queue": { "samples": 218, "mean_ms": 6.975287472477064, "p95_ms": 17.738727, "max_ms": 27.149433 }, "tracking": { "samples": 218, "mean_ms": 0.04304086697247707, "p95_ms": 0.071715, "max_ms": 0.122556 }, "tracking_cpu": { "samples": 218, "mean_ms": 0.03218244036697248, "p95_ms": 0.057796, "max_ms": 0.087242 }, "result_work": { "samples": 218, "mean_ms": 4.975464256880734, "p95_ms": 11.25101, "max_ms": 83.248017 }, "selected_to_preprocess": { "samples": 218, "mean_ms": 5.319308027522935, "p95_ms": 16.359987, "max_ms": 30.311622 }, "preprocess_to_infer": { "samples": 217, "mean_ms": 39.30659234562212, "p95_ms": 56.37391, "max_ms": 81.129526 }, "infer_to_native": { "samples": 217, "mean_ms": 31.790048082949312, "p95_ms": 54.840449, "max_ms": 182.511265 }, "native_to_result": { "samples": 217, "mean_ms": 15.436370751152074, "p95_ms": 31.123034, "max_ms": 157.680666 }, "result_to_publisher_submit": { "samples": 217, "mean_ms": 1.385853400921659, "p95_ms": 1.964593, "max_ms": 79.025997 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 0, "events_created": 0, "processed": 495 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 495, "per_task_buffers": { "det": 495 }, "latest": { "fn": 494, "det": 8, "persons": 5, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1315780.407912374, "entries": 495, "length": 100, "last": "1789463059638-0", "pttl": 9936, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-01", "sourceId": "rtsp-test-source-01", "serverId": "test-ai", "streamId": "rtsp-test-01", "runId": "f00e47c1-7b6d-4f03-80e6-81fd903fcadb", "runGeneration": 1, "frameSeq": 494, "ptsNs": 49701907284, "ingestTimeWallMs": 1789463059546, "frameWidth": 1280, "frameHeight": 720, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 2634729473, "rtpTimestampExt": null, "detectedAtWallMs": 1789463059439, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "0", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9455001950263977, "bbox": [ 0.831817626953125, 0.3270263671875, 0.932830810546875, 0.8077392578125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "1", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9249592423439026, "bbox": [ 0.325775146484375, 0.49725341796875, 0.397369384765625, 0.60626220703125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "2", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8902942538261414, "bbox": [ 0.5059967041015625, 0.3701171875, 0.5369720458984375, 0.533203125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "4", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8665847778320312, "bbox": [ 0.6412506103515625, 0.36883544921875, 0.6800384521484375, 0.53985595703125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "5", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8243205547332764, "bbox": [ 0.615264892578125, 0.446746826171875, 0.656219482421875, 0.554229736328125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "11", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.3436720669269562, "bbox": [ 0.19789886474609375, 0.43256378173828125, 0.21372222900390625, 0.45903778076171875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } }, "rtsp-test-source-02": { "at": 1315780.501287682, "state": { "stream_id": "web-cam08-test", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "a4bb2bce-9c9b-48d7-9442-34c2347d3bb7", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789463059.7103395, "source_stage": "decoded_frame_received", "source_stage_at": 1789463059.7357938, "source_stages": { "pipeline_state_changed": 1789463013.909858, "decoded_frame_received": 1789463059.7357938, "preprocess_output": 1789463059.644274, "infer_output": 1789463059.669432, "consume_entered": 1789463059.672345, "native_completed": 1789463059.6883924, "inference_frame_completed": 1789463059.7103038 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 460, "preprocess_output": 459, "infer_output": 459, "consume_entered": 459, "native_completed": 459, "inference_frame_completed": 459 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789463012.351809, "decoded_frame_received": 1789463013.8604698, "preprocess_output": 1789463013.8620818, "infer_output": 1789463013.896053, "consume_entered": 1789463013.9046674, "native_completed": 1789463013.917506, "inference_frame_completed": 1789463013.9226985 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789463012.3138435, "uptime_s": 47.4, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1315780488574977, "counts": { "decoded": 459, "selected": 459, "preprocess": 459, "infer": 459, "native": 459, "result": 459, "publisher_submit": 459 }, "first_ns": { "decoded": 1315734607770346, "selected": 1315734607829449, "preprocess": 1315734609413414, "infer": 1315734643364360, "native": 1315734664888912, "result": 1315734669390312, "publisher_submit": 1315734670103334 }, "last_ns": { "decoded": 1315780483151747, "selected": 1315780483166788, "preprocess": 1315780391605036, "infer": 1315780416723091, "native": 1315780435673221, "result": 1315780456839107, "publisher_submit": 1315780457690210 }, "detail": true, "pending_samples": 1, "last_frame": { "selected": [ 459, 47219185935 ], "preprocess": [ 458, 47119185935 ], "infer": [ 458, 47119185935 ], "native": [ 458, 47119185935 ], "result": [ 458, 47119185935 ], "publisher_submit": [ 458, 47119185935 ] }, "observation_missed": 2, "durations": { "queue": { "samples": 218, "mean_ms": 5.309056307339449, "p95_ms": 17.911324, "max_ms": 36.98968 }, "tracking": { "samples": 218, "mean_ms": 0.04454674311926605, "p95_ms": 0.075209, "max_ms": 0.135029 }, "tracking_cpu": { "samples": 218, "mean_ms": 0.03416873853211009, "p95_ms": 0.054254, "max_ms": 0.105565 }, "result_work": { "samples": 218, "mean_ms": 4.634675871559633, "p95_ms": 8.89223, "max_ms": 51.227722 }, "selected_to_preprocess": { "samples": 217, "mean_ms": 8.996582783410137, "p95_ms": 26.324163, "max_ms": 83.771227 }, "preprocess_to_infer": { "samples": 217, "mean_ms": 38.49055862211981, "p95_ms": 64.074935, "max_ms": 164.227219 }, "infer_to_native": { "samples": 217, "mean_ms": 27.162812377880186, "p95_ms": 57.714631, "max_ms": 85.217692 }, "native_to_result": { "samples": 217, "mean_ms": 12.18052135483871, "p95_ms": 31.136593, "max_ms": 61.159543 }, "result_to_publisher_submit": { "samples": 217, "mean_ms": 1.3339610092165899, "p95_ms": 1.779244, "max_ms": 48.951406 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 0, "events_created": 0, "processed": 459 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 459, "per_task_buffers": { "det": 459 }, "latest": { "fn": 458, "det": 8, "persons": 4, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1315780.501396505, "entries": 459, "length": 100, "last": "1789463059713-0", "pttl": 9916, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-02", "sourceId": "rtsp-test-source-02", "serverId": "test-ai", "streamId": "web-cam08-test", "runId": "a4bb2bce-9c9b-48d7-9442-34c2347d3bb7", "runGeneration": 1, "frameSeq": 458, "ptsNs": 47119185935, "ingestTimeWallMs": 1789463059639, "frameWidth": 1280, "frameHeight": 720, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 467695892, "rtpTimestampExt": null, "detectedAtWallMs": 1789438981289, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "0", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.930962085723877, "bbox": [ 0.56365966796875, 0.34228515625, 0.63848876953125, 0.6328125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "2", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8967949151992798, "bbox": [ 0.50146484375, 0.338623046875, 0.56103515625, 0.659912109375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "4", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8361535668373108, "bbox": [ 0.6422119140625, 0.36810302734375, 0.6790771484375, 0.54058837890625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "5", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8088233470916748, "bbox": [ 0.6153717041015625, 0.447174072265625, 0.6570892333984375, 0.555755615234375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "15", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.2658804953098297, "bbox": [ 0.19861221313476562, 0.43253326416015625, 0.21349716186523438, 0.45858001708984375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } }, "rtsp-test-source-03": { "at": 1315780.629458253, "state": { "stream_id": "web-cam01-test", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "6ccbf8bf-ab24-4c09-87a4-b17e989e902f", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789463059.7183642, "source_stage": "consume_entered", "source_stage_at": 1789463059.8088677, "source_stages": { "pipeline_state_changed": 1789463016.513833, "decoded_frame_received": 1789463059.7459075, "preprocess_output": 1789463059.7469647, "infer_output": 1789463059.7941163, "consume_entered": 1789463059.8088677, "native_completed": 1789463059.705073, "inference_frame_completed": 1789463059.7183468 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 434, "preprocess_output": 434, "infer_output": 434, "consume_entered": 434, "native_completed": 433, "inference_frame_completed": 433 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789463014.7196298, "decoded_frame_received": 1789463016.452747, "preprocess_output": 1789463016.4597824, "infer_output": 1789463016.5037315, "consume_entered": 1789463016.5087032, "native_completed": 1789463016.5227594, "inference_frame_completed": 1789463016.5295417 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789463014.5626752, "uptime_s": 45.3, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1315780601475624, "counts": { "decoded": 1300, "selected": 433, "preprocess": 433, "sampling_drop": 867, "infer": 434, "native": 433, "result": 433, "publisher_submit": 433 }, "first_ns": { "decoded": 1315737200113078, "selected": 1315737200130715, "preprocess": 1315737207141739, "sampling_drop": 1315737232218288, "infer": 1315737251104718, "native": 1315737270100686, "result": 1315737276171150, "publisher_submit": 1315737276944602 }, "last_ns": { "decoded": 1315780562313026, "selected": 1315780493224065, "preprocess": 1315780494267500, "sampling_drop": 1315780562339176, "infer": 1315780541399564, "native": 1315780452329158, "result": 1315780465202511, "publisher_submit": 1315780465747501 }, "detail": true, "pending_samples": 1, "last_frame": { "selected": [ 1299, 44927429337 ], "preprocess": [ 1299, 44927429337 ], "infer": [ 1299, 44927429337 ], "native": [ 1296, 44827429337 ], "result": [ 1296, 44827429337 ], "publisher_submit": [ 1296, 44827429337 ] }, "observation_missed": 5, "durations": { "queue": { "samples": 217, "mean_ms": 7.446890373271889, "p95_ms": 22.043172, "max_ms": 43.029981 }, "tracking": { "samples": 217, "mean_ms": 0.04345951152073732, "p95_ms": 0.077584, "max_ms": 0.139038 }, "tracking_cpu": { "samples": 217, "mean_ms": 0.03322382488479263, "p95_ms": 0.059087, "max_ms": 0.117236 }, "result_work": { "samples": 217, "mean_ms": 5.201974516129033, "p95_ms": 14.56612, "max_ms": 82.949101 }, "selected_to_preprocess": { "samples": 216, "mean_ms": 5.531564611111111, "p95_ms": 16.313224, "max_ms": 31.931259 }, "preprocess_to_infer": { "samples": 216, "mean_ms": 40.48909525925926, "p95_ms": 58.593541, "max_ms": 123.398671 }, "infer_to_native": { "samples": 216, "mean_ms": 31.291254055555555, "p95_ms": 54.068963, "max_ms": 192.483338 }, "native_to_result": { "samples": 216, "mean_ms": 16.221968925925925, "p95_ms": 35.95684, "max_ms": 177.909139 }, "result_to_publisher_submit": { "samples": 216, "mean_ms": 1.5803452222222223, "p95_ms": 4.334522, "max_ms": 78.970003 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 0, "events_created": 0, "processed": 433 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 434, "per_task_buffers": { "det": 434 }, "latest": { "fn": 1299, "det": 9, "persons": 7, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1315780.629517718, "entries": 434, "length": 100, "last": "1789463059877-0", "pttl": 9964, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-03", "sourceId": "rtsp-test-source-03", "serverId": "test-ai", "streamId": "web-cam01-test", "runId": "6ccbf8bf-ab24-4c09-87a4-b17e989e902f", "runGeneration": 1, "frameSeq": 1299, "ptsNs": 44927429337, "ingestTimeWallMs": 1789463059745, "frameWidth": 480, "frameHeight": 360, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 4230268316, "rtpTimestampExt": null, "detectedAtWallMs": 1789480787649, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "0", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9388007521629333, "bbox": [ 0.25225830078125, 0.59429931640625, 0.32586669921875, 0.82952880859375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "1", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9175984263420105, "bbox": [ 0.949737548828125, 0.41693115234375, 0.993621826171875, 0.59478759765625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "2", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9147487282752991, "bbox": [ 0.21044921875, 0.720703125, 0.29150390625, 0.9853515625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "3", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9066531658172607, "bbox": [ 0.7393341064453125, 0.29034423828125, 0.7782440185546875, 0.42401123046875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "4", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.903464674949646, "bbox": [ 0.0128936767578125, 0.309173583984375, 0.0548553466796875, 0.425201416015625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "5", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8934953808784485, "bbox": [ 0.8218994140625, 0.53057861328125, 0.8734130859375, 0.71746826171875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "7", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8768454790115356, "bbox": [ 0.429046630859375, 0.252197265625, 0.457672119140625, 0.384521484375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } } }, "publisher": { "enabled": true, "metrics": { "sent": 1440, "sent_status": 56, "workers_created": 3, "sent_frames": 1384, "queued": 0, "queuedBytes": 0, "channels": 4, "workers": 3, "profile": { "enabled": true, "revision": 1, "channels": { "d98f4e86d523f201a60f5f03c7a93f284a355b57e3a57ecd305727b2df38a5d2": { "counts": { "state_noop": 223, "queued_frame": 223, "sent_frame": 223, "queued_heartbeat": 6, "sent_status": 6, "timeline_evicted": 431 }, "timings": { "frame_queue": { "count": 223, "mean_ms": 4.832627073205974, "max_ms": 29.130737064406276, "recent_samples": 223, "recent_p95_ms": 15.485919080674648 }, "frame_write_wall": { "count": 223, "mean_ms": 9.046253228699557, "max_ms": 67.37227, "recent_samples": 223, "recent_p95_ms": 26.60063 }, "frame_write_cpu": { "count": 223, "mean_ms": 1.1437309192825122, "max_ms": 2.364588, "recent_samples": 223, "recent_p95_ms": 1.7778209999999999 }, "frame_completion_lock": { "count": 223, "mean_ms": 0.03982298206278028, "max_ms": 4.221723, "recent_samples": 223, "recent_p95_ms": 0.025462000000000002 }, "enqueue_gap": { "count": 222, "mean_ms": 99.49850235585588, "max_ms": 235.94281999999998, "recent_samples": 222, "recent_p95_ms": 132.111162 }, "status_queue": { "count": 6, "mean_ms": 6.223219291617473, "max_ms": 19.90383490920067, "recent_samples": 6, "recent_p95_ms": 19.90383490920067 }, "status_write_wall": { "count": 6, "mean_ms": 13.910378000000001, "max_ms": 28.090209, "recent_samples": 6, "recent_p95_ms": 28.090209 }, "status_write_cpu": { "count": 6, "mean_ms": 0.8891546666666666, "max_ms": 1.264997, "recent_samples": 6, "recent_p95_ms": 1.264997 }, "status_completion_lock": { "count": 6, "mean_ms": 0.009444166666666667, "max_ms": 0.011899999999999999, "recent_samples": 6, "recent_p95_ms": 0.011899999999999999 } } }, "611cea950b4c0a014291720468a3a7f61c5787baa95a374d3b94d4db886bf16b": { "counts": { "state_noop": 223, "queued_frame": 223, "sent_frame": 223, "timeline_evicted": 425, "queued_heartbeat": 4, "sent_status": 4 }, "timings": { "frame_queue": { "count": 223, "mean_ms": 5.245596445019403, "max_ms": 44.420343125239015, "recent_samples": 223, "recent_p95_ms": 16.96892292238772 }, "frame_write_wall": { "count": 223, "mean_ms": 12.173150766816146, "max_ms": 85.738163, "recent_samples": 223, "recent_p95_ms": 36.856932 }, "frame_write_cpu": { "count": 223, "mean_ms": 1.1657372914798212, "max_ms": 5.464672, "recent_samples": 223, "recent_p95_ms": 1.742356 }, "frame_completion_lock": { "count": 223, "mean_ms": 0.2565503901345291, "max_ms": 49.977496, "recent_samples": 223, "recent_p95_ms": 0.029201 }, "enqueue_gap": { "count": 222, "mean_ms": 99.23518657207202, "max_ms": 327.66319100000004, "recent_samples": 222, "recent_p95_ms": 181.644741 }, "status_queue": { "count": 4, "mean_ms": 4.195968504063785, "max_ms": 8.981430903077126, "recent_samples": 4, "recent_p95_ms": 8.981430903077126 }, "status_write_wall": { "count": 4, "mean_ms": 7.970165, "max_ms": 16.964513, "recent_samples": 4, "recent_p95_ms": 16.964513 }, "status_write_cpu": { "count": 4, "mean_ms": 0.6473935000000001, "max_ms": 0.885727, "recent_samples": 4, "recent_p95_ms": 0.885727 }, "status_completion_lock": { "count": 4, "mean_ms": 0.01024275, "max_ms": 0.014181000000000001, "recent_samples": 4, "recent_p95_ms": 0.014181000000000001 } } }, "f119ec7770227da23061f13f0bb790b466850dbe16243dbfcb1a0279ab0a1baa": { "counts": { "sent_frame": 222, "state_noop": 222, "queued_frame": 222, "queued_heartbeat": 6, "sent_status": 4, "timeline_evicted": 425 }, "timings": { "frame_queue": { "count": 223, "mean_ms": 5.362324968957647, "max_ms": 33.99882395751774, "recent_samples": 223, "recent_p95_ms": 17.363139893859625 }, "frame_write_wall": { "count": 222, "mean_ms": 8.069190261261266, "max_ms": 50.119133000000005, "recent_samples": 222, "recent_p95_ms": 22.955475999999997 }, "frame_write_cpu": { "count": 222, "mean_ms": 1.07920263963964, "max_ms": 2.170871, "recent_samples": 222, "recent_p95_ms": 1.761168 }, "frame_completion_lock": { "count": 222, "mean_ms": 0.06428489639639635, "max_ms": 6.737309000000001, "recent_samples": 222, "recent_p95_ms": 0.035505 }, "enqueue_gap": { "count": 221, "mean_ms": 99.63023642533936, "max_ms": 286.998199, "recent_samples": 221, "recent_p95_ms": 139.504619 }, "status_queue": { "count": 4, "mean_ms": 2.519337402191013, "max_ms": 6.895905826240778, "recent_samples": 4, "recent_p95_ms": 6.895905826240778 }, "status_write_wall": { "count": 4, "mean_ms": 12.33339075, "max_ms": 28.520128, "recent_samples": 4, "recent_p95_ms": 28.520128 }, "status_write_cpu": { "count": 4, "mean_ms": 0.9468240000000001, "max_ms": 1.374382, "recent_samples": 4, "recent_p95_ms": 1.374382 }, "status_completion_lock": { "count": 4, "mean_ms": 0.013363249999999998, "max_ms": 0.019114, "recent_samples": 4, "recent_p95_ms": 0.019114 } } }, "d57cc517767b64098669a8ffc9845f2bae132fb3b0f3a0a1298371fd11f01cc0": { "counts": { "queued_heartbeat": 6, "sent_status": 6 }, "timings": { "status_queue": { "count": 6, "mean_ms": 0.09518349543213844, "max_ms": 0.10603200644254684, "recent_samples": 6, "recent_p95_ms": 0.10603200644254684 }, "status_write_wall": { "count": 6, "mean_ms": 7.371833166666668, "max_ms": 15.873008, "recent_samples": 6, "recent_p95_ms": 15.873008 }, "status_write_cpu": { "count": 6, "mean_ms": 0.8687303333333335, "max_ms": 1.348693, "recent_samples": 6, "recent_p95_ms": 1.348693 }, "status_completion_lock": { "count": 6, "mean_ms": 0.008083666666666666, "max_ms": 0.014095, "recent_samples": 6, "recent_p95_ms": 0.014095 } } } }, "timing_scope": "sink_only_v2", "timeline_limit_per_channel": 256, "replacement_limit_per_channel": 32 }, "workerMode": "channel", "workerLimit": 16, "controlWorkers": 1, "retiringWorkers": 0, "workerErrors": {}, "terminalErrors": 0, "inflightBytes": 2395, "inflightByteLimit": 167772160 } } }, { "at": 1315781.662870219, "channels": { "rtsp-test-source-01": { "at": 1315781.71252555, "state": { "stream_id": "rtsp-test-01", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "f00e47c1-7b6d-4f03-80e6-81fd903fcadb", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789463060.9388704, "source_stage": "preprocess_output", "source_stage_at": 1789463060.9535644, "source_stages": { "pipeline_state_changed": 1789463011.2833889, "decoded_frame_received": 1789463060.950911, "preprocess_output": 1789463060.9535644, "infer_output": 1789463060.8927255, "consume_entered": 1789463060.9031873, "native_completed": 1789463060.9237406, "inference_frame_completed": 1789463060.9388385 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 509, "preprocess_output": 509, "infer_output": 508, "consume_entered": 508, "native_completed": 508, "inference_frame_completed": 508 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789463009.740274, "decoded_frame_received": 1789463011.1960018, "preprocess_output": 1789463011.2371497, "infer_output": 1789463011.2696452, "consume_entered": 1789463011.2777383, "native_completed": 1789463011.2908287, "inference_frame_completed": 1789463011.2957904 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789463009.194144, "uptime_s": 51.8, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1315781703877367, "counts": { "decoded": 509, "selected": 509, "preprocess": 509, "infer": 508, "native": 508, "result": 508, "publisher_submit": 508 }, "first_ns": { "decoded": 1315731943309575, "selected": 1315731943346838, "preprocess": 1315731984352674, "infer": 1315732016894736, "native": 1315732038194819, "result": 1315732042454010, "publisher_submit": 1315732043198467 }, "last_ns": { "decoded": 1315781698213731, "selected": 1315781698247817, "preprocess": 1315781700900662, "infer": 1315781640068679, "native": 1315781670990926, "result": 1315781685386704, "publisher_submit": 1315781686226092 }, "detail": true, "pending_samples": 1, "last_frame": { "selected": [ 508, 51101907284 ], "preprocess": [ 508, 51101907284 ], "infer": [ 507, 51001907284 ], "native": [ 507, 51001907284 ], "result": [ 507, 51001907284 ], "publisher_submit": [ 507, 51001907284 ] }, "observation_missed": 0, "durations": { "queue": { "samples": 231, "mean_ms": 6.823348861471862, "p95_ms": 17.402195, "max_ms": 27.149433 }, "tracking": { "samples": 231, "mean_ms": 0.04313492640692641, "p95_ms": 0.071715, "max_ms": 0.122556 }, "tracking_cpu": { "samples": 231, "mean_ms": 0.0323120303030303, "p95_ms": 0.057796, "max_ms": 0.087242 }, "result_work": { "samples": 231, "mean_ms": 5.078775268398268, "p95_ms": 11.717249, "max_ms": 83.248017 }, "selected_to_preprocess": { "samples": 231, "mean_ms": 5.257276913419913, "p95_ms": 16.359987, "max_ms": 30.311622 }, "preprocess_to_infer": { "samples": 230, "mean_ms": 39.253109039130436, "p95_ms": 53.470887, "max_ms": 81.129526 }, "infer_to_native": { "samples": 230, "mean_ms": 31.702819965217394, "p95_ms": 54.60625, "max_ms": 182.511265 }, "native_to_result": { "samples": 230, "mean_ms": 15.242866052173913, "p95_ms": 31.123034, "max_ms": 157.680666 }, "result_to_publisher_submit": { "samples": 230, "mean_ms": 1.4072420391304348, "p95_ms": 1.964593, "max_ms": 79.025997 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 0, "events_created": 0, "processed": 508 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 508, "per_task_buffers": { "det": 508 }, "latest": { "fn": 507, "det": 10, "persons": 5, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1315781.71258747, "entries": 508, "length": 100, "last": "1789463060940-0", "pttl": 9944, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-01", "sourceId": "rtsp-test-source-01", "serverId": "test-ai", "streamId": "rtsp-test-01", "runId": "f00e47c1-7b6d-4f03-80e6-81fd903fcadb", "runGeneration": 1, "frameSeq": 507, "ptsNs": 51001907284, "ingestTimeWallMs": 1789463060845, "frameWidth": 1280, "frameHeight": 720, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 2634846473, "rtpTimestampExt": null, "detectedAtWallMs": 1789463060739, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "0", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9487276077270508, "bbox": [ 0.65301513671875, 0.3115234375, 0.79132080078125, 0.8271484375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "2", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9263036847114563, "bbox": [ 0.331268310546875, 0.3917236328125, 0.399688720703125, 0.6077880859375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "3", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8942365646362305, "bbox": [ 0.50579833984375, 0.3702392578125, 0.53717041015625, 0.5330810546875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "5", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8016254305839539, "bbox": [ 0.640289306640625, 0.3681640625, 0.676116943359375, 0.54150390625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "7", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.6908720135688782, "bbox": [ 0.6168975830078125, 0.453887939453125, 0.6604461669921875, 0.554901123046875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "10", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.389430433511734, "bbox": [ 0.19760894775390625, 0.4329071044921875, 0.21425628662109375, 0.4586944580078125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } }, "rtsp-test-source-02": { "at": 1315781.791566758, "state": { "stream_id": "web-cam08-test", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "a4bb2bce-9c9b-48d7-9442-34c2347d3bb7", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789463060.9867048, "source_stage": "inference_frame_completed", "source_stage_at": 1789463060.9866807, "source_stages": { "pipeline_state_changed": 1789463013.909858, "decoded_frame_received": 1789463060.9163454, "preprocess_output": 1789463060.9233315, "infer_output": 1789463060.9612856, "consume_entered": 1789463060.9647808, "native_completed": 1789463060.9797072, "inference_frame_completed": 1789463060.9866807 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 472, "preprocess_output": 472, "infer_output": 472, "consume_entered": 472, "native_completed": 472, "inference_frame_completed": 472 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789463012.351809, "decoded_frame_received": 1789463013.8604698, "preprocess_output": 1789463013.8620818, "infer_output": 1789463013.896053, "consume_entered": 1789463013.9046674, "native_completed": 1789463013.917506, "inference_frame_completed": 1789463013.9226985 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789463012.3138435, "uptime_s": 48.7, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1315781772411779, "counts": { "decoded": 471, "selected": 471, "preprocess": 472, "infer": 472, "native": 472, "result": 472, "publisher_submit": 472 }, "first_ns": { "decoded": 1315734607770346, "selected": 1315734607829449, "preprocess": 1315734609413414, "infer": 1315734643364360, "native": 1315734664888912, "result": 1315734669390312, "publisher_submit": 1315734670103334 }, "last_ns": { "decoded": 1315781663673833, "selected": 1315781663694576, "preprocess": 1315781670619458, "infer": 1315781708588445, "native": 1315781726947155, "result": 1315781733265258, "publisher_submit": 1315781734080080 }, "detail": true, "pending_samples": 0, "last_frame": { "selected": [ 471, 48419185935 ], "preprocess": [ 471, 48419185935 ], "infer": [ 471, 48419185935 ], "native": [ 471, 48419185935 ], "result": [ 471, 48419185935 ], "publisher_submit": [ 471, 48419185935 ] }, "observation_missed": 2, "durations": { "queue": { "samples": 231, "mean_ms": 5.252805402597402, "p95_ms": 16.158827, "max_ms": 36.98968 }, "tracking": { "samples": 231, "mean_ms": 0.04473025974025974, "p95_ms": 0.075209, "max_ms": 0.135029 }, "tracking_cpu": { "samples": 231, "mean_ms": 0.03431612987012987, "p95_ms": 0.054981, "max_ms": 0.105565 }, "result_work": { "samples": 231, "mean_ms": 4.579242922077922, "p95_ms": 8.140607, "max_ms": 51.227722 }, "selected_to_preprocess": { "samples": 230, "mean_ms": 8.8825909, "p95_ms": 23.284075, "max_ms": 83.771227 }, "preprocess_to_infer": { "samples": 230, "mean_ms": 38.137517573913044, "p95_ms": 60.057869, "max_ms": 164.227219 }, "infer_to_native": { "samples": 230, "mean_ms": 26.717621578260868, "p95_ms": 57.520767, "max_ms": 85.217692 }, "native_to_result": { "samples": 230, "mean_ms": 12.079977365217392, "p95_ms": 30.677161, "max_ms": 61.159543 }, "result_to_publisher_submit": { "samples": 230, "mean_ms": 1.3004538347826087, "p95_ms": 1.717902, "max_ms": 48.951406 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 0, "events_created": 0, "processed": 472 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 472, "per_task_buffers": { "det": 472 }, "latest": { "fn": 471, "det": 9, "persons": 5, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1315781.791634644, "entries": 472, "length": 100, "last": "1789463060988-0", "pttl": 9900, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-02", "sourceId": "rtsp-test-source-02", "serverId": "test-ai", "streamId": "web-cam08-test", "runId": "a4bb2bce-9c9b-48d7-9442-34c2347d3bb7", "runGeneration": 1, "frameSeq": 471, "ptsNs": 48419185935, "ingestTimeWallMs": 1789463060916, "frameWidth": 1280, "frameHeight": 720, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 467812892, "rtpTimestampExt": null, "detectedAtWallMs": 1789438982589, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "1", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9241418242454529, "bbox": [ 0.5521697998046875, 0.33056640625, 0.6050567626953125, 0.63037109375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "2", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9087799787521362, "bbox": [ 0.4195556640625, 0.337158203125, 0.4832763671875, 0.642333984375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "3", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8931231498718262, "bbox": [ 0.5051422119140625, 0.370361328125, 0.5368499755859375, 0.533935546875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "4", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.85930997133255, "bbox": [ 0.64166259765625, 0.3685302734375, 0.67864990234375, 0.5347900390625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "5", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8276889324188232, "bbox": [ 0.615386962890625, 0.44677734375, 0.656097412109375, 0.55419921875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "12", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.33862367272377014, "bbox": [ 0.19829940795898438, 0.4322662353515625, 0.21356582641601562, 0.4588470458984375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } }, "rtsp-test-source-03": { "at": 1315781.904672147, "state": { "stream_id": "web-cam01-test", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "6ccbf8bf-ab24-4c09-87a4-b17e989e902f", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789463061.1359842, "source_stage": "decoded_frame_received", "source_stage_at": 1789463061.1475062, "source_stages": { "pipeline_state_changed": 1789463016.513833, "decoded_frame_received": 1789463061.1475062, "preprocess_output": 1789463061.0486114, "infer_output": 1789463061.0891225, "consume_entered": 1789463061.0932636, "native_completed": 1789463061.1136415, "inference_frame_completed": 1789463061.13596 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 448, "preprocess_output": 447, "infer_output": 447, "consume_entered": 447, "native_completed": 447, "inference_frame_completed": 447 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789463014.7196298, "decoded_frame_received": 1789463016.452747, "preprocess_output": 1789463016.4597824, "infer_output": 1789463016.5037315, "consume_entered": 1789463016.5087032, "native_completed": 1789463016.5227594, "inference_frame_completed": 1789463016.5295417 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789463014.5626752, "uptime_s": 46.6, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1315781895265830, "counts": { "decoded": 1340, "selected": 447, "preprocess": 446, "sampling_drop": 893, "infer": 447, "native": 447, "result": 447, "publisher_submit": 447 }, "first_ns": { "decoded": 1315737200113078, "selected": 1315737200130715, "preprocess": 1315737207141739, "sampling_drop": 1315737232218288, "infer": 1315737251104718, "native": 1315737270100686, "result": 1315737276171150, "publisher_submit": 1315737276944602 }, "last_ns": { "decoded": 1315781894821020, "selected": 1315781894851517, "preprocess": 1315781795890498, "sampling_drop": 1315781871249244, "infer": 1315781836460018, "native": 1315781860912957, "result": 1315781882452483, "publisher_submit": 1315781883344410 }, "detail": true, "pending_samples": 1, "last_frame": { "selected": [ 1341, 46327429337 ], "preprocess": [ 1338, 46227429337 ], "infer": [ 1338, 46227429337 ], "native": [ 1338, 46227429337 ], "result": [ 1338, 46227429337 ], "publisher_submit": [ 1338, 46227429337 ] }, "observation_missed": 5, "durations": { "queue": { "samples": 231, "mean_ms": 7.305651528138529, "p95_ms": 20.40575, "max_ms": 43.029981 }, "tracking": { "samples": 231, "mean_ms": 0.04355036363636364, "p95_ms": 0.077584, "max_ms": 0.139038 }, "tracking_cpu": { "samples": 231, "mean_ms": 0.0333422077922078, "p95_ms": 0.059684, "max_ms": 0.117236 }, "result_work": { "samples": 231, "mean_ms": 5.234546125541126, "p95_ms": 14.56612, "max_ms": 82.949101 }, "selected_to_preprocess": { "samples": 229, "mean_ms": 5.393697497816595, "p95_ms": 16.048874, "max_ms": 31.931259 }, "preprocess_to_infer": { "samples": 229, "mean_ms": 40.175833585152844, "p95_ms": 58.155499, "max_ms": 123.398671 }, "infer_to_native": { "samples": 230, "mean_ms": 31.00223632608696, "p95_ms": 54.068963, "max_ms": 192.483338 }, "native_to_result": { "samples": 230, "mean_ms": 16.00613617826087, "p95_ms": 35.756735, "max_ms": 177.909139 }, "result_to_publisher_submit": { "samples": 230, "mean_ms": 1.6346772869565216, "p95_ms": 4.334522, "max_ms": 78.970003 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 0, "events_created": 0, "processed": 447 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 447, "per_task_buffers": { "det": 447 }, "latest": { "fn": 1338, "det": 8, "persons": 6, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1315781.904752176, "entries": 447, "length": 100, "last": "1789463061142-0", "pttl": 9949, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-03", "sourceId": "rtsp-test-source-03", "serverId": "test-ai", "streamId": "web-cam01-test", "runId": "6ccbf8bf-ab24-4c09-87a4-b17e989e902f", "runGeneration": 1, "frameSeq": 1338, "ptsNs": 46227429337, "ingestTimeWallMs": 1789463061046, "frameWidth": 480, "frameHeight": 360, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 4230385316, "rtpTimestampExt": null, "detectedAtWallMs": 1789480788949, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "0", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.922062337398529, "bbox": [ 0.30767822265625, 0.7445068359375, 0.37786865234375, 0.9986572265625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "1", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9038048982620239, "bbox": [ 0.7903900146484375, 0.31890869140625, 0.8394927978515625, 0.46429443359375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "2", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.896975576877594, "bbox": [ 0.8345489501953125, 0.5316162109375, 0.8715057373046875, 0.7183837890625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "3", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8916224837303162, "bbox": [ 0.8412628173828125, 0.3829345703125, 0.8862762451171875, 0.5482177734375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "5", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8812065720558167, "bbox": [ 0.3906707763671875, 0.56103515625, 0.4501495361328125, 0.77978515625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "6", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8671482801437378, "bbox": [ 0.3265533447265625, 0.25323486328125, 0.3599700927734375, 0.37908935546875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } } }, "publisher": { "enabled": true, "metrics": { "sent": 1483, "sent_status": 60, "workers_created": 3, "sent_frames": 1423, "queued": 0, "queuedBytes": 0, "channels": 4, "workers": 3, "profile": { "enabled": true, "revision": 1, "channels": { "d98f4e86d523f201a60f5f03c7a93f284a355b57e3a57ecd305727b2df38a5d2": { "counts": { "state_noop": 236, "queued_frame": 236, "sent_frame": 235, "queued_heartbeat": 7, "sent_status": 7, "timeline_evicted": 472 }, "timings": { "frame_queue": { "count": 236, "mean_ms": 4.766315989338366, "max_ms": 29.130737064406276, "recent_samples": 236, "recent_p95_ms": 15.573797980323434 }, "frame_write_wall": { "count": 235, "mean_ms": 8.838673217021285, "max_ms": 67.37227, "recent_samples": 235, "recent_p95_ms": 26.60063 }, "frame_write_cpu": { "count": 235, "mean_ms": 1.1362235276595756, "max_ms": 2.364588, "recent_samples": 235, "recent_p95_ms": 1.7778209999999999 }, "frame_completion_lock": { "count": 235, "mean_ms": 0.03841395319148939, "max_ms": 4.221723, "recent_samples": 235, "recent_p95_ms": 0.028343 }, "enqueue_gap": { "count": 235, "mean_ms": 99.5318328425532, "max_ms": 235.94281999999998, "recent_samples": 235, "recent_p95_ms": 141.008693 }, "status_queue": { "count": 7, "mean_ms": 5.626744091776865, "max_ms": 19.90383490920067, "recent_samples": 7, "recent_p95_ms": 19.90383490920067 }, "status_write_wall": { "count": 7, "mean_ms": 12.333239714285716, "max_ms": 28.090209, "recent_samples": 7, "recent_p95_ms": 28.090209 }, "status_write_cpu": { "count": 7, "mean_ms": 0.8290664285714284, "max_ms": 1.264997, "recent_samples": 7, "recent_p95_ms": 1.264997 }, "status_completion_lock": { "count": 7, "mean_ms": 0.009196428571428572, "max_ms": 0.011899999999999999, "recent_samples": 7, "recent_p95_ms": 0.011899999999999999 } } }, "611cea950b4c0a014291720468a3a7f61c5787baa95a374d3b94d4db886bf16b": { "counts": { "state_noop": 236, "queued_frame": 236, "sent_frame": 236, "timeline_evicted": 467, "queued_heartbeat": 5, "sent_status": 5 }, "timings": { "frame_queue": { "count": 236, "mean_ms": 5.12596886502421, "max_ms": 44.420343125239015, "recent_samples": 236, "recent_p95_ms": 16.96892292238772 }, "frame_write_wall": { "count": 236, "mean_ms": 12.309918072033899, "max_ms": 85.738163, "recent_samples": 236, "recent_p95_ms": 36.856932 }, "frame_write_cpu": { "count": 236, "mean_ms": 1.1630911355932205, "max_ms": 5.464672, "recent_samples": 236, "recent_p95_ms": 1.742356 }, "frame_completion_lock": { "count": 236, "mean_ms": 0.24319966101694912, "max_ms": 49.977496, "recent_samples": 236, "recent_p95_ms": 0.029201 }, "enqueue_gap": { "count": 235, "mean_ms": 99.26287777872334, "max_ms": 327.66319100000004, "recent_samples": 235, "recent_p95_ms": 181.644741 }, "status_queue": { "count": 5, "mean_ms": 3.597798990085721, "max_ms": 8.981430903077126, "recent_samples": 5, "recent_p95_ms": 8.981430903077126 }, "status_write_wall": { "count": 5, "mean_ms": 7.189415599999999, "max_ms": 16.964513, "recent_samples": 5, "recent_p95_ms": 16.964513 }, "status_write_cpu": { "count": 5, "mean_ms": 0.6632048000000001, "max_ms": 0.885727, "recent_samples": 5, "recent_p95_ms": 0.885727 }, "status_completion_lock": { "count": 5, "mean_ms": 0.0094798, "max_ms": 0.014181000000000001, "recent_samples": 5, "recent_p95_ms": 0.014181000000000001 } } }, "f119ec7770227da23061f13f0bb790b466850dbe16243dbfcb1a0279ab0a1baa": { "counts": { "sent_frame": 236, "state_noop": 235, "queued_frame": 235, "queued_heartbeat": 7, "sent_status": 5, "timeline_evicted": 468 }, "timings": { "frame_queue": { "count": 236, "mean_ms": 5.368091926665314, "max_ms": 33.99882395751774, "recent_samples": 236, "recent_p95_ms": 17.363139893859625 }, "frame_write_wall": { "count": 236, "mean_ms": 8.086439567796615, "max_ms": 50.119133000000005, "recent_samples": 236, "recent_p95_ms": 25.171276 }, "frame_write_cpu": { "count": 236, "mean_ms": 1.0734369872881357, "max_ms": 2.170871, "recent_samples": 236, "recent_p95_ms": 1.761168 }, "frame_completion_lock": { "count": 236, "mean_ms": 0.061164190677966065, "max_ms": 6.737309000000001, "recent_samples": 236, "recent_p95_ms": 0.035505 }, "enqueue_gap": { "count": 234, "mean_ms": 99.51767182051285, "max_ms": 286.998199, "recent_samples": 234, "recent_p95_ms": 139.81893200000002 }, "status_queue": { "count": 5, "mean_ms": 2.0864746998995543, "max_ms": 6.895905826240778, "recent_samples": 5, "recent_p95_ms": 6.895905826240778 }, "status_write_wall": { "count": 5, "mean_ms": 10.7000756, "max_ms": 28.520128, "recent_samples": 5, "recent_p95_ms": 28.520128 }, "status_write_cpu": { "count": 5, "mean_ms": 0.9199762000000001, "max_ms": 1.374382, "recent_samples": 5, "recent_p95_ms": 1.374382 }, "status_completion_lock": { "count": 5, "mean_ms": 0.012868399999999999, "max_ms": 0.019114, "recent_samples": 5, "recent_p95_ms": 0.019114 } } }, "d57cc517767b64098669a8ffc9845f2bae132fb3b0f3a0a1298371fd11f01cc0": { "counts": { "queued_heartbeat": 7, "sent_status": 7 }, "timings": { "status_queue": { "count": 7, "mean_ms": 0.09384169243276119, "max_ms": 0.10603200644254684, "recent_samples": 7, "recent_p95_ms": 0.10603200644254684 }, "status_write_wall": { "count": 7, "mean_ms": 6.584490571428573, "max_ms": 15.873008, "recent_samples": 7, "recent_p95_ms": 15.873008 }, "status_write_cpu": { "count": 7, "mean_ms": 0.8224677142857144, "max_ms": 1.348693, "recent_samples": 7, "recent_p95_ms": 1.348693 }, "status_completion_lock": { "count": 7, "mean_ms": 0.008431571428571429, "max_ms": 0.014095, "recent_samples": 7, "recent_p95_ms": 0.014095 } } } }, "timing_scope": "sink_only_v2", "timeline_limit_per_channel": 256, "replacement_limit_per_channel": 32 }, "workerMode": "channel", "workerLimit": 16, "controlWorkers": 1, "retiringWorkers": 0, "workerErrors": {}, "terminalErrors": 0, "inflightBytes": 2162, "inflightByteLimit": 167772160 } } }, { "at": 1315782.941736425, "channels": { "rtsp-test-source-01": { "at": 1315782.992672711, "state": { "stream_id": "rtsp-test-01", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "f00e47c1-7b6d-4f03-80e6-81fd903fcadb", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789463062.2198384, "source_stage": "inference_frame_completed", "source_stage_at": 1789463062.2198145, "source_stages": { "pipeline_state_changed": 1789463011.2833889, "decoded_frame_received": 1789463062.1446474, "preprocess_output": 1789463062.145543, "infer_output": 1789463062.1725516, "consume_entered": 1789463062.1780422, "native_completed": 1789463062.212398, "inference_frame_completed": 1789463062.2198145 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 521, "preprocess_output": 521, "infer_output": 521, "consume_entered": 521, "native_completed": 521, "inference_frame_completed": 521 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789463009.740274, "decoded_frame_received": 1789463011.1960018, "preprocess_output": 1789463011.2371497, "infer_output": 1789463011.2696452, "consume_entered": 1789463011.2777383, "native_completed": 1789463011.2908287, "inference_frame_completed": 1789463011.2957904 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789463009.194144, "uptime_s": 53.0, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1315782983282606, "counts": { "decoded": 521, "selected": 521, "preprocess": 521, "infer": 521, "native": 521, "result": 521, "publisher_submit": 521 }, "first_ns": { "decoded": 1315731943309575, "selected": 1315731943346838, "preprocess": 1315731984352674, "infer": 1315732016894736, "native": 1315732038194819, "result": 1315732042454010, "publisher_submit": 1315732043198467 }, "last_ns": { "decoded": 1315782891979019, "selected": 1315782891991817, "preprocess": 1315782892897391, "infer": 1315782919900732, "native": 1315782959712285, "result": 1315782966619398, "publisher_submit": 1315782967211341 }, "detail": true, "pending_samples": 0, "last_frame": { "selected": [ 520, 52301907284 ], "preprocess": [ 520, 52301907284 ], "infer": [ 520, 52301907284 ], "native": [ 520, 52301907284 ], "result": [ 520, 52301907284 ], "publisher_submit": [ 520, 52301907284 ] }, "observation_missed": 0, "durations": { "queue": { "samples": 244, "mean_ms": 6.699502983606557, "p95_ms": 16.110312, "max_ms": 27.149433 }, "tracking": { "samples": 244, "mean_ms": 0.04309730327868852, "p95_ms": 0.071344, "max_ms": 0.122556 }, "tracking_cpu": { "samples": 244, "mean_ms": 0.03233498770491803, "p95_ms": 0.052471, "max_ms": 0.087242 }, "result_work": { "samples": 244, "mean_ms": 5.001957413934426, "p95_ms": 11.25101, "max_ms": 83.248017 }, "selected_to_preprocess": { "samples": 243, "mean_ms": 5.133851061728396, "p95_ms": 15.944891, "max_ms": 30.311622 }, "preprocess_to_infer": { "samples": 243, "mean_ms": 39.041811370370375, "p95_ms": 53.412584, "max_ms": 81.129526 }, "infer_to_native": { "samples": 243, "mean_ms": 31.493775913580247, "p95_ms": 54.364395, "max_ms": 182.511265 }, "native_to_result": { "samples": 243, "mean_ms": 15.137081814814815, "p95_ms": 31.024366, "max_ms": 157.680666 }, "result_to_publisher_submit": { "samples": 243, "mean_ms": 1.3702950534979423, "p95_ms": 1.848912, "max_ms": 79.025997 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 0, "events_created": 0, "processed": 521 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 521, "per_task_buffers": { "det": 521 }, "latest": { "fn": 520, "det": 7, "persons": 3, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1315782.992735924, "entries": 521, "length": 100, "last": "1789463062231-0", "pttl": 9953, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-01", "sourceId": "rtsp-test-source-01", "serverId": "test-ai", "streamId": "rtsp-test-01", "runId": "f00e47c1-7b6d-4f03-80e6-81fd903fcadb", "runGeneration": 1, "frameSeq": 520, "ptsNs": 52301907284, "ingestTimeWallMs": 1789463062144, "frameWidth": 1280, "frameHeight": 720, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 2634963473, "rtpTimestampExt": null, "detectedAtWallMs": 1789463062039, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "1", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9343951344490051, "bbox": [ 0.58465576171875, 0.3167724609375, 0.68292236328125, 0.7828369140625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "2", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8916224837303162, "bbox": [ 0.3526763916015625, 0.3349609375, 0.3992767333984375, 0.61083984375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "3", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8785228729248047, "bbox": [ 0.5059967041015625, 0.3699951171875, 0.5369720458984375, 0.5328369140625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "10", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.3151033818721771, "bbox": [ 0.197845458984375, 0.43243408203125, 0.214019775390625, 0.45819091796875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "13", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.26817411184310913, "bbox": [ 0.65496826171875, 0.37158203125, 0.67706298828125, 0.4345703125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } }, "rtsp-test-source-02": { "at": 1315783.100165996, "state": { "stream_id": "web-cam08-test", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "a4bb2bce-9c9b-48d7-9442-34c2347d3bb7", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789463062.3184476, "source_stage": "decoded_frame_received", "source_stage_at": 1789463062.3339207, "source_stages": { "pipeline_state_changed": 1789463013.909858, "decoded_frame_received": 1789463062.3339207, "preprocess_output": 1789463062.2300375, "infer_output": 1789463062.2643044, "consume_entered": 1789463062.2683132, "native_completed": 1789463062.308304, "inference_frame_completed": 1789463062.3184214 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 486, "preprocess_output": 485, "infer_output": 485, "consume_entered": 485, "native_completed": 485, "inference_frame_completed": 485 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789463012.351809, "decoded_frame_received": 1789463013.8604698, "preprocess_output": 1789463013.8620818, "infer_output": 1789463013.896053, "consume_entered": 1789463013.9046674, "native_completed": 1789463013.917506, "inference_frame_completed": 1789463013.9226985 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789463012.3138435, "uptime_s": 50.0, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1315783088764670, "counts": { "decoded": 485, "selected": 485, "preprocess": 485, "infer": 485, "native": 485, "result": 485, "publisher_submit": 485 }, "first_ns": { "decoded": 1315734607770346, "selected": 1315734607829449, "preprocess": 1315734609413414, "infer": 1315734643364360, "native": 1315734664888912, "result": 1315734669390312, "publisher_submit": 1315734670103334 }, "last_ns": { "decoded": 1315783081272127, "selected": 1315783081288747, "preprocess": 1315782977293438, "infer": 1315783011617192, "native": 1315783055652058, "result": 1315783065202025, "publisher_submit": 1315783065809787 }, "detail": true, "pending_samples": 1, "last_frame": { "selected": [ 485, 49819185935 ], "preprocess": [ 484, 49719185935 ], "infer": [ 484, 49719185935 ], "native": [ 484, 49719185935 ], "result": [ 484, 49719185935 ], "publisher_submit": [ 484, 49719185935 ] }, "observation_missed": 2, "durations": { "queue": { "samples": 244, "mean_ms": 5.176436959016394, "p95_ms": 15.352663, "max_ms": 36.98968 }, "tracking": { "samples": 244, "mean_ms": 0.04451913524590164, "p95_ms": 0.074858, "max_ms": 0.135029 }, "tracking_cpu": { "samples": 244, "mean_ms": 0.03417334426229508, "p95_ms": 0.054254, "max_ms": 0.105565 }, "result_work": { "samples": 244, "mean_ms": 4.537828799180328, "p95_ms": 7.723117, "max_ms": 51.227722 }, "selected_to_preprocess": { "samples": 243, "mean_ms": 8.774404399176955, "p95_ms": 22.82926, "max_ms": 83.771227 }, "preprocess_to_infer": { "samples": 243, "mean_ms": 37.78893597530864, "p95_ms": 59.034176, "max_ms": 164.227219 }, "infer_to_native": { "samples": 243, "mean_ms": 26.400217633744855, "p95_ms": 56.698035, "max_ms": 85.217692 }, "native_to_result": { "samples": 243, "mean_ms": 11.879125732510287, "p95_ms": 29.737417, "max_ms": 61.159543 }, "result_to_publisher_submit": { "samples": 243, "mean_ms": 1.2756427901234568, "p95_ms": 1.699391, "max_ms": 48.951406 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 0, "events_created": 0, "processed": 485 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 485, "per_task_buffers": { "det": 485 }, "latest": { "fn": 484, "det": 6, "persons": 3, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1315783.100242792, "entries": 485, "length": 100, "last": "1789463062320-0", "pttl": 9929, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-02", "sourceId": "rtsp-test-source-02", "serverId": "test-ai", "streamId": "web-cam08-test", "runId": "a4bb2bce-9c9b-48d7-9442-34c2347d3bb7", "runGeneration": 1, "frameSeq": 484, "ptsNs": 49719185935, "ingestTimeWallMs": 1789463062216, "frameWidth": 1280, "frameHeight": 720, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 467929892, "rtpTimestampExt": null, "detectedAtWallMs": 1789438983889, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "1", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8912444114685059, "bbox": [ 0.6237335205078125, 0.3343505859375, 0.6780242919921875, 0.6163330078125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "2", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8807970285415649, "bbox": [ 0.37237548828125, 0.3375244140625, 0.42889404296875, 0.6239013671875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "3", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8806945085525513, "bbox": [ 0.505523681640625, 0.369873046875, 0.537445068359375, 0.532958984375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "8", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.36840566992759705, "bbox": [ 0.1977691650390625, 0.4326934814453125, 0.2140960693359375, 0.4589080810546875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } }, "rtsp-test-source-03": { "at": 1315783.229491007, "state": { "stream_id": "web-cam01-test", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "6ccbf8bf-ab24-4c09-87a4-b17e989e902f", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789463062.3144338, "source_stage": "consume_entered", "source_stage_at": 1789463062.421354, "source_stages": { "pipeline_state_changed": 1789463016.513833, "decoded_frame_received": 1789463062.3444092, "preprocess_output": 1789463062.347254, "infer_output": 1789463062.4058223, "consume_entered": 1789463062.421354, "native_completed": 1789463062.3046887, "inference_frame_completed": 1789463062.3143797 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 460, "preprocess_output": 460, "infer_output": 460, "consume_entered": 460, "native_completed": 459, "inference_frame_completed": 459 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789463014.7196298, "decoded_frame_received": 1789463016.452747, "preprocess_output": 1789463016.4597824, "infer_output": 1789463016.5037315, "consume_entered": 1789463016.5087032, "native_completed": 1789463016.5227594, "inference_frame_completed": 1789463016.5295417 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": 1789463014.5626752, "uptime_s": 47.9, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1315783192402403, "counts": { "decoded": 1378, "selected": 459, "preprocess": 459, "sampling_drop": 919, "infer": 460, "native": 459, "result": 459, "publisher_submit": 459 }, "first_ns": { "decoded": 1315737200113078, "selected": 1315737200130715, "preprocess": 1315737207141739, "sampling_drop": 1315737232218288, "infer": 1315737251104718, "native": 1315737270100686, "result": 1315737276171150, "publisher_submit": 1315737276944602 }, "last_ns": { "decoded": 1315783184164807, "selected": 1315783091761265, "preprocess": 1315783094579852, "sampling_drop": 1315783184193179, "infer": 1315783153151216, "native": 1315783051974961, "result": 1315783060754973, "publisher_submit": 1315783061748098 }, "detail": true, "pending_samples": 1, "last_frame": { "selected": [ 1377, 47527429337 ], "preprocess": [ 1377, 47527429337 ], "infer": [ 1377, 47527429337 ], "native": [ 1374, 47427429337 ], "result": [ 1374, 47427429337 ], "publisher_submit": [ 1374, 47427429337 ] }, "observation_missed": 5, "durations": { "queue": { "samples": 243, "mean_ms": 7.192858761316872, "p95_ms": 20.39174, "max_ms": 43.029981 }, "tracking": { "samples": 243, "mean_ms": 0.043472028806584365, "p95_ms": 0.075664, "max_ms": 0.139038 }, "tracking_cpu": { "samples": 243, "mean_ms": 0.033307189300411516, "p95_ms": 0.059087, "max_ms": 0.117236 }, "result_work": { "samples": 243, "mean_ms": 5.160108427983539, "p95_ms": 13.237161, "max_ms": 82.949101 }, "selected_to_preprocess": { "samples": 242, "mean_ms": 5.211604049586777, "p95_ms": 15.790852, "max_ms": 31.931259 }, "preprocess_to_infer": { "samples": 242, "mean_ms": 39.96568689256199, "p95_ms": 58.155499, "max_ms": 123.398671 }, "infer_to_native": { "samples": 242, "mean_ms": 30.97668579752066, "p95_ms": 52.988793, "max_ms": 192.483338 }, "native_to_result": { "samples": 242, "mean_ms": 15.819872995867769, "p95_ms": 35.101215, "max_ms": 177.909139 }, "result_to_publisher_submit": { "samples": 242, "mean_ms": 1.5928276776859505, "p95_ms": 3.42003, "max_ms": 78.970003 } }, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 0, "events_created": 0, "processed": 459 }, "scenarios": { "active": [], "disabled": [] }, "zones": [], "frames_in_window": 459, "per_task_buffers": { "det": 459 }, "latest": { "fn": 1374, "det": 8, "persons": 6, "pose_persons": 0, "seg": 0 } }, "redis": { "at": 1315783.229552311, "entries": 460, "length": 100, "last": "1789463062476-0", "pttl": 9963, "frame": { "schemaVersion": "1", "cameraId": "rtsp-test-source-03", "sourceId": "rtsp-test-source-03", "serverId": "test-ai", "streamId": "web-cam01-test", "runId": "6ccbf8bf-ab24-4c09-87a4-b17e989e902f", "runGeneration": 1, "frameSeq": 1377, "ptsNs": 47527429337, "ingestTimeWallMs": 1789463062344, "frameWidth": 480, "frameHeight": 360, "coordinateSpace": "SOURCE_FRAME", "format": "XYXY", "normalized": true, "origin": "TOP_LEFT", "configVersion": null, "frameTime": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 4230502316, "rtpTimestampExt": null, "detectedAtWallMs": 1789480790249, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" }, "objects": [ { "objectRef": "0", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.925094723701477, "bbox": [ 0.356170654296875, 0.75433349609375, 0.427520751953125, 0.99957275390625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "1", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9189178347587585, "bbox": [ 0.5769195556640625, 0.5274658203125, 0.6252288818359375, 0.7313232421875 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "2", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9141375422477722, "bbox": [ 0.74493408203125, 0.351318359375, 0.79217529296875, 0.511474609375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "3", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9078037738800049, "bbox": [ 0.8610992431640625, 0.36285400390625, 0.9084320068359375, 0.51702880859375 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "4", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.9068183302879333, "bbox": [ 0.8353271484375, 0.531005859375, 0.8756103515625, 0.718017578125 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true }, { "objectRef": "6", "classId": 0, "modelKey": "RFDETRMedium", "confidence": 0.8800774812698364, "bbox": [ 0.2523956298828125, 0.251800537109375, 0.2900848388671875, 0.376129150390625 ], "trackId": null, "eventIds": [], "labelText": "person", "color": "#00CC66", "visible": true } ] } } } }, "publisher": { "enabled": true, "metrics": { "sent": 1521, "sent_status": 60, "workers_created": 3, "sent_frames": 1461, "queued": 1, "queuedBytes": 1908, "channels": 4, "workers": 3, "profile": { "enabled": true, "revision": 1, "channels": { "d98f4e86d523f201a60f5f03c7a93f284a355b57e3a57ecd305727b2df38a5d2": { "counts": { "state_noop": 249, "queued_frame": 249, "sent_frame": 248, "queued_heartbeat": 7, "sent_status": 7, "timeline_evicted": 510 }, "timings": { "frame_queue": { "count": 248, "mean_ms": 4.664104839321226, "max_ms": 29.130737064406276, "recent_samples": 248, "recent_p95_ms": 15.485919080674648 }, "frame_write_wall": { "count": 248, "mean_ms": 8.609697564516138, "max_ms": 67.37227, "recent_samples": 248, "recent_p95_ms": 25.992784 }, "frame_write_cpu": { "count": 248, "mean_ms": 1.133858693548388, "max_ms": 2.364588, "recent_samples": 248, "recent_p95_ms": 1.772237 }, "frame_completion_lock": { "count": 248, "mean_ms": 0.03701458064516131, "max_ms": 4.221723, "recent_samples": 248, "recent_p95_ms": 0.025462000000000002 }, "enqueue_gap": { "count": 248, "mean_ms": 99.4798558104839, "max_ms": 235.94281999999998, "recent_samples": 248, "recent_p95_ms": 132.111162 }, "status_queue": { "count": 7, "mean_ms": 5.626744091776865, "max_ms": 19.90383490920067, "recent_samples": 7, "recent_p95_ms": 19.90383490920067 }, "status_write_wall": { "count": 7, "mean_ms": 12.333239714285716, "max_ms": 28.090209, "recent_samples": 7, "recent_p95_ms": 28.090209 }, "status_write_cpu": { "count": 7, "mean_ms": 0.8290664285714284, "max_ms": 1.264997, "recent_samples": 7, "recent_p95_ms": 1.264997 }, "status_completion_lock": { "count": 7, "mean_ms": 0.009196428571428572, "max_ms": 0.011899999999999999, "recent_samples": 7, "recent_p95_ms": 0.011899999999999999 } } }, "611cea950b4c0a014291720468a3a7f61c5787baa95a374d3b94d4db886bf16b": { "counts": { "state_noop": 249, "queued_frame": 249, "sent_frame": 249, "timeline_evicted": 506, "queued_heartbeat": 5, "sent_status": 5 }, "timings": { "frame_queue": { "count": 249, "mean_ms": 5.070853710967494, "max_ms": 44.420343125239015, "recent_samples": 249, "recent_p95_ms": 16.31835289299488 }, "frame_write_wall": { "count": 249, "mean_ms": 12.188389618473893, "max_ms": 85.738163, "recent_samples": 249, "recent_p95_ms": 36.666306000000006 }, "frame_write_cpu": { "count": 249, "mean_ms": 1.1544649879518076, "max_ms": 5.464672, "recent_samples": 249, "recent_p95_ms": 1.7323270000000002 }, "frame_completion_lock": { "count": 249, "mean_ms": 0.2311367791164658, "max_ms": 49.977496, "recent_samples": 249, "recent_p95_ms": 0.028405 }, "enqueue_gap": { "count": 248, "mean_ms": 99.36390142741931, "max_ms": 327.66319100000004, "recent_samples": 248, "recent_p95_ms": 181.202241 }, "status_queue": { "count": 5, "mean_ms": 3.597798990085721, "max_ms": 8.981430903077126, "recent_samples": 5, "recent_p95_ms": 8.981430903077126 }, "status_write_wall": { "count": 5, "mean_ms": 7.189415599999999, "max_ms": 16.964513, "recent_samples": 5, "recent_p95_ms": 16.964513 }, "status_write_cpu": { "count": 5, "mean_ms": 0.6632048000000001, "max_ms": 0.885727, "recent_samples": 5, "recent_p95_ms": 0.885727 }, "status_completion_lock": { "count": 5, "mean_ms": 0.0094798, "max_ms": 0.014181000000000001, "recent_samples": 5, "recent_p95_ms": 0.014181000000000001 } } }, "f119ec7770227da23061f13f0bb790b466850dbe16243dbfcb1a0279ab0a1baa": { "counts": { "sent_frame": 248, "state_noop": 248, "queued_frame": 248, "queued_heartbeat": 7, "sent_status": 5, "timeline_evicted": 506 }, "timings": { "frame_queue": { "count": 249, "mean_ms": 5.309440345170508, "max_ms": 33.99882395751774, "recent_samples": 249, "recent_p95_ms": 16.88251201994717 }, "frame_write_wall": { "count": 248, "mean_ms": 7.851520806451618, "max_ms": 50.119133000000005, "recent_samples": 248, "recent_p95_ms": 23.835638 }, "frame_write_cpu": { "count": 248, "mean_ms": 1.0648756895161289, "max_ms": 2.170871, "recent_samples": 248, "recent_p95_ms": 1.740869 }, "frame_completion_lock": { "count": 248, "mean_ms": 0.0587174838709677, "max_ms": 6.737309000000001, "recent_samples": 248, "recent_p95_ms": 0.033395999999999995 }, "enqueue_gap": { "count": 247, "mean_ms": 99.63033061943322, "max_ms": 286.998199, "recent_samples": 247, "recent_p95_ms": 139.504619 }, "status_queue": { "count": 5, "mean_ms": 2.0864746998995543, "max_ms": 6.895905826240778, "recent_samples": 5, "recent_p95_ms": 6.895905826240778 }, "status_write_wall": { "count": 5, "mean_ms": 10.7000756, "max_ms": 28.520128, "recent_samples": 5, "recent_p95_ms": 28.520128 }, "status_write_cpu": { "count": 5, "mean_ms": 0.9199762000000001, "max_ms": 1.374382, "recent_samples": 5, "recent_p95_ms": 1.374382 }, "status_completion_lock": { "count": 5, "mean_ms": 0.012868399999999999, "max_ms": 0.019114, "recent_samples": 5, "recent_p95_ms": 0.019114 } } }, "d57cc517767b64098669a8ffc9845f2bae132fb3b0f3a0a1298371fd11f01cc0": { "counts": { "queued_heartbeat": 7, "sent_status": 7 }, "timings": { "status_queue": { "count": 7, "mean_ms": 0.09384169243276119, "max_ms": 0.10603200644254684, "recent_samples": 7, "recent_p95_ms": 0.10603200644254684 }, "status_write_wall": { "count": 7, "mean_ms": 6.584490571428573, "max_ms": 15.873008, "recent_samples": 7, "recent_p95_ms": 15.873008 }, "status_write_cpu": { "count": 7, "mean_ms": 0.8224677142857144, "max_ms": 1.348693, "recent_samples": 7, "recent_p95_ms": 1.348693 }, "status_completion_lock": { "count": 7, "mean_ms": 0.008431571428571429, "max_ms": 0.014095, "recent_samples": 7, "recent_p95_ms": 0.014095 } } } }, "timing_scope": "sink_only_v2", "timeline_limit_per_channel": 256, "replacement_limit_per_channel": 32 }, "workerMode": "channel", "workerLimit": 16, "controlWorkers": 1, "retiringWorkers": 0, "workerErrors": {}, "terminalErrors": 0, "inflightBytes": 2170, "inflightByteLimit": 167772160 } } } ], "resources": [ { "at": 1315758.919400959, "cgroup": "/sys/fs/cgroup/system.slice/docker-c643ff4781d2bad6b292474d22799276c4c70778f21b32fd1d6b3c90818f08c4.scope", "cpu": { "usage_usec": 59789622, "user_usec": 44980379, "system_usec": 14809243, "core_sched.force_idle_usec": 0, "nr_periods": 0, "nr_throttled": 0, "throttled_usec": 0, "nr_bursts": 0, "burst_usec": 0 }, "memory": 1224302592, "processes": { "390187": { "comm": "docker-init", "status": "Name:\tdocker-init\nUmask:\t0022\nState:\tS (sleeping)\nTgid:\t390187\nNgid:\t0\nPid:\t390187\nPPid:\t390157\nTracerPid:\t0\nUid:\t0\t0\t0\t0\nGid:\t0\t0\t0\t0\nFDSize:\t64\nGroups:\t0 \nNStgid:\t390187\t1\nNSpid:\t390187\t1\nNSpgid:\t390187\t1\nNSsid:\t390187\t1\nKthread:\t0\nVmPeak:\t 1060 kB\nVmSize:\t 1060 kB\nVmLck:\t 0 kB\nVmPin:\t 0 kB\nVmHWM:\t 748 kB\nVmRSS:\t 748 kB\nRssAnon:\t 52 kB\nRssFile:\t 696 kB\nRssShmem:\t 0 kB\nVmData:\t 168 kB\nVmStk:\t 136 kB\nVmExe:\t 548 kB\nVmLib:\t 8 kB\nVmPTE:\t 28 kB\nVmSwap:\t 0 kB\nHugetlbPages:\t 0 kB\nCoreDumping:\t0\nTHP_enabled:\t1\nuntag_mask:\t0xffffffffffffffff\nThreads:\t1\nSigQ:\t1/156236\nSigPnd:\t0000000000000000\nShdPnd:\t0000000000000000\nSigBlk:\t0000000000000000\nSigIgn:\t0000000000300000\nSigCgt:\t0000000000000000\nCapInh:\t0000000000000000\nCapPrm:\t00000000a98425fb\nCapEff:\t00000000a98425fb\nCapBnd:\t00000000a98425fb\nCapAmb:\t0000000000000000\nNoNewPrivs:\t0\nSeccomp:\t2\nSeccomp_filters:\t1\nSpeculation_Store_Bypass:\tvulnerable\nSpeculationIndirectBranch:\talways enabled\nCpus_allowed:\tfffff\nCpus_allowed_list:\t0-19\nMems_allowed:\t00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000001\nMems_allowed_list:\t0\nvoluntary_ctxt_switches:\t106\nnonvoluntary_ctxt_switches:\t4\nx86_Thread_features:\t\nx86_Thread_features_locked:\t\n" }, "390316": { "comm": "entrypoint.sh", "status": "Name:\tentrypoint.sh\nUmask:\t0022\nState:\tS (sleeping)\nTgid:\t390316\nNgid:\t0\nPid:\t390316\nPPid:\t390187\nTracerPid:\t0\nUid:\t0\t0\t0\t0\nGid:\t0\t0\t0\t0\nFDSize:\t256\nGroups:\t0 \nNStgid:\t390316\t51\nNSpid:\t390316\t51\nNSpgid:\t390316\t51\nNSsid:\t390187\t1\nKthread:\t0\nVmPeak:\t 7988 kB\nVmSize:\t 7988 kB\nVmLck:\t 0 kB\nVmPin:\t 0 kB\nVmHWM:\t 4236 kB\nVmRSS:\t 4236 kB\nRssAnon:\t 872 kB\nRssFile:\t 3364 kB\nRssShmem:\t 0 kB\nVmData:\t 948 kB\nVmStk:\t 136 kB\nVmExe:\t 956 kB\nVmLib:\t 1824 kB\nVmPTE:\t 56 kB\nVmSwap:\t 0 kB\nHugetlbPages:\t 0 kB\nCoreDumping:\t0\nTHP_enabled:\t1\nuntag_mask:\t0xffffffffffffffff\nThreads:\t1\nSigQ:\t1/156236\nSigPnd:\t0000000000000000\nShdPnd:\t0000000000000000\nSigBlk:\t0000000000010000\nSigIgn:\t0000000000000004\nSigCgt:\t0000000000014002\nCapInh:\t0000000000000000\nCapPrm:\t00000000a98425fb\nCapEff:\t00000000a98425fb\nCapBnd:\t00000000a98425fb\nCapAmb:\t0000000000000000\nNoNewPrivs:\t0\nSeccomp:\t2\nSeccomp_filters:\t1\nSpeculation_Store_Bypass:\tvulnerable\nSpeculationIndirectBranch:\talways enabled\nCpus_allowed:\tfffff\nCpus_allowed_list:\t0-19\nMems_allowed:\t00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000001\nMems_allowed_list:\t0\nvoluntary_ctxt_switches:\t21\nnonvoluntary_ctxt_switches:\t0\nx86_Thread_features:\t\nx86_Thread_features_locked:\t\n" }, "390360": { "comm": "tritonserver", "status": "Name:\ttritonserver\nUmask:\t0022\nState:\tS (sleeping)\nTgid:\t390360\nNgid:\t0\nPid:\t390360\nPPid:\t390316\nTracerPid:\t0\nUid:\t0\t0\t0\t0\nGid:\t0\t0\t0\t0\nFDSize:\t256\nGroups:\t0 \nNStgid:\t390360\t73\nNSpid:\t390360\t73\nNSpgid:\t390316\t51\nNSsid:\t390187\t1\nKthread:\t0\nVmPeak:\t305224832 kB\nVmSize:\t110316556 kB\nVmLck:\t 0 kB\nVmPin:\t 0 kB\nVmHWM:\t 1064904 kB\nVmRSS:\t 1003140 kB\nRssAnon:\t 386816 kB\nRssFile:\t 343940 kB\nRssShmem:\t 272384 kB\nVmData:\t 1225508 kB\nVmStk:\t 340 kB\nVmExe:\t 10428 kB\nVmLib:\t 648088 kB\nVmPTE:\t 3652 kB\nVmSwap:\t 0 kB\nHugetlbPages:\t 0 kB\nCoreDumping:\t0\nTHP_enabled:\t1\nuntag_mask:\t0xffffffffffffffff\nThreads:\t76\nSigQ:\t1/156236\nSigPnd:\t0000000000000000\nShdPnd:\t0000000000000000\nSigBlk:\t0000000000000000\nSigIgn:\t0000000000001004\nSigCgt:\t0000000100004422\nCapInh:\t0000000000000000\nCapPrm:\t00000000a98425fb\nCapEff:\t00000000a98425fb\nCapBnd:\t00000000a98425fb\nCapAmb:\t0000000000000000\nNoNewPrivs:\t0\nSeccomp:\t2\nSeccomp_filters:\t1\nSpeculation_Store_Bypass:\tvulnerable\nSpeculationIndirectBranch:\talways enabled\nCpus_allowed:\tfffff\nCpus_allowed_list:\t0-19\nMems_allowed:\t00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000001\nMems_allowed_list:\t0\nvoluntary_ctxt_switches:\t96\nnonvoluntary_ctxt_switches:\t3\nx86_Thread_features:\t\nx86_Thread_features_locked:\t\n" }, "390574": { "comm": "python3", "status": "Name:\tpython3\nUmask:\t0022\nState:\tS (sleeping)\nTgid:\t390574\nNgid:\t0\nPid:\t390574\nPPid:\t390316\nTracerPid:\t0\nUid:\t0\t0\t0\t0\nGid:\t0\t0\t0\t0\nFDSize:\t256\nGroups:\t0 \nNStgid:\t390574\t200\nNSpid:\t390574\t200\nNSpgid:\t390316\t51\nNSsid:\t390187\t1\nKthread:\t0\nVmPeak:\t16822944 kB\nVmSize:\t16794308 kB\nVmLck:\t 16 kB\nVmPin:\t 0 kB\nVmHWM:\t 977088 kB\nVmRSS:\t 977088 kB\nRssAnon:\t 439800 kB\nRssFile:\t 477896 kB\nRssShmem:\t 59392 kB\nVmData:\t 2054400 kB\nVmStk:\t 136 kB\nVmExe:\t 2956 kB\nVmLib:\t 947032 kB\nVmPTE:\t 4568 kB\nVmSwap:\t 0 kB\nHugetlbPages:\t 0 kB\nCoreDumping:\t0\nTHP_enabled:\t1\nuntag_mask:\t0xffffffffffffffff\nThreads:\t130\nSigQ:\t1/156236\nSigPnd:\t0000000000000000\nShdPnd:\t0000000000000000\nSigBlk:\t0000000000000000\nSigIgn:\t0000000001001004\nSigCgt:\t0000000100004003\nCapInh:\t0000000000000000\nCapPrm:\t00000000a98425fb\nCapEff:\t00000000a98425fb\nCapBnd:\t00000000a98425fb\nCapAmb:\t0000000000000000\nNoNewPrivs:\t0\nSeccomp:\t2\nSeccomp_filters:\t1\nSpeculation_Store_Bypass:\tvulnerable\nSpeculationIndirectBranch:\talways enabled\nCpus_allowed:\tfffff\nCpus_allowed_list:\t0-19\nMems_allowed:\t00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000001\nMems_allowed_list:\t0\nvoluntary_ctxt_switches:\t1156\nnonvoluntary_ctxt_switches:\t55\nx86_Thread_features:\t\nx86_Thread_features_locked:\t\n" }, "391474": { "comm": "sleep", "status": "Name:\tsleep\nUmask:\t0022\nState:\tS (sleeping)\nTgid:\t391474\nNgid:\t0\nPid:\t391474\nPPid:\t390316\nTracerPid:\t0\nUid:\t0\t0\t0\t0\nGid:\t0\t0\t0\t0\nFDSize:\t256\nGroups:\t0 \nNStgid:\t391474\t398\nNSpid:\t391474\t398\nNSpgid:\t390316\t51\nNSsid:\t390187\t1\nKthread:\t0\nVmPeak:\t 5688 kB\nVmSize:\t 5688 kB\nVmLck:\t 0 kB\nVmPin:\t 0 kB\nVmHWM:\t 2268 kB\nVmRSS:\t 2268 kB\nRssAnon:\t 120 kB\nRssFile:\t 2148 kB\nRssShmem:\t 0 kB\nVmData:\t 224 kB\nVmStk:\t 136 kB\nVmExe:\t 16 kB\nVmLib:\t 1748 kB\nVmPTE:\t 56 kB\nVmSwap:\t 0 kB\nHugetlbPages:\t 0 kB\nCoreDumping:\t0\nTHP_enabled:\t1\nuntag_mask:\t0xffffffffffffffff\nThreads:\t1\nSigQ:\t1/156236\nSigPnd:\t0000000000000000\nShdPnd:\t0000000000000000\nSigBlk:\t0000000000000000\nSigIgn:\t0000000000000006\nSigCgt:\t0000000000000000\nCapInh:\t0000000000000000\nCapPrm:\t00000000a98425fb\nCapEff:\t00000000a98425fb\nCapBnd:\t00000000a98425fb\nCapAmb:\t0000000000000000\nNoNewPrivs:\t0\nSeccomp:\t2\nSeccomp_filters:\t1\nSpeculation_Store_Bypass:\tvulnerable\nSpeculationIndirectBranch:\talways enabled\nCpus_allowed:\tfffff\nCpus_allowed_list:\t0-19\nMems_allowed:\t00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000001\nMems_allowed_list:\t0\nvoluntary_ctxt_switches:\t1\nnonvoluntary_ctxt_switches:\t0\nx86_Thread_features:\t\nx86_Thread_features_locked:\t\n" } }, "threads": { "390187": { "pid": 390187, "comm": "docker-init", "start": "131571777", "ticks": 7, "runtime_ns": 85134911, "runqueue_wait_ns": 577865 }, "390316": { "pid": 390316, "comm": "entrypoint.sh", "start": "131571828", "ticks": 1, "runtime_ns": 20380847, "runqueue_wait_ns": 0 }, "390360": { "pid": 390360, "comm": "tritonserver", "start": "131571848", "ticks": 66, "runtime_ns": 672027057, "runqueue_wait_ns": 554406 }, "390362": { "pid": 390360, "comm": "tritonserver", "start": "131571850", "ticks": 0, "runtime_ns": 81894, "runqueue_wait_ns": 0 }, "390363": { "pid": 390360, "comm": "tritonserver", "start": "131571850", "ticks": 0, "runtime_ns": 112681, "runqueue_wait_ns": 0 }, "390364": { "pid": 390360, "comm": "tritonserver", "start": "131571850", "ticks": 0, "runtime_ns": 43810, "runqueue_wait_ns": 0 }, "390365": { "pid": 390360, "comm": "tritonserver", "start": "131571850", "ticks": 0, "runtime_ns": 58547, "runqueue_wait_ns": 0 }, "390366": { "pid": 390360, "comm": "tritonserver", "start": "131571850", "ticks": 0, "runtime_ns": 26163, "runqueue_wait_ns": 0 }, "390367": { "pid": 390360, "comm": "tritonserver", "start": "131571850", "ticks": 0, "runtime_ns": 60651, "runqueue_wait_ns": 26371 }, "390368": { "pid": 390360, "comm": "tritonserver", "start": "131571850", "ticks": 0, "runtime_ns": 44810, "runqueue_wait_ns": 0 }, "390369": { "pid": 390360, "comm": "tritonserver", "start": "131571850", "ticks": 0, "runtime_ns": 125503, "runqueue_wait_ns": 0 }, "390370": { "pid": 390360, "comm": "cuda00001400006", "start": "131571851", "ticks": 0, "runtime_ns": 314120, "runqueue_wait_ns": 0 }, "390371": { "pid": 390360, "comm": "tritonserver", "start": "131571856", "ticks": 0, "runtime_ns": 3910694, "runqueue_wait_ns": 100100 }, "390372": { "pid": 390360, "comm": "cuda-EvtHandlr", "start": "131571856", "ticks": 39, "runtime_ns": 398715909, "runqueue_wait_ns": 112780412 }, "390397": { "pid": 390360, "comm": "tritonserver", "start": "131571891", "ticks": 1, "runtime_ns": 18401328, "runqueue_wait_ns": 2201782 }, "390398": { "pid": 390360, "comm": "tritonserver", "start": "131571911", "ticks": 77, "runtime_ns": 776533652, "runqueue_wait_ns": 21166 }, "390399": { "pid": 390360, "comm": "tritonserver", "start": "131571911", "ticks": 88, "runtime_ns": 887603256, "runqueue_wait_ns": 1508143 }, "390400": { "pid": 390360, "comm": "tritonserver", "start": "131571911", "ticks": 75, "runtime_ns": 763673053, "runqueue_wait_ns": 62230 }, "390401": { "pid": 390360, "comm": "tritonserver", "start": "131571911", "ticks": 0, "runtime_ns": 35019, "runqueue_wait_ns": 0 }, "390446": { "pid": 390360, "comm": "tritonserver", "start": "131572011", "ticks": 49, "runtime_ns": 493777992, "runqueue_wait_ns": 19543506 }, "390447": { "pid": 390360, "comm": "tritonserver", "start": "131572011", "ticks": 517, "runtime_ns": 5187887037, "runqueue_wait_ns": 75950277 }, "390450": { "pid": 390360, "comm": "tritonserver", "start": "131572039", "ticks": 0, "runtime_ns": 58883, "runqueue_wait_ns": 0 }, "390452": { "pid": 390360, "comm": "tritonserver", "start": "131572039", "ticks": 0, "runtime_ns": 191431, "runqueue_wait_ns": 0 }, "390467": { "pid": 390360, "comm": "tritonserver", "start": "131572066", "ticks": 0, "runtime_ns": 41812, "runqueue_wait_ns": 0 }, "390468": { "pid": 390360, "comm": "tritonserver", "start": "131572066", "ticks": 0, "runtime_ns": 173901, "runqueue_wait_ns": 0 }, "390469": { "pid": 390360, "comm": "MainIOContext", "start": "131572066", "ticks": 0, "runtime_ns": 3450868, "runqueue_wait_ns": 258219 }, "390470": { "pid": 390360, "comm": "tritonserver", "start": "131572066", "ticks": 12, "runtime_ns": 128235656, "runqueue_wait_ns": 54864898 }, "390471": { "pid": 390360, "comm": "tritonserver", "start": "131572066", "ticks": 11, "runtime_ns": 120794421, "runqueue_wait_ns": 66884204 }, "390472": { "pid": 390360, "comm": "tritonserver", "start": "131572066", "ticks": 0, "runtime_ns": 433526, "runqueue_wait_ns": 0 }, "390473": { "pid": 390360, "comm": "tritonserver", "start": "131572066", "ticks": 0, "runtime_ns": 339820, "runqueue_wait_ns": 0 }, "390474": { "pid": 390360, "comm": "tritonserver", "start": "131572066", "ticks": 0, "runtime_ns": 414229, "runqueue_wait_ns": 0 }, "390475": { "pid": 390360, "comm": "NvmlTaskRunner", "start": "131572069", "ticks": 11, "runtime_ns": 116818652, "runqueue_wait_ns": 1445948 }, "390476": { "pid": 390360, "comm": "cache_mgr_event", "start": "131572070", "ticks": 0, "runtime_ns": 5573811, "runqueue_wait_ns": 68205 }, "390478": { "pid": 390360, "comm": "tritonserver", "start": "131572071", "ticks": 11, "runtime_ns": 126836779, "runqueue_wait_ns": 53471051 }, "390479": { "pid": 390360, "comm": "tritonserver", "start": "131572071", "ticks": 11, "runtime_ns": 120057332, "runqueue_wait_ns": 66460039 }, "390480": { "pid": 390360, "comm": "tritonserver", "start": "131572071", "ticks": 0, "runtime_ns": 548842, "runqueue_wait_ns": 0 }, "390481": { "pid": 390360, "comm": "cache_mgr_main", "start": "131572071", "ticks": 0, "runtime_ns": 8908407, "runqueue_wait_ns": 476315 }, "390482": { "pid": 390360, "comm": "sysev_thread", "start": "131572071", "ticks": 0, "runtime_ns": 3607044, "runqueue_wait_ns": 713474 }, "390484": { "pid": 390360, "comm": "tritonserver", "start": "131572073", "ticks": 8, "runtime_ns": 86641353, "runqueue_wait_ns": 1635094 }, "390485": { "pid": 390360, "comm": "default-executo", "start": "131572073", "ticks": 7, "runtime_ns": 74997182, "runqueue_wait_ns": 2453601 }, "390486": { "pid": 390360, "comm": "resolver-execut", "start": "131572073", "ticks": 0, "runtime_ns": 142103, "runqueue_wait_ns": 0 }, "390487": { "pid": 390360, "comm": "grpc_global_tim", "start": "131572073", "ticks": 0, "runtime_ns": 2660739, "runqueue_wait_ns": 992735 }, "390488": { "pid": 390360, "comm": "event_engine", "start": "131572073", "ticks": 0, "runtime_ns": 336324, "runqueue_wait_ns": 0 }, "390489": { "pid": 390360, "comm": "event_engine", "start": "131572073", "ticks": 0, "runtime_ns": 477569, "runqueue_wait_ns": 0 }, "390490": { "pid": 390360, "comm": "event_engine", "start": "131572073", "ticks": 0, "runtime_ns": 392067, "runqueue_wait_ns": 0 }, "390491": { "pid": 390360, "comm": "event_engine", "start": "131572073", "ticks": 0, "runtime_ns": 650356, "runqueue_wait_ns": 0 }, "390492": { "pid": 390360, "comm": "event_engine", "start": "131572073", "ticks": 0, "runtime_ns": 341019, "runqueue_wait_ns": 0 }, "390493": { "pid": 390360, "comm": "event_engine", "start": "131572073", "ticks": 0, "runtime_ns": 414170, "runqueue_wait_ns": 0 }, "390494": { "pid": 390360, "comm": "event_engine", "start": "131572073", "ticks": 0, "runtime_ns": 512471, "runqueue_wait_ns": 0 }, "390495": { "pid": 390360, "comm": "event_engine", "start": "131572073", "ticks": 0, "runtime_ns": 555596, "runqueue_wait_ns": 0 }, "390496": { "pid": 390360, "comm": "event_engine", "start": "131572073", "ticks": 0, "runtime_ns": 829560, "runqueue_wait_ns": 0 }, "390497": { "pid": 390360, "comm": "event_engine", "start": "131572073", "ticks": 0, "runtime_ns": 470614, "runqueue_wait_ns": 0 }, "390498": { "pid": 390360, "comm": "event_engine", "start": "131572074", "ticks": 0, "runtime_ns": 323934, "runqueue_wait_ns": 0 }, "390499": { "pid": 390360, "comm": "event_engine", "start": "131572074", "ticks": 0, "runtime_ns": 501528, "runqueue_wait_ns": 0 }, "390500": { "pid": 390360, "comm": "event_engine", "start": "131572074", "ticks": 0, "runtime_ns": 271011, "runqueue_wait_ns": 0 }, "390501": { "pid": 390360, "comm": "event_engine", "start": "131572074", "ticks": 0, "runtime_ns": 448936, "runqueue_wait_ns": 0 }, "390502": { "pid": 390360, "comm": "event_engine", "start": "131572074", "ticks": 0, "runtime_ns": 208934, "runqueue_wait_ns": 0 }, "390503": { "pid": 390360, "comm": "event_engine", "start": "131572074", "ticks": 0, "runtime_ns": 360355, "runqueue_wait_ns": 0 }, "390504": { "pid": 390360, "comm": "event_engine", "start": "131572074", "ticks": 0, "runtime_ns": 286722, "runqueue_wait_ns": 0 }, "390505": { "pid": 390360, "comm": "event_engine", "start": "131572074", "ticks": 0, "runtime_ns": 581550, "runqueue_wait_ns": 0 }, "390506": { "pid": 390360, "comm": "event_engine", "start": "131572074", "ticks": 0, "runtime_ns": 230883, "runqueue_wait_ns": 9532 }, "390507": { "pid": 390360, "comm": "event_engine", "start": "131572074", "ticks": 0, "runtime_ns": 326275, "runqueue_wait_ns": 0 }, "390508": { "pid": 390360, "comm": "timer_manager", "start": "131572074", "ticks": 1, "runtime_ns": 23886303, "runqueue_wait_ns": 10686682 }, "390509": { "pid": 390360, "comm": "tritonserver", "start": "131572074", "ticks": 140, "runtime_ns": 1407420628, "runqueue_wait_ns": 59781730 }, "390510": { "pid": 390360, "comm": "tritonserver", "start": "131572074", "ticks": 198, "runtime_ns": 1985854033, "runqueue_wait_ns": 117917067 }, "390511": { "pid": 390360, "comm": "tritonserver", "start": "131572074", "ticks": 191, "runtime_ns": 1924750556, "runqueue_wait_ns": 115148325 }, "390512": { "pid": 390360, "comm": "tritonserver", "start": "131572074", "ticks": 139, "runtime_ns": 1404240927, "runqueue_wait_ns": 79545717 }, "390513": { "pid": 390360, "comm": "tritonserver", "start": "131572074", "ticks": 0, "runtime_ns": 122167, "runqueue_wait_ns": 0 }, "390514": { "pid": 390360, "comm": "tritonserver", "start": "131572074", "ticks": 0, "runtime_ns": 214576, "runqueue_wait_ns": 0 }, "390515": { "pid": 390360, "comm": "tritonserver", "start": "131572075", "ticks": 0, "runtime_ns": 154311, "runqueue_wait_ns": 0 }, "390516": { "pid": 390360, "comm": "tritonserver", "start": "131572075", "ticks": 0, "runtime_ns": 344205, "runqueue_wait_ns": 0 }, "390517": { "pid": 390360, "comm": "tritonserver", "start": "131572076", "ticks": 0, "runtime_ns": 234040, "runqueue_wait_ns": 0 }, "390518": { "pid": 390360, "comm": "tritonserver", "start": "131572076", "ticks": 0, "runtime_ns": 185967, "runqueue_wait_ns": 0 }, "390519": { "pid": 390360, "comm": "tritonserver", "start": "131572077", "ticks": 0, "runtime_ns": 264037, "runqueue_wait_ns": 0 }, "390520": { "pid": 390360, "comm": "tritonserver", "start": "131572077", "ticks": 0, "runtime_ns": 350812, "runqueue_wait_ns": 0 }, "390521": { "pid": 390360, "comm": "tritonserver", "start": "131572078", "ticks": 0, "runtime_ns": 131846, "runqueue_wait_ns": 0 }, "390522": { "pid": 390360, "comm": "tritonserver", "start": "131572078", "ticks": 0, "runtime_ns": 358124, "runqueue_wait_ns": 0 }, "390523": { "pid": 390360, "comm": "tritonserver", "start": "131572079", "ticks": 0, "runtime_ns": 88658, "runqueue_wait_ns": 0 }, "390574": { "pid": 390574, "comm": "python3", "start": "131572314", "ticks": 423, "runtime_ns": 4236774546, "runqueue_wait_ns": 15509247 }, "390742": { "pid": 390574, "comm": "grpc_global_tim", "start": "131572468", "ticks": 0, "runtime_ns": 6732209, "runqueue_wait_ns": 71507 }, "390743": { "pid": 390574, "comm": "default-executo", "start": "131572468", "ticks": 0, "runtime_ns": 228392, "runqueue_wait_ns": 0 }, "390746": { "pid": 390574, "comm": "resolver-execut", "start": "131572468", "ticks": 0, "runtime_ns": 111437, "runqueue_wait_ns": 0 }, "390748": { "pid": 390574, "comm": "event_engine", "start": "131572468", "ticks": 0, "runtime_ns": 9153611, "runqueue_wait_ns": 4484001 }, "390751": { "pid": 390574, "comm": "event_engine", "start": "131572468", "ticks": 0, "runtime_ns": 2734658, "runqueue_wait_ns": 2616488 }, "390753": { "pid": 390574, "comm": "event_engine", "start": "131572468", "ticks": 0, "runtime_ns": 1740670, "runqueue_wait_ns": 72753 }, "390755": { "pid": 390574, "comm": "event_engine", "start": "131572468", "ticks": 0, "runtime_ns": 2995696, "runqueue_wait_ns": 459173 }, "390757": { "pid": 390574, "comm": "event_engine", "start": "131572468", "ticks": 0, "runtime_ns": 1652441, "runqueue_wait_ns": 0 }, "390759": { "pid": 390574, "comm": "event_engine", "start": "131572468", "ticks": 0, "runtime_ns": 1379100, "runqueue_wait_ns": 876964 }, "390761": { "pid": 390574, "comm": "event_engine", "start": "131572468", "ticks": 0, "runtime_ns": 1406347, "runqueue_wait_ns": 139710 }, "390763": { "pid": 390574, "comm": "event_engine", "start": "131572468", "ticks": 0, "runtime_ns": 1478353, "runqueue_wait_ns": 38158 }, "390765": { "pid": 390574, "comm": "event_engine", "start": "131572468", "ticks": 0, "runtime_ns": 1129658, "runqueue_wait_ns": 1983915 }, "390767": { "pid": 390574, "comm": "event_engine", "start": "131572468", "ticks": 0, "runtime_ns": 1170354, "runqueue_wait_ns": 149811 }, "390769": { "pid": 390574, "comm": "event_engine", "start": "131572468", "ticks": 0, "runtime_ns": 1227390, "runqueue_wait_ns": 98958 }, "390771": { "pid": 390574, "comm": "event_engine", "start": "131572468", "ticks": 0, "runtime_ns": 1280629, "runqueue_wait_ns": 185057 }, "390773": { "pid": 390574, "comm": "event_engine", "start": "131572468", "ticks": 0, "runtime_ns": 1136242, "runqueue_wait_ns": 515923 }, "390775": { "pid": 390574, "comm": "event_engine", "start": "131572468", "ticks": 0, "runtime_ns": 1103415, "runqueue_wait_ns": 82755 }, "390777": { "pid": 390574, "comm": "event_engine", "start": "131572468", "ticks": 0, "runtime_ns": 2199525, "runqueue_wait_ns": 142974 }, "390779": { "pid": 390574, "comm": "event_engine", "start": "131572468", "ticks": 0, "runtime_ns": 1340082, "runqueue_wait_ns": 21830 }, "390781": { "pid": 390574, "comm": "lifeguard", "start": "131572468", "ticks": 0, "runtime_ns": 2326440, "runqueue_wait_ns": 1194076 }, "390782": { "pid": 390574, "comm": "python3", "start": "131572471", "ticks": 0, "runtime_ns": 713938, "runqueue_wait_ns": 0 }, "390799": { "pid": 390574, "comm": "cuda0000380000f", "start": "131572492", "ticks": 0, "runtime_ns": 272492, "runqueue_wait_ns": 0 }, "390802": { "pid": 390574, "comm": "python3", "start": "131572514", "ticks": 0, "runtime_ns": 9801353, "runqueue_wait_ns": 0 }, "390829": { "pid": 390574, "comm": "libusb_event", "start": "131572647", "ticks": 0, "runtime_ns": 52114, "runqueue_wait_ns": 0 }, "390830": { "pid": 390574, "comm": "python3", "start": "131572648", "ticks": 0, "runtime_ns": 17609691, "runqueue_wait_ns": 1006344 }, "390831": { "pid": 390574, "comm": "python3", "start": "131572649", "ticks": 1, "runtime_ns": 15046410, "runqueue_wait_ns": 8957943 }, "390842": { "pid": 390574, "comm": "python3", "start": "131572700", "ticks": 15, "runtime_ns": 160732214, "runqueue_wait_ns": 28087758 }, "390843": { "pid": 390574, "comm": "python3", "start": "131572704", "ticks": 0, "runtime_ns": 280099, "runqueue_wait_ns": 0 }, "390899": { "pid": 390574, "comm": "grpc_global_tim", "start": "131572917", "ticks": 0, "runtime_ns": 546082, "runqueue_wait_ns": 43933 }, "390936": { "pid": 390574, "comm": "python3", "start": "131572989", "ticks": 12, "runtime_ns": 126194082, "runqueue_wait_ns": 25232 }, "390938": { "pid": 390574, "comm": "python3", "start": "131572996", "ticks": 40, "runtime_ns": 411814955, "runqueue_wait_ns": 38812033 }, "390939": { "pid": 390574, "comm": "python3", "start": "131572997", "ticks": 107, "runtime_ns": 1076339783, "runqueue_wait_ns": 16244147 }, "390940": { "pid": 390574, "comm": "python3", "start": "131572997", "ticks": 1, "runtime_ns": 11729658, "runqueue_wait_ns": 0 }, "390941": { "pid": 390574, "comm": "python3", "start": "131572997", "ticks": 0, "runtime_ns": 1383648, "runqueue_wait_ns": 0 }, "390942": { "pid": 390574, "comm": "python3", "start": "131572997", "ticks": 9, "runtime_ns": 104412734, "runqueue_wait_ns": 17686464 }, "390943": { "pid": 390574, "comm": "python3", "start": "131572998", "ticks": 37, "runtime_ns": 382998352, "runqueue_wait_ns": 5918349 }, "390944": { "pid": 390574, "comm": "python3", "start": "131572999", "ticks": 0, "runtime_ns": 2124379, "runqueue_wait_ns": 12330 }, "390945": { "pid": 390574, "comm": "cuda-EvtHandlr", "start": "131572999", "ticks": 53, "runtime_ns": 536803075, "runqueue_wait_ns": 99772212 }, "390946": { "pid": 390574, "comm": "python3", "start": "131573026", "ticks": 0, "runtime_ns": 13098283, "runqueue_wait_ns": 5504758 }, "390947": { "pid": 390574, "comm": "pool-spawner", "start": "131573026", "ticks": 0, "runtime_ns": 5988670, "runqueue_wait_ns": 447081 }, "390948": { "pid": 390574, "comm": "default-executo", "start": "131573027", "ticks": 55, "runtime_ns": 563195478, "runqueue_wait_ns": 30288838 }, "390949": { "pid": 390574, "comm": "resolver-execut", "start": "131573027", "ticks": 0, "runtime_ns": 196503, "runqueue_wait_ns": 0 }, "390950": { "pid": 390574, "comm": "grpc_global_tim", "start": "131573027", "ticks": 0, "runtime_ns": 5987379, "runqueue_wait_ns": 0 }, "390951": { "pid": 390574, "comm": "event_engine", "start": "131573027", "ticks": 0, "runtime_ns": 419514, "runqueue_wait_ns": 0 }, "390952": { "pid": 390574, "comm": "event_engine", "start": "131573027", "ticks": 0, "runtime_ns": 574229, "runqueue_wait_ns": 0 }, "390953": { "pid": 390574, "comm": "event_engine", "start": "131573027", "ticks": 0, "runtime_ns": 492321, "runqueue_wait_ns": 0 }, "390954": { "pid": 390574, "comm": "event_engine", "start": "131573027", "ticks": 0, "runtime_ns": 333072, "runqueue_wait_ns": 0 }, "390955": { "pid": 390574, "comm": "event_engine", "start": "131573027", "ticks": 0, "runtime_ns": 604349, "runqueue_wait_ns": 0 }, "390956": { "pid": 390574, "comm": "event_engine", "start": "131573027", "ticks": 0, "runtime_ns": 748218, "runqueue_wait_ns": 0 }, "390957": { "pid": 390574, "comm": "event_engine", "start": "131573027", "ticks": 0, "runtime_ns": 541084, "runqueue_wait_ns": 0 }, "390958": { "pid": 390574, "comm": "event_engine", "start": "131573027", "ticks": 0, "runtime_ns": 613920, "runqueue_wait_ns": 0 }, "390959": { "pid": 390574, "comm": "event_engine", "start": "131573027", "ticks": 0, "runtime_ns": 873057, "runqueue_wait_ns": 0 }, "390960": { "pid": 390574, "comm": "event_engine", "start": "131573027", "ticks": 0, "runtime_ns": 514459, "runqueue_wait_ns": 0 }, "390961": { "pid": 390574, "comm": "event_engine", "start": "131573027", "ticks": 0, "runtime_ns": 365392, "runqueue_wait_ns": 0 }, "390962": { "pid": 390574, "comm": "event_engine", "start": "131573027", "ticks": 0, "runtime_ns": 531136, "runqueue_wait_ns": 0 }, "390963": { "pid": 390574, "comm": "event_engine", "start": "131573027", "ticks": 0, "runtime_ns": 553941, "runqueue_wait_ns": 0 }, "390964": { "pid": 390574, "comm": "event_engine", "start": "131573027", "ticks": 0, "runtime_ns": 554275, "runqueue_wait_ns": 0 }, "390965": { "pid": 390574, "comm": "event_engine", "start": "131573027", "ticks": 0, "runtime_ns": 229694, "runqueue_wait_ns": 0 }, "390966": { "pid": 390574, "comm": "event_engine", "start": "131573027", "ticks": 0, "runtime_ns": 298333, "runqueue_wait_ns": 0 }, "390967": { "pid": 390574, "comm": "event_engine", "start": "131573027", "ticks": 0, "runtime_ns": 329586, "runqueue_wait_ns": 0 }, "390968": { "pid": 390574, "comm": "event_engine", "start": "131573027", "ticks": 0, "runtime_ns": 282747, "runqueue_wait_ns": 0 }, "390969": { "pid": 390574, "comm": "event_engine", "start": "131573027", "ticks": 0, "runtime_ns": 370241, "runqueue_wait_ns": 0 }, "390970": { "pid": 390574, "comm": "event_engine", "start": "131573027", "ticks": 0, "runtime_ns": 159815, "runqueue_wait_ns": 0 }, "390971": { "pid": 390574, "comm": "timer_manager", "start": "131573027", "ticks": 3, "runtime_ns": 41929384, "runqueue_wait_ns": 11678617 }, "390972": { "pid": 390574, "comm": "python3", "start": "131573029", "ticks": 54, "runtime_ns": 549604255, "runqueue_wait_ns": 16435373 }, "390973": { "pid": 390574, "comm": "default-executo", "start": "131573031", "ticks": 0, "runtime_ns": 4093903, "runqueue_wait_ns": 0 }, "390974": { "pid": 390574, "comm": "PostCuda", "start": "131573048", "ticks": 1, "runtime_ns": 22415729, "runqueue_wait_ns": 3738973 }, "390975": { "pid": 390574, "comm": "PostHost", "start": "131573048", "ticks": 1, "runtime_ns": 19595016, "runqueue_wait_ns": 4363243 }, "390976": { "pid": 390574, "comm": "GstInferServImp", "start": "131573048", "ticks": 533, "runtime_ns": 5333265408, "runqueue_wait_ns": 49391120 }, "390977": { "pid": 390574, "comm": "preprocess-queu", "start": "131573048", "ticks": 303, "runtime_ns": 3042252274, "runqueue_wait_ns": 36625268 }, "390978": { "pid": 390574, "comm": "python3", "start": "131573048", "ticks": 8, "runtime_ns": 93450024, "runqueue_wait_ns": 5862609 }, "390979": { "pid": 390574, "comm": "task0", "start": "131573048", "ticks": 44, "runtime_ns": 450385693, "runqueue_wait_ns": 8195306 }, "390980": { "pid": 390574, "comm": "gmain", "start": "131573050", "ticks": 0, "runtime_ns": 183186, "runqueue_wait_ns": 0 }, "390981": { "pid": 390574, "comm": "dconf worker", "start": "131573050", "ticks": 0, "runtime_ns": 3795180, "runqueue_wait_ns": 0 }, "390982": { "pid": 390574, "comm": "dec_que:src", "start": "131573052", "ticks": 15, "runtime_ns": 166863985, "runqueue_wait_ns": 1571255 }, "390984": { "pid": 390574, "comm": "rtpsession-rtcp", "start": "131573053", "ticks": 0, "runtime_ns": 4300955, "runqueue_wait_ns": 0 }, "390990": { "pid": 390574, "comm": "timer", "start": "131573059", "ticks": 0, "runtime_ns": 1383712, "runqueue_wait_ns": 5258 }, "390991": { "pid": 390574, "comm": "rtpjitterbuffer", "start": "131573059", "ticks": 30, "runtime_ns": 312625095, "runqueue_wait_ns": 11310503 }, "390993": { "pid": 390574, "comm": "queue:src", "start": "131573158", "ticks": 34, "runtime_ns": 359256095, "runqueue_wait_ns": 4736737 }, "390994": { "pid": 390574, "comm": "dec_que:src", "start": "131573162", "ticks": 7, "runtime_ns": 77064257, "runqueue_wait_ns": 10425141 }, "390995": { "pid": 390574, "comm": "dec_que:src", "start": "131573162", "ticks": 12, "runtime_ns": 129990247, "runqueue_wait_ns": 3276772 }, "390996": { "pid": 390574, "comm": "dec_que:src", "start": "131573165", "ticks": 0, "runtime_ns": 6496507, "runqueue_wait_ns": 808868 }, "390997": { "pid": 390574, "comm": "preprocess-queu", "start": "131573167", "ticks": 292, "runtime_ns": 2929152261, "runqueue_wait_ns": 23280270 }, "390998": { "pid": 390574, "comm": "batch_capture-m", "start": "131573167", "ticks": 52, "runtime_ns": 531860339, "runqueue_wait_ns": 14065057 }, "390999": { "pid": 390574, "comm": "nvv4l2decoder0:", "start": "131573168", "ticks": 4, "runtime_ns": 51595605, "runqueue_wait_ns": 7760751 }, "391001": { "pid": 390574, "comm": "python3", "start": "131573306", "ticks": 40, "runtime_ns": 407893456, "runqueue_wait_ns": 19367918 }, "391002": { "pid": 390574, "comm": "python3", "start": "131573307", "ticks": 104, "runtime_ns": 1050168571, "runqueue_wait_ns": 22064186 }, "391003": { "pid": 390574, "comm": "python3", "start": "131573307", "ticks": 1, "runtime_ns": 14132479, "runqueue_wait_ns": 9885 }, "391004": { "pid": 390574, "comm": "python3", "start": "131573307", "ticks": 0, "runtime_ns": 1005790, "runqueue_wait_ns": 0 }, "391005": { "pid": 390574, "comm": "python3", "start": "131573307", "ticks": 8, "runtime_ns": 89992033, "runqueue_wait_ns": 24043529 }, "391006": { "pid": 390574, "comm": "python3", "start": "131573309", "ticks": 2, "runtime_ns": 24666805, "runqueue_wait_ns": 11910 }, "391007": { "pid": 390574, "comm": "python3", "start": "131573311", "ticks": 49, "runtime_ns": 491949958, "runqueue_wait_ns": 23038124 }, "391008": { "pid": 390574, "comm": "PostCuda", "start": "131573313", "ticks": 1, "runtime_ns": 21265998, "runqueue_wait_ns": 400457 }, "391009": { "pid": 390574, "comm": "PostHost", "start": "131573313", "ticks": 1, "runtime_ns": 18544537, "runqueue_wait_ns": 3385315 }, "391010": { "pid": 390574, "comm": "GstInferServImp", "start": "131573313", "ticks": 471, "runtime_ns": 4723363204, "runqueue_wait_ns": 37473662 }, "391011": { "pid": 390574, "comm": "python3", "start": "131573313", "ticks": 4, "runtime_ns": 51296464, "runqueue_wait_ns": 6935952 }, "391012": { "pid": 390574, "comm": "task7", "start": "131573313", "ticks": 37, "runtime_ns": 378932249, "runqueue_wait_ns": 3868867 }, "391013": { "pid": 390574, "comm": "rtpjitterbuffer", "start": "131573313", "ticks": 25, "runtime_ns": 254002609, "runqueue_wait_ns": 11544803 }, "391025": { "pid": 390574, "comm": "rtpsession-rtcp", "start": "131573415", "ticks": 0, "runtime_ns": 3155619, "runqueue_wait_ns": 885363 }, "391026": { "pid": 390574, "comm": "timer", "start": "131573425", "ticks": 0, "runtime_ns": 230769, "runqueue_wait_ns": 0 }, "391027": { "pid": 390574, "comm": "dec_que:src", "start": "131573425", "ticks": 10, "runtime_ns": 113161461, "runqueue_wait_ns": 2709107 }, "391028": { "pid": 390574, "comm": "queue:src", "start": "131573425", "ticks": 8, "runtime_ns": 91327155, "runqueue_wait_ns": 1932467 }, "391029": { "pid": 390574, "comm": "dec_que:src", "start": "131573428", "ticks": 5, "runtime_ns": 60564839, "runqueue_wait_ns": 8783454 }, "391030": { "pid": 390574, "comm": "dec_que:src", "start": "131573428", "ticks": 9, "runtime_ns": 94478123, "runqueue_wait_ns": 11197982 }, "391031": { "pid": 390574, "comm": "preprocess-queu", "start": "131573432", "ticks": 274, "runtime_ns": 2751648184, "runqueue_wait_ns": 37056743 }, "391032": { "pid": 390574, "comm": "batch_capture-m", "start": "131573432", "ticks": 45, "runtime_ns": 453277018, "runqueue_wait_ns": 16665440 }, "391033": { "pid": 390574, "comm": "nvv4l2decoder1:", "start": "131573432", "ticks": 3, "runtime_ns": 38472005, "runqueue_wait_ns": 4172544 }, "391100": { "pid": 390574, "comm": "grpc_global_tim", "start": "131573527", "ticks": 0, "runtime_ns": 2114470, "runqueue_wait_ns": 35432 }, "391102": { "pid": 390574, "comm": "python3", "start": "131573540", "ticks": 34, "runtime_ns": 349338092, "runqueue_wait_ns": 27981186 }, "391103": { "pid": 390574, "comm": "python3", "start": "131573540", "ticks": 86, "runtime_ns": 866904912, "runqueue_wait_ns": 10456985 }, "391104": { "pid": 390574, "comm": "python3", "start": "131573541", "ticks": 1, "runtime_ns": 10874119, "runqueue_wait_ns": 558183 }, "391105": { "pid": 390574, "comm": "python3", "start": "131573541", "ticks": 0, "runtime_ns": 1169711, "runqueue_wait_ns": 1016395 }, "391106": { "pid": 390574, "comm": "python3", "start": "131573541", "ticks": 7, "runtime_ns": 86841755, "runqueue_wait_ns": 15086998 }, "391107": { "pid": 390574, "comm": "python3", "start": "131573546", "ticks": 3, "runtime_ns": 38887014, "runqueue_wait_ns": 0 }, "391108": { "pid": 390574, "comm": "python3", "start": "131573548", "ticks": 44, "runtime_ns": 455834202, "runqueue_wait_ns": 17682892 }, "391109": { "pid": 390574, "comm": "PostCuda", "start": "131573552", "ticks": 1, "runtime_ns": 18544906, "runqueue_wait_ns": 7115134 }, "391110": { "pid": 390574, "comm": "PostHost", "start": "131573552", "ticks": 1, "runtime_ns": 17262164, "runqueue_wait_ns": 301209 }, "391111": { "pid": 390574, "comm": "GstInferServImp", "start": "131573552", "ticks": 398, "runtime_ns": 3989696973, "runqueue_wait_ns": 33234553 }, "391112": { "pid": 390574, "comm": "python3", "start": "131573552", "ticks": 3, "runtime_ns": 42048318, "runqueue_wait_ns": 8970193 }, "391113": { "pid": 390574, "comm": "task14", "start": "131573552", "ticks": 30, "runtime_ns": 307449856, "runqueue_wait_ns": 7826515 }, "391114": { "pid": 390574, "comm": "rtpjitterbuffer", "start": "131573552", "ticks": 25, "runtime_ns": 260706631, "runqueue_wait_ns": 11718688 }, "391120": { "pid": 390574, "comm": "rtpsession-rtcp", "start": "131573654", "ticks": 0, "runtime_ns": 2967943, "runqueue_wait_ns": 0 }, "391121": { "pid": 390574, "comm": "timer", "start": "131573655", "ticks": 0, "runtime_ns": 143176, "runqueue_wait_ns": 0 }, "391122": { "pid": 390574, "comm": "dec_que:src", "start": "131573655", "ticks": 22, "runtime_ns": 231653267, "runqueue_wait_ns": 12769350 }, "391123": { "pid": 390574, "comm": "queue:src", "start": "131573655", "ticks": 19, "runtime_ns": 205570317, "runqueue_wait_ns": 11882092 }, "391124": { "pid": 390574, "comm": "dec_que:src", "start": "131573663", "ticks": 19, "runtime_ns": 203836491, "runqueue_wait_ns": 33564098 }, "391125": { "pid": 390574, "comm": "dec_que:src", "start": "131573663", "ticks": 19, "runtime_ns": 201050043, "runqueue_wait_ns": 48299835 }, "391127": { "pid": 390574, "comm": "batch_capture-m", "start": "131573668", "ticks": 112, "runtime_ns": 1125445830, "runqueue_wait_ns": 16706923 }, "391128": { "pid": 390574, "comm": "nvv4l2decoder2:", "start": "131573668", "ticks": 8, "runtime_ns": 93782587, "runqueue_wait_ns": 12292363 }, "391474": { "pid": 391474, "comm": "sleep", "start": "131575315", "ticks": 0, "runtime_ns": 2037659, "runqueue_wait_ns": 0 } }, "mem_available": 20628185088, "gpu": [ [ 5001, 49140, 35 ] ], "ticks_per_second": 100 }, { "at": 1315783.337282102, "cgroup": "/sys/fs/cgroup/system.slice/docker-c643ff4781d2bad6b292474d22799276c4c70778f21b32fd1d6b3c90818f08c4.scope", "cpu": { "usage_usec": 111397437, "user_usec": 86593620, "system_usec": 24803817, "core_sched.force_idle_usec": 0, "nr_periods": 0, "nr_throttled": 0, "throttled_usec": 0, "nr_bursts": 0, "burst_usec": 0 }, "memory": 1256865792, "processes": { "390187": { "comm": "docker-init", "status": "Name:\tdocker-init\nUmask:\t0022\nState:\tS (sleeping)\nTgid:\t390187\nNgid:\t0\nPid:\t390187\nPPid:\t390157\nTracerPid:\t0\nUid:\t0\t0\t0\t0\nGid:\t0\t0\t0\t0\nFDSize:\t64\nGroups:\t0 \nNStgid:\t390187\t1\nNSpid:\t390187\t1\nNSpgid:\t390187\t1\nNSsid:\t390187\t1\nKthread:\t0\nVmPeak:\t 1060 kB\nVmSize:\t 1060 kB\nVmLck:\t 0 kB\nVmPin:\t 0 kB\nVmHWM:\t 748 kB\nVmRSS:\t 748 kB\nRssAnon:\t 52 kB\nRssFile:\t 696 kB\nRssShmem:\t 0 kB\nVmData:\t 168 kB\nVmStk:\t 136 kB\nVmExe:\t 548 kB\nVmLib:\t 8 kB\nVmPTE:\t 28 kB\nVmSwap:\t 0 kB\nHugetlbPages:\t 0 kB\nCoreDumping:\t0\nTHP_enabled:\t1\nuntag_mask:\t0xffffffffffffffff\nThreads:\t1\nSigQ:\t1/156236\nSigPnd:\t0000000000000000\nShdPnd:\t0000000000000000\nSigBlk:\t0000000000000000\nSigIgn:\t0000000000300000\nSigCgt:\t0000000000000000\nCapInh:\t0000000000000000\nCapPrm:\t00000000a98425fb\nCapEff:\t00000000a98425fb\nCapBnd:\t00000000a98425fb\nCapAmb:\t0000000000000000\nNoNewPrivs:\t0\nSeccomp:\t2\nSeccomp_filters:\t1\nSpeculation_Store_Bypass:\tvulnerable\nSpeculationIndirectBranch:\talways enabled\nCpus_allowed:\tfffff\nCpus_allowed_list:\t0-19\nMems_allowed:\t00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000001\nMems_allowed_list:\t0\nvoluntary_ctxt_switches:\t131\nnonvoluntary_ctxt_switches:\t4\nx86_Thread_features:\t\nx86_Thread_features_locked:\t\n" }, "390316": { "comm": "entrypoint.sh", "status": "Name:\tentrypoint.sh\nUmask:\t0022\nState:\tS (sleeping)\nTgid:\t390316\nNgid:\t0\nPid:\t390316\nPPid:\t390187\nTracerPid:\t0\nUid:\t0\t0\t0\t0\nGid:\t0\t0\t0\t0\nFDSize:\t256\nGroups:\t0 \nNStgid:\t390316\t51\nNSpid:\t390316\t51\nNSpgid:\t390316\t51\nNSsid:\t390187\t1\nKthread:\t0\nVmPeak:\t 7988 kB\nVmSize:\t 7988 kB\nVmLck:\t 0 kB\nVmPin:\t 0 kB\nVmHWM:\t 4240 kB\nVmRSS:\t 4240 kB\nRssAnon:\t 876 kB\nRssFile:\t 3364 kB\nRssShmem:\t 0 kB\nVmData:\t 948 kB\nVmStk:\t 136 kB\nVmExe:\t 956 kB\nVmLib:\t 1824 kB\nVmPTE:\t 56 kB\nVmSwap:\t 0 kB\nHugetlbPages:\t 0 kB\nCoreDumping:\t0\nTHP_enabled:\t1\nuntag_mask:\t0xffffffffffffffff\nThreads:\t1\nSigQ:\t1/156236\nSigPnd:\t0000000000000000\nShdPnd:\t0000000000000000\nSigBlk:\t0000000000010000\nSigIgn:\t0000000000000004\nSigCgt:\t0000000000014002\nCapInh:\t0000000000000000\nCapPrm:\t00000000a98425fb\nCapEff:\t00000000a98425fb\nCapBnd:\t00000000a98425fb\nCapAmb:\t0000000000000000\nNoNewPrivs:\t0\nSeccomp:\t2\nSeccomp_filters:\t1\nSpeculation_Store_Bypass:\tvulnerable\nSpeculationIndirectBranch:\talways enabled\nCpus_allowed:\tfffff\nCpus_allowed_list:\t0-19\nMems_allowed:\t00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000001\nMems_allowed_list:\t0\nvoluntary_ctxt_switches:\t24\nnonvoluntary_ctxt_switches:\t0\nx86_Thread_features:\t\nx86_Thread_features_locked:\t\n" }, "390360": { "comm": "tritonserver", "status": "Name:\ttritonserver\nUmask:\t0022\nState:\tS (sleeping)\nTgid:\t390360\nNgid:\t0\nPid:\t390360\nPPid:\t390316\nTracerPid:\t0\nUid:\t0\t0\t0\t0\nGid:\t0\t0\t0\t0\nFDSize:\t256\nGroups:\t0 \nNStgid:\t390360\t73\nNSpid:\t390360\t73\nNSpgid:\t390316\t51\nNSsid:\t390187\t1\nKthread:\t0\nVmPeak:\t305224832 kB\nVmSize:\t110316556 kB\nVmLck:\t 0 kB\nVmPin:\t 0 kB\nVmHWM:\t 1064904 kB\nVmRSS:\t 1033516 kB\nRssAnon:\t 417192 kB\nRssFile:\t 343940 kB\nRssShmem:\t 272384 kB\nVmData:\t 1245008 kB\nVmStk:\t 340 kB\nVmExe:\t 10428 kB\nVmLib:\t 648088 kB\nVmPTE:\t 3688 kB\nVmSwap:\t 0 kB\nHugetlbPages:\t 0 kB\nCoreDumping:\t0\nTHP_enabled:\t1\nuntag_mask:\t0xffffffffffffffff\nThreads:\t76\nSigQ:\t1/156236\nSigPnd:\t0000000000000000\nShdPnd:\t0000000000000000\nSigBlk:\t0000000000000000\nSigIgn:\t0000000000001004\nSigCgt:\t0000000100004422\nCapInh:\t0000000000000000\nCapPrm:\t00000000a98425fb\nCapEff:\t00000000a98425fb\nCapBnd:\t00000000a98425fb\nCapAmb:\t0000000000000000\nNoNewPrivs:\t0\nSeccomp:\t2\nSeccomp_filters:\t1\nSpeculation_Store_Bypass:\tvulnerable\nSpeculationIndirectBranch:\talways enabled\nCpus_allowed:\tfffff\nCpus_allowed_list:\t0-19\nMems_allowed:\t00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000001\nMems_allowed_list:\t0\nvoluntary_ctxt_switches:\t96\nnonvoluntary_ctxt_switches:\t3\nx86_Thread_features:\t\nx86_Thread_features_locked:\t\n" }, "390574": { "comm": "python3", "status": "Name:\tpython3\nUmask:\t0022\nState:\tS (sleeping)\nTgid:\t390574\nNgid:\t0\nPid:\t390574\nPPid:\t390316\nTracerPid:\t0\nUid:\t0\t0\t0\t0\nGid:\t0\t0\t0\t0\nFDSize:\t256\nGroups:\t0 \nNStgid:\t390574\t200\nNSpid:\t390574\t200\nNSpgid:\t390316\t51\nNSsid:\t390187\t1\nKthread:\t0\nVmPeak:\t16822944 kB\nVmSize:\t16798372 kB\nVmLck:\t 16 kB\nVmPin:\t 0 kB\nVmHWM:\t 986276 kB\nVmRSS:\t 986276 kB\nRssAnon:\t 448988 kB\nRssFile:\t 477896 kB\nRssShmem:\t 59392 kB\nVmData:\t 2063384 kB\nVmStk:\t 136 kB\nVmExe:\t 2956 kB\nVmLib:\t 947032 kB\nVmPTE:\t 4584 kB\nVmSwap:\t 0 kB\nHugetlbPages:\t 0 kB\nCoreDumping:\t0\nTHP_enabled:\t1\nuntag_mask:\t0xffffffffffffffff\nThreads:\t130\nSigQ:\t1/156236\nSigPnd:\t0000000000000000\nShdPnd:\t0000000000000000\nSigBlk:\t0000000000000000\nSigIgn:\t0000000001001004\nSigCgt:\t0000000100004003\nCapInh:\t0000000000000000\nCapPrm:\t00000000a98425fb\nCapEff:\t00000000a98425fb\nCapBnd:\t00000000a98425fb\nCapAmb:\t0000000000000000\nNoNewPrivs:\t0\nSeccomp:\t2\nSeccomp_filters:\t1\nSpeculation_Store_Bypass:\tvulnerable\nSpeculationIndirectBranch:\talways enabled\nCpus_allowed:\tfffff\nCpus_allowed_list:\t0-19\nMems_allowed:\t00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000001\nMems_allowed_list:\t0\nvoluntary_ctxt_switches:\t2863\nnonvoluntary_ctxt_switches:\t74\nx86_Thread_features:\t\nx86_Thread_features_locked:\t\n" }, "392218": { "comm": "sleep", "status": "Name:\tsleep\nUmask:\t0022\nState:\tS (sleeping)\nTgid:\t392218\nNgid:\t0\nPid:\t392218\nPPid:\t390316\nTracerPid:\t0\nUid:\t0\t0\t0\t0\nGid:\t0\t0\t0\t0\nFDSize:\t256\nGroups:\t0 \nNStgid:\t392218\t407\nNSpid:\t392218\t407\nNSpgid:\t390316\t51\nNSsid:\t390187\t1\nKthread:\t0\nVmPeak:\t 5688 kB\nVmSize:\t 5688 kB\nVmLck:\t 0 kB\nVmPin:\t 0 kB\nVmHWM:\t 2268 kB\nVmRSS:\t 2268 kB\nRssAnon:\t 120 kB\nRssFile:\t 2148 kB\nRssShmem:\t 0 kB\nVmData:\t 224 kB\nVmStk:\t 136 kB\nVmExe:\t 16 kB\nVmLib:\t 1748 kB\nVmPTE:\t 52 kB\nVmSwap:\t 0 kB\nHugetlbPages:\t 0 kB\nCoreDumping:\t0\nTHP_enabled:\t1\nuntag_mask:\t0xffffffffffffffff\nThreads:\t1\nSigQ:\t1/156236\nSigPnd:\t0000000000000000\nShdPnd:\t0000000000000000\nSigBlk:\t0000000000000000\nSigIgn:\t0000000000000006\nSigCgt:\t0000000000000000\nCapInh:\t0000000000000000\nCapPrm:\t00000000a98425fb\nCapEff:\t00000000a98425fb\nCapBnd:\t00000000a98425fb\nCapAmb:\t0000000000000000\nNoNewPrivs:\t0\nSeccomp:\t2\nSeccomp_filters:\t1\nSpeculation_Store_Bypass:\tvulnerable\nSpeculationIndirectBranch:\talways enabled\nCpus_allowed:\tfffff\nCpus_allowed_list:\t0-19\nMems_allowed:\t00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000000,00000001\nMems_allowed_list:\t0\nvoluntary_ctxt_switches:\t1\nnonvoluntary_ctxt_switches:\t0\nx86_Thread_features:\t\nx86_Thread_features_locked:\t\n" } }, "threads": { "390187": { "pid": 390187, "comm": "docker-init", "start": "131571777", "ticks": 7, "runtime_ns": 86056620, "runqueue_wait_ns": 1959076 }, "390316": { "pid": 390316, "comm": "entrypoint.sh", "start": "131571828", "ticks": 1, "runtime_ns": 22894082, "runqueue_wait_ns": 0 }, "390360": { "pid": 390360, "comm": "tritonserver", "start": "131571848", "ticks": 66, "runtime_ns": 672027057, "runqueue_wait_ns": 554406 }, "390362": { "pid": 390360, "comm": "tritonserver", "start": "131571850", "ticks": 0, "runtime_ns": 81894, "runqueue_wait_ns": 0 }, "390363": { "pid": 390360, "comm": "tritonserver", "start": "131571850", "ticks": 0, "runtime_ns": 112681, "runqueue_wait_ns": 0 }, "390364": { "pid": 390360, "comm": "tritonserver", "start": "131571850", "ticks": 0, "runtime_ns": 43810, "runqueue_wait_ns": 0 }, "390365": { "pid": 390360, "comm": "tritonserver", "start": "131571850", "ticks": 0, "runtime_ns": 58547, "runqueue_wait_ns": 0 }, "390366": { "pid": 390360, "comm": "tritonserver", "start": "131571850", "ticks": 0, "runtime_ns": 26163, "runqueue_wait_ns": 0 }, "390367": { "pid": 390360, "comm": "tritonserver", "start": "131571850", "ticks": 0, "runtime_ns": 60651, "runqueue_wait_ns": 26371 }, "390368": { "pid": 390360, "comm": "tritonserver", "start": "131571850", "ticks": 0, "runtime_ns": 44810, "runqueue_wait_ns": 0 }, "390369": { "pid": 390360, "comm": "tritonserver", "start": "131571850", "ticks": 0, "runtime_ns": 125503, "runqueue_wait_ns": 0 }, "390370": { "pid": 390360, "comm": "cuda00001400006", "start": "131571851", "ticks": 0, "runtime_ns": 314120, "runqueue_wait_ns": 0 }, "390371": { "pid": 390360, "comm": "tritonserver", "start": "131571856", "ticks": 0, "runtime_ns": 5795058, "runqueue_wait_ns": 528109 }, "390372": { "pid": 390360, "comm": "cuda-EvtHandlr", "start": "131571856", "ticks": 75, "runtime_ns": 757330377, "runqueue_wait_ns": 218914651 }, "390397": { "pid": 390360, "comm": "tritonserver", "start": "131571891", "ticks": 2, "runtime_ns": 29591964, "runqueue_wait_ns": 11122700 }, "390398": { "pid": 390360, "comm": "tritonserver", "start": "131571911", "ticks": 77, "runtime_ns": 776533652, "runqueue_wait_ns": 21166 }, "390399": { "pid": 390360, "comm": "tritonserver", "start": "131571911", "ticks": 88, "runtime_ns": 887603256, "runqueue_wait_ns": 1508143 }, "390400": { "pid": 390360, "comm": "tritonserver", "start": "131571911", "ticks": 75, "runtime_ns": 763673053, "runqueue_wait_ns": 62230 }, "390401": { "pid": 390360, "comm": "tritonserver", "start": "131571911", "ticks": 0, "runtime_ns": 35019, "runqueue_wait_ns": 0 }, "390446": { "pid": 390360, "comm": "tritonserver", "start": "131572011", "ticks": 98, "runtime_ns": 995280803, "runqueue_wait_ns": 35470586 }, "390447": { "pid": 390360, "comm": "tritonserver", "start": "131572011", "ticks": 1029, "runtime_ns": 10309521215, "runqueue_wait_ns": 148019660 }, "390450": { "pid": 390360, "comm": "tritonserver", "start": "131572039", "ticks": 0, "runtime_ns": 58883, "runqueue_wait_ns": 0 }, "390452": { "pid": 390360, "comm": "tritonserver", "start": "131572039", "ticks": 0, "runtime_ns": 191431, "runqueue_wait_ns": 0 }, "390467": { "pid": 390360, "comm": "tritonserver", "start": "131572066", "ticks": 0, "runtime_ns": 41812, "runqueue_wait_ns": 0 }, "390468": { "pid": 390360, "comm": "tritonserver", "start": "131572066", "ticks": 0, "runtime_ns": 173901, "runqueue_wait_ns": 0 }, "390469": { "pid": 390360, "comm": "MainIOContext", "start": "131572066", "ticks": 0, "runtime_ns": 5599600, "runqueue_wait_ns": 299466 }, "390470": { "pid": 390360, "comm": "tritonserver", "start": "131572066", "ticks": 21, "runtime_ns": 214964835, "runqueue_wait_ns": 109170589 }, "390471": { "pid": 390360, "comm": "tritonserver", "start": "131572066", "ticks": 19, "runtime_ns": 194871277, "runqueue_wait_ns": 123419558 }, "390472": { "pid": 390360, "comm": "tritonserver", "start": "131572066", "ticks": 0, "runtime_ns": 482513, "runqueue_wait_ns": 0 }, "390473": { "pid": 390360, "comm": "tritonserver", "start": "131572066", "ticks": 0, "runtime_ns": 617496, "runqueue_wait_ns": 0 }, "390474": { "pid": 390360, "comm": "tritonserver", "start": "131572066", "ticks": 0, "runtime_ns": 442820, "runqueue_wait_ns": 0 }, "390475": { "pid": 390360, "comm": "NvmlTaskRunner", "start": "131572069", "ticks": 17, "runtime_ns": 182461315, "runqueue_wait_ns": 1712581 }, "390476": { "pid": 390360, "comm": "cache_mgr_event", "start": "131572070", "ticks": 0, "runtime_ns": 9046761, "runqueue_wait_ns": 2788258 }, "390478": { "pid": 390360, "comm": "tritonserver", "start": "131572071", "ticks": 19, "runtime_ns": 209041892, "runqueue_wait_ns": 90426133 }, "390479": { "pid": 390360, "comm": "tritonserver", "start": "131572071", "ticks": 19, "runtime_ns": 197577056, "runqueue_wait_ns": 108356048 }, "390480": { "pid": 390360, "comm": "tritonserver", "start": "131572071", "ticks": 0, "runtime_ns": 609895, "runqueue_wait_ns": 0 }, "390481": { "pid": 390360, "comm": "cache_mgr_main", "start": "131572071", "ticks": 0, "runtime_ns": 14082793, "runqueue_wait_ns": 972093 }, "390482": { "pid": 390360, "comm": "sysev_thread", "start": "131572071", "ticks": 0, "runtime_ns": 6029724, "runqueue_wait_ns": 1304377 }, "390484": { "pid": 390360, "comm": "tritonserver", "start": "131572073", "ticks": 14, "runtime_ns": 147854701, "runqueue_wait_ns": 2311073 }, "390485": { "pid": 390360, "comm": "default-executo", "start": "131572073", "ticks": 17, "runtime_ns": 181439560, "runqueue_wait_ns": 4016018 }, "390486": { "pid": 390360, "comm": "resolver-execut", "start": "131572073", "ticks": 0, "runtime_ns": 142103, "runqueue_wait_ns": 0 }, "390487": { "pid": 390360, "comm": "grpc_global_tim", "start": "131572073", "ticks": 0, "runtime_ns": 4194797, "runqueue_wait_ns": 1006367 }, "390488": { "pid": 390360, "comm": "event_engine", "start": "131572073", "ticks": 0, "runtime_ns": 497912, "runqueue_wait_ns": 0 }, "390489": { "pid": 390360, "comm": "event_engine", "start": "131572073", "ticks": 0, "runtime_ns": 659689, "runqueue_wait_ns": 0 }, "390490": { "pid": 390360, "comm": "event_engine", "start": "131572073", "ticks": 0, "runtime_ns": 525961, "runqueue_wait_ns": 0 }, "390491": { "pid": 390360, "comm": "event_engine", "start": "131572073", "ticks": 0, "runtime_ns": 650356, "runqueue_wait_ns": 0 }, "390492": { "pid": 390360, "comm": "event_engine", "start": "131572073", "ticks": 0, "runtime_ns": 341019, "runqueue_wait_ns": 0 }, "390493": { "pid": 390360, "comm": "event_engine", "start": "131572073", "ticks": 0, "runtime_ns": 414170, "runqueue_wait_ns": 0 }, "390494": { "pid": 390360, "comm": "event_engine", "start": "131572073", "ticks": 0, "runtime_ns": 512471, "runqueue_wait_ns": 0 }, "390495": { "pid": 390360, "comm": "event_engine", "start": "131572073", "ticks": 0, "runtime_ns": 555596, "runqueue_wait_ns": 0 }, "390496": { "pid": 390360, "comm": "event_engine", "start": "131572073", "ticks": 0, "runtime_ns": 829560, "runqueue_wait_ns": 0 }, "390497": { "pid": 390360, "comm": "event_engine", "start": "131572073", "ticks": 0, "runtime_ns": 470614, "runqueue_wait_ns": 0 }, "390498": { "pid": 390360, "comm": "event_engine", "start": "131572074", "ticks": 0, "runtime_ns": 323934, "runqueue_wait_ns": 0 }, "390499": { "pid": 390360, "comm": "event_engine", "start": "131572074", "ticks": 0, "runtime_ns": 501528, "runqueue_wait_ns": 0 }, "390500": { "pid": 390360, "comm": "event_engine", "start": "131572074", "ticks": 0, "runtime_ns": 317605, "runqueue_wait_ns": 0 }, "390501": { "pid": 390360, "comm": "event_engine", "start": "131572074", "ticks": 0, "runtime_ns": 664046, "runqueue_wait_ns": 0 }, "390502": { "pid": 390360, "comm": "event_engine", "start": "131572074", "ticks": 0, "runtime_ns": 320450, "runqueue_wait_ns": 0 }, "390503": { "pid": 390360, "comm": "event_engine", "start": "131572074", "ticks": 0, "runtime_ns": 594532, "runqueue_wait_ns": 0 }, "390504": { "pid": 390360, "comm": "event_engine", "start": "131572074", "ticks": 0, "runtime_ns": 511588, "runqueue_wait_ns": 0 }, "390505": { "pid": 390360, "comm": "event_engine", "start": "131572074", "ticks": 0, "runtime_ns": 658516, "runqueue_wait_ns": 0 }, "390506": { "pid": 390360, "comm": "event_engine", "start": "131572074", "ticks": 0, "runtime_ns": 344535, "runqueue_wait_ns": 9532 }, "390507": { "pid": 390360, "comm": "event_engine", "start": "131572074", "ticks": 0, "runtime_ns": 447885, "runqueue_wait_ns": 0 }, "390508": { "pid": 390360, "comm": "timer_manager", "start": "131572074", "ticks": 4, "runtime_ns": 53568556, "runqueue_wait_ns": 16050128 }, "390509": { "pid": 390360, "comm": "tritonserver", "start": "131572074", "ticks": 286, "runtime_ns": 2875819570, "runqueue_wait_ns": 135217719 }, "390510": { "pid": 390360, "comm": "tritonserver", "start": "131572074", "ticks": 398, "runtime_ns": 3994427077, "runqueue_wait_ns": 255748657 }, "390511": { "pid": 390360, "comm": "tritonserver", "start": "131572074", "ticks": 399, "runtime_ns": 4003681214, "runqueue_wait_ns": 232405587 }, "390512": { "pid": 390360, "comm": "tritonserver", "start": "131572074", "ticks": 276, "runtime_ns": 2761019691, "runqueue_wait_ns": 144798732 }, "390513": { "pid": 390360, "comm": "tritonserver", "start": "131572074", "ticks": 0, "runtime_ns": 122167, "runqueue_wait_ns": 0 }, "390514": { "pid": 390360, "comm": "tritonserver", "start": "131572074", "ticks": 0, "runtime_ns": 214576, "runqueue_wait_ns": 0 }, "390515": { "pid": 390360, "comm": "tritonserver", "start": "131572075", "ticks": 0, "runtime_ns": 154311, "runqueue_wait_ns": 0 }, "390516": { "pid": 390360, "comm": "tritonserver", "start": "131572075", "ticks": 0, "runtime_ns": 344205, "runqueue_wait_ns": 0 }, "390517": { "pid": 390360, "comm": "tritonserver", "start": "131572076", "ticks": 0, "runtime_ns": 234040, "runqueue_wait_ns": 0 }, "390518": { "pid": 390360, "comm": "tritonserver", "start": "131572076", "ticks": 0, "runtime_ns": 185967, "runqueue_wait_ns": 0 }, "390519": { "pid": 390360, "comm": "tritonserver", "start": "131572077", "ticks": 0, "runtime_ns": 264037, "runqueue_wait_ns": 0 }, "390520": { "pid": 390360, "comm": "tritonserver", "start": "131572077", "ticks": 0, "runtime_ns": 350812, "runqueue_wait_ns": 0 }, "390521": { "pid": 390360, "comm": "tritonserver", "start": "131572078", "ticks": 0, "runtime_ns": 131846, "runqueue_wait_ns": 0 }, "390522": { "pid": 390360, "comm": "tritonserver", "start": "131572078", "ticks": 0, "runtime_ns": 358124, "runqueue_wait_ns": 0 }, "390523": { "pid": 390360, "comm": "tritonserver", "start": "131572079", "ticks": 0, "runtime_ns": 88658, "runqueue_wait_ns": 0 }, "390574": { "pid": 390574, "comm": "python3", "start": "131572314", "ticks": 481, "runtime_ns": 4819632413, "runqueue_wait_ns": 42857611 }, "390742": { "pid": 390574, "comm": "grpc_global_tim", "start": "131572468", "ticks": 0, "runtime_ns": 7084407, "runqueue_wait_ns": 71507 }, "390743": { "pid": 390574, "comm": "default-executo", "start": "131572468", "ticks": 0, "runtime_ns": 228392, "runqueue_wait_ns": 0 }, "390746": { "pid": 390574, "comm": "resolver-execut", "start": "131572468", "ticks": 0, "runtime_ns": 111437, "runqueue_wait_ns": 0 }, "390748": { "pid": 390574, "comm": "event_engine", "start": "131572468", "ticks": 1, "runtime_ns": 19064564, "runqueue_wait_ns": 7661939 }, "390751": { "pid": 390574, "comm": "event_engine", "start": "131572468", "ticks": 0, "runtime_ns": 3429982, "runqueue_wait_ns": 2649845 }, "390753": { "pid": 390574, "comm": "event_engine", "start": "131572468", "ticks": 0, "runtime_ns": 2215255, "runqueue_wait_ns": 1204772 }, "390755": { "pid": 390574, "comm": "event_engine", "start": "131572468", "ticks": 0, "runtime_ns": 3630423, "runqueue_wait_ns": 459173 }, "390757": { "pid": 390574, "comm": "event_engine", "start": "131572468", "ticks": 0, "runtime_ns": 2080562, "runqueue_wait_ns": 0 }, "390759": { "pid": 390574, "comm": "event_engine", "start": "131572468", "ticks": 0, "runtime_ns": 1782629, "runqueue_wait_ns": 876964 }, "390761": { "pid": 390574, "comm": "event_engine", "start": "131572468", "ticks": 0, "runtime_ns": 1985819, "runqueue_wait_ns": 139710 }, "390763": { "pid": 390574, "comm": "event_engine", "start": "131572468", "ticks": 0, "runtime_ns": 2005271, "runqueue_wait_ns": 38158 }, "390765": { "pid": 390574, "comm": "event_engine", "start": "131572468", "ticks": 0, "runtime_ns": 1802598, "runqueue_wait_ns": 2077928 }, "390767": { "pid": 390574, "comm": "event_engine", "start": "131572468", "ticks": 0, "runtime_ns": 1700226, "runqueue_wait_ns": 182951 }, "390769": { "pid": 390574, "comm": "event_engine", "start": "131572468", "ticks": 0, "runtime_ns": 1718670, "runqueue_wait_ns": 558620 }, "390771": { "pid": 390574, "comm": "event_engine", "start": "131572468", "ticks": 0, "runtime_ns": 1850623, "runqueue_wait_ns": 185057 }, "390773": { "pid": 390574, "comm": "event_engine", "start": "131572468", "ticks": 0, "runtime_ns": 1691399, "runqueue_wait_ns": 515923 }, "390775": { "pid": 390574, "comm": "event_engine", "start": "131572468", "ticks": 0, "runtime_ns": 2813852, "runqueue_wait_ns": 82755 }, "390777": { "pid": 390574, "comm": "event_engine", "start": "131572468", "ticks": 0, "runtime_ns": 2641196, "runqueue_wait_ns": 142974 }, "390779": { "pid": 390574, "comm": "event_engine", "start": "131572468", "ticks": 0, "runtime_ns": 1825706, "runqueue_wait_ns": 21830 }, "390781": { "pid": 390574, "comm": "lifeguard", "start": "131572468", "ticks": 0, "runtime_ns": 3797971, "runqueue_wait_ns": 1197838 }, "390782": { "pid": 390574, "comm": "python3", "start": "131572471", "ticks": 0, "runtime_ns": 859861, "runqueue_wait_ns": 0 }, "390799": { "pid": 390574, "comm": "cuda0000380000f", "start": "131572492", "ticks": 0, "runtime_ns": 272492, "runqueue_wait_ns": 0 }, "390802": { "pid": 390574, "comm": "python3", "start": "131572514", "ticks": 0, "runtime_ns": 9801353, "runqueue_wait_ns": 0 }, "390829": { "pid": 390574, "comm": "libusb_event", "start": "131572647", "ticks": 0, "runtime_ns": 52114, "runqueue_wait_ns": 0 }, "390830": { "pid": 390574, "comm": "python3", "start": "131572648", "ticks": 2, "runtime_ns": 21440581, "runqueue_wait_ns": 1145666 }, "390831": { "pid": 390574, "comm": "python3", "start": "131572649", "ticks": 1, "runtime_ns": 19386408, "runqueue_wait_ns": 9127729 }, "390842": { "pid": 390574, "comm": "python3", "start": "131572700", "ticks": 30, "runtime_ns": 310586930, "runqueue_wait_ns": 64568304 }, "390843": { "pid": 390574, "comm": "python3", "start": "131572704", "ticks": 0, "runtime_ns": 280099, "runqueue_wait_ns": 0 }, "390899": { "pid": 390574, "comm": "grpc_global_tim", "start": "131572917", "ticks": 0, "runtime_ns": 5606741, "runqueue_wait_ns": 193570 }, "390936": { "pid": 390574, "comm": "python3", "start": "131572989", "ticks": 28, "runtime_ns": 290011476, "runqueue_wait_ns": 2384267 }, "390938": { "pid": 390574, "comm": "python3", "start": "131572996", "ticks": 84, "runtime_ns": 848338428, "runqueue_wait_ns": 67768388 }, "390939": { "pid": 390574, "comm": "python3", "start": "131572997", "ticks": 217, "runtime_ns": 2184568047, "runqueue_wait_ns": 25553788 }, "390940": { "pid": 390574, "comm": "python3", "start": "131572997", "ticks": 1, "runtime_ns": 11729658, "runqueue_wait_ns": 0 }, "390941": { "pid": 390574, "comm": "python3", "start": "131572997", "ticks": 0, "runtime_ns": 2212403, "runqueue_wait_ns": 0 }, "390942": { "pid": 390574, "comm": "python3", "start": "131572997", "ticks": 18, "runtime_ns": 195228728, "runqueue_wait_ns": 30591703 }, "390943": { "pid": 390574, "comm": "python3", "start": "131572998", "ticks": 37, "runtime_ns": 384171332, "runqueue_wait_ns": 5918349 }, "390944": { "pid": 390574, "comm": "python3", "start": "131572999", "ticks": 0, "runtime_ns": 4120104, "runqueue_wait_ns": 12330 }, "390945": { "pid": 390574, "comm": "cuda-EvtHandlr", "start": "131572999", "ticks": 107, "runtime_ns": 1077260161, "runqueue_wait_ns": 213875815 }, "390946": { "pid": 390574, "comm": "python3", "start": "131573026", "ticks": 2, "runtime_ns": 22308868, "runqueue_wait_ns": 11267120 }, "390947": { "pid": 390574, "comm": "pool-spawner", "start": "131573026", "ticks": 0, "runtime_ns": 5988670, "runqueue_wait_ns": 447081 }, "390948": { "pid": 390574, "comm": "default-executo", "start": "131573027", "ticks": 124, "runtime_ns": 1252079484, "runqueue_wait_ns": 70917660 }, "390949": { "pid": 390574, "comm": "resolver-execut", "start": "131573027", "ticks": 0, "runtime_ns": 196503, "runqueue_wait_ns": 0 }, "390950": { "pid": 390574, "comm": "grpc_global_tim", "start": "131573027", "ticks": 0, "runtime_ns": 9571936, "runqueue_wait_ns": 19067 }, "390951": { "pid": 390574, "comm": "event_engine", "start": "131573027", "ticks": 0, "runtime_ns": 638738, "runqueue_wait_ns": 0 }, "390952": { "pid": 390574, "comm": "event_engine", "start": "131573027", "ticks": 0, "runtime_ns": 961603, "runqueue_wait_ns": 0 }, "390953": { "pid": 390574, "comm": "event_engine", "start": "131573027", "ticks": 0, "runtime_ns": 567107, "runqueue_wait_ns": 0 }, "390954": { "pid": 390574, "comm": "event_engine", "start": "131573027", "ticks": 0, "runtime_ns": 500476, "runqueue_wait_ns": 0 }, "390955": { "pid": 390574, "comm": "event_engine", "start": "131573027", "ticks": 0, "runtime_ns": 784269, "runqueue_wait_ns": 0 }, "390956": { "pid": 390574, "comm": "event_engine", "start": "131573027", "ticks": 0, "runtime_ns": 748218, "runqueue_wait_ns": 0 }, "390957": { "pid": 390574, "comm": "event_engine", "start": "131573027", "ticks": 0, "runtime_ns": 632077, "runqueue_wait_ns": 0 }, "390958": { "pid": 390574, "comm": "event_engine", "start": "131573027", "ticks": 0, "runtime_ns": 613920, "runqueue_wait_ns": 0 }, "390959": { "pid": 390574, "comm": "event_engine", "start": "131573027", "ticks": 0, "runtime_ns": 873057, "runqueue_wait_ns": 0 }, "390960": { "pid": 390574, "comm": "event_engine", "start": "131573027", "ticks": 0, "runtime_ns": 514459, "runqueue_wait_ns": 0 }, "390961": { "pid": 390574, "comm": "event_engine", "start": "131573027", "ticks": 0, "runtime_ns": 365392, "runqueue_wait_ns": 0 }, "390962": { "pid": 390574, "comm": "event_engine", "start": "131573027", "ticks": 0, "runtime_ns": 531136, "runqueue_wait_ns": 0 }, "390963": { "pid": 390574, "comm": "event_engine", "start": "131573027", "ticks": 0, "runtime_ns": 553941, "runqueue_wait_ns": 0 }, "390964": { "pid": 390574, "comm": "event_engine", "start": "131573027", "ticks": 0, "runtime_ns": 554275, "runqueue_wait_ns": 0 }, "390965": { "pid": 390574, "comm": "event_engine", "start": "131573027", "ticks": 0, "runtime_ns": 229694, "runqueue_wait_ns": 0 }, "390966": { "pid": 390574, "comm": "event_engine", "start": "131573027", "ticks": 0, "runtime_ns": 407845, "runqueue_wait_ns": 0 }, "390967": { "pid": 390574, "comm": "event_engine", "start": "131573027", "ticks": 0, "runtime_ns": 403603, "runqueue_wait_ns": 0 }, "390968": { "pid": 390574, "comm": "event_engine", "start": "131573027", "ticks": 0, "runtime_ns": 515403, "runqueue_wait_ns": 0 }, "390969": { "pid": 390574, "comm": "event_engine", "start": "131573027", "ticks": 0, "runtime_ns": 1887042, "runqueue_wait_ns": 0 }, "390970": { "pid": 390574, "comm": "event_engine", "start": "131573027", "ticks": 0, "runtime_ns": 473740, "runqueue_wait_ns": 0 }, "390971": { "pid": 390574, "comm": "timer_manager", "start": "131573027", "ticks": 7, "runtime_ns": 84261074, "runqueue_wait_ns": 21908937 }, "390972": { "pid": 390574, "comm": "python3", "start": "131573029", "ticks": 104, "runtime_ns": 1050475380, "runqueue_wait_ns": 35278540 }, "390973": { "pid": 390574, "comm": "default-executo", "start": "131573031", "ticks": 0, "runtime_ns": 4314323, "runqueue_wait_ns": 0 }, "390974": { "pid": 390574, "comm": "PostCuda", "start": "131573048", "ticks": 4, "runtime_ns": 42842652, "runqueue_wait_ns": 5640786 }, "390975": { "pid": 390574, "comm": "PostHost", "start": "131573048", "ticks": 3, "runtime_ns": 37724860, "runqueue_wait_ns": 4554454 }, "390976": { "pid": 390574, "comm": "GstInferServImp", "start": "131573048", "ticks": 1002, "runtime_ns": 10032220025, "runqueue_wait_ns": 76959023 }, "390977": { "pid": 390574, "comm": "preprocess-queu", "start": "131573048", "ticks": 593, "runtime_ns": 5940778739, "runqueue_wait_ns": 51403963 }, "390978": { "pid": 390574, "comm": "python3", "start": "131573048", "ticks": 13, "runtime_ns": 138729984, "runqueue_wait_ns": 16041071 }, "390979": { "pid": 390574, "comm": "task0", "start": "131573048", "ticks": 81, "runtime_ns": 811754940, "runqueue_wait_ns": 11283141 }, "390980": { "pid": 390574, "comm": "gmain", "start": "131573050", "ticks": 0, "runtime_ns": 183186, "runqueue_wait_ns": 0 }, "390981": { "pid": 390574, "comm": "dconf worker", "start": "131573050", "ticks": 0, "runtime_ns": 3795180, "runqueue_wait_ns": 0 }, "390982": { "pid": 390574, "comm": "dec_que:src", "start": "131573052", "ticks": 26, "runtime_ns": 264617913, "runqueue_wait_ns": 1952023 }, "390984": { "pid": 390574, "comm": "rtpsession-rtcp", "start": "131573053", "ticks": 0, "runtime_ns": 7743008, "runqueue_wait_ns": 486070 }, "390990": { "pid": 390574, "comm": "timer", "start": "131573059", "ticks": 0, "runtime_ns": 1383712, "runqueue_wait_ns": 5258 }, "390991": { "pid": 390574, "comm": "rtpjitterbuffer", "start": "131573059", "ticks": 58, "runtime_ns": 590180242, "runqueue_wait_ns": 29723757 }, "390993": { "pid": 390574, "comm": "queue:src", "start": "131573158", "ticks": 43, "runtime_ns": 445537770, "runqueue_wait_ns": 6465780 }, "390994": { "pid": 390574, "comm": "dec_que:src", "start": "131573162", "ticks": 13, "runtime_ns": 143954441, "runqueue_wait_ns": 17525656 }, "390995": { "pid": 390574, "comm": "dec_que:src", "start": "131573162", "ticks": 19, "runtime_ns": 202321258, "runqueue_wait_ns": 9373654 }, "390996": { "pid": 390574, "comm": "dec_que:src", "start": "131573165", "ticks": 1, "runtime_ns": 12156644, "runqueue_wait_ns": 896949 }, "390997": { "pid": 390574, "comm": "preprocess-queu", "start": "131573167", "ticks": 602, "runtime_ns": 6033960099, "runqueue_wait_ns": 51408892 }, "390998": { "pid": 390574, "comm": "batch_capture-m", "start": "131573167", "ticks": 100, "runtime_ns": 1010499706, "runqueue_wait_ns": 22681798 }, "390999": { "pid": 390574, "comm": "nvv4l2decoder0:", "start": "131573168", "ticks": 9, "runtime_ns": 93655816, "runqueue_wait_ns": 12537409 }, "391001": { "pid": 390574, "comm": "python3", "start": "131573306", "ticks": 84, "runtime_ns": 852699396, "runqueue_wait_ns": 60516073 }, "391002": { "pid": 390574, "comm": "python3", "start": "131573307", "ticks": 212, "runtime_ns": 2127948484, "runqueue_wait_ns": 40800064 }, "391003": { "pid": 390574, "comm": "python3", "start": "131573307", "ticks": 1, "runtime_ns": 14132479, "runqueue_wait_ns": 9885 }, "391004": { "pid": 390574, "comm": "python3", "start": "131573307", "ticks": 0, "runtime_ns": 1839736, "runqueue_wait_ns": 0 }, "391005": { "pid": 390574, "comm": "python3", "start": "131573307", "ticks": 17, "runtime_ns": 181180213, "runqueue_wait_ns": 45516495 }, "391006": { "pid": 390574, "comm": "python3", "start": "131573309", "ticks": 2, "runtime_ns": 24666805, "runqueue_wait_ns": 11910 }, "391007": { "pid": 390574, "comm": "python3", "start": "131573311", "ticks": 98, "runtime_ns": 987199700, "runqueue_wait_ns": 51030163 }, "391008": { "pid": 390574, "comm": "PostCuda", "start": "131573313", "ticks": 3, "runtime_ns": 43524575, "runqueue_wait_ns": 2658217 }, "391009": { "pid": 390574, "comm": "PostHost", "start": "131573313", "ticks": 2, "runtime_ns": 37051450, "runqueue_wait_ns": 6185660 }, "391010": { "pid": 390574, "comm": "GstInferServImp", "start": "131573313", "ticks": 944, "runtime_ns": 9452320912, "runqueue_wait_ns": 88750798 }, "391011": { "pid": 390574, "comm": "python3", "start": "131573313", "ticks": 9, "runtime_ns": 99082785, "runqueue_wait_ns": 8824136 }, "391012": { "pid": 390574, "comm": "task7", "start": "131573313", "ticks": 73, "runtime_ns": 740953359, "runqueue_wait_ns": 6748961 }, "391013": { "pid": 390574, "comm": "rtpjitterbuffer", "start": "131573313", "ticks": 49, "runtime_ns": 500472459, "runqueue_wait_ns": 15804404 }, "391025": { "pid": 390574, "comm": "rtpsession-rtcp", "start": "131573415", "ticks": 0, "runtime_ns": 5584092, "runqueue_wait_ns": 885363 }, "391026": { "pid": 390574, "comm": "timer", "start": "131573425", "ticks": 0, "runtime_ns": 230769, "runqueue_wait_ns": 0 }, "391027": { "pid": 390574, "comm": "dec_que:src", "start": "131573425", "ticks": 19, "runtime_ns": 191421561, "runqueue_wait_ns": 2938749 }, "391028": { "pid": 390574, "comm": "queue:src", "start": "131573425", "ticks": 17, "runtime_ns": 173771789, "runqueue_wait_ns": 3100241 }, "391029": { "pid": 390574, "comm": "dec_que:src", "start": "131573428", "ticks": 11, "runtime_ns": 119176728, "runqueue_wait_ns": 14374334 }, "391030": { "pid": 390574, "comm": "dec_que:src", "start": "131573428", "ticks": 14, "runtime_ns": 155421331, "runqueue_wait_ns": 13036749 }, "391031": { "pid": 390574, "comm": "preprocess-queu", "start": "131573432", "ticks": 598, "runtime_ns": 5987535163, "runqueue_wait_ns": 78668185 }, "391032": { "pid": 390574, "comm": "batch_capture-m", "start": "131573432", "ticks": 90, "runtime_ns": 909575065, "runqueue_wait_ns": 22036275 }, "391033": { "pid": 390574, "comm": "nvv4l2decoder1:", "start": "131573432", "ticks": 7, "runtime_ns": 77967515, "runqueue_wait_ns": 4876734 }, "391100": { "pid": 390574, "comm": "grpc_global_tim", "start": "131573527", "ticks": 0, "runtime_ns": 6000291, "runqueue_wait_ns": 43755 }, "391102": { "pid": 390574, "comm": "python3", "start": "131573540", "ticks": 76, "runtime_ns": 770612911, "runqueue_wait_ns": 60571001 }, "391103": { "pid": 390574, "comm": "python3", "start": "131573540", "ticks": 195, "runtime_ns": 1960092302, "runqueue_wait_ns": 17017528 }, "391104": { "pid": 390574, "comm": "python3", "start": "131573541", "ticks": 1, "runtime_ns": 10874119, "runqueue_wait_ns": 558183 }, "391105": { "pid": 390574, "comm": "python3", "start": "131573541", "ticks": 0, "runtime_ns": 2229305, "runqueue_wait_ns": 1487544 }, "391106": { "pid": 390574, "comm": "python3", "start": "131573541", "ticks": 16, "runtime_ns": 173844443, "runqueue_wait_ns": 24691714 }, "391107": { "pid": 390574, "comm": "python3", "start": "131573546", "ticks": 3, "runtime_ns": 38887014, "runqueue_wait_ns": 0 }, "391108": { "pid": 390574, "comm": "python3", "start": "131573548", "ticks": 92, "runtime_ns": 929201506, "runqueue_wait_ns": 41489273 }, "391109": { "pid": 390574, "comm": "PostCuda", "start": "131573552", "ticks": 3, "runtime_ns": 38482222, "runqueue_wait_ns": 7914215 }, "391110": { "pid": 390574, "comm": "PostHost", "start": "131573552", "ticks": 3, "runtime_ns": 35160112, "runqueue_wait_ns": 1235473 }, "391111": { "pid": 390574, "comm": "GstInferServImp", "start": "131573552", "ticks": 867, "runtime_ns": 8679645251, "runqueue_wait_ns": 60797083 }, "391112": { "pid": 390574, "comm": "python3", "start": "131573552", "ticks": 8, "runtime_ns": 87735511, "runqueue_wait_ns": 14249052 }, "391113": { "pid": 390574, "comm": "task14", "start": "131573552", "ticks": 63, "runtime_ns": 641507900, "runqueue_wait_ns": 21195446 }, "391114": { "pid": 390574, "comm": "rtpjitterbuffer", "start": "131573552", "ticks": 53, "runtime_ns": 534865491, "runqueue_wait_ns": 18696515 }, "391120": { "pid": 390574, "comm": "rtpsession-rtcp", "start": "131573654", "ticks": 0, "runtime_ns": 6447848, "runqueue_wait_ns": 0 }, "391121": { "pid": 390574, "comm": "timer", "start": "131573655", "ticks": 0, "runtime_ns": 143176, "runqueue_wait_ns": 0 }, "391122": { "pid": 390574, "comm": "dec_que:src", "start": "131573655", "ticks": 43, "runtime_ns": 432691929, "runqueue_wait_ns": 18934833 }, "391123": { "pid": 390574, "comm": "queue:src", "start": "131573655", "ticks": 41, "runtime_ns": 422068552, "runqueue_wait_ns": 20905191 }, "391124": { "pid": 390574, "comm": "dec_que:src", "start": "131573663", "ticks": 42, "runtime_ns": 430822006, "runqueue_wait_ns": 72895987 }, "391125": { "pid": 390574, "comm": "dec_que:src", "start": "131573663", "ticks": 36, "runtime_ns": 373655205, "runqueue_wait_ns": 83565601 }, "391127": { "pid": 390574, "comm": "batch_capture-m", "start": "131573668", "ticks": 241, "runtime_ns": 2427544534, "runqueue_wait_ns": 60821152 }, "391128": { "pid": 390574, "comm": "nvv4l2decoder2:", "start": "131573668", "ticks": 19, "runtime_ns": 195305255, "runqueue_wait_ns": 27978883 }, "392218": { "pid": 392218, "comm": "sleep", "start": "131578316", "ticks": 0, "runtime_ns": 1788544, "runqueue_wait_ns": 0 } }, "mem_available": 20589899776, "gpu": [ [ 5001, 49140, 37 ] ], "ticks_per_second": 100 } ] }