{ "summary": { "status": "FOUR_POSE_CHANNELS_BELOW_TARGET", "rows": [ { "stage": 4, "stream_id": "rtsp-test-01", "seconds": 21.12193963699974, "result_fps": 1.7043889253872335, "redis_fps": 1.7043867212662334, "queue_start": 9, "queue_end": 9, "stale": 135, "drop": 0, "missed": 1, "length": 100 }, { "stage": 4, "stream_id": "web-cam08-test", "seconds": 21.12193963699974, "result_fps": 1.7517330622035454, "redis_fps": 1.753222345504707, "queue_start": 10, "queue_end": 3, "stale": 137, "drop": 0, "missed": 0, "length": 97 }, { "stage": 4, "stream_id": "web-cam01-test", "seconds": 21.12193963699974, "result_fps": 1.8464213358361696, "redis_fps": 1.8500805672356841, "queue_start": 11, "queue_end": 8, "stale": 135, "drop": 0, "missed": 0, "length": 69 }, { "stage": 4, "stream_id": "pose16-0916-g1-c2", "seconds": 21.12193963699974, "result_fps": 1.7517330622035454, "redis_fps": 1.755083408683824, "queue_start": 9, "queue_end": 12, "stale": 143, "drop": 0, "missed": 0, "length": 50 } ], "details": [ { "stream": "rtsp-test-01", "stage_fps": { "selected": 8.09584739558936, "infer": 8.143191532405671, "native": 8.09584739558936, "result": 1.7043889253872335, "publisher_submit": 1.7043889253872335 }, "observation_missed": 1, "frame_width": 1280, "frame_height": 720, "objects": 4, "ttl_ms": 9529, "stored": 100, "queue": [ 9, 7, 8, 6, 9 ] }, { "stream": "web-cam08-test", "stage_fps": { "selected": 7.859126711507798, "infer": 7.90647084832411, "native": 7.859126711507798, "result": 1.7517330622035454, "publisher_submit": 1.7517330622035454 }, "observation_missed": 0, "frame_width": 1280, "frame_height": 720, "objects": 4, "ttl_ms": 9100, "stored": 97, "queue": [ 10, 8, 8, 10, 3 ] }, { "stream": "web-cam01-test", "stage_fps": { "selected": 8.143191532405671, "infer": 8.09584739558936, "native": 8.143191532405671, "result": 1.8464213358361696, "publisher_submit": 1.8464213358361696 }, "observation_missed": 0, "frame_width": 480, "frame_height": 360, "objects": 4, "ttl_ms": 9685, "stored": 69, "queue": [ 11, 10, 8, 12, 8 ] }, { "stream": "pose16-0916-g1-c2", "stage_fps": { "selected": 8.663977037385104, "infer": 8.711321174201416, "native": 8.663977037385104, "result": 1.7517330622035454, "publisher_submit": 1.7517330622035454 }, "observation_missed": 0, "frame_width": 1280, "frame_height": 720, "objects": 6, "ttl_ms": 9920, "stored": 50, "queue": [ 9, 8, 8, 8, 12 ] } ], "triton": { "requests": 735, "executions": 597, "batch_execution_delta": { "1": 476, "2": 104, "3": 17 }, "mean_ms": { "success": 27.16027110884354, "queue": 7.783567453061225, "compute_input": 4.580749127891157, "compute_infer": 13.071912326530613, "compute_output": 0.7624731183673469 }, "observation": "Triton snapshots bracket application snapshots; not identical duration" }, "resources": { "cpu_cores": 2.866670325048901, "memory_mib": [ 1515.7421875, 1541.46875, 1565.12890625, 1548.61328125, 1542.6328125 ], "gpu": [ [ [ 5892, 49140, 37 ] ], [ [ 5892, 49140, 23 ] ], [ [ 5892, 49140, 19 ] ], [ [ 5892, 49140, 37 ] ], [ [ 5892, 49140, 29 ] ] ] }, "publisher_delta": { "sent_frames": 151, "replaced": 0, "expired": 0, "send_error": 0 }, "unused_stages": [ 8, 12, 16 ], "quality": "USER_VISUAL_REVIEW_PENDING", "restored_originals": true, "temporary_registrations_removed": 13, "active_image": "sha256:51da438d08f70bc61a4f2e8833652f7bb8456f8d917630aedf3b618c0bf7b4c6", "pose_config": { "name": "RFDETRKeypointPreview", "platform": "tensorrt_plan", "backend": "tensorrt", "runtime": "", "version_policy": { "specific": { "versions": [ 3 ] } }, "max_batch_size": 4, "input": [ { "name": "input", "data_type": "TYPE_FP32", "format": "FORMAT_NONE", "dims": [ 3, 576, 576 ], "is_shape_tensor": false, "allow_ragged_batch": false, "optional": false, "is_non_linear_format_io": false } ], "output": [ { "name": "dets", "data_type": "TYPE_FP32", "dims": [ 100, 4 ], "label_filename": "", "is_shape_tensor": false, "is_non_linear_format_io": false }, { "name": "labels", "data_type": "TYPE_FP32", "dims": [ 100, 2 ], "label_filename": "", "is_shape_tensor": false, "is_non_linear_format_io": false }, { "name": "keypoints", "data_type": "TYPE_FP32", "dims": [ 100, 34, 8 ], "label_filename": "", "is_shape_tensor": false, "is_non_linear_format_io": false } ], "batch_input": [], "batch_output": [], "optimization": { "priority": "PRIORITY_DEFAULT", "input_pinned_memory": { "enable": true }, "output_pinned_memory": { "enable": true }, "gather_kernel_buffer_threshold": 0, "eager_batching": false }, "dynamic_batching": { "preferred_batch_size": [ 4 ], "max_queue_delay_microseconds": 5000, "preserve_ordering": false, "priority_levels": 0, "default_priority_level": 0, "priority_queue_policy": {} }, "instance_group": [ { "name": "RFDETRKeypointPreview_0", "kind": "KIND_GPU", "count": 4, "gpus": [ 0 ], "secondary_devices": [], "profile": [], "passive": false, "host_policy": "" } ], "default_model_filename": "model.plan", "cc_model_filenames": {}, "metric_tags": {}, "parameters": {}, "model_warmup": [] }, "source_image_tests": 67, "ended_at": 1789532129.8047945 }, "current_states": { "CCV-01577": { "stream_id": "CCV-01577", "site_id": "새만금", "source_type": "rtsp", "state": "stopped", "desired_state": "stopped", "observed_state": "stopped", "run_generation": 0, "run_id": null, "roles": {}, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": null, "uptime_s": null, "inference_profile": null, "metadata_path": { "state": "NOT_CONNECTED" }, "scenarios": { "active": [], "disabled": [] } }, "web-cam08-test": { "stream_id": "web-cam08-test", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 2, "run_id": "6b83c439-dbbc-4a1e-b1e2-b275edb13ee7", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789531995.2459095, "source_stage": "inference_frame_completed", "source_stage_at": 1789531995.2458973, "source_stages": { "pipeline_state_changed": 1789531992.7063787, "decoded_frame_received": 1789531995.2116897, "preprocess_output": 1789531995.2126966, "infer_output": 1789531995.228654, "consume_entered": 1789531995.2295556, "native_completed": 1789531995.241521, "inference_frame_completed": 1789531995.2458973 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 27, "preprocess_output": 27, "infer_output": 27, "consume_entered": 27, "native_completed": 27, "inference_frame_completed": 27 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789531990.8801727, "decoded_frame_received": 1789531992.6628823, "preprocess_output": 1789531992.6683497, "infer_output": 1789531992.6978512, "consume_entered": 1789531992.7011192, "native_completed": 1789531992.7143548, "inference_frame_completed": 1789531992.7193317 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": { "generation": 1, "completed": true, "finished_monotonic_ns": 1384708619559009, "elapsed_s": 0.7861335149500519 }, "started_at": 1789531990.8427136, "uptime_s": 4.5, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1384716056439420, "counts": { "decoded": 27, "selected": 27, "preprocess": 27, "infer": 27, "native": 27, "result": 27, "publisher_submit": 27 }, "first_ns": { "decoded": 1384713409949865, "selected": 1384713410238932, "preprocess": 1384713415695776, "infer": 1384713445199089, "native": 1384713461750156, "result": 1384713466265833, "publisher_submit": 1384713466744368 }, "last_ns": { "decoded": 1384715958897664, "selected": 1384715959058386, "preprocess": 1384715960077193, "infer": 1384715975970620, "native": 1384715988912153, "result": 1384715992793903, "publisher_submit": 1384715993307801 }, "detail": false, "pending_samples": 0, "last_frame": { "selected": [ 26, 4193225922 ], "preprocess": [ 26, 4193225922 ], "infer": [ 26, 4193225922 ], "native": [ 26, 4193225922 ], "result": [ 26, 4193225922 ], "publisher_submit": [ 26, 4193225922 ] }, "observation_missed": 0, "durations": {}, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 0, "events_created": 0, "processed": 27 }, "scenarios": { "active": [], "disabled": [] } }, "web-cam01-test": { "stream_id": "web-cam01-test", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 2, "run_id": "b3578bd4-169c-4d54-abc0-4bcf74d8993d", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789531995.3010578, "source_stage": "inference_frame_completed", "source_stage_at": 1789531995.3010435, "source_stages": { "pipeline_state_changed": 1789531995.0257764, "decoded_frame_received": 1789531995.247898, "preprocess_output": 1789531995.248447, "infer_output": 1789531995.2659051, "consume_entered": 1789531995.2677314, "native_completed": 1789531995.286082, "inference_frame_completed": 1789531995.3010435 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 4, "preprocess_output": 4, "infer_output": 4, "consume_entered": 4, "native_completed": 4, "inference_frame_completed": 4 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789531993.2628477, "decoded_frame_received": 1789531994.9560082, "preprocess_output": 1789531994.9619884, "infer_output": 1789531994.9968066, "consume_entered": 1789531995.0047805, "native_completed": 1789531995.0246885, "inference_frame_completed": 1789531995.03112 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": { "generation": 1, "completed": true, "finished_monotonic_ns": 1384707512485320, "elapsed_s": 1.5324619528837502 }, "started_at": 1789531993.1801784, "uptime_s": 2.1, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1384716056474299, "counts": { "decoded": 11, "selected": 4, "preprocess": 4, "sampling_drop": 7, "infer": 4, "native": 4, "result": 4, "publisher_submit": 4 }, "first_ns": { "decoded": 1384715702996779, "selected": 1384715703362183, "preprocess": 1384715709353060, "sampling_drop": 1384715724751475, "infer": 1384715744129452, "native": 1384715772064673, "result": 1384715777924274, "publisher_submit": 1384715778519527 }, "last_ns": { "decoded": 1384716023823336, "selected": 1384715995278041, "preprocess": 1384715995828095, "sampling_drop": 1384716023840302, "infer": 1384716013245747, "native": 1384716033480463, "result": 1384716047995631, "publisher_submit": 1384716048455629 }, "detail": false, "pending_samples": 0, "last_frame": { "selected": [ 9, 1913472532 ], "preprocess": [ 9, 1913472532 ], "infer": [ 9, 1913472532 ], "native": [ 9, 1913472532 ], "result": [ 9, 1913472532 ], "publisher_submit": [ 9, 1913472532 ] }, "observation_missed": 0, "durations": {}, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 0, "events_created": 0, "processed": 4 }, "scenarios": { "active": [], "disabled": [] } }, "rtsp-test-01": { "stream_id": "rtsp-test-01", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 2, "run_id": "d75f3cdd-6523-4200-b10c-df82e006df57", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789531995.3062112, "source_stage": "inference_frame_completed", "source_stage_at": 1789531995.3061955, "source_stages": { "pipeline_state_changed": 1789531990.388018, "decoded_frame_received": 1789531995.247307, "preprocess_output": 1789531995.248192, "infer_output": 1789531995.2758646, "consume_entered": 1789531995.276886, "native_completed": 1789531995.2949948, "inference_frame_completed": 1789531995.3061955 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 54, "preprocess_output": 54, "infer_output": 54, "consume_entered": 54, "native_completed": 54, "inference_frame_completed": 54 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789531989.1425233, "decoded_frame_received": 1789531990.3254538, "preprocess_output": 1789531990.3264158, "infer_output": 1789531990.365983, "consume_entered": 1789531990.3736951, "native_completed": 1789531990.3896465, "inference_frame_completed": 1789531990.3932934 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": { "generation": 1, "completed": true, "finished_monotonic_ns": 1384709152783997, "elapsed_s": 0.08530343603342772 }, "started_at": 1789531989.058673, "uptime_s": 6.3, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1384716056507759, "counts": { "decoded": 54, "selected": 54, "preprocess": 54, "infer": 54, "native": 54, "result": 54, "publisher_submit": 54 }, "first_ns": { "decoded": 1384711072625476, "selected": 1384711072822509, "preprocess": 1384711073787850, "infer": 1384711113173513, "native": 1384711137040644, "result": 1384711140240022, "publisher_submit": 1384711140704590 }, "last_ns": { "decoded": 1384715994521626, "selected": 1384715994683099, "preprocess": 1384715995568143, "infer": 1384716023206961, "native": 1384716042388130, "result": 1384716053095103, "publisher_submit": 1384716053605567 }, "detail": false, "pending_samples": 0, "last_frame": { "selected": [ 53, 5999115457 ], "preprocess": [ 53, 5999115457 ], "infer": [ 53, 5999115457 ], "native": [ 53, 5999115457 ], "result": [ 53, 5999115457 ], "publisher_submit": [ 53, 5999115457 ] }, "observation_missed": 0, "durations": {}, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 0, "events_created": 0, "processed": 54 }, "scenarios": { "active": [], "disabled": [] } }, "tmp16c-2135-g2-c4": { "stream_id": "tmp16c-2135-g2-c4", "site_id": null, "source_type": "rtsp", "state": "stopped", "desired_state": "stopped", "observed_state": "stopped", "run_generation": 0, "run_id": null, "roles": {}, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": null, "uptime_s": null, "inference_profile": null, "metadata_path": { "state": "NOT_CONNECTED" }, "scenarios": { "active": [], "disabled": [] } } }, "publisher": { "enabled": true, "metrics": { "sent": 1137, "sent_status": 428, "workers_created": 7, "sent_frames": 709, "workers_reclaimed": 4, "queued": 0, "queuedBytes": 0, "channels": 18, "workers": 3, "profile": { "enabled": false, "revision": 0, "channels": {}, "timing_scope": "sink_only_v2", "timeline_limit_per_channel": 256, "replacement_limit_per_channel": 32 }, "workerMode": "channel", "workerLimit": 16, "controlWorkers": 1, "retiringWorkers": 0, "workerErrors": {}, "terminalErrors": 0, "inflightBytes": 0, "inflightByteLimit": 167772160 } }, "active_hash": "d414042675bfe5579041a4f9f983b286f4c93918f8f5c5e691168a1387f0bb0f", "env_hash": "efcbf9ef2eec23d4d43ce66a95c317f4d306a3dc01b9d14c154808d14e200814", "model_acceptance": { "status": "RETAINED_TEST_CONFIGURATION", "reason": "batch3 selected keypoint numerical deviation", "probe_limit_normalized": 0.03, "observed_normalized": 0.03100600838661194, "limit_scope": "Batch-local diagnostic boundary, not an approved product accuracy specification", "engine_sha256": "87a0ca969ce38e167d93555265fe53cd812fdfd9dcf29942c343ddbec109edf9", "batch4_execution": "SHAPE_FINITE_PASS", "runtime_trial": "FOUR_CHANNELS_BELOW_TARGET", "quality": "USER_VISUAL_REVIEW_PENDING", "next_boot": "Pose version3 count4/maxbatch4/5000us; original camera settings remain Medium" } }