{ "failure": null, "states": { "CCV-01577": { "desired_state": "stopped", "observed_state": "stopped", "state": "stopped", "run_generation": 0, "run_id": null, "roles": {}, "last_error": null, "cleanup_error": null, "stream_id": "CCV-01577", "site_id": "새만금", "source_type": "rtsp", "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": null, "uptime_s": null, "execution_mode": "process", "child_pid": null, "heartbeat_age_s": null, "metadata_path": { "state": "NOT_CONNECTED" }, "scenarios": { "active": [], "disabled": [] } }, "tmp16c-2135-g2-c4": { "desired_state": "stopped", "observed_state": "stopped", "state": "stopped", "run_generation": 0, "run_id": null, "roles": {}, "last_error": null, "cleanup_error": null, "stream_id": "tmp16c-2135-g2-c4", "site_id": null, "source_type": "rtsp", "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "started_at": null, "uptime_s": null, "execution_mode": "process", "child_pid": null, "heartbeat_age_s": null, "metadata_path": { "state": "NOT_CONNECTED" }, "scenarios": { "active": [], "disabled": [] } }, "rtsp-test-01": { "stream_id": "rtsp-test-01", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "d12d208c-c811-45bf-bd1b-93f47b7c6287", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789561097.9966598, "source_stage": "inference_frame_completed", "source_stage_at": 1789561097.9965692, "source_stages": { "pipeline_state_changed": 1789560836.1432972, "decoded_frame_received": 1789561097.9489005, "preprocess_output": 1789561097.9508865, "infer_output": 1789561097.9723928, "consume_entered": 1789561097.9740283, "native_completed": 1789561097.9880776, "inference_frame_completed": 1789561097.9965692 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 2625, "preprocess_output": 2625, "infer_output": 2625, "consume_entered": 2625, "native_completed": 2625, "inference_frame_completed": 2625 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789560834.4802392, "decoded_frame_received": 1789560836.024373, "preprocess_output": 1789560836.0987663, "infer_output": 1789560836.1320274, "consume_entered": 1789560836.1376908, "native_completed": 1789560836.1565156, "inference_frame_completed": 1789560836.1613266 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": true, "restart_pending": false, "last_cleanup": null, "started_at": 1789560829.8924778, "uptime_s": 268.3, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1413818780626536, "counts": { "decoded": 2625, "selected": 2625, "preprocess": 2624, "infer": 2624, "native": 2625, "result": 2625, "publisher_submit": 2625 }, "first_ns": { "decoded": 1413556771450332, "selected": 1413556771718220, "preprocess": 1413556846077148, "infer": 1413556879349582, "native": 1413556903892484, "result": 1413556907972557, "publisher_submit": 1413556908724961 }, "last_ns": { "decoded": 1413818695764475, "selected": 1413818696210802, "preprocess": 1413818698205544, "infer": 1413818719656157, "native": 1413818735420431, "result": 1413818742865267, "publisher_submit": 1413818743963202 }, "detail": false, "pending_samples": 0, "last_frame": { "selected": [ 2624, 263362846364 ], "preprocess": [ 2624, 263362846364 ], "infer": [ 2624, 263362846364 ], "native": [ 2624, 263362846364 ], "result": [ 2624, 263362846364 ], "publisher_submit": [ 2624, 263362846364 ] }, "observation_missed": 2, "durations": {}, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 0, "events_created": 0, "collector_frames": 1000, "processed": 2625 }, "scenarios": { "active": [], "disabled": [] }, "frames_in_window": 1000, "detail_capabilities": { "full_collector": false, "bounded_metrics": true, "tracking_profiles": false }, "publisher_metrics": { "sent": 2626, "sent_status": 1, "sent_frames": 2625, "queued": 0, "queuedBytes": 0, "channels": 1, "workers": 1, "profile": { "enabled": false, "revision": 0, "channels": {}, "timing_scope": "sink_only_v2", "timeline_limit_per_channel": 256, "replacement_limit_per_channel": 32 }, "workerMode": "process-channel", "inflightBytes": 0, "inflightByteLimit": 10485760 }, "child_pid": 357, "child_sampled_ns": 1413818780901213, "execution_mode": "process", "heartbeat_age_s": 0.122 }, "web-cam08-test": { "stream_id": "web-cam08-test", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "d6674cbe-9b0a-450d-9ade-c8f2260ddb05", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789561097.9699702, "source_stage": "inference_frame_completed", "source_stage_at": 1789561097.969943, "source_stages": { "pipeline_state_changed": 1789560841.7083101, "decoded_frame_received": 1789561097.9259686, "preprocess_output": 1789561097.927463, "infer_output": 1789561097.9500887, "consume_entered": 1789561097.952072, "native_completed": 1789561097.964246, "inference_frame_completed": 1789561097.969943 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 2568, "preprocess_output": 2568, "infer_output": 2568, "consume_entered": 2568, "native_completed": 2568, "inference_frame_completed": 2568 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789560839.6039774, "decoded_frame_received": 1789560841.6694121, "preprocess_output": 1789560841.6716216, "infer_output": 1789560841.6976438, "consume_entered": 1789560841.702626, "native_completed": 1789560841.7156284, "inference_frame_completed": 1789560841.720545 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": true, "restart_pending": false, "last_cleanup": null, "started_at": 1789560836.8468735, "uptime_s": 261.3, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1413818781348047, "counts": { "decoded": 2567, "selected": 2567, "preprocess": 2568, "infer": 2567, "native": 2568, "result": 2568, "publisher_submit": 2568 }, "first_ns": { "decoded": 1413562416533539, "selected": 1413562416760384, "preprocess": 1413562418955814, "infer": 1413562444946620, "native": 1413562462980091, "result": 1413562467422930, "publisher_submit": 1413562467951553 }, "last_ns": { "decoded": 1413818672919713, "selected": 1413818673309301, "preprocess": 1413818674791435, "infer": 1413818697409724, "native": 1413818711624218, "result": 1413818716738669, "publisher_submit": 1413818717348817 }, "detail": false, "pending_samples": 0, "last_frame": { "selected": [ 2567, 258206939982 ], "preprocess": [ 2567, 258206939982 ], "infer": [ 2567, 258206939982 ], "native": [ 2567, 258206939982 ], "result": [ 2567, 258206939982 ], "publisher_submit": [ 2567, 258206939982 ] }, "observation_missed": 3, "durations": {}, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 0, "events_created": 0, "collector_frames": 1000, "processed": 2568 }, "scenarios": { "active": [], "disabled": [] }, "frames_in_window": 1000, "detail_capabilities": { "full_collector": false, "bounded_metrics": true, "tracking_profiles": false }, "publisher_metrics": { "sent": 2569, "sent_status": 1, "sent_frames": 2568, "queued": 0, "queuedBytes": 0, "channels": 1, "workers": 1, "profile": { "enabled": false, "revision": 0, "channels": {}, "timing_scope": "sink_only_v2", "timeline_limit_per_channel": 256, "replacement_limit_per_channel": 32 }, "workerMode": "process-channel", "inflightBytes": 0, "inflightByteLimit": 10485760 }, "child_pid": 491, "child_sampled_ns": 1413818781436836, "execution_mode": "process", "heartbeat_age_s": 0.111 }, "web-cam01-test": { "stream_id": "web-cam01-test", "site_id": null, "source_type": "rtsp", "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "run_id": "e137c285-729f-4790-aba3-145c0672402b", "roles": { "det": { "state": "first_frame", "required": true, "initialized": true, "last_frame_at": 1789561098.003947, "source_stage": "inference_frame_completed", "source_stage_at": 1789561098.0039196, "source_stages": { "pipeline_state_changed": 1789560847.9345286, "decoded_frame_received": 1789561097.9562483, "preprocess_output": 1789561097.9570794, "infer_output": 1789561097.9749515, "consume_entered": 1789561097.9766092, "native_completed": 1789561097.9934974, "inference_frame_completed": 1789561098.0039196 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 2506, "preprocess_output": 2506, "infer_output": 2506, "consume_entered": 2506, "native_completed": 2506, "inference_frame_completed": 2506 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789560844.8905296, "decoded_frame_received": 1789560847.885439, "preprocess_output": 1789560847.8883886, "infer_output": 1789560847.9145076, "consume_entered": 1789560847.9212458, "native_completed": 1789560847.9354842, "inference_frame_completed": 1789560847.940047 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": true, "restart_pending": false, "last_cleanup": null, "started_at": 1789560842.175321, "uptime_s": 256.0, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "CONNECTED", "error": null, "display_threshold": 0.25, "visual": null, "sample_error": null, "performance": { "analysisFpsTarget": 10.0, "sampled_ns": 1413818781505742, "counts": { "decoded": 7514, "selected": 2505, "sampling_drop": 5009, "preprocess": 2503, "infer": 2505, "native": 2506, "result": 2506, "publisher_submit": 2506 }, "first_ns": { "decoded": 1413568632058567, "selected": 1413568632680434, "sampling_drop": 1413568635348361, "preprocess": 1413568635729967, "infer": 1413568661763759, "native": 1413568682858781, "result": 1413568686949861, "publisher_submit": 1413568687454173 }, "last_ns": { "decoded": 1413818735337120, "selected": 1413818703601801, "sampling_drop": 1413818735384876, "preprocess": 1413818704458386, "infer": 1413818722282852, "native": 1413818740856700, "result": 1413818750462713, "publisher_submit": 1413818751320426 }, "detail": false, "pending_samples": 0, "last_frame": { "selected": [ 7515, 253023665486 ], "preprocess": [ 7515, 253023665486 ], "infer": [ 7515, 253023665486 ], "native": [ 7515, 253023665486 ], "result": [ 7515, 253023665486 ], "publisher_submit": [ 7515, 253023665486 ] }, "observation_missed": 10, "durations": {}, "sourceFpsObserved": null, "closed": false, "tracking_profiles": [] }, "queued": 0, "events_created": 0, "collector_frames": 1000, "processed": 2506 }, "scenarios": { "active": [], "disabled": [] }, "frames_in_window": 1000, "detail_capabilities": { "full_collector": false, "bounded_metrics": true, "tracking_profiles": false }, "publisher_metrics": { "sent": 2508, "sent_status": 2, "sent_frames": 2506, "queued": 0, "queuedBytes": 0, "channels": 1, "workers": 1, "profile": { "enabled": false, "revision": 0, "channels": {}, "timing_scope": "sink_only_v2", "timeline_limit_per_channel": 256, "replacement_limit_per_channel": 32 }, "workerMode": "process-channel", "inflightBytes": 0, "inflightByteLimit": 10485760 }, "child_pid": 617, "child_sampled_ns": 1413818781637823, "execution_mode": "process", "heartbeat_age_s": 0.122 }, "bench16-g1-c2": { "stream_id": "bench16-g1-c2", "site_id": null, "source_type": "rtsp", "state": "stopped", "desired_state": "stopped", "observed_state": "stopped", "run_generation": 1, "run_id": "c56b83c0-f3a9-43c3-a33c-53f27ccab698", "roles": { "det": { "state": "stopped", "required": true, "initialized": true, "last_frame_at": 1789561094.8005567, "source_stage": "preprocess_output", "source_stage_at": 1789561094.8473446, "source_stages": { "pipeline_state_changed": 1789560852.9470541, "decoded_frame_received": 1789561094.8461733, "preprocess_output": 1789561094.8473446, "infer_output": 1789561094.7734408, "consume_entered": 1789561094.776839, "native_completed": 1789561094.7902992, "inference_frame_completed": 1789561094.8005247 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 2434, "preprocess_output": 2434, "infer_output": 2433, "consume_entered": 2433, "native_completed": 2433, "inference_frame_completed": 2433 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789560851.300257, "decoded_frame_received": 1789560852.9039485, "preprocess_output": 1789560852.907975, "infer_output": 1789560852.9307573, "consume_entered": 1789560852.939425, "native_completed": 1789560852.9593656, "inference_frame_completed": 1789560852.9645336 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": { "generation": 1, "completed": true, "child_reaped": true, "forced": false, "writer_released": true, "finished_monotonic_ns": 1413816880147916 }, "started_at": null, "uptime_s": null, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "NOT_CONNECTED" }, "scenarios": { "active": [], "disabled": [] }, "frames_in_window": 0, "detail_capabilities": { "full_collector": false, "bounded_metrics": true, "tracking_profiles": false }, "publisher_metrics": { "sent": 2433, "sent_status": 2, "sent_frames": 2431, "replaced": 2, "queued": 0, "queuedBytes": 0, "channels": 1, "workers": 1, "profile": { "enabled": false, "revision": 0, "channels": {}, "timing_scope": "sink_only_v2", "timeline_limit_per_channel": 256, "replacement_limit_per_channel": 32 }, "workerMode": "process-channel", "inflightBytes": 0, "inflightByteLimit": 10485760 }, "child_pid": null, "child_sampled_ns": 1413815865934248, "execution_mode": "process", "heartbeat_age_s": 3.044 }, "bench16-g2-c2": { "stream_id": "bench16-g2-c2", "site_id": null, "source_type": "rtsp", "state": "stopped", "desired_state": "stopped", "observed_state": "stopped", "run_generation": 1, "run_id": "f933edaa-e68c-44c9-a7fe-45876720053a", "roles": { "det": { "state": "stopped", "required": true, "initialized": true, "last_frame_at": 1789561093.2814882, "source_stage": "inference_frame_completed", "source_stage_at": 1789561093.2814043, "source_stages": { "pipeline_state_changed": 1789560885.7215106, "decoded_frame_received": 1789561093.2197676, "preprocess_output": 1789561093.2208219, "infer_output": 1789561093.2488022, "consume_entered": 1789561093.251301, "native_completed": 1789561093.2697632, "inference_frame_completed": 1789561093.2814043 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 2081, "preprocess_output": 2081, "infer_output": 2081, "consume_entered": 2081, "native_completed": 2081, "inference_frame_completed": 2081 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789560884.038831, "decoded_frame_received": 1789560885.6708615, "preprocess_output": 1789560885.6740263, "infer_output": 1789560885.6956704, "consume_entered": 1789560885.70593, "native_completed": 1789560885.7198985, "inference_frame_completed": 1789560885.7245388 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": { "generation": 1, "completed": true, "child_reaped": true, "forced": false, "writer_released": true, "finished_monotonic_ns": 1413815317747898 }, "started_at": null, "uptime_s": null, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "NOT_CONNECTED" }, "scenarios": { "active": [], "disabled": [] }, "frames_in_window": 0, "detail_capabilities": { "full_collector": false, "bounded_metrics": true, "tracking_profiles": false }, "publisher_metrics": { "sent": 2083, "sent_status": 2, "sent_frames": 2081, "queued": 0, "queuedBytes": 0, "channels": 1, "workers": 1, "profile": { "enabled": false, "revision": 0, "channels": {}, "timing_scope": "sink_only_v2", "timeline_limit_per_channel": 256, "replacement_limit_per_channel": 32 }, "workerMode": "process-channel", "inflightBytes": 0, "inflightByteLimit": 10485760 }, "child_pid": null, "child_sampled_ns": 1413814297869184, "execution_mode": "process", "heartbeat_age_s": 4.608 }, "bench16-g3-c2": { "stream_id": "bench16-g3-c2", "site_id": null, "source_type": "rtsp", "state": "stopped", "desired_state": "stopped", "observed_state": "stopped", "run_generation": 1, "run_id": "34a13ab5-52a7-4c1a-a17e-498713b08132", "roles": { "det": { "state": "stopped", "required": true, "initialized": true, "last_frame_at": 1789561091.6146672, "source_stage": "preprocess_output", "source_stage_at": 1789561091.6522276, "source_stages": { "pipeline_state_changed": 1789560891.3860645, "decoded_frame_received": 1789561091.649329, "preprocess_output": 1789561091.6522276, "infer_output": 1789561091.588313, "consume_entered": 1789561091.5898256, "native_completed": 1789561091.6025577, "inference_frame_completed": 1789561091.6145556 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 2008, "preprocess_output": 2008, "infer_output": 2007, "consume_entered": 2007, "native_completed": 2007, "inference_frame_completed": 2007 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789560889.1621199, "decoded_frame_received": 1789560891.3501396, "preprocess_output": 1789560891.352308, "infer_output": 1789560891.3719654, "consume_entered": 1789560891.3802874, "native_completed": 1789560891.3987436, "inference_frame_completed": 1789560891.4036217 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": { "generation": 1, "completed": true, "child_reaped": true, "forced": false, "writer_released": true, "finished_monotonic_ns": 1413813895998786 }, "started_at": null, "uptime_s": null, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "NOT_CONNECTED" }, "scenarios": { "active": [], "disabled": [] }, "frames_in_window": 0, "detail_capabilities": { "full_collector": false, "bounded_metrics": true, "tracking_profiles": false }, "publisher_metrics": { "sent": 2008, "sent_status": 2, "sent_frames": 2006, "replaced": 1, "queued": 0, "queuedBytes": 0, "channels": 1, "workers": 1, "profile": { "enabled": false, "revision": 0, "channels": {}, "timing_scope": "sink_only_v2", "timeline_limit_per_channel": 256, "replacement_limit_per_channel": 32 }, "workerMode": "process-channel", "inflightBytes": 0, "inflightByteLimit": 10485760 }, "child_pid": null, "child_sampled_ns": 1413812675258884, "execution_mode": "process", "heartbeat_age_s": 6.235 }, "bench16-g1-c3": { "stream_id": "bench16-g1-c3", "site_id": null, "source_type": "rtsp", "state": "stopped", "desired_state": "stopped", "observed_state": "stopped", "run_generation": 1, "run_id": "f4baa324-76cd-419e-b101-72585716105a", "roles": { "det": { "state": "stopped", "required": true, "initialized": true, "last_frame_at": 1789561089.9010386, "source_stage": "preprocess_output", "source_stage_at": 1789561089.9492486, "source_stages": { "pipeline_state_changed": 1789560896.367685, "decoded_frame_received": 1789561089.9464557, "preprocess_output": 1789561089.9492486, "infer_output": 1789561089.8746207, "consume_entered": 1789561089.8781986, "native_completed": 1789561089.8927999, "inference_frame_completed": 1789561089.900992 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 1947, "preprocess_output": 1947, "infer_output": 1946, "consume_entered": 1946, "native_completed": 1946, "inference_frame_completed": 1946 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789560894.7604468, "decoded_frame_received": 1789560896.3159544, "preprocess_output": 1789560896.3204772, "infer_output": 1789560896.3511548, "consume_entered": 1789560896.3594182, "native_completed": 1789560896.3771756, "inference_frame_completed": 1789560896.3825188 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": { "generation": 1, "completed": true, "child_reaped": true, "forced": false, "writer_released": true, "finished_monotonic_ns": 1413812199524631 }, "started_at": null, "uptime_s": null, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "NOT_CONNECTED" }, "scenarios": { "active": [], "disabled": [] }, "frames_in_window": 0, "detail_capabilities": { "full_collector": false, "bounded_metrics": true, "tracking_profiles": false }, "publisher_metrics": { "sent": 1947, "sent_status": 2, "sent_frames": 1945, "replaced": 1, "queued": 0, "queuedBytes": 0, "channels": 1, "workers": 1, "profile": { "enabled": false, "revision": 0, "channels": {}, "timing_scope": "sink_only_v2", "timeline_limit_per_channel": 256, "replacement_limit_per_channel": 32 }, "workerMode": "process-channel", "inflightBytes": 0, "inflightByteLimit": 10485760 }, "child_pid": null, "child_sampled_ns": 1413810980078254, "execution_mode": "process", "heartbeat_age_s": 7.931 }, "bench16-g2-c3": { "stream_id": "bench16-g2-c3", "site_id": null, "source_type": "rtsp", "state": "stopped", "desired_state": "stopped", "observed_state": "stopped", "run_generation": 1, "run_id": "5c83ac55-bbe1-42f8-9de2-6a9fcabacdc3", "roles": { "det": { "state": "stopped", "required": true, "initialized": true, "last_frame_at": 1789561088.3835542, "source_stage": "inference_frame_completed", "source_stage_at": 1789561088.3834982, "source_stages": { "pipeline_state_changed": 1789560901.6486313, "decoded_frame_received": 1789561088.3260844, "preprocess_output": 1789561088.327679, "infer_output": 1789561088.3559387, "consume_entered": 1789561088.3617756, "native_completed": 1789561088.3754263, "inference_frame_completed": 1789561088.3834982 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 1872, "preprocess_output": 1872, "infer_output": 1872, "consume_entered": 1872, "native_completed": 1872, "inference_frame_completed": 1872 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789560899.9226236, "decoded_frame_received": 1789560901.5792248, "preprocess_output": 1789560901.5853994, "infer_output": 1789560901.6281848, "consume_entered": 1789560901.6417747, "native_completed": 1789560901.6578088, "inference_frame_completed": 1789560901.6629996 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": { "generation": 1, "completed": true, "child_reaped": true, "forced": false, "writer_released": true, "finished_monotonic_ns": 1413810441045702 }, "started_at": null, "uptime_s": null, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "NOT_CONNECTED" }, "scenarios": { "active": [], "disabled": [] }, "frames_in_window": 0, "detail_capabilities": { "full_collector": false, "bounded_metrics": true, "tracking_profiles": false }, "publisher_metrics": { "sent": 1874, "sent_status": 2, "sent_frames": 1872, "queued": 0, "queuedBytes": 0, "channels": 1, "workers": 1, "profile": { "enabled": false, "revision": 0, "channels": {}, "timing_scope": "sink_only_v2", "timeline_limit_per_channel": 256, "replacement_limit_per_channel": 32 }, "workerMode": "process-channel", "inflightBytes": 0, "inflightByteLimit": 10485760 }, "child_pid": null, "child_sampled_ns": 1413809428850622, "execution_mode": "process", "heartbeat_age_s": 9.481 }, "bench16-g3-c3": { "stream_id": "bench16-g3-c3", "site_id": null, "source_type": "rtsp", "state": "stopped", "desired_state": "stopped", "observed_state": "stopped", "run_generation": 1, "run_id": "8da556f8-8145-4280-9575-be16cf1f1155", "roles": { "det": { "state": "stopped", "required": true, "initialized": true, "last_frame_at": 1789561086.8292327, "source_stage": "inference_frame_completed", "source_stage_at": 1789561086.8291476, "source_stages": { "pipeline_state_changed": 1789560937.3323843, "decoded_frame_received": 1789561086.7582536, "preprocess_output": 1789561086.7607434, "infer_output": 1789561086.7995129, "consume_entered": 1789561086.801429, "native_completed": 1789561086.814966, "inference_frame_completed": 1789561086.8291476 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 1499, "preprocess_output": 1499, "infer_output": 1499, "consume_entered": 1499, "native_completed": 1499, "inference_frame_completed": 1499 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789560934.9214733, "decoded_frame_received": 1789560937.2900426, "preprocess_output": 1789560937.294532, "infer_output": 1789560937.3209827, "consume_entered": 1789560937.3271768, "native_completed": 1789560937.3524806, "inference_frame_completed": 1789560937.358783 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": { "generation": 1, "completed": true, "child_reaped": true, "forced": false, "writer_released": true, "finished_monotonic_ns": 1413808851622715 }, "started_at": null, "uptime_s": null, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "NOT_CONNECTED" }, "scenarios": { "active": [], "disabled": [] }, "frames_in_window": 0, "detail_capabilities": { "full_collector": false, "bounded_metrics": true, "tracking_profiles": false }, "publisher_metrics": { "sent": 1499, "sent_status": 2, "sent_frames": 1497, "replaced": 2, "queued": 0, "queuedBytes": 0, "channels": 1, "workers": 1, "profile": { "enabled": false, "revision": 0, "channels": {}, "timing_scope": "sink_only_v2", "timeline_limit_per_channel": 256, "replacement_limit_per_channel": 32 }, "workerMode": "process-channel", "inflightBytes": 0, "inflightByteLimit": 10485760 }, "child_pid": null, "child_sampled_ns": 1413807834127325, "execution_mode": "process", "heartbeat_age_s": 11.076 }, "bench16-g1-c4": { "stream_id": "bench16-g1-c4", "site_id": null, "source_type": "rtsp", "state": "stopped", "desired_state": "stopped", "observed_state": "stopped", "run_generation": 1, "run_id": "d3f695fe-a852-4a2e-af5e-70ad79046677", "roles": { "det": { "state": "stopped", "required": true, "initialized": true, "last_frame_at": 1789561085.1212544, "source_stage": "preprocess_output", "source_stage_at": 1789561085.1521957, "source_stages": { "pipeline_state_changed": 1789560942.53337, "decoded_frame_received": 1789561085.1493971, "preprocess_output": 1789561085.1521957, "infer_output": 1789561085.0969262, "consume_entered": 1789561085.0982652, "native_completed": 1789561085.1131282, "inference_frame_completed": 1789561085.1212015 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 1439, "preprocess_output": 1439, "infer_output": 1438, "consume_entered": 1438, "native_completed": 1438, "inference_frame_completed": 1438 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789560940.8680515, "decoded_frame_received": 1789560942.4557538, "preprocess_output": 1789560942.4589417, "infer_output": 1789560942.5104704, "consume_entered": 1789560942.5268202, "native_completed": 1789560942.5446699, "inference_frame_completed": 1789560942.5508816 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": { "generation": 1, "completed": true, "child_reaped": true, "forced": false, "writer_released": true, "finished_monotonic_ns": 1413807179407679 }, "started_at": null, "uptime_s": null, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "NOT_CONNECTED" }, "scenarios": { "active": [], "disabled": [] }, "frames_in_window": 0, "detail_capabilities": { "full_collector": false, "bounded_metrics": true, "tracking_profiles": false }, "publisher_metrics": { "sent": 1440, "sent_status": 2, "sent_frames": 1438, "queued": 0, "queuedBytes": 0, "channels": 1, "workers": 1, "profile": { "enabled": false, "revision": 0, "channels": {}, "timing_scope": "sink_only_v2", "timeline_limit_per_channel": 256, "replacement_limit_per_channel": 32 }, "workerMode": "process-channel", "inflightBytes": 0, "inflightByteLimit": 10485760 }, "child_pid": null, "child_sampled_ns": 1413806156425610, "execution_mode": "process", "heartbeat_age_s": 12.754 }, "bench16-g2-c4": { "stream_id": "bench16-g2-c4", "site_id": null, "source_type": "rtsp", "state": "stopped", "desired_state": "stopped", "observed_state": "stopped", "run_generation": 1, "run_id": "c9e7d280-ae71-4cb0-8219-ae3a5b7bbc18", "roles": { "det": { "state": "stopped", "required": true, "initialized": true, "last_frame_at": 1789561083.3623717, "source_stage": "native_completed", "source_stage_at": 1789561083.4771502, "source_stages": { "pipeline_state_changed": 1789560948.3902314, "decoded_frame_received": 1789561083.42432, "preprocess_output": 1789561083.4257276, "infer_output": 1789561083.4611156, "consume_entered": 1789561083.462716, "native_completed": 1789561083.4771502, "inference_frame_completed": 1789561083.3623428 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 1355, "preprocess_output": 1355, "infer_output": 1355, "consume_entered": 1355, "native_completed": 1355, "inference_frame_completed": 1354 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789560946.4044454, "decoded_frame_received": 1789560948.3312974, "preprocess_output": 1789560948.3347614, "infer_output": 1789560948.366486, "consume_entered": 1789560948.3781173, "native_completed": 1789560948.3935423, "inference_frame_completed": 1789560948.3986173 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": { "generation": 1, "completed": true, "child_reaped": true, "forced": false, "writer_released": true, "finished_monotonic_ns": 1413805497655349 }, "started_at": null, "uptime_s": null, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "NOT_CONNECTED" }, "scenarios": { "active": [], "disabled": [] }, "frames_in_window": 0, "detail_capabilities": { "full_collector": false, "bounded_metrics": true, "tracking_profiles": false }, "publisher_metrics": { "sent": 1356, "sent_status": 2, "sent_frames": 1354, "queued": 0, "queuedBytes": 0, "channels": 1, "workers": 1, "profile": { "enabled": false, "revision": 0, "channels": {}, "timing_scope": "sink_only_v2", "timeline_limit_per_channel": 256, "replacement_limit_per_channel": 32 }, "workerMode": "process-channel", "inflightBytes": 0, "inflightByteLimit": 10485760 }, "child_pid": null, "child_sampled_ns": 1413804482674391, "execution_mode": "process", "heartbeat_age_s": 14.428 }, "bench16-g3-c4": { "stream_id": "bench16-g3-c4", "site_id": null, "source_type": "rtsp", "state": "stopped", "desired_state": "stopped", "observed_state": "stopped", "run_generation": 1, "run_id": "869dc551-74fc-4f61-8322-5ac818ab90c6", "roles": { "det": { "state": "stopped", "required": true, "initialized": true, "last_frame_at": 1789561081.5992594, "source_stage": "preprocess_output", "source_stage_at": 1789561081.6526992, "source_stages": { "pipeline_state_changed": 1789560954.7579904, "decoded_frame_received": 1789561081.6516848, "preprocess_output": 1789561081.6526992, "infer_output": 1789561081.5768666, "consume_entered": 1789561081.5812576, "native_completed": 1789561081.5932035, "inference_frame_completed": 1789561081.5992372 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 1273, "preprocess_output": 1273, "infer_output": 1272, "consume_entered": 1272, "native_completed": 1272, "inference_frame_completed": 1272 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789560951.5420394, "decoded_frame_received": 1789560954.7188306, "preprocess_output": 1789560954.7203367, "infer_output": 1789560954.7405438, "consume_entered": 1789560954.7497227, "native_completed": 1789560954.7642336, "inference_frame_completed": 1789560954.7707827 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": { "generation": 1, "completed": true, "child_reaped": true, "forced": false, "writer_released": true, "finished_monotonic_ns": 1413803482478004 }, "started_at": null, "uptime_s": null, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "NOT_CONNECTED" }, "scenarios": { "active": [], "disabled": [] }, "frames_in_window": 0, "detail_capabilities": { "full_collector": false, "bounded_metrics": true, "tracking_profiles": false }, "publisher_metrics": { "sent": 1275, "sent_status": 3, "sent_frames": 1272, "queued": 0, "queuedBytes": 0, "channels": 1, "workers": 1, "profile": { "enabled": false, "revision": 0, "channels": {}, "timing_scope": "sink_only_v2", "timeline_limit_per_channel": 256, "replacement_limit_per_channel": 32 }, "workerMode": "process-channel", "inflightBytes": 0, "inflightByteLimit": 10485760 }, "child_pid": null, "child_sampled_ns": 1413802667885962, "execution_mode": "process", "heartbeat_age_s": 16.243 }, "bench16-g1-c5": { "stream_id": "bench16-g1-c5", "site_id": null, "source_type": "rtsp", "state": "stopped", "desired_state": "stopped", "observed_state": "stopped", "run_generation": 1, "run_id": "f08af086-0e04-4458-a378-8c67828e6d51", "roles": { "det": { "state": "stopped", "required": true, "initialized": true, "last_frame_at": 1789561079.9912286, "source_stage": "preprocess_output", "source_stage_at": 1789561080.0546293, "source_stages": { "pipeline_state_changed": 1789560989.685244, "decoded_frame_received": 1789561080.0536547, "preprocess_output": 1789561080.0546293, "infer_output": 1789561079.964949, "consume_entered": 1789561079.966216, "native_completed": 1789561079.98602, "inference_frame_completed": 1789561079.9912066 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 908, "preprocess_output": 908, "infer_output": 907, "consume_entered": 907, "native_completed": 907, "inference_frame_completed": 907 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789560988.134815, "decoded_frame_received": 1789560989.6354213, "preprocess_output": 1789560989.638431, "infer_output": 1789560989.6703012, "consume_entered": 1789560989.6790578, "native_completed": 1789560989.6939485, "inference_frame_completed": 1789560989.7020633 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": { "generation": 1, "completed": true, "child_reaped": true, "forced": false, "writer_released": true, "finished_monotonic_ns": 1413802095381529 }, "started_at": null, "uptime_s": null, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "NOT_CONNECTED" }, "scenarios": { "active": [], "disabled": [] }, "frames_in_window": 0, "detail_capabilities": { "full_collector": false, "bounded_metrics": true, "tracking_profiles": false }, "publisher_metrics": { "sent": 909, "sent_status": 2, "sent_frames": 907, "queued": 0, "queuedBytes": 0, "channels": 1, "workers": 1, "profile": { "enabled": false, "revision": 0, "channels": {}, "timing_scope": "sink_only_v2", "timeline_limit_per_channel": 256, "replacement_limit_per_channel": 32 }, "workerMode": "process-channel", "inflightBytes": 0, "inflightByteLimit": 10485760 }, "child_pid": null, "child_sampled_ns": 1413801073081895, "execution_mode": "process", "heartbeat_age_s": 17.838 }, "bench16-g2-c5": { "stream_id": "bench16-g2-c5", "site_id": null, "source_type": "rtsp", "state": "stopped", "desired_state": "stopped", "observed_state": "stopped", "run_generation": 1, "run_id": "59093ada-05cd-41f5-a12d-ffb27fd2f149", "roles": { "det": { "state": "stopped", "required": true, "initialized": true, "last_frame_at": 1789561078.3650165, "source_stage": "consume_entered", "source_stage_at": 1789561078.43837, "source_stages": { "pipeline_state_changed": 1789560995.4276767, "decoded_frame_received": 1789561078.4184818, "preprocess_output": 1789561078.419318, "infer_output": 1789561078.4362044, "consume_entered": 1789561078.43837, "native_completed": 1789561078.3556454, "inference_frame_completed": 1789561078.3649828 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 835, "preprocess_output": 835, "infer_output": 835, "consume_entered": 835, "native_completed": 834, "inference_frame_completed": 834 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789560992.9279242, "decoded_frame_received": 1789560995.3693779, "preprocess_output": 1789560995.3722882, "infer_output": 1789560995.4094052, "consume_entered": 1789560995.4194944, "native_completed": 1789560995.4387949, "inference_frame_completed": 1789560995.443485 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": { "generation": 1, "completed": true, "child_reaped": true, "forced": false, "writer_released": true, "finished_monotonic_ns": 1413800279918158 }, "started_at": null, "uptime_s": null, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "NOT_CONNECTED" }, "scenarios": { "active": [], "disabled": [] }, "frames_in_window": 0, "detail_capabilities": { "full_collector": false, "bounded_metrics": true, "tracking_profiles": false }, "publisher_metrics": { "sent": 837, "sent_status": 3, "sent_frames": 834, "queued": 0, "queuedBytes": 0, "channels": 1, "workers": 1, "profile": { "enabled": false, "revision": 0, "channels": {}, "timing_scope": "sink_only_v2", "timeline_limit_per_channel": 256, "replacement_limit_per_channel": 32 }, "workerMode": "process-channel", "inflightBytes": 0, "inflightByteLimit": 10485760 }, "child_pid": null, "child_sampled_ns": 1413799454290005, "execution_mode": "process", "heartbeat_age_s": 19.457 }, "bench16-g3-c5": { "stream_id": "bench16-g3-c5", "site_id": null, "source_type": "rtsp", "state": "stopped", "desired_state": "stopped", "observed_state": "stopped", "run_generation": 1, "run_id": "011b051d-f92f-460c-ab58-d3009cb02e51", "roles": { "det": { "state": "stopped", "required": true, "initialized": true, "last_frame_at": 1789561076.7096922, "source_stage": "preprocess_output", "source_stage_at": 1789561076.7619536, "source_stages": { "pipeline_state_changed": 1789561000.7646527, "decoded_frame_received": 1789561076.7584555, "preprocess_output": 1789561076.7619536, "infer_output": 1789561076.6908734, "consume_entered": 1789561076.6921299, "native_completed": 1789561076.7043226, "inference_frame_completed": 1789561076.7096646 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 764, "preprocess_output": 764, "infer_output": 763, "consume_entered": 763, "native_completed": 763, "inference_frame_completed": 763 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789560998.4884148, "decoded_frame_received": 1789561000.7256877, "preprocess_output": 1789561000.7288706, "infer_output": 1789561000.751523, "consume_entered": 1789561000.7648232, "native_completed": 1789561000.778392, "inference_frame_completed": 1789561000.783213 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": { "generation": 1, "completed": true, "child_reaped": true, "forced": false, "writer_released": true, "finished_monotonic_ns": 1413798637615182 }, "started_at": null, "uptime_s": null, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "NOT_CONNECTED" }, "scenarios": { "active": [], "disabled": [] }, "frames_in_window": 0, "detail_capabilities": { "full_collector": false, "bounded_metrics": true, "tracking_profiles": false }, "publisher_metrics": { "sent": 765, "sent_status": 2, "sent_frames": 763, "queued": 0, "queuedBytes": 0, "channels": 1, "workers": 1, "profile": { "enabled": false, "revision": 0, "channels": {}, "timing_scope": "sink_only_v2", "timeline_limit_per_channel": 256, "replacement_limit_per_channel": 32 }, "workerMode": "process-channel", "inflightBytes": 0, "inflightByteLimit": 10485760 }, "child_pid": null, "child_sampled_ns": 1413797820967364, "execution_mode": "process", "heartbeat_age_s": 21.091 }, "bench16-g1-c6": { "stream_id": "bench16-g1-c6", "site_id": null, "source_type": "rtsp", "state": "stopped", "desired_state": "stopped", "observed_state": "stopped", "run_generation": 1, "run_id": "cc8244c8-e7a4-4cbc-aef6-7e7f6f1b5fe9", "roles": { "det": { "state": "stopped", "required": true, "initialized": true, "last_frame_at": 1789561075.2977898, "source_stage": "inference_frame_completed", "source_stage_at": 1789561075.2977624, "source_stages": { "pipeline_state_changed": 1789561005.7905014, "decoded_frame_received": 1789561075.2469628, "preprocess_output": 1789561075.2480462, "infer_output": 1789561075.2771773, "consume_entered": 1789561075.2791796, "native_completed": 1789561075.2918391, "inference_frame_completed": 1789561075.2977624 }, "stage_counts": { "pipeline_state_changed": 88, "decoded_frame_received": 700, "preprocess_output": 700, "infer_output": 700, "consume_entered": 700, "native_completed": 700, "inference_frame_completed": 700 }, "last_error": null, "stage_first_at": { "pipeline_state_changed": 1789561004.2554815, "decoded_frame_received": 1789561005.7399495, "preprocess_output": 1789561005.7422903, "infer_output": 1789561005.764052, "consume_entered": 1789561005.7744427, "native_completed": 1789561005.7964664, "inference_frame_completed": 1789561005.802138 } } }, "last_error": null, "cleanup_error": null, "cleanup_pending": false, "restart_pending": false, "last_cleanup": { "generation": 1, "completed": true, "child_reaped": true, "forced": false, "writer_released": true, "finished_monotonic_ns": 1413797137215777 }, "started_at": null, "uptime_s": null, "inference_profile": { "roles": [ "det" ], "requested_models": { "det": "RFDETRMedium" }, "active_models": { "det": "RFDETRMedium" }, "degraded_roles": [], "score_threshold": 0.5, "class_min_confidence": {} }, "metadata_path": { "state": "NOT_CONNECTED" }, "scenarios": { "active": [], "disabled": [] }, "frames_in_window": 0, "detail_capabilities": { "full_collector": false, "bounded_metrics": true, "tracking_profiles": false }, "publisher_metrics": { "sent": 702, "sent_status": 2, "sent_frames": 700, "queued": 0, "queuedBytes": 0, "channels": 1, "workers": 1, "profile": { "enabled": false, "revision": 0, "channels": {}, "timing_scope": "sink_only_v2", "timeline_limit_per_channel": 256, "replacement_limit_per_channel": 32 }, "workerMode": "process-channel", "inflightBytes": 0, "inflightByteLimit": 10485760 }, "child_pid": null, "child_sampled_ns": 1413796316182230, "execution_mode": "process", "heartbeat_age_s": 22.596 } }, "cleanup": {}, "cuda_region_samples": [ [ { "name": "inbuf_0x7abc740423c0_2511", "device_id": 0, "byte_size": 1990656 } ], [], [] ], "stationary_region_names": [], "image": "sha256:46759cbed29b798c26f1768ed5d07667994ea079ff0e2f8c10273cb4c9723921", "model": { "name": "RFDETRMedium", "platform": "tensorrt_plan", "backend": "tensorrt", "runtime": "", "version_policy": { "specific": { "versions": [ 4 ] } }, "max_batch_size": 4, "input": [ { "name": "input", "data_type": "TYPE_FP16", "format": "FORMAT_NONE", "dims": [ 3, 576, 576 ], "is_shape_tensor": false, "allow_ragged_batch": false, "optional": false, "is_non_linear_format_io": false } ], "output": [ { "name": "dets", "data_type": "TYPE_FP32", "dims": [ 300, 4 ], "label_filename": "", "is_shape_tensor": false, "is_non_linear_format_io": false }, { "name": "labels", "data_type": "TYPE_FP32", "dims": [ 300, 91 ], "label_filename": "", "is_shape_tensor": false, "is_non_linear_format_io": false } ], "batch_input": [], "batch_output": [], "optimization": { "priority": "PRIORITY_DEFAULT", "input_pinned_memory": { "enable": true }, "output_pinned_memory": { "enable": true }, "gather_kernel_buffer_threshold": 0, "eager_batching": false }, "dynamic_batching": { "preferred_batch_size": [ 4 ], "max_queue_delay_microseconds": 5000, "preserve_ordering": false, "priority_levels": 0, "default_priority_level": 0, "priority_queue_policy": {} }, "instance_group": [ { "name": "RFDETRMedium_0", "kind": "KIND_GPU", "count": 8, "gpus": [ 0 ], "secondary_devices": [], "profile": [], "passive": false, "host_policy": "" } ], "default_model_filename": "model.plan", "cc_model_filenames": {}, "metric_tags": {}, "parameters": {}, "model_warmup": [] }, "resource": { "at": 1413823.473400401, "memory": 2059030528, "available": 18430390272, "cpu_us": 1421977468, "throttled_us": 0, "gpu_mib": 6606, "gpu_util": 28, "disk_free": 26820632576 }, "registry_preserved": true, "env_preserved": true, "sender_preserved": false, "redis_preserved": true }