{ "rows": [ { "trial": "baseline", "stage": 0, "channels": 6, "seconds": 60.000035671982914, "complete_fps_per_channel": 9.994438502420453, "redis_fps_per_channel": 6.083329716592772, "redis_min_fps": 4.5499972948762375, "redis_std_fps": 0.8209632635347737, "completed_queue_expired": 1408, "expired_per_second": 23.466652714966088, "completed_capacity_drop": 0, "cpu_busy_pct": 88.7335143686183, "gpu_util_pct": 45.15384615384615, "throttled_us": 0, "depay_to_source_exit_ms": 248.4211402508552, "source_encoded_queue_ms": null, "decode_between_queues_ms": null, "source_raw_queue_ms": null, "source_exit_to_ingress_ms": 53.49267785490308, "preprocess_start_to_preprocess_output_ms": 19.787703950028718, "preprocess_output_to_infer_entry_ms": 17.962589770204197, "preprocess_to_infer_output_ms": 192.23319092452286, "copy_wall_ms": 52.09798956126702, "copy_thread_cpu_ms": 25.468227405390387, "result_total_wall_ms": 157.08747245002283, "result_total_cpu_ms": 44.372389626198085, "triton_queue_ms": 27.220755202347682, "triton_compute_ms": 37.38968361151481 }, { "trial": "baseline", "stage": 1, "channels": 8, "seconds": 180.00006660399958, "complete_fps_per_channel": 9.079163307174504, "redis_fps_per_channel": 4.776387121519523, "redis_min_fps": 3.666665309919029, "redis_std_fps": 0.5481641722397047, "completed_queue_expired": 6185, "expired_per_second": 34.361098396741205, "completed_capacity_drop": 0, "cpu_busy_pct": 93.30541125420089, "gpu_util_pct": 42.45945945945946, "throttled_us": 0, "depay_to_source_exit_ms": 1401.0375956658786, "source_encoded_queue_ms": null, "decode_between_queues_ms": null, "source_raw_queue_ms": null, "source_exit_to_ingress_ms": 78.93578474144996, "preprocess_start_to_preprocess_output_ms": 24.78582283824347, "preprocess_output_to_infer_entry_ms": 22.75261907096157, "preprocess_to_infer_output_ms": 295.93312367135434, "copy_wall_ms": 65.32875012040083, "copy_thread_cpu_ms": 28.054636312858563, "result_total_wall_ms": 200.03818297804276, "result_total_cpu_ms": 42.81590949687364, "triton_queue_ms": 49.31426461991435, "triton_compute_ms": 55.51982616602936 }, { "trial": "baseline", "stage": 2, "channels": 6, "seconds": 59.999901498202235, "complete_fps_per_channel": 9.963905246598548, "redis_fps_per_channel": 7.027789315275809, "redis_min_fps": 5.733342745742794, "redis_std_fps": 0.6862190669646785, "completed_queue_expired": 1030, "expired_per_second": 17.16669484917174, "completed_capacity_drop": 0, "cpu_busy_pct": 86.63609619583085, "gpu_util_pct": 38.38461538461539, "throttled_us": 0, "depay_to_source_exit_ms": 239.85807264957265, "source_encoded_queue_ms": null, "decode_between_queues_ms": null, "source_raw_queue_ms": null, "source_exit_to_ingress_ms": 49.469100035327635, "preprocess_start_to_preprocess_output_ms": 16.866287925766695, "preprocess_output_to_infer_entry_ms": 15.783014943358252, "preprocess_to_infer_output_ms": 163.73050966309077, "copy_wall_ms": 47.59060915193755, "copy_thread_cpu_ms": 25.28944948090326, "result_total_wall_ms": 130.70720929581358, "result_total_cpu_ms": 42.46069356951027, "triton_queue_ms": 22.82209063090606, "triton_compute_ms": 33.43546992551417 }, { "trial": "source-baseline-r2", "stage": 0, "channels": 8, "seconds": 45.00004737311974, "complete_fps_per_channel": 8.72499081488812, "redis_fps_per_channel": 4.647217329929266, "redis_min_fps": 3.3333298242170466, "redis_std_fps": 0.6886585109385591, "completed_queue_expired": 1478, "expired_per_second": 32.84440986795197, "completed_capacity_drop": 0, "cpu_busy_pct": 93.85209452081011, "gpu_util_pct": 46.2, "throttled_us": 0, "depay_to_source_exit_ms": 1533.2668014440435, "source_encoded_queue_ms": 1044.49762520512, "decode_between_queues_ms": 310.293720708894, "source_raw_queue_ms": 176.98890383984246, "source_exit_to_ingress_ms": 84.34002480472596, "preprocess_start_to_preprocess_output_ms": 24.930959330354188, "preprocess_output_to_infer_entry_ms": 21.5573779189638, "preprocess_to_infer_output_ms": 312.14020479174985, "copy_wall_ms": 68.85700517791216, "copy_thread_cpu_ms": 29.699617409929978, "result_total_wall_ms": 205.16243051909308, "result_total_cpu_ms": 43.74997378818615, "triton_queue_ms": 54.8944086547504, "triton_compute_ms": 59.9266511710145 }, { "trial": "candidate", "stage": 0, "channels": 8, "seconds": 119.99999383790419, "complete_fps_per_channel": 7.673958727397241, "redis_fps_per_channel": 4.876041917055312, "redis_min_fps": 3.6000001848628838, "redis_std_fps": 0.5907040226992002, "completed_queue_expired": 2696, "expired_per_second": 22.466667820347997, "completed_capacity_drop": 0, "cpu_busy_pct": 92.08846079233474, "gpu_util_pct": 44.96, "throttled_us": 0, "depay_to_source_exit_ms": 79.12140302861907, "source_encoded_queue_ms": 1.315145179216449, "decode_between_queues_ms": 60.989642122811894, "source_raw_queue_ms": 14.038800083356488, "source_exit_to_ingress_ms": 89.92838437079745, "preprocess_start_to_preprocess_output_ms": 27.570552417052305, "preprocess_output_to_infer_entry_ms": 24.076516231473654, "preprocess_to_infer_output_ms": 341.4848771730715, "copy_wall_ms": 73.55237399986429, "copy_thread_cpu_ms": 29.56662690621607, "result_total_wall_ms": 195.3065406496693, "result_total_cpu_ms": 44.236742304672504, "triton_queue_ms": 68.50319852717612, "triton_compute_ms": 65.11903343372838 }, { "trial": "candidate", "stage": 1, "channels": 6, "seconds": 30.00001236004755, "complete_fps_per_channel": 9.049996271387192, "redis_fps_per_channel": 7.183330373789834, "redis_min_fps": 6.099997486791367, "redis_std_fps": 0.6172667207603576, "completed_queue_expired": 392, "expired_per_second": 13.066661283181508, "completed_capacity_drop": 0, "cpu_busy_pct": 86.36386643945401, "gpu_util_pct": 49.42857142857143, "throttled_us": 0, "depay_to_source_exit_ms": 75.56142410714286, "source_encoded_queue_ms": 0.6509713010204081, "decode_between_queues_ms": 69.65240369897958, "source_raw_queue_ms": 3.173529336734694, "source_exit_to_ingress_ms": 39.04630140880102, "preprocess_start_to_preprocess_output_ms": 18.944950401935483, "preprocess_output_to_infer_entry_ms": 15.237236158678757, "preprocess_to_infer_output_ms": 141.44927483094926, "copy_wall_ms": 51.43116847116564, "copy_thread_cpu_ms": 29.614400248466257, "result_total_wall_ms": 131.21144916498838, "result_total_cpu_ms": 45.673095415956624, "triton_queue_ms": 22.57272235355392, "triton_compute_ms": 32.944624237745096 } ], "inputs": { "baseline": { "points": 26787, "redis_joined": 16752, "redis_unmatched": 1048, "resets": [] }, "source-baseline-r2": { "points": 4831, "redis_joined": 3358, "redis_unmatched": 2907, "resets": [] }, "candidate": { "points": 6081, "redis_joined": 4704, "redis_unmatched": 6765, "resets": [] } }, "definitions": { "complete": "provider responses delta / monotonic stable seconds / channels", "redis": "successful child delivery count delta / stable seconds / channels", "duration": "duration sum delta / duration count delta; ms", "expired": "completed queue >1s; count not a frame-cohort percentage", "source_probe": "depay sink after jitterbuffer to decoded source bin ghost output before mux", "native_end": "software output probe, not GPU completion timestamp", "drift": "fixed first valid observed sample per run/SSRC/rate, monotonic delta minus unwrapped RTP delta", "sample_scope": "baseline64; source-baseline-r2/candidate8 frames or8KiB status samples; no all-frame percentile" }, "conditions": { "pose_scenarios": [ "intrusion", "loitering", "fall", "fight" ], "artifact": true, "training": true, "queue_age_seconds": 1, "queue_capacity": 32, "model_batch": 8, "instances": 8, "target_fps": 10, "freshness": false, "linear": true, "no_capture": false, "latest_test_persistent_default": true, "historical_images": [ "input-lag-f33f635e1e" ], "same_image_comparison": [ "source-baseline-r2", "candidate" ], "current_image": "input-lag-f12524504a", "identical_video_frames": false } }