{ "stages": [ { "channels": 4, "old_cpu_ms_per_frame": 89.76863559322034, "new_cpu_ms_per_frame": 55.42358, "old": { "schema_version": 1, "complete": true, "accepted": true, "rows": [ { "stream_id": "rtsp-test-01", "seconds": 20.659991356078535, "pid": 348, "result_fps": 10.019365276215225, "redis_fps": 10.019405500406782, "queue_start": 0, "queue_end": 0, "queue_max": 0, "stale": 0, "drop": 0, "redis_length": 100, "redis_pttl": 9985, "decoded_fps": 9.970962545412254, "selected_fps": 9.970962545412254, "infer_fps": 10.067768007018199, "native_fps": 10.019365276215225, "publisher_submit_fps": 10.019365276215225, "replaced": 0, "expired": 0, "send_error": 0 }, { "stream_id": "web-cam08-test", "seconds": 20.659991356078535, "pid": 484, "result_fps": 10.019365276215225, "redis_fps": 9.976693082559784, "queue_start": 0, "queue_end": 0, "queue_max": 0, "stale": 0, "drop": 0, "redis_length": 100, "redis_pttl": 9889, "decoded_fps": 10.019365276215225, "selected_fps": 10.019365276215225, "infer_fps": 10.019365276215225, "native_fps": 10.019365276215225, "publisher_submit_fps": 10.019365276215225, "replaced": 0, "expired": 0, "send_error": 0 }, { "stream_id": "web-cam01-test", "seconds": 20.659991356078535, "pid": 610, "result_fps": 10.019365276215225, "redis_fps": 9.973374787196752, "queue_start": 0, "queue_end": 0, "queue_max": 0, "stale": 0, "drop": 0, "redis_length": 100, "redis_pttl": 9925, "decoded_fps": 30.05809582864568, "selected_fps": 10.019365276215225, "infer_fps": 10.019365276215225, "native_fps": 10.019365276215225, "publisher_submit_fps": 10.019365276215225, "replaced": 0, "expired": 0, "send_error": 0 }, { "stream_id": "bench16-g1-c2", "seconds": 20.659991356078535, "pid": 737, "result_fps": 9.922559814609283, "redis_fps": 10.02894837731598, "queue_start": 0, "queue_end": 0, "queue_max": 0, "stale": 0, "drop": 0, "redis_length": 100, "redis_pttl": 9972, "decoded_fps": 9.87415708380631, "selected_fps": 9.87415708380631, "infer_fps": 9.922559814609283, "native_fps": 9.922559814609283, "publisher_submit_fps": 9.922559814609283, "replaced": 0, "expired": 0, "send_error": 0 } ], "triton": { "inference_count": 825, "execution_count": 526, "seconds": 20.64143839199096, "inference_fps": 39.96814487114941, "batch_executions": { "1": 315, "2": 127, "3": 80, "4": 4 }, "average_batch": 1.5684410646387832, "durations": { "success": { "count": 825, "total_ns": 20157060860, "mean_ms": 24.43280104242424 }, "fail": { "count": 0, "total_ns": 0, "mean_ms": null }, "queue": { "count": 825, "total_ns": 5558460499, "mean_ms": 6.737527877575758 }, "compute_input": { "count": 825, "total_ns": 4914074567, "mean_ms": 5.956454020606061 }, "compute_infer": { "count": 825, "total_ns": 8106416563, "mean_ms": 9.825959470303031 }, "compute_output": { "count": 825, "total_ns": 738136175, "mean_ms": 0.8947105151515151 }, "cache_hit": { "count": 0, "total_ns": 0, "mean_ms": null }, "cache_miss": { "count": 0, "total_ns": 0, "mean_ms": null } }, "instance_distribution": null, "instance_distribution_supported": false, "pending_max": 2.0 }, "resources": { "memory_gib": [ 2.280139923095703, 2.305828094482422 ], "cpu_cores": [ 3.530593137231569, 3.607566277904238 ], "gpu_util": [ 27, 36 ], "gpu_mib": [ 6683, 6683 ] } }, "new": { "schema_version": 1, "complete": true, "accepted": true, "rows": [ { "stream_id": "rtsp-test-01", "seconds": 21.187012505019084, "pid": 357, "result_fps": 10.00612993218267, "redis_fps": 10.006104346208074, "queue_start": 0, "queue_end": 0, "queue_max": 0, "stale": 0, "drop": 0, "redis_length": 100, "redis_pttl": 9956, "decoded_fps": 9.958931206087469, "selected_fps": 9.958931206087469, "infer_fps": 10.00612993218267, "native_fps": 10.00612993218267, "publisher_submit_fps": 10.00612993218267, "replaced": 0, "expired": 0, "send_error": 0 }, { "stream_id": "web-cam08-test", "seconds": 21.187012505019084, "pid": 491, "result_fps": 10.100527384373073, "redis_fps": 10.012674567187492, "queue_start": 0, "queue_end": 0, "queue_max": 0, "stale": 0, "drop": 0, "redis_length": 100, "redis_pttl": 9998, "decoded_fps": 10.100527384373073, "selected_fps": 10.100527384373073, "infer_fps": 10.100527384373073, "native_fps": 10.100527384373073, "publisher_submit_fps": 10.100527384373073, "replaced": 0, "expired": 0, "send_error": 0 }, { "stream_id": "web-cam01-test", "seconds": 21.187012505019084, "pid": 617, "result_fps": 10.053328658277872, "redis_fps": 9.961714266822913, "queue_start": 0, "queue_end": 0, "queue_max": 0, "stale": 0, "drop": 0, "redis_length": 100, "redis_pttl": 9900, "decoded_fps": 30.112787248738414, "selected_fps": 10.053328658277872, "infer_fps": 10.053328658277872, "native_fps": 10.053328658277872, "publisher_submit_fps": 10.053328658277872, "replaced": 0, "expired": 0, "send_error": 0 }, { "stream_id": "bench16-g1-c2", "seconds": 21.187012505019084, "pid": 745, "result_fps": 9.958931206087469, "redis_fps": 10.00991612519084, "queue_start": 0, "queue_end": 0, "queue_max": 1, "stale": 0, "drop": 0, "redis_length": 100, "redis_pttl": 9984, "decoded_fps": 9.958931206087469, "selected_fps": 9.958931206087469, "infer_fps": 9.958931206087469, "native_fps": 9.958931206087469, "publisher_submit_fps": 9.958931206087469, "replaced": 0, "expired": 0, "send_error": 0 } ], "triton": { "inference_count": 844, "execution_count": 473, "seconds": 21.183086893055588, "inference_fps": 39.84310710997871, "batch_executions": { "1": 257, "2": 64, "3": 149, "4": 3 }, "average_batch": 1.784355179704017, "durations": { "success": { "count": 844, "total_ns": 15040144931, "mean_ms": 17.820076932464453 }, "fail": { "count": 0, "total_ns": 0, "mean_ms": null }, "queue": { "count": 844, "total_ns": 4621156055, "mean_ms": 5.475303382701422 }, "compute_input": { "count": 844, "total_ns": 221986944, "mean_ms": 0.26301770616113745 }, "compute_infer": { "count": 844, "total_ns": 8866289872, "mean_ms": 10.505082786729858 }, "compute_output": { "count": 844, "total_ns": 612859931, "mean_ms": 0.7261373590047393 }, "cache_hit": { "count": 0, "total_ns": 0, "mean_ms": null }, "cache_miss": { "count": 0, "total_ns": 0, "mean_ms": null } }, "instance_distribution": null, "instance_distribution_supported": false, "pending_max": 0.0 }, "resources": { "memory_gib": [ 2.1893692016601562, 2.1962890625 ], "cpu_cores": [ 2.1876176332575596, 2.302156093684841 ], "gpu_util": [ 23, 31 ], "gpu_mib": [ 6921, 6921 ] }, "cpu_detail": { "seconds": 21.090700750937685, "processes": [ { "id": "1849478", "name": "python3", "role": "web-cam01-test", "cpu_seconds": 9.87, "cores": 0.46797876071335287 }, { "id": "1849723", "name": "python3", "role": "bench16-g1-c2", "cpu_seconds": 8.9, "cores": 0.4219869270870153 }, { "id": "1849050", "name": "python3", "role": "rtsp-test-01", "cpu_seconds": 8.83, "cores": 0.4186679287840837 }, { "id": "1849259", "name": "python3", "role": "web-cam08-test", "cpu_seconds": 8.52, "cores": 0.40396950772824386 }, { "id": "1847845", "name": "tritonserver", "role": "triton", "cpu_seconds": 8.09, "cores": 0.3835813752959499 }, { "id": "1848348", "name": "python3", "role": "parent-or-helper", "cpu_seconds": 1.02, "cores": 0.04836254669986018 }, { "id": "1847676", "name": "docker-init", "role": "parent-or-helper", "cpu_seconds": 0.0, "cores": 0.0 }, { "id": "1847812", "name": "entrypoint.sh", "role": "parent-or-helper", "cpu_seconds": 0.0, "cores": 0.0 }, { "id": "1849049", "name": "python3", "role": "parent-or-helper", "cpu_seconds": 0.0, "cores": 0.0 } ], "top_threads": [ { "id": "1847954", "name": "tritonserver", "role": "triton", "cpu_seconds": 4.72, "cores": 0.22379531414052944, "voluntary": 625, "involuntary": 100, "runtime_ns": 4730106104, "runqueue_ns": 27491182, "slices": 725 }, { "id": "1849905", "name": "GstInferServImp", "role": "bench16-g1-c2", "cpu_seconds": 4.46, "cores": 0.21146760615821217, "voluntary": 728, "involuntary": 88, "runtime_ns": 4461565927, "runqueue_ns": 36707756, "slices": 816 }, { "id": "1849227", "name": "GstInferServImp", "role": "rtsp-test-01", "cpu_seconds": 4.34, "cores": 0.205777894781758, "voluntary": 723, "involuntary": 83, "runtime_ns": 4337012690, "runqueue_ns": 37503386, "slices": 806 }, { "id": "1849623", "name": "GstInferServImp", "role": "web-cam01-test", "cpu_seconds": 4.32, "cores": 0.20482960955234902, "voluntary": 908, "involuntary": 61, "runtime_ns": 4318650198, "runqueue_ns": 23626401, "slices": 968 }, { "id": "1849398", "name": "GstInferServImp", "role": "web-cam08-test", "cpu_seconds": 4.19, "cores": 0.19866575556119037, "voluntary": 738, "involuntary": 84, "runtime_ns": 4188797064, "runqueue_ns": 27106022, "slices": 822 }, { "id": "1849638", "name": "batch_capture-m", "role": "web-cam01-test", "cpu_seconds": 1.19, "cores": 0.056422971149836874, "voluntary": 1182, "involuntary": 65, "runtime_ns": 1185756434, "runqueue_ns": 39808687, "slices": 1247 }, { "id": "1848243", "name": "tritonserver", "role": "triton", "cpu_seconds": 1.17, "cores": 0.055474685920427855, "voluntary": 1719, "involuntary": 33, "runtime_ns": 1169015744, "runqueue_ns": 20827368, "slices": 1752 }, { "id": "1849359", "name": "python3", "role": "web-cam08-test", "cpu_seconds": 0.96, "cores": 0.04551769101163311, "voluntary": 427, "involuntary": 31, "runtime_ns": 964423776, "runqueue_ns": 21305797, "slices": 458 }, { "id": "1849191", "name": "python3", "role": "rtsp-test-01", "cpu_seconds": 0.92, "cores": 0.043621120552815064, "voluntary": 430, "involuntary": 29, "runtime_ns": 921566239, "runqueue_ns": 17012319, "slices": 459 }, { "id": "1849584", "name": "python3", "role": "web-cam01-test", "cpu_seconds": 0.9, "cores": 0.042672835323406044, "voluntary": 429, "involuntary": 32, "runtime_ns": 897542730, "runqueue_ns": 20201898, "slices": 461 }, { "id": "1849867", "name": "python3", "role": "bench16-g1-c2", "cpu_seconds": 0.87, "cores": 0.041250407479292504, "voluntary": 436, "involuntary": 11, "runtime_ns": 866697543, "runqueue_ns": 5585744, "slices": 447 }, { "id": "1849902", "name": "python3", "role": "bench16-g1-c2", "cpu_seconds": 0.63, "cores": 0.02987098472638423, "voluntary": 859, "involuntary": 9, "runtime_ns": 625754878, "runqueue_ns": 10124789, "slices": 868 }, { "id": "1849224", "name": "python3", "role": "rtsp-test-01", "cpu_seconds": 0.62, "cores": 0.029396842111679717, "voluntary": 851, "involuntary": 6, "runtime_ns": 624267262, "runqueue_ns": 9793994, "slices": 857 }, { "id": "1849620", "name": "python3", "role": "web-cam01-test", "cpu_seconds": 0.61, "cores": 0.028922699496975207, "voluntary": 856, "involuntary": 10, "runtime_ns": 597652491, "runqueue_ns": 4231472, "slices": 866 }, { "id": "1849243", "name": "batch_capture-m", "role": "rtsp-test-01", "cpu_seconds": 0.57, "cores": 0.027026129038157157, "voluntary": 457, "involuntary": 33, "runtime_ns": 564670500, "runqueue_ns": 28219209, "slices": 490 }, { "id": "1849932", "name": "batch_capture-m", "role": "bench16-g1-c2", "cpu_seconds": 0.57, "cores": 0.027026129038157157, "voluntary": 500, "involuntary": 34, "runtime_ns": 571980873, "runqueue_ns": 31353922, "slices": 534 }, { "id": "1849395", "name": "python3", "role": "web-cam08-test", "cpu_seconds": 0.56, "cores": 0.02655198642345265, "voluntary": 856, "involuntary": 16, "runtime_ns": 561053651, "runqueue_ns": 8987346, "slices": 872 }, { "id": "1849463", "name": "batch_capture-m", "role": "web-cam08-test", "cpu_seconds": 0.46, "cores": 0.021810560276407532, "voluntary": 387, "involuntary": 22, "runtime_ns": 464394863, "runqueue_ns": 11213629, "slices": 409 }, { "id": "1848436", "name": "python3", "role": "parent-or-helper", "cpu_seconds": 0.44, "cores": 0.02086227504699851, "voluntary": 767, "involuntary": 16, "runtime_ns": 436580978, "runqueue_ns": 5952650, "slices": 783 }, { "id": "1849906", "name": "preprocess-queu", "role": "bench16-g1-c2", "cpu_seconds": 0.44, "cores": 0.02086227504699851, "voluntary": 675, "involuntary": 5, "runtime_ns": 436497134, "runqueue_ns": 10093083, "slices": 680 }, { "id": "1849228", "name": "preprocess-queu", "role": "rtsp-test-01", "cpu_seconds": 0.41, "cores": 0.019439847202884972, "voluntary": 647, "involuntary": 15, "runtime_ns": 415805841, "runqueue_ns": 15493357, "slices": 662 }, { "id": "1848245", "name": "tritonserver", "role": "triton", "cpu_seconds": 0.38, "cores": 0.01801741935877144, "voluntary": 2691, "involuntary": 10, "runtime_ns": 382794972, "runqueue_ns": 30507399, "slices": 2701 }, { "id": "1849624", "name": "preprocess-queu", "role": "web-cam01-test", "cpu_seconds": 0.38, "cores": 0.01801741935877144, "voluntary": 665, "involuntary": 7, "runtime_ns": 371101694, "runqueue_ns": 8925668, "slices": 672 }, { "id": "1849401", "name": "task0", "role": "web-cam08-test", "cpu_seconds": 0.37, "cores": 0.01754327674406693, "voluntary": 574, "involuntary": 9, "runtime_ns": 376807921, "runqueue_ns": 25967424, "slices": 583 }, { "id": "1848244", "name": "tritonserver", "role": "triton", "cpu_seconds": 0.36, "cores": 0.017069134129362416, "voluntary": 2751, "involuntary": 6, "runtime_ns": 365557182, "runqueue_ns": 32078027, "slices": 2757 }, { "id": "1849307", "name": "python3", "role": "web-cam08-test", "cpu_seconds": 0.35, "cores": 0.016594991514657903, "voluntary": 1067, "involuntary": 5, "runtime_ns": 350027045, "runqueue_ns": 7250658, "slices": 1072 }, { "id": "1849399", "name": "preprocess-queu", "role": "web-cam08-test", "cpu_seconds": 0.35, "cores": 0.016594991514657903, "voluntary": 656, "involuntary": 4, "runtime_ns": 344733945, "runqueue_ns": 13210253, "slices": 660 }, { "id": "1849592", "name": "cuda-EvtHandlr", "role": "web-cam01-test", "cpu_seconds": 0.32, "cores": 0.01517256367054437, "voluntary": 6384, "involuntary": 24, "runtime_ns": 317404320, "runqueue_ns": 127863263, "slices": 6408 }, { "id": "1849875", "name": "cuda-EvtHandlr", "role": "bench16-g1-c2", "cpu_seconds": 0.32, "cores": 0.01517256367054437, "voluntary": 6338, "involuntary": 36, "runtime_ns": 312407973, "runqueue_ns": 110706326, "slices": 6374 }, { "id": "1849099", "name": "python3", "role": "rtsp-test-01", "cpu_seconds": 0.31, "cores": 0.014698421055839858, "voluntary": 1030, "involuntary": 9, "runtime_ns": 302219774, "runqueue_ns": 6926826, "slices": 1039 } ], "overhead_ms_max": 135.42615016922355, "host_runqueue_range": [ 8, 12 ], "truncated": false, "schedstats_enabled": false, "scope": "Endpoint-surviving tasks only; scheduler runqueue is not GIL wait; thread names are not function attribution.", "container_cpu_seconds_per_result": 0.05542358 } } }, { "channels": 8, "old_cpu_ms_per_frame": 86.668610645933, "new_cpu_ms_per_frame": 54.82282558139535, "old": { "schema_version": 1, "complete": true, "accepted": true, "rows": [ { "stream_id": "rtsp-test-01", "seconds": 20.932924890890718, "pid": 348, "result_fps": 9.936499609307555, "redis_fps": 9.984303974300547, "queue_start": 0, "queue_end": 0, "queue_max": 0, "stale": 0, "drop": 0, "redis_length": 100, "redis_pttl": 9968, "decoded_fps": 9.936499609307555, "selected_fps": 9.936499609307555, "infer_fps": 9.936499609307555, "native_fps": 9.936499609307555, "publisher_submit_fps": 9.936499609307555, "replaced": 0, "expired": 0, "send_error": 0 }, { "stream_id": "web-cam08-test", "seconds": 20.932924890890718, "pid": 484, "result_fps": 10.032042874781666, "redis_fps": 9.939739063617495, "queue_start": 0, "queue_end": 0, "queue_max": 0, "stale": 0, "drop": 0, "redis_length": 100, "redis_pttl": 9953, "decoded_fps": 9.98427124204461, "selected_fps": 9.98427124204461, "infer_fps": 9.98427124204461, "native_fps": 10.032042874781666, "publisher_submit_fps": 10.032042874781666, "replaced": 0, "expired": 0, "send_error": 0 }, { "stream_id": "web-cam01-test", "seconds": 20.932924890890718, "pid": 610, "result_fps": 10.079814507518721, "redis_fps": 9.939040402814323, "queue_start": 0, "queue_end": 0, "queue_max": 0, "stale": 0, "drop": 0, "redis_length": 100, "redis_pttl": 9992, "decoded_fps": 30.143900257082052, "selected_fps": 9.98427124204461, "infer_fps": 10.079814507518721, "native_fps": 10.079814507518721, "publisher_submit_fps": 10.079814507518721, "replaced": 0, "expired": 0, "send_error": 0 }, { "stream_id": "bench16-g1-c2", "seconds": 20.932924890890718, "pid": 737, "result_fps": 9.888727976570499, "redis_fps": 9.997729658627458, "queue_start": 0, "queue_end": 0, "queue_max": 0, "stale": 0, "drop": 0, "redis_length": 100, "redis_pttl": 9905, "decoded_fps": 9.936499609307555, "selected_fps": 9.936499609307555, "infer_fps": 9.936499609307555, "native_fps": 9.888727976570499, "publisher_submit_fps": 9.888727976570499, "replaced": 0, "expired": 0, "send_error": 0 }, { "stream_id": "bench16-g2-c2", "seconds": 20.932924890890718, "pid": 909, "result_fps": 10.032042874781666, "redis_fps": 9.996821984961827, "queue_start": 0, "queue_end": 0, "queue_max": 1, "stale": 0, "drop": 0, "redis_length": 100, "redis_pttl": 9950, "decoded_fps": 10.032042874781666, "selected_fps": 10.032042874781666, "infer_fps": 10.032042874781666, "native_fps": 10.032042874781666, "publisher_submit_fps": 10.032042874781666, "replaced": 0, "expired": 0, "send_error": 0 }, { "stream_id": "bench16-g3-c2", "seconds": 20.932924890890718, "pid": 1035, "result_fps": 9.98427124204461, "redis_fps": 10.000866019992431, "queue_start": 0, "queue_end": 0, "queue_max": 0, "stale": 0, "drop": 0, "redis_length": 100, "redis_pttl": 9925, "decoded_fps": 30.048356991607942, "selected_fps": 9.98427124204461, "infer_fps": 10.032042874781666, "native_fps": 10.032042874781666, "publisher_submit_fps": 9.98427124204461, "replaced": 0, "expired": 0, "send_error": 0 }, { "stream_id": "bench16-g1-c3", "seconds": 20.932924890890718, "pid": 1160, "result_fps": 9.888727976570499, "redis_fps": 10.006735583933468, "queue_start": 0, "queue_end": 0, "queue_max": 0, "stale": 0, "drop": 0, "redis_length": 100, "redis_pttl": 9972, "decoded_fps": 9.936499609307555, "selected_fps": 9.936499609307555, "infer_fps": 9.888727976570499, "native_fps": 9.888727976570499, "publisher_submit_fps": 9.888727976570499, "replaced": 0, "expired": 0, "send_error": 0 }, { "stream_id": "bench16-g2-c3", "seconds": 20.932924890890718, "pid": 1287, "result_fps": 10.032042874781666, "redis_fps": 10.009085234678144, "queue_start": 0, "queue_end": 0, "queue_max": 0, "stale": 0, "drop": 0, "redis_length": 100, "redis_pttl": 9980, "decoded_fps": 10.032042874781666, "selected_fps": 10.032042874781666, "infer_fps": 10.032042874781666, "native_fps": 10.032042874781666, "publisher_submit_fps": 10.032042874781666, "replaced": 0, "expired": 0, "send_error": 0 } ], "triton": { "inference_count": 1672, "execution_count": 738, "seconds": 20.898590150056407, "inference_fps": 80.00539691886762, "batch_executions": { "1": 195, "2": 257, "3": 181, "4": 105 }, "average_batch": 2.265582655826558, "durations": { "success": { "count": 1672, "total_ns": 68875798669, "mean_ms": 41.19365949102871 }, "fail": { "count": 0, "total_ns": 0, "mean_ms": null }, "queue": { "count": 1672, "total_ns": 27680031372, "mean_ms": 16.55504268660287 }, "compute_input": { "count": 1672, "total_ns": 15646179374, "mean_ms": 9.357762783492822 }, "compute_infer": { "count": 1672, "total_ns": 20705109178, "mean_ms": 12.383438503588517 }, "compute_output": { "count": 1672, "total_ns": 2011190785, "mean_ms": 1.2028653020334927 }, "cache_hit": { "count": 0, "total_ns": 0, "mean_ms": null }, "cache_miss": { "count": 0, "total_ns": 0, "mean_ms": null } }, "instance_distribution": null, "instance_distribution_supported": false, "pending_max": 5.0 }, "resources": { "memory_gib": [ 3.6616172790527344, 3.688465118408203 ], "cpu_cores": [ 6.540018759677868, 7.434147533726371 ], "gpu_util": [ 32, 62 ], "gpu_mib": [ 7969, 7969 ] } }, "new": { "schema_version": 1, "complete": true, "accepted": true, "rows": [ { "stream_id": "rtsp-test-01", "seconds": 21.48625559080392, "pid": 357, "result_fps": 10.006396837800795, "redis_fps": 10.00635231585504, "queue_start": 0, "queue_end": 0, "queue_max": 0, "stale": 0, "drop": 0, "redis_length": 100, "redis_pttl": 9931, "decoded_fps": 9.959855457159861, "selected_fps": 9.959855457159861, "infer_fps": 9.959855457159861, "native_fps": 10.006396837800795, "publisher_submit_fps": 10.006396837800795, "replaced": 0, "expired": 0, "send_error": 0 }, { "stream_id": "web-cam08-test", "seconds": 21.48625559080392, "pid": 491, "result_fps": 9.959855457159861, "redis_fps": 9.954917700017948, "queue_start": 0, "queue_end": 0, "queue_max": 0, "stale": 0, "drop": 0, "redis_length": 100, "redis_pttl": 9990, "decoded_fps": 9.959855457159861, "selected_fps": 9.959855457159861, "infer_fps": 9.959855457159861, "native_fps": 9.959855457159861, "publisher_submit_fps": 9.959855457159861, "replaced": 0, "expired": 0, "send_error": 0 }, { "stream_id": "web-cam01-test", "seconds": 21.48625559080392, "pid": 617, "result_fps": 10.006396837800795, "redis_fps": 10.000741101469211, "queue_start": 1, "queue_end": 0, "queue_max": 1, "stale": 0, "drop": 0, "redis_length": 100, "redis_pttl": 9989, "decoded_fps": 29.926107752120515, "selected_fps": 9.959855457159861, "infer_fps": 9.959855457159861, "native_fps": 9.959855457159861, "publisher_submit_fps": 10.006396837800795, "replaced": 0, "expired": 0, "send_error": 0 }, { "stream_id": "bench16-g1-c2", "seconds": 21.48625559080392, "pid": 745, "result_fps": 10.052938218441728, "redis_fps": 10.009961390731165, "queue_start": 0, "queue_end": 0, "queue_max": 0, "stale": 0, "drop": 0, "redis_length": 100, "redis_pttl": 9959, "decoded_fps": 10.052938218441728, "selected_fps": 10.052938218441728, "infer_fps": 10.052938218441728, "native_fps": 10.052938218441728, "publisher_submit_fps": 10.052938218441728, "replaced": 0, "expired": 0, "send_error": 0 }, { "stream_id": "bench16-g2-c2", "seconds": 21.48625559080392, "pid": 941, "result_fps": 9.959855457159861, "redis_fps": 9.962224502912408, "queue_start": 0, "queue_end": 0, "queue_max": 0, "stale": 0, "drop": 0, "redis_length": 100, "redis_pttl": 9897, "decoded_fps": 10.006396837800795, "selected_fps": 10.006396837800795, "infer_fps": 9.959855457159861, "native_fps": 9.959855457159861, "publisher_submit_fps": 9.959855457159861, "replaced": 0, "expired": 0, "send_error": 0 }, { "stream_id": "bench16-g3-c2", "seconds": 21.48625559080392, "pid": 1071, "result_fps": 10.006396837800795, "redis_fps": 9.95844611174202, "queue_start": 0, "queue_end": 0, "queue_max": 1, "stale": 0, "drop": 0, "redis_length": 100, "redis_pttl": 9991, "decoded_fps": 29.926107752120515, "selected_fps": 9.959855457159861, "infer_fps": 9.959855457159861, "native_fps": 10.006396837800795, "publisher_submit_fps": 10.006396837800795, "replaced": 0, "expired": 0, "send_error": 0 }, { "stream_id": "bench16-g1-c3", "seconds": 21.48625559080392, "pid": 1198, "result_fps": 10.052938218441728, "redis_fps": 10.004473560323163, "queue_start": 0, "queue_end": 0, "queue_max": 0, "stale": 0, "drop": 0, "redis_length": 100, "redis_pttl": 9949, "decoded_fps": 10.006396837800795, "selected_fps": 10.006396837800795, "infer_fps": 10.052938218441728, "native_fps": 10.052938218441728, "publisher_submit_fps": 10.052938218441728, "replaced": 0, "expired": 0, "send_error": 0 }, { "stream_id": "bench16-g2-c3", "seconds": 21.48625559080392, "pid": 1324, "result_fps": 10.006396837800795, "redis_fps": 10.006218478071894, "queue_start": 0, "queue_end": 0, "queue_max": 0, "stale": 0, "drop": 0, "redis_length": 100, "redis_pttl": 9941, "decoded_fps": 10.006396837800795, "selected_fps": 10.006396837800795, "infer_fps": 10.006396837800795, "native_fps": 10.006396837800795, "publisher_submit_fps": 10.006396837800795, "replaced": 0, "expired": 0, "send_error": 0 } ], "triton": { "inference_count": 1720, "execution_count": 657, "seconds": 21.490397275891155, "inference_fps": 80.03574703244641, "batch_executions": { "1": 170, "2": 87, "3": 224, "4": 176 }, "average_batch": 2.617960426179604, "durations": { "success": { "count": 1720, "total_ns": 36054123273, "mean_ms": 20.961699577325582 }, "fail": { "count": 0, "total_ns": 0, "mean_ms": null }, "queue": { "count": 1720, "total_ns": 10252849588, "mean_ms": 5.960959062790698 }, "compute_input": { "count": 1720, "total_ns": 502120128, "mean_ms": 0.2919303069767442 }, "compute_infer": { "count": 1720, "total_ns": 21677434033, "mean_ms": 12.603159321511628 }, "compute_output": { "count": 1720, "total_ns": 1602004237, "mean_ms": 0.9313978122093023 }, "cache_hit": { "count": 0, "total_ns": 0, "mean_ms": null }, "cache_miss": { "count": 0, "total_ns": 0, "mean_ms": null } }, "instance_distribution": null, "instance_distribution_supported": false, "pending_max": 0.0 }, "resources": { "memory_gib": [ 3.3936119079589844, 3.405223846435547 ], "cpu_cores": [ 4.2483819136692125, 4.557893528307194 ], "gpu_util": [ 26, 46 ], "gpu_mib": [ 8175, 8175 ] }, "cpu_detail": { "seconds": 21.48248536302708, "processes": [ { "id": "1847845", "name": "tritonserver", "role": "triton", "cpu_seconds": 13.84, "cores": 0.6442457549078398 }, { "id": "1849478", "name": "python3", "role": "web-cam01-test", "cpu_seconds": 10.45, "cores": 0.486442784594431 }, { "id": "1851292", "name": "python3", "role": "bench16-g3-c2", "cpu_seconds": 10.16, "cores": 0.472943415452576 }, { "id": "1849050", "name": "python3", "role": "rtsp-test-01", "cpu_seconds": 9.56, "cores": 0.4450136861935656 }, { "id": "1849723", "name": "python3", "role": "bench16-g1-c2", "cpu_seconds": 9.5, "cores": 0.4422207132676646 }, { "id": "1849259", "name": "python3", "role": "web-cam08-test", "cpu_seconds": 9.4, "cores": 0.43756575839116285 }, { "id": "1851730", "name": "python3", "role": "bench16-g2-c3", "cpu_seconds": 9.37, "cores": 0.4361692719282123 }, { "id": "1851070", "name": "python3", "role": "bench16-g2-c2", "cpu_seconds": 9.25, "cores": 0.43058332607641026 }, { "id": "1851554", "name": "python3", "role": "bench16-g1-c3", "cpu_seconds": 9.19, "cores": 0.4277903531505092 }, { "id": "1848348", "name": "python3", "role": "parent-or-helper", "cpu_seconds": 1.36, "cores": 0.06330738632042357 }, { "id": "1847676", "name": "docker-init", "role": "parent-or-helper", "cpu_seconds": 0.0, "cores": 0.0 }, { "id": "1847812", "name": "entrypoint.sh", "role": "parent-or-helper", "cpu_seconds": 0.0, "cores": 0.0 }, { "id": "1849049", "name": "python3", "role": "parent-or-helper", "cpu_seconds": 0.0, "cores": 0.0 } ], "top_threads": [ { "id": "1847954", "name": "tritonserver", "role": "triton", "cpu_seconds": 8.29, "cores": 0.3858957592619936, "voluntary": 1598, "involuntary": 810, "runtime_ns": 8301464811, "runqueue_ns": 204200298, "slices": 2408 }, { "id": "1849227", "name": "GstInferServImp", "role": "rtsp-test-01", "cpu_seconds": 4.66, "cores": 0.21692089724498073, "voluntary": 767, "involuntary": 576, "runtime_ns": 4662186787, "runqueue_ns": 233342233, "slices": 1343 }, { "id": "1849905", "name": "GstInferServImp", "role": "bench16-g1-c2", "cpu_seconds": 4.61, "cores": 0.21459341980672988, "voluntary": 759, "involuntary": 511, "runtime_ns": 4619293068, "runqueue_ns": 165643294, "slices": 1271 }, { "id": "1851697", "name": "GstInferServImp", "role": "bench16-g1-c3", "cpu_seconds": 4.52, "cores": 0.2104039604178783, "voluntary": 740, "involuntary": 433, "runtime_ns": 4523159120, "runqueue_ns": 153117714, "slices": 1173 }, { "id": "1851870", "name": "GstInferServImp", "role": "bench16-g2-c3", "cpu_seconds": 4.48, "cores": 0.20854197846727762, "voluntary": 758, "involuntary": 489, "runtime_ns": 4480018828, "runqueue_ns": 181503564, "slices": 1246 }, { "id": "1849398", "name": "GstInferServImp", "role": "web-cam08-test", "cpu_seconds": 4.41, "cores": 0.20528351005372641, "voluntary": 788, "involuntary": 507, "runtime_ns": 4411764687, "runqueue_ns": 164820270, "slices": 1295 }, { "id": "1849623", "name": "GstInferServImp", "role": "web-cam01-test", "cpu_seconds": 4.38, "cores": 0.20388702359077587, "voluntary": 907, "involuntary": 405, "runtime_ns": 4384371697, "runqueue_ns": 136742639, "slices": 1312 }, { "id": "1851230", "name": "GstInferServImp", "role": "bench16-g2-c2", "cpu_seconds": 4.38, "cores": 0.20388702359077587, "voluntary": 831, "involuntary": 514, "runtime_ns": 4385571274, "runqueue_ns": 170791688, "slices": 1345 }, { "id": "1851474", "name": "GstInferServImp", "role": "bench16-g3-c2", "cpu_seconds": 4.2, "cores": 0.19550810481307276, "voluntary": 921, "involuntary": 451, "runtime_ns": 4194760061, "runqueue_ns": 188586245, "slices": 1372 }, { "id": "1848243", "name": "tritonserver", "role": "triton", "cpu_seconds": 2.1, "cores": 0.09775405240653638, "voluntary": 2785, "involuntary": 223, "runtime_ns": 2101839743, "runqueue_ns": 204155780, "slices": 3008 }, { "id": "1851489", "name": "batch_capture-m", "role": "bench16-g3-c2", "cpu_seconds": 1.24, "cores": 0.05772144046862148, "voluntary": 1358, "involuntary": 349, "runtime_ns": 1245742497, "runqueue_ns": 151470187, "slices": 1707 }, { "id": "1849638", "name": "batch_capture-m", "role": "web-cam01-test", "cpu_seconds": 1.23, "cores": 0.05725594498097131, "voluntary": 1387, "involuntary": 368, "runtime_ns": 1232692259, "runqueue_ns": 148450977, "slices": 1755 }, { "id": "1849359", "name": "python3", "role": "web-cam08-test", "cpu_seconds": 1.09, "cores": 0.050739008153868885, "voluntary": 436, "involuntary": 205, "runtime_ns": 1096512536, "runqueue_ns": 67068618, "slices": 641 }, { "id": "1849584", "name": "python3", "role": "web-cam01-test", "cpu_seconds": 1.08, "cores": 0.05027351266621871, "voluntary": 434, "involuntary": 150, "runtime_ns": 1082383823, "runqueue_ns": 84228058, "slices": 584 }, { "id": "1851182", "name": "python3", "role": "bench16-g2-c2", "cpu_seconds": 1.06, "cores": 0.049342521690918364, "voluntary": 414, "involuntary": 129, "runtime_ns": 1060927516, "runqueue_ns": 58412589, "slices": 543 }, { "id": "1849191", "name": "python3", "role": "rtsp-test-01", "cpu_seconds": 1.04, "cores": 0.04841153071561802, "voluntary": 428, "involuntary": 173, "runtime_ns": 1044000182, "runqueue_ns": 90706781, "slices": 601 }, { "id": "1849867", "name": "python3", "role": "bench16-g1-c2", "cpu_seconds": 1.04, "cores": 0.04841153071561802, "voluntary": 428, "involuntary": 99, "runtime_ns": 1044825547, "runqueue_ns": 58098661, "slices": 527 }, { "id": "1851831", "name": "python3", "role": "bench16-g2-c3", "cpu_seconds": 1.03, "cores": 0.047946035227967844, "voluntary": 428, "involuntary": 174, "runtime_ns": 1017915478, "runqueue_ns": 65898025, "slices": 602 }, { "id": "1851429", "name": "python3", "role": "bench16-g3-c2", "cpu_seconds": 0.99, "cores": 0.04608405327736715, "voluntary": 440, "involuntary": 135, "runtime_ns": 990453142, "runqueue_ns": 63030896, "slices": 575 }, { "id": "1851658", "name": "python3", "role": "bench16-g1-c3", "cpu_seconds": 0.93, "cores": 0.043291080351466116, "voluntary": 409, "involuntary": 138, "runtime_ns": 930451214, "runqueue_ns": 74586966, "slices": 547 }, { "id": "1848244", "name": "tritonserver", "role": "triton", "cpu_seconds": 0.67, "cores": 0.031188197672561608, "voluntary": 5329, "involuntary": 125, "runtime_ns": 661940901, "runqueue_ns": 238819216, "slices": 5454 }, { "id": "1848245", "name": "tritonserver", "role": "triton", "cpu_seconds": 0.66, "cores": 0.030722702184911434, "voluntary": 5275, "involuntary": 109, "runtime_ns": 673173181, "runqueue_ns": 217908356, "slices": 5384 }, { "id": "1849902", "name": "python3", "role": "bench16-g1-c2", "cpu_seconds": 0.66, "cores": 0.030722702184911434, "voluntary": 870, "involuntary": 50, "runtime_ns": 659221509, "runqueue_ns": 68087517, "slices": 920 }, { "id": "1849395", "name": "python3", "role": "web-cam08-test", "cpu_seconds": 0.65, "cores": 0.03025720669726126, "voluntary": 872, "involuntary": 66, "runtime_ns": 644721069, "runqueue_ns": 54806918, "slices": 939 }, { "id": "1851867", "name": "python3", "role": "bench16-g2-c3", "cpu_seconds": 0.65, "cores": 0.03025720669726126, "voluntary": 878, "involuntary": 83, "runtime_ns": 646348981, "runqueue_ns": 77794892, "slices": 961 }, { "id": "1851471", "name": "python3", "role": "bench16-g3-c2", "cpu_seconds": 0.64, "cores": 0.029791711209611087, "voluntary": 871, "involuntary": 41, "runtime_ns": 636302343, "runqueue_ns": 54909098, "slices": 912 }, { "id": "1849224", "name": "python3", "role": "rtsp-test-01", "cpu_seconds": 0.63, "cores": 0.029326215721960914, "voluntary": 865, "involuntary": 52, "runtime_ns": 637252751, "runqueue_ns": 65280585, "slices": 917 }, { "id": "1849620", "name": "python3", "role": "web-cam01-test", "cpu_seconds": 0.62, "cores": 0.02886072023431074, "voluntary": 868, "involuntary": 60, "runtime_ns": 618595541, "runqueue_ns": 48217239, "slices": 928 }, { "id": "1851694", "name": "python3", "role": "bench16-g1-c3", "cpu_seconds": 0.62, "cores": 0.02886072023431074, "voluntary": 888, "involuntary": 33, "runtime_ns": 619012307, "runqueue_ns": 46327247, "slices": 921 }, { "id": "1851227", "name": "python3", "role": "bench16-g2-c2", "cpu_seconds": 0.61, "cores": 0.028395224746660567, "voluntary": 872, "involuntary": 77, "runtime_ns": 608480500, "runqueue_ns": 75032235, "slices": 949 } ], "overhead_ms_max": 292.9077409207821, "host_runqueue_range": [ 13, 33 ], "truncated": false, "schedstats_enabled": false, "scope": "Endpoint-surviving tasks only; scheduler runqueue is not GIL wait; thread names are not function attribution.", "container_cpu_seconds_per_result": 0.05482282558139535 } } }, { "channels": 12, "old_cpu_ms_per_frame": 96.52517729688687, "new_cpu_ms_per_frame": 47.87518195956454, "old": { "schema_version": 1, "complete": true, "accepted": true, "rows": [ { "stream_id": "rtsp-test-01", "seconds": 21.70666327793151, "pid": 348, "result_fps": 10.042999110859835, "redis_fps": 10.089072552764314, "queue_start": 0, "queue_end": 0, "queue_max": 0, "stale": 0, "drop": 0, "redis_length": 100, "redis_pttl": 9934, "decoded_fps": 9.99693030759901, "selected_fps": 9.99693030759901, "infer_fps": 10.08906791412066, "native_fps": 10.08906791412066, "publisher_submit_fps": 10.042999110859835, "replaced": 0, "expired": 0, "send_error": 0 }, { "stream_id": "web-cam08-test", "seconds": 21.70666327793151, "pid": 484, "result_fps": 10.08906791412066, "redis_fps": 9.956764844205951, "queue_start": 0, "queue_end": 0, "queue_max": 0, "stale": 0, "drop": 0, "redis_length": 100, "redis_pttl": 9893, "decoded_fps": 10.08906791412066, "selected_fps": 10.08906791412066, "infer_fps": 10.135136717381485, "native_fps": 10.135136717381485, "publisher_submit_fps": 10.08906791412066, "replaced": 1, "expired": 0, "send_error": 0 }, { "stream_id": "web-cam01-test", "seconds": 21.70666327793151, "pid": 610, "result_fps": 10.042999110859835, "redis_fps": 9.998643644446762, "queue_start": 0, "queue_end": 0, "queue_max": 1, "stale": 0, "drop": 0, "redis_length": 100, "redis_pttl": 9980, "decoded_fps": 30.036859726057855, "selected_fps": 9.99693030759901, "infer_fps": 10.042999110859835, "native_fps": 10.042999110859835, "publisher_submit_fps": 10.042999110859835, "replaced": 0, "expired": 0, "send_error": 0 }, { "stream_id": "bench16-g1-c2", "seconds": 21.70666327793151, "pid": 737, "result_fps": 10.08906791412066, "redis_fps": 10.180197608189111, "queue_start": 0, "queue_end": 0, "queue_max": 0, "stale": 0, "drop": 0, "redis_length": 100, "redis_pttl": 9996, "decoded_fps": 10.135136717381485, "selected_fps": 10.135136717381485, "infer_fps": 10.135136717381485, "native_fps": 10.08906791412066, "publisher_submit_fps": 10.042999110859835, "replaced": 0, "expired": 0, "send_error": 0 }, { "stream_id": "bench16-g2-c2", "seconds": 21.70666327793151, "pid": 909, "result_fps": 10.042999110859835, "redis_fps": 10.045509467375235, "queue_start": 0, "queue_end": 0, "queue_max": 0, "stale": 0, "drop": 0, "redis_length": 100, "redis_pttl": 9777, "decoded_fps": 9.99693030759901, "selected_fps": 9.99693030759901, "infer_fps": 10.042999110859835, "native_fps": 10.042999110859835, "publisher_submit_fps": 10.042999110859835, "replaced": 0, "expired": 0, "send_error": 0 }, { "stream_id": "bench16-g3-c2", "seconds": 21.70666327793151, "pid": 1035, "result_fps": 10.042999110859835, "redis_fps": 10.175709838133303, "queue_start": 0, "queue_end": 0, "queue_max": 0, "stale": 0, "drop": 0, "redis_length": 100, "redis_pttl": 9766, "decoded_fps": 29.944722119536205, "selected_fps": 9.950861504338185, "infer_fps": 10.08906791412066, "native_fps": 9.99693030759901, "publisher_submit_fps": 10.042999110859835, "replaced": 0, "expired": 0, "send_error": 0 }, { "stream_id": "bench16-g1-c3", "seconds": 21.70666327793151, "pid": 1160, "result_fps": 10.042999110859835, "redis_fps": 10.1311598400658, "queue_start": 0, "queue_end": 1, "queue_max": 1, "stale": 0, "drop": 0, "redis_length": 100, "redis_pttl": 9959, "decoded_fps": 9.99693030759901, "selected_fps": 9.99693030759901, "infer_fps": 10.08906791412066, "native_fps": 10.08906791412066, "publisher_submit_fps": 10.042999110859835, "replaced": 0, "expired": 0, "send_error": 0 }, { "stream_id": "bench16-g2-c3", "seconds": 21.70666327793151, "pid": 1287, "result_fps": 10.27334312716396, "redis_fps": 10.315143137431862, "queue_start": 0, "queue_end": 0, "queue_max": 0, "stale": 0, "drop": 0, "redis_length": 100, "redis_pttl": 9929, "decoded_fps": 10.08906791412066, "selected_fps": 10.08906791412066, "infer_fps": 10.18120552064231, "native_fps": 10.27334312716396, "publisher_submit_fps": 10.227274323903135, "replaced": 0, "expired": 0, "send_error": 0 }, { "stream_id": "bench16-g3-c3", "seconds": 21.70666327793151, "pid": 1456, "result_fps": 10.18120552064231, "redis_fps": 10.125038836246251, "queue_start": 0, "queue_end": 0, "queue_max": 0, "stale": 0, "drop": 0, "redis_length": 100, "redis_pttl": 9831, "decoded_fps": 30.26720374236198, "selected_fps": 10.042999110859835, "infer_fps": 10.135136717381485, "native_fps": 10.135136717381485, "publisher_submit_fps": 10.18120552064231, "replaced": 0, "expired": 0, "send_error": 0 }, { "stream_id": "bench16-g1-c4", "seconds": 21.70666327793151, "pid": 1587, "result_fps": 10.135136717381485, "redis_fps": 10.023742215565962, "queue_start": 0, "queue_end": 0, "queue_max": 0, "stale": 0, "drop": 0, "redis_length": 100, "redis_pttl": 9901, "decoded_fps": 10.135136717381485, "selected_fps": 10.135136717381485, "infer_fps": 10.135136717381485, "native_fps": 10.135136717381485, "publisher_submit_fps": 10.08906791412066, "replaced": 0, "expired": 0, "send_error": 0 }, { "stream_id": "bench16-g2-c4", "seconds": 21.70666327793151, "pid": 1713, "result_fps": 10.36548073368561, "redis_fps": 10.162334902997047, "queue_start": 0, "queue_end": 0, "queue_max": 0, "stale": 0, "drop": 0, "redis_length": 100, "redis_pttl": 9999, "decoded_fps": 10.227274323903135, "selected_fps": 10.227274323903135, "infer_fps": 10.319411930424785, "native_fps": 10.36548073368561, "publisher_submit_fps": 10.36548073368561, "replaced": 0, "expired": 0, "send_error": 0 }, { "stream_id": "bench16-g3-c4", "seconds": 21.70666327793151, "pid": 1841, "result_fps": 9.99693030759901, "redis_fps": 10.070540836019923, "queue_start": 0, "queue_end": 0, "queue_max": 0, "stale": 0, "drop": 0, "redis_length": 100, "redis_pttl": 9863, "decoded_fps": 29.852584513014556, "selected_fps": 9.950861504338185, "infer_fps": 9.950861504338185, "native_fps": 9.950861504338185, "publisher_submit_fps": 9.99693030759901, "replaced": 0, "expired": 0, "send_error": 0 } ], "triton": { "inference_count": 2628, "execution_count": 686, "seconds": 21.750257121166214, "inference_fps": 120.8261578407994, "batch_executions": { "1": 14, "2": 21, "3": 31, "4": 620 }, "average_batch": 3.8309037900874636, "durations": { "success": { "count": 2628, "total_ns": 468315321320, "mean_ms": 178.20217706240487 }, "fail": { "count": 0, "total_ns": 0, "mean_ms": null }, "queue": { "count": 2628, "total_ns": 363224559130, "mean_ms": 138.2133025608828 }, "compute_input": { "count": 2628, "total_ns": 60019786691, "mean_ms": 22.838579410578387 }, "compute_infer": { "count": 2628, "total_ns": 24292078856, "mean_ms": 9.243561208523593 }, "compute_output": { "count": 2628, "total_ns": 7048759593, "mean_ms": 2.6821764052511416 }, "cache_hit": { "count": 0, "total_ns": 0, "mean_ms": null }, "cache_miss": { "count": 0, "total_ns": 0, "mean_ms": null } }, "instance_distribution": null, "instance_distribution_supported": false, "pending_max": 29.0 }, "resources": { "memory_gib": [ 5.144172668457031, 5.306346893310547 ], "cpu_cores": [ 11.297017866307748, 12.802079036831664 ], "gpu_util": [ 45, 65 ], "gpu_mib": [ 9242, 9242 ] } }, "new": { "schema_version": 1, "complete": true, "accepted": true, "rows": [ { "stream_id": "rtsp-test-01", "seconds": 21.481572626158595, "pid": 357, "result_fps": 10.008578223839612, "redis_fps": 10.008552689529395, "queue_start": 0, "queue_end": 0, "queue_max": 0, "stale": 0, "drop": 0, "redis_length": 100, "redis_pttl": 9970, "decoded_fps": 10.008578223839612, "selected_fps": 10.008578223839612, "infer_fps": 10.008578223839612, "native_fps": 10.008578223839612, "publisher_submit_fps": 10.008578223839612, "replaced": 0, "expired": 0, "send_error": 0 }, { "stream_id": "web-cam08-test", "seconds": 21.481572626158595, "pid": 491, "result_fps": 9.962026697217102, "redis_fps": 9.997419619958466, "queue_start": 0, "queue_end": 0, "queue_max": 0, "stale": 0, "drop": 0, "redis_length": 100, "redis_pttl": 9905, "decoded_fps": 9.962026697217102, "selected_fps": 9.962026697217102, "infer_fps": 10.008578223839612, "native_fps": 9.962026697217102, "publisher_submit_fps": 9.962026697217102, "replaced": 0, "expired": 0, "send_error": 0 }, { "stream_id": "web-cam01-test", "seconds": 21.481572626158595, "pid": 617, "result_fps": 9.962026697217102, "redis_fps": 9.994194678148899, "queue_start": 0, "queue_end": 0, "queue_max": 0, "stale": 0, "drop": 0, "redis_length": 100, "redis_pttl": 9954, "decoded_fps": 29.932631618273813, "selected_fps": 10.008578223839612, "infer_fps": 9.962026697217102, "native_fps": 9.962026697217102, "publisher_submit_fps": 9.962026697217102, "replaced": 0, "expired": 0, "send_error": 0 }, { "stream_id": "bench16-g1-c2", "seconds": 21.481572626158595, "pid": 745, "result_fps": 9.962026697217102, "redis_fps": 10.04050910202373, "queue_start": 0, "queue_end": 0, "queue_max": 0, "stale": 0, "drop": 0, "redis_length": 100, "redis_pttl": 9977, "decoded_fps": 10.008578223839612, "selected_fps": 10.008578223839612, "infer_fps": 9.962026697217102, "native_fps": 9.962026697217102, "publisher_submit_fps": 9.962026697217102, "replaced": 0, "expired": 0, "send_error": 0 }, { "stream_id": "bench16-g2-c2", "seconds": 21.481572626158595, "pid": 941, "result_fps": 9.962026697217102, "redis_fps": 9.995849331396514, "queue_start": 0, "queue_end": 0, "queue_max": 0, "stale": 0, "drop": 0, "redis_length": 100, "redis_pttl": 9936, "decoded_fps": 9.915475170594592, "selected_fps": 9.915475170594592, "infer_fps": 9.962026697217102, "native_fps": 9.962026697217102, "publisher_submit_fps": 9.962026697217102, "replaced": 0, "expired": 0, "send_error": 0 }, { "stream_id": "bench16-g3-c2", "seconds": 21.481572626158595, "pid": 1071, "result_fps": 9.962026697217102, "redis_fps": 9.99711233540368, "queue_start": 0, "queue_end": 0, "queue_max": 1, "stale": 0, "drop": 0, "redis_length": 100, "redis_pttl": 9929, "decoded_fps": 29.886080091651305, "selected_fps": 9.962026697217102, "infer_fps": 9.962026697217102, "native_fps": 9.962026697217102, "publisher_submit_fps": 9.962026697217102, "replaced": 0, "expired": 0, "send_error": 0 }, { "stream_id": "bench16-g1-c3", "seconds": 21.481572626158595, "pid": 1198, "result_fps": 10.008578223839612, "redis_fps": 9.998952379987825, "queue_start": 0, "queue_end": 0, "queue_max": 0, "stale": 0, "drop": 0, "redis_length": 100, "redis_pttl": 9997, "decoded_fps": 9.962026697217102, "selected_fps": 9.962026697217102, "infer_fps": 10.008578223839612, "native_fps": 10.008578223839612, "publisher_submit_fps": 10.008578223839612, "replaced": 0, "expired": 0, "send_error": 0 }, { "stream_id": "bench16-g2-c3", "seconds": 21.481572626158595, "pid": 1324, "result_fps": 9.962026697217102, "redis_fps": 9.995299248871637, "queue_start": 0, "queue_end": 1, "queue_max": 1, "stale": 0, "drop": 0, "redis_length": 100, "redis_pttl": 9969, "decoded_fps": 10.008578223839612, "selected_fps": 10.008578223839612, "infer_fps": 10.008578223839612, "native_fps": 10.008578223839612, "publisher_submit_fps": 9.962026697217102, "replaced": 0, "expired": 0, "send_error": 0 }, { "stream_id": "bench16-g3-c3", "seconds": 21.481572626158595, "pid": 1522, "result_fps": 10.10168127708463, "redis_fps": 9.988598816759495, "queue_start": 0, "queue_end": 0, "queue_max": 0, "stale": 0, "drop": 0, "redis_length": 100, "redis_pttl": 9946, "decoded_fps": 30.351595357876402, "selected_fps": 10.10168127708463, "infer_fps": 10.10168127708463, "native_fps": 10.10168127708463, "publisher_submit_fps": 10.10168127708463, "replaced": 0, "expired": 0, "send_error": 0 }, { "stream_id": "bench16-g1-c4", "seconds": 21.481572626158595, "pid": 1647, "result_fps": 10.008578223839612, "redis_fps": 9.988040700970545, "queue_start": 0, "queue_end": 0, "queue_max": 0, "stale": 0, "drop": 0, "redis_length": 100, "redis_pttl": 9917, "decoded_fps": 9.962026697217102, "selected_fps": 9.962026697217102, "infer_fps": 9.962026697217102, "native_fps": 10.008578223839612, "publisher_submit_fps": 10.008578223839612, "replaced": 0, "expired": 0, "send_error": 0 }, { "stream_id": "bench16-g2-c4", "seconds": 21.481572626158595, "pid": 1773, "result_fps": 9.915475170594592, "redis_fps": 9.994184273516016, "queue_start": 0, "queue_end": 0, "queue_max": 0, "stale": 0, "drop": 0, "redis_length": 100, "redis_pttl": 9889, "decoded_fps": 9.962026697217102, "selected_fps": 9.962026697217102, "infer_fps": 9.915475170594592, "native_fps": 9.915475170594592, "publisher_submit_fps": 9.915475170594592, "replaced": 0, "expired": 0, "send_error": 0 }, { "stream_id": "bench16-g3-c4", "seconds": 21.481572626158595, "pid": 1906, "result_fps": 9.915475170594592, "redis_fps": 10.039561054849644, "queue_start": 0, "queue_end": 0, "queue_max": 0, "stale": 0, "drop": 0, "redis_length": 100, "redis_pttl": 9965, "decoded_fps": 29.699873985161265, "selected_fps": 9.868923643972082, "infer_fps": 9.868923643972082, "native_fps": 9.915475170594592, "publisher_submit_fps": 9.915475170594592, "replaced": 0, "expired": 0, "send_error": 0 } ], "triton": { "inference_count": 2580, "execution_count": 748, "seconds": 21.50836129183881, "inference_fps": 119.95335046649798, "batch_executions": { "1": 76, "2": 48, "3": 88, "4": 536 }, "average_batch": 3.449197860962567, "durations": { "success": { "count": 2580, "total_ns": 47720606316, "mean_ms": 18.496359037209302 }, "fail": { "count": 0, "total_ns": 0, "mean_ms": null }, "queue": { "count": 2580, "total_ns": 14252762752, "mean_ms": 5.524326648062016 }, "compute_input": { "count": 2580, "total_ns": 741025472, "mean_ms": 0.2872191751937984 }, "compute_infer": { "count": 2580, "total_ns": 26845465510, "mean_ms": 10.40521918992248 }, "compute_output": { "count": 2580, "total_ns": 2708438231, "mean_ms": 1.0497822600775193 }, "cache_hit": { "count": 0, "total_ns": 0, "mean_ms": null }, "cache_miss": { "count": 0, "total_ns": 0, "mean_ms": null } }, "instance_distribution": null, "instance_distribution_supported": false, "pending_max": 0.0 }, "resources": { "memory_gib": [ 4.608493804931641, 4.620452880859375 ], "cpu_cores": [ 5.624326720414401, 5.93578062887811 ], "gpu_util": [ 34, 45 ], "gpu_mib": [ 9416, 9416 ] }, "cpu_detail": { "seconds": 21.499627134064212, "processes": [ { "id": "1847845", "name": "tritonserver", "role": "triton", "cpu_seconds": 14.12, "cores": 0.6567555758968553 }, { "id": "1849478", "name": "python3", "role": "web-cam01-test", "cpu_seconds": 10.09, "cores": 0.4693104646458407 }, { "id": "1849723", "name": "python3", "role": "bench16-g1-c2", "cpu_seconds": 9.43, "cores": 0.4386122578404636 }, { "id": "1851292", "name": "python3", "role": "bench16-g3-c2", "cpu_seconds": 9.36, "cores": 0.43535638742171145 }, { "id": "1849050", "name": "python3", "role": "rtsp-test-01", "cpu_seconds": 9.26, "cores": 0.4307051439663513 }, { "id": "1849259", "name": "python3", "role": "web-cam08-test", "cpu_seconds": 9.05, "cores": 0.420937532710095 }, { "id": "1853195", "name": "python3", "role": "bench16-g3-c3", "cpu_seconds": 9.05, "cores": 0.420937532710095 }, { "id": "1851730", "name": "python3", "role": "bench16-g2-c3", "cpu_seconds": 8.62, "cores": 0.40093718585204624 }, { "id": "1851070", "name": "python3", "role": "bench16-g2-c2", "cpu_seconds": 8.56, "cores": 0.3981464397788302 }, { "id": "1851554", "name": "python3", "role": "bench16-g1-c3", "cpu_seconds": 8.37, "cores": 0.3893090772136458 }, { "id": "1853386", "name": "python3", "role": "bench16-g1-c4", "cpu_seconds": 8.13, "cores": 0.3781460929207815 }, { "id": "1853816", "name": "python3", "role": "bench16-g3-c4", "cpu_seconds": 8.13, "cores": 0.3781460929207815 }, { "id": "1853612", "name": "python3", "role": "bench16-g2-c4", "cpu_seconds": 7.55, "cores": 0.3511688808796925 }, { "id": "1848348", "name": "python3", "role": "parent-or-helper", "cpu_seconds": 1.54, "cores": 0.07162914921254655 }, { "id": "1847676", "name": "docker-init", "role": "parent-or-helper", "cpu_seconds": 0.0, "cores": 0.0 }, { "id": "1847812", "name": "entrypoint.sh", "role": "parent-or-helper", "cpu_seconds": 0.0, "cores": 0.0 }, { "id": "1849049", "name": "python3", "role": "parent-or-helper", "cpu_seconds": 0.0, "cores": 0.0 } ], "top_threads": [ { "id": "1847954", "name": "tritonserver", "role": "triton", "cpu_seconds": 7.1, "cores": 0.33023828533057176, "voluntary": 1851, "involuntary": 1043, "runtime_ns": 7092950832, "runqueue_ns": 262483420, "slices": 2894 }, { "id": "1849905", "name": "GstInferServImp", "role": "bench16-g1-c2", "cpu_seconds": 4.49, "cores": 0.20884083114567145, "voluntary": 789, "involuntary": 993, "runtime_ns": 4488964959, "runqueue_ns": 365760953, "slices": 1782 }, { "id": "1849227", "name": "GstInferServImp", "role": "rtsp-test-01", "cpu_seconds": 4.39, "cores": 0.20418958769031126, "voluntary": 770, "involuntary": 971, "runtime_ns": 4388937211, "runqueue_ns": 266969247, "slices": 1740 }, { "id": "1849623", "name": "GstInferServImp", "role": "web-cam01-test", "cpu_seconds": 4.23, "cores": 0.196747598161735, "voluntary": 942, "involuntary": 1095, "runtime_ns": 4232775827, "runqueue_ns": 429532719, "slices": 2036 }, { "id": "1851870", "name": "GstInferServImp", "role": "bench16-g2-c3", "cpu_seconds": 4.16, "cores": 0.1934917277429829, "voluntary": 796, "involuntary": 1022, "runtime_ns": 4166631934, "runqueue_ns": 325550137, "slices": 1818 }, { "id": "1851230", "name": "GstInferServImp", "role": "bench16-g2-c2", "cpu_seconds": 4.13, "cores": 0.19209635470637484, "voluntary": 808, "involuntary": 1041, "runtime_ns": 4123079120, "runqueue_ns": 397678576, "slices": 1848 }, { "id": "1849398", "name": "GstInferServImp", "role": "web-cam08-test", "cpu_seconds": 4.12, "cores": 0.19163123036083882, "voluntary": 767, "involuntary": 1230, "runtime_ns": 4114772810, "runqueue_ns": 344346622, "slices": 1997 }, { "id": "1851697", "name": "GstInferServImp", "role": "bench16-g1-c3", "cpu_seconds": 4.1, "cores": 0.19070098166976676, "voluntary": 761, "involuntary": 821, "runtime_ns": 4101025648, "runqueue_ns": 335397762, "slices": 1581 }, { "id": "1851474", "name": "GstInferServImp", "role": "bench16-g3-c2", "cpu_seconds": 4.07, "cores": 0.18930560863315876, "voluntary": 922, "involuntary": 1016, "runtime_ns": 4067382686, "runqueue_ns": 397124765, "slices": 1938 }, { "id": "1853506", "name": "GstInferServImp", "role": "bench16-g1-c4", "cpu_seconds": 3.94, "cores": 0.1832589921411905, "voluntary": 749, "involuntary": 936, "runtime_ns": 3936540710, "runqueue_ns": 326659831, "slices": 1684 }, { "id": "1853332", "name": "GstInferServImp", "role": "bench16-g3-c3", "cpu_seconds": 3.91, "cores": 0.18186361910458249, "voluntary": 907, "involuntary": 1073, "runtime_ns": 3909527911, "runqueue_ns": 384328059, "slices": 1980 }, { "id": "1853976", "name": "GstInferServImp", "role": "bench16-g3-c4", "cpu_seconds": 3.76, "cores": 0.1748867539215422, "voluntary": 926, "involuntary": 902, "runtime_ns": 3766169577, "runqueue_ns": 351905994, "slices": 1828 }, { "id": "1853755", "name": "GstInferServImp", "role": "bench16-g2-c4", "cpu_seconds": 3.67, "cores": 0.17070063481171807, "voluntary": 754, "involuntary": 952, "runtime_ns": 3680934986, "runqueue_ns": 358323212, "slices": 1706 }, { "id": "1848243", "name": "tritonserver", "role": "triton", "cpu_seconds": 2.87, "cores": 0.13349068716883675, "voluntary": 3644, "involuntary": 642, "runtime_ns": 2864745264, "runqueue_ns": 406167484, "slices": 4287 }, { "id": "1849191", "name": "python3", "role": "rtsp-test-01", "cpu_seconds": 1.46, "cores": 0.06790815444825841, "voluntary": 437, "involuntary": 340, "runtime_ns": 1460525647, "runqueue_ns": 136658748, "slices": 778 }, { "id": "1849359", "name": "python3", "role": "web-cam08-test", "cpu_seconds": 1.45, "cores": 0.0674430301027224, "voluntary": 442, "involuntary": 334, "runtime_ns": 1450787224, "runqueue_ns": 158823828, "slices": 776 }, { "id": "1849867", "name": "python3", "role": "bench16-g1-c2", "cpu_seconds": 1.45, "cores": 0.0674430301027224, "voluntary": 434, "involuntary": 357, "runtime_ns": 1441394513, "runqueue_ns": 137227146, "slices": 791 }, { "id": "1849584", "name": "python3", "role": "web-cam01-test", "cpu_seconds": 1.4, "cores": 0.06511740837504232, "voluntary": 471, "involuntary": 327, "runtime_ns": 1385964174, "runqueue_ns": 117197191, "slices": 798 }, { "id": "1849638", "name": "batch_capture-m", "role": "web-cam01-test", "cpu_seconds": 1.07, "cores": 0.04976830497235377, "voluntary": 1460, "involuntary": 672, "runtime_ns": 1067622827, "runqueue_ns": 232414751, "slices": 2132 }, { "id": "1851489", "name": "batch_capture-m", "role": "bench16-g3-c2", "cpu_seconds": 1.06, "cores": 0.04930318062681776, "voluntary": 1425, "involuntary": 666, "runtime_ns": 1061900636, "runqueue_ns": 285578216, "slices": 2092 }, { "id": "1853350", "name": "batch_capture-m", "role": "bench16-g3-c3", "cpu_seconds": 1.03, "cores": 0.047907807590209704, "voluntary": 1455, "involuntary": 751, "runtime_ns": 1035462802, "runqueue_ns": 256707552, "slices": 2206 }, { "id": "1851831", "name": "python3", "role": "bench16-g2-c3", "cpu_seconds": 0.96, "cores": 0.04465193717145759, "voluntary": 418, "involuntary": 279, "runtime_ns": 960823397, "runqueue_ns": 161183701, "slices": 697 }, { "id": "1851182", "name": "python3", "role": "bench16-g2-c2", "cpu_seconds": 0.95, "cores": 0.04418681282592157, "voluntary": 417, "involuntary": 268, "runtime_ns": 940256444, "runqueue_ns": 102865505, "slices": 685 }, { "id": "1851429", "name": "python3", "role": "bench16-g3-c2", "cpu_seconds": 0.92, "cores": 0.042791439789313525, "voluntary": 415, "involuntary": 204, "runtime_ns": 911699854, "runqueue_ns": 101887448, "slices": 619 }, { "id": "1851658", "name": "python3", "role": "bench16-g1-c3", "cpu_seconds": 0.92, "cores": 0.042791439789313525, "voluntary": 407, "involuntary": 229, "runtime_ns": 915121554, "runqueue_ns": 100049443, "slices": 636 }, { "id": "1848245", "name": "tritonserver", "role": "triton", "cpu_seconds": 0.86, "cores": 0.04000069371609742, "voluntary": 7705, "involuntary": 365, "runtime_ns": 865665942, "runqueue_ns": 485809586, "slices": 8071 }, { "id": "1853468", "name": "python3", "role": "bench16-g1-c4", "cpu_seconds": 0.86, "cores": 0.04000069371609742, "voluntary": 386, "involuntary": 231, "runtime_ns": 861942639, "runqueue_ns": 127361280, "slices": 617 }, { "id": "1848244", "name": "tritonserver", "role": "triton", "cpu_seconds": 0.84, "cores": 0.03907044502502539, "voluntary": 7716, "involuntary": 346, "runtime_ns": 839617651, "runqueue_ns": 515181592, "slices": 8063 }, { "id": "1853294", "name": "python3", "role": "bench16-g3-c3", "cpu_seconds": 0.84, "cores": 0.03907044502502539, "voluntary": 406, "involuntary": 231, "runtime_ns": 844103427, "runqueue_ns": 116334777, "slices": 637 }, { "id": "1853889", "name": "python3", "role": "bench16-g3-c4", "cpu_seconds": 0.77, "cores": 0.035814574606273276, "voluntary": 409, "involuntary": 151, "runtime_ns": 768206813, "runqueue_ns": 81389276, "slices": 560 } ], "overhead_ms_max": 294.38910097815096, "host_runqueue_range": [ 13, 28 ], "truncated": false, "schedstats_enabled": false, "scope": "Endpoint-surviving tasks only; scheduler runqueue is not GIL wait; thread names are not function attribution.", "container_cpu_seconds_per_result": 0.04787518195956454 } } }, { "channels": 16, "old_cpu_ms_per_frame": 98.57988725621159, "new_cpu_ms_per_frame": 47.240889170296825, "old": { "schema_version": 1, "complete": true, "accepted": false, "rows": [ { "stream_id": "rtsp-test-01", "seconds": 61.65299091790803, "pid": 348, "result_fps": 7.671971674980169, "redis_fps": 7.639581390785133, "queue_start": 0, "queue_end": 0, "queue_max": 0, "stale": 0, "drop": 0, "redis_length": 100, "redis_pttl": 9985, "decoded_fps": 7.671971674980169, "selected_fps": 7.671971674980169, "infer_fps": 7.688191488246511, "native_fps": 7.671971674980169, "publisher_submit_fps": 7.671971674980169, "replaced": 1, "expired": 0, "send_error": 0 }, { "stream_id": "web-cam08-test", "seconds": 61.65299091790803, "pid": 484, "result_fps": 7.623312235181141, "redis_fps": 7.605311143739168, "queue_start": 0, "queue_end": 0, "queue_max": 0, "stale": 0, "drop": 0, "redis_length": 100, "redis_pttl": 9887, "decoded_fps": 7.607092421914798, "selected_fps": 7.607092421914798, "infer_fps": 7.639532048447483, "native_fps": 7.623312235181141, "publisher_submit_fps": 7.623312235181141, "replaced": 1, "expired": 0, "send_error": 0 }, { "stream_id": "web-cam01-test", "seconds": 61.65299091790803, "pid": 610, "result_fps": 7.4286744759850265, "redis_fps": 7.426430353240019, "queue_start": 0, "queue_end": 0, "queue_max": 1, "stale": 0, "drop": 0, "redis_length": 100, "redis_pttl": 9870, "decoded_fps": 17.355200194986853, "selected_fps": 7.39623484945234, "infer_fps": 7.4286744759850265, "native_fps": 7.4286744759850265, "publisher_submit_fps": 7.4286744759850265, "replaced": 1, "expired": 0, "send_error": 0 }, { "stream_id": "bench16-g1-c2", "seconds": 61.65299091790803, "pid": 737, "result_fps": 7.655751861713826, "redis_fps": 7.670209028874224, "queue_start": 0, "queue_end": 0, "queue_max": 0, "stale": 0, "drop": 0, "redis_length": 100, "redis_pttl": 9939, "decoded_fps": 7.590872608648454, "selected_fps": 7.574652795382112, "infer_fps": 7.639532048447483, "native_fps": 7.655751861713826, "publisher_submit_fps": 7.639532048447483, "replaced": 0, "expired": 0, "send_error": 0 }, { "stream_id": "bench16-g2-c2", "seconds": 61.65299091790803, "pid": 909, "result_fps": 7.688191488246511, "redis_fps": 7.6549278545924455, "queue_start": 0, "queue_end": 0, "queue_max": 1, "stale": 0, "drop": 0, "redis_length": 100, "redis_pttl": 9817, "decoded_fps": 7.688191488246511, "selected_fps": 7.688191488246511, "infer_fps": 7.671971674980169, "native_fps": 7.671971674980169, "publisher_submit_fps": 7.688191488246511, "replaced": 1, "expired": 0, "send_error": 0 }, { "stream_id": "bench16-g3-c2", "seconds": 61.65299091790803, "pid": 1035, "result_fps": 7.477333915784055, "redis_fps": 7.492839797278879, "queue_start": 0, "queue_end": 0, "queue_max": 0, "stale": 0, "drop": 0, "redis_length": 100, "redis_pttl": 9909, "decoded_fps": 17.257881315388794, "selected_fps": 7.4286744759850265, "infer_fps": 7.461114102517712, "native_fps": 7.477333915784055, "publisher_submit_fps": 7.461114102517712, "replaced": 0, "expired": 0, "send_error": 0 }, { "stream_id": "bench16-g1-c3", "seconds": 61.65299091790803, "pid": 1160, "result_fps": 7.590872608648454, "redis_fps": 7.655192083743278, "queue_start": 0, "queue_end": 0, "queue_max": 0, "stale": 0, "drop": 0, "redis_length": 100, "redis_pttl": 9760, "decoded_fps": 7.574652795382112, "selected_fps": 7.574652795382112, "infer_fps": 7.623312235181141, "native_fps": 7.590872608648454, "publisher_submit_fps": 7.590872608648454, "replaced": 0, "expired": 0, "send_error": 0 }, { "stream_id": "bench16-g2-c3", "seconds": 61.65299091790803, "pid": 1287, "result_fps": 7.607092421914798, "redis_fps": 7.655718126518251, "queue_start": 0, "queue_end": 0, "queue_max": 0, "stale": 0, "drop": 0, "redis_length": 100, "redis_pttl": 9955, "decoded_fps": 7.590872608648454, "selected_fps": 7.590872608648454, "infer_fps": 7.623312235181141, "native_fps": 7.623312235181141, "publisher_submit_fps": 7.590872608648454, "replaced": 0, "expired": 0, "send_error": 0 }, { "stream_id": "bench16-g3-c3", "seconds": 61.65299091790803, "pid": 1456, "result_fps": 7.444894289251369, "redis_fps": 7.397829888062804, "queue_start": 0, "queue_end": 0, "queue_max": 0, "stale": 0, "drop": 0, "redis_length": 100, "redis_pttl": 9981, "decoded_fps": 17.45251907458491, "selected_fps": 7.4286744759850265, "infer_fps": 7.412454662718684, "native_fps": 7.4286744759850265, "publisher_submit_fps": 7.444894289251369, "replaced": 1, "expired": 0, "send_error": 0 }, { "stream_id": "bench16-g1-c4", "seconds": 61.65299091790803, "pid": 1587, "result_fps": 7.671971674980169, "redis_fps": 7.673149271878844, "queue_start": 0, "queue_end": 0, "queue_max": 0, "stale": 0, "drop": 0, "redis_length": 100, "redis_pttl": 9799, "decoded_fps": 7.688191488246511, "selected_fps": 7.688191488246511, "infer_fps": 7.688191488246511, "native_fps": 7.671971674980169, "publisher_submit_fps": 7.671971674980169, "replaced": 1, "expired": 0, "send_error": 0 }, { "stream_id": "bench16-g2-c4", "seconds": 61.65299091790803, "pid": 1713, "result_fps": 7.639532048447483, "redis_fps": 7.624792791126162, "queue_start": 0, "queue_end": 0, "queue_max": 0, "stale": 0, "drop": 0, "redis_length": 100, "redis_pttl": 9879, "decoded_fps": 7.639532048447483, "selected_fps": 7.639532048447483, "infer_fps": 7.639532048447483, "native_fps": 7.639532048447483, "publisher_submit_fps": 7.639532048447483, "replaced": 1, "expired": 0, "send_error": 0 }, { "stream_id": "bench16-g3-c4", "seconds": 61.65299091790803, "pid": 1841, "result_fps": 7.444894289251369, "redis_fps": 7.495619399273577, "queue_start": 0, "queue_end": 0, "queue_max": 1, "stale": 0, "drop": 0, "redis_length": 100, "redis_pttl": 9927, "decoded_fps": 17.274101128655136, "selected_fps": 7.39623484945234, "infer_fps": 7.444894289251369, "native_fps": 7.444894289251369, "publisher_submit_fps": 7.444894289251369, "replaced": 0, "expired": 0, "send_error": 0 }, { "stream_id": "bench16-g1-c5", "seconds": 61.65299091790803, "pid": 2008, "result_fps": 7.655751861713826, "redis_fps": 7.6565467657081925, "queue_start": 0, "queue_end": 0, "queue_max": 1, "stale": 0, "drop": 0, "redis_length": 100, "redis_pttl": 9793, "decoded_fps": 7.623312235181141, "selected_fps": 7.623312235181141, "infer_fps": 7.655751861713826, "native_fps": 7.655751861713826, "publisher_submit_fps": 7.655751861713826, "replaced": 0, "expired": 0, "send_error": 0 }, { "stream_id": "bench16-g2-c5", "seconds": 61.65299091790803, "pid": 2141, "result_fps": 7.704411301512855, "redis_fps": 7.704655078562157, "queue_start": 0, "queue_end": 0, "queue_max": 0, "stale": 0, "drop": 0, "redis_length": 100, "redis_pttl": 9877, "decoded_fps": 7.688191488246511, "selected_fps": 7.688191488246511, "infer_fps": 7.688191488246511, "native_fps": 7.671971674980169, "publisher_submit_fps": 7.688191488246511, "replaced": 0, "expired": 0, "send_error": 0 }, { "stream_id": "bench16-g3-c5", "seconds": 61.65299091790803, "pid": 2268, "result_fps": 7.4286744759850265, "redis_fps": 7.430332183543314, "queue_start": 0, "queue_end": 0, "queue_max": 1, "stale": 0, "drop": 0, "redis_length": 100, "redis_pttl": 9878, "decoded_fps": 18.003992725640565, "selected_fps": 7.39623484945234, "infer_fps": 7.412454662718684, "native_fps": 7.39623484945234, "publisher_submit_fps": 7.4286744759850265, "replaced": 1, "expired": 0, "send_error": 0 }, { "stream_id": "bench16-g1-c6", "seconds": 61.65299091790803, "pid": 2395, "result_fps": 7.688191488246511, "redis_fps": 7.691264133074172, "queue_start": 0, "queue_end": 0, "queue_max": 1, "stale": 0, "drop": 0, "redis_length": 100, "redis_pttl": 9905, "decoded_fps": 7.639532048447483, "selected_fps": 7.639532048447483, "infer_fps": 7.655751861713826, "native_fps": 7.671971674980169, "publisher_submit_fps": 7.688191488246511, "replaced": 0, "expired": 0, "send_error": 0 } ], "triton": { "inference_count": 7500, "execution_count": 1875, "seconds": 61.62541855406016, "inference_fps": 121.70302735421934, "batch_executions": { "1": 0, "2": 0, "3": 0, "4": 1875 }, "average_batch": 4.0, "durations": { "success": { "count": 7500, "total_ns": 3044013324778, "mean_ms": 405.86844330373333 }, "fail": { "count": 0, "total_ns": 0, "mean_ms": null }, "queue": { "count": 7500, "total_ns": 2728499596575, "mean_ms": 363.79994621 }, "compute_input": { "count": 7500, "total_ns": 184831430640, "mean_ms": 24.644190752 }, "compute_infer": { "count": 7500, "total_ns": 62096394236, "mean_ms": 8.279519231466667 }, "compute_output": { "count": 7500, "total_ns": 24743612528, "mean_ms": 3.2991483370666668 }, "cache_hit": { "count": 0, "total_ns": 0, "mean_ms": null }, "cache_miss": { "count": 0, "total_ns": 0, "mean_ms": null } }, "instance_distribution": null, "instance_distribution_supported": false, "pending_max": 51.0 }, "resources": { "memory_gib": [ 6.808032989501953, 6.896762847900391 ], "cpu_cores": [ 11.40524547448433, 12.91668656004279 ], "gpu_util": [ 39, 60 ], "gpu_mib": [ 10528, 10528 ] } }, "new": { "schema_version": 1, "complete": true, "accepted": true, "rows": [ { "stream_id": "rtsp-test-01", "seconds": 61.69644942204468, "pid": 357, "result_fps": 10.049200655920867, "redis_fps": 10.016801439088574, "queue_start": 1, "queue_end": 0, "queue_max": 1, "stale": 0, "drop": 0, "redis_length": 100, "redis_pttl": 9980, "decoded_fps": 10.049200655920867, "selected_fps": 10.049200655920867, "infer_fps": 10.032992267766156, "native_fps": 10.032992267766156, "publisher_submit_fps": 10.049200655920867, "replaced": 0, "expired": 0, "send_error": 0 }, { "stream_id": "web-cam08-test", "seconds": 61.69644942204468, "pid": 491, "result_fps": 10.016783879611445, "redis_fps": 9.98414548183409, "queue_start": 1, "queue_end": 0, "queue_max": 1, "stale": 0, "drop": 0, "redis_length": 100, "redis_pttl": 9858, "decoded_fps": 10.000575491456734, "selected_fps": 10.000575491456734, "infer_fps": 10.000575491456734, "native_fps": 10.000575491456734, "publisher_submit_fps": 10.016783879611445, "replaced": 0, "expired": 0, "send_error": 0 }, { "stream_id": "web-cam01-test", "seconds": 61.69644942204468, "pid": 617, "result_fps": 9.984367103302024, "redis_fps": 10.000254460753224, "queue_start": 0, "queue_end": 0, "queue_max": 1, "stale": 0, "drop": 0, "redis_length": 100, "redis_pttl": 9916, "decoded_fps": 29.936892921751358, "selected_fps": 9.984367103302024, "infer_fps": 9.984367103302024, "native_fps": 9.984367103302024, "publisher_submit_fps": 9.984367103302024, "replaced": 0, "expired": 0, "send_error": 0 }, { "stream_id": "bench16-g1-c2", "seconds": 61.69644942204468, "pid": 745, "result_fps": 9.968158715147311, "redis_fps": 10.001118268966929, "queue_start": 0, "queue_end": 0, "queue_max": 0, "stale": 0, "drop": 0, "redis_length": 100, "redis_pttl": 9876, "decoded_fps": 9.9519503269926, "selected_fps": 9.9519503269926, "infer_fps": 9.968158715147311, "native_fps": 9.9519503269926, "publisher_submit_fps": 9.9519503269926, "replaced": 0, "expired": 0, "send_error": 0 }, { "stream_id": "bench16-g2-c2", "seconds": 61.69644942204468, "pid": 941, "result_fps": 10.000575491456734, "redis_fps": 9.998888832715194, "queue_start": 0, "queue_end": 0, "queue_max": 0, "stale": 0, "drop": 0, "redis_length": 100, "redis_pttl": 9960, "decoded_fps": 9.984367103302024, "selected_fps": 9.984367103302024, "infer_fps": 10.016783879611445, "native_fps": 10.000575491456734, "publisher_submit_fps": 10.000575491456734, "replaced": 0, "expired": 0, "send_error": 0 }, { "stream_id": "bench16-g3-c2", "seconds": 61.69644942204468, "pid": 1071, "result_fps": 9.984367103302024, "redis_fps": 9.981882580575892, "queue_start": 0, "queue_end": 1, "queue_max": 1, "stale": 0, "drop": 0, "redis_length": 100, "redis_pttl": 9991, "decoded_fps": 29.96930969806078, "selected_fps": 9.984367103302024, "infer_fps": 10.000575491456734, "native_fps": 10.000575491456734, "publisher_submit_fps": 9.968158715147311, "replaced": 0, "expired": 0, "send_error": 0 }, { "stream_id": "bench16-g1-c3", "seconds": 61.69644942204468, "pid": 1198, "result_fps": 10.016783879611445, "redis_fps": 9.998101274842993, "queue_start": 0, "queue_end": 0, "queue_max": 0, "stale": 0, "drop": 0, "redis_length": 100, "redis_pttl": 9974, "decoded_fps": 10.016783879611445, "selected_fps": 10.016783879611445, "infer_fps": 10.032992267766156, "native_fps": 10.016783879611445, "publisher_submit_fps": 10.016783879611445, "replaced": 0, "expired": 0, "send_error": 0 }, { "stream_id": "bench16-g2-c3", "seconds": 61.69644942204468, "pid": 1324, "result_fps": 10.016783879611445, "redis_fps": 10.017022258365198, "queue_start": 0, "queue_end": 0, "queue_max": 0, "stale": 0, "drop": 0, "redis_length": 100, "redis_pttl": 9966, "decoded_fps": 10.016783879611445, "selected_fps": 10.016783879611445, "infer_fps": 10.016783879611445, "native_fps": 10.016783879611445, "publisher_submit_fps": 10.016783879611445, "replaced": 0, "expired": 0, "send_error": 0 }, { "stream_id": "bench16-g3-c3", "seconds": 61.69644942204468, "pid": 1522, "result_fps": 9.968158715147311, "redis_fps": 9.969064210973974, "queue_start": 0, "queue_end": 0, "queue_max": 0, "stale": 0, "drop": 0, "redis_length": 100, "redis_pttl": 9934, "decoded_fps": 29.936892921751358, "selected_fps": 9.984367103302024, "infer_fps": 9.968158715147311, "native_fps": 9.968158715147311, "publisher_submit_fps": 9.968158715147311, "replaced": 1, "expired": 0, "send_error": 0 }, { "stream_id": "bench16-g1-c4", "seconds": 61.69644942204468, "pid": 1647, "result_fps": 10.000575491456734, "redis_fps": 10.001317204778132, "queue_start": 0, "queue_end": 0, "queue_max": 1, "stale": 0, "drop": 0, "redis_length": 100, "redis_pttl": 9979, "decoded_fps": 10.000575491456734, "selected_fps": 10.000575491456734, "infer_fps": 10.000575491456734, "native_fps": 10.000575491456734, "publisher_submit_fps": 10.000575491456734, "replaced": 0, "expired": 0, "send_error": 0 }, { "stream_id": "bench16-g2-c4", "seconds": 61.69644942204468, "pid": 1773, "result_fps": 10.032992267766156, "redis_fps": 10.019023441922085, "queue_start": 0, "queue_end": 0, "queue_max": 0, "stale": 0, "drop": 0, "redis_length": 100, "redis_pttl": 9972, "decoded_fps": 10.032992267766156, "selected_fps": 10.032992267766156, "infer_fps": 10.016783879611445, "native_fps": 10.032992267766156, "publisher_submit_fps": 10.032992267766156, "replaced": 0, "expired": 0, "send_error": 0 }, { "stream_id": "bench16-g3-c4", "seconds": 61.69644942204468, "pid": 1906, "result_fps": 10.000575491456734, "redis_fps": 10.00315181316872, "queue_start": 0, "queue_end": 0, "queue_max": 0, "stale": 0, "drop": 0, "redis_length": 100, "redis_pttl": 9964, "decoded_fps": 30.050351638834336, "selected_fps": 10.016783879611445, "infer_fps": 10.016783879611445, "native_fps": 10.000575491456734, "publisher_submit_fps": 10.000575491456734, "replaced": 0, "expired": 0, "send_error": 0 }, { "stream_id": "bench16-g1-c5", "seconds": 61.69644942204468, "pid": 2103, "result_fps": 9.984367103302024, "redis_fps": 10.002980407810501, "queue_start": 0, "queue_end": 0, "queue_max": 0, "stale": 0, "drop": 0, "redis_length": 100, "redis_pttl": 9915, "decoded_fps": 9.984367103302024, "selected_fps": 9.984367103302024, "infer_fps": 9.984367103302024, "native_fps": 9.984367103302024, "publisher_submit_fps": 9.984367103302024, "replaced": 0, "expired": 0, "send_error": 0 }, { "stream_id": "bench16-g2-c5", "seconds": 61.69644942204468, "pid": 2228, "result_fps": 9.984367103302024, "redis_fps": 10.003169934692387, "queue_start": 0, "queue_end": 0, "queue_max": 1, "stale": 0, "drop": 0, "redis_length": 100, "redis_pttl": 9971, "decoded_fps": 9.984367103302024, "selected_fps": 9.984367103302024, "infer_fps": 9.984367103302024, "native_fps": 9.984367103302024, "publisher_submit_fps": 9.984367103302024, "replaced": 0, "expired": 0, "send_error": 0 }, { "stream_id": "bench16-g3-c5", "seconds": 61.69644942204468, "pid": 2354, "result_fps": 9.984367103302024, "redis_fps": 10.003683601293348, "queue_start": 0, "queue_end": 0, "queue_max": 1, "stale": 0, "drop": 0, "redis_length": 100, "redis_pttl": 9960, "decoded_fps": 29.936892921751358, "selected_fps": 9.984367103302024, "infer_fps": 9.984367103302024, "native_fps": 9.984367103302024, "publisher_submit_fps": 9.984367103302024, "replaced": 0, "expired": 0, "send_error": 0 }, { "stream_id": "bench16-g1-c6", "seconds": 61.69644942204468, "pid": 2481, "result_fps": 10.000575491456734, "redis_fps": 10.002671333317046, "queue_start": 0, "queue_end": 0, "queue_max": 1, "stale": 0, "drop": 0, "redis_length": 100, "redis_pttl": 9932, "decoded_fps": 10.016783879611445, "selected_fps": 10.016783879611445, "infer_fps": 10.000575491456734, "native_fps": 10.000575491456734, "publisher_submit_fps": 10.000575491456734, "replaced": 0, "expired": 0, "send_error": 0 } ], "triton": { "inference_count": 9871, "execution_count": 3083, "seconds": 61.69141702889465, "inference_fps": 160.00605068573284, "batch_executions": { "1": 462, "2": 297, "3": 481, "4": 1843 }, "average_batch": 3.2017515407071033, "durations": { "success": { "count": 9871, "total_ns": 289220502211, "mean_ms": 29.30002048536116 }, "fail": { "count": 0, "total_ns": 0, "mean_ms": null }, "queue": { "count": 9871, "total_ns": 128309090499, "mean_ms": 12.998590872150745 }, "compute_input": { "count": 9871, "total_ns": 3198149308, "mean_ms": 0.32399445932529636 }, "compute_infer": { "count": 9871, "total_ns": 129611432129, "mean_ms": 13.130527011346368 }, "compute_output": { "count": 9871, "total_ns": 12987281295, "mean_ms": 1.3157006681187315 }, "cache_hit": { "count": 0, "total_ns": 0, "mean_ms": null }, "cache_miss": { "count": 0, "total_ns": 0, "mean_ms": null } }, "instance_distribution": null, "instance_distribution_supported": false, "pending_max": 6.0 }, "resources": { "memory_gib": [ 5.825450897216797, 5.851375579833984 ], "cpu_cores": [ 7.418117410020742, 7.69574080293952 ], "gpu_util": [ 38, 64 ], "gpu_mib": [ 10670, 10670 ] }, "cpu_detail": { "seconds": 61.6747663570568, "processes": [ { "id": "1847845", "name": "tritonserver", "role": "triton", "cpu_seconds": 61.97, "cores": 1.0047869438407597 }, { "id": "1849478", "name": "python3", "role": "web-cam01-test", "cpu_seconds": 29.17, "cores": 0.47296490482225206 }, { "id": "1851292", "name": "python3", "role": "bench16-g3-c2", "cpu_seconds": 28.15, "cores": 0.45642653653570087 }, { "id": "1853195", "name": "python3", "role": "bench16-g3-c3", "cpu_seconds": 26.64, "cores": 0.431943265836983 }, { "id": "1849259", "name": "python3", "role": "web-cam08-test", "cpu_seconds": 26.46, "cores": 0.4290247302570034 }, { "id": "1849050", "name": "python3", "role": "rtsp-test-01", "cpu_seconds": 26.35, "cores": 0.4272411807359048 }, { "id": "1851070", "name": "python3", "role": "bench16-g2-c2", "cpu_seconds": 26.25, "cores": 0.4256197720803605 }, { "id": "1849723", "name": "python3", "role": "bench16-g1-c2", "cpu_seconds": 26.0, "cores": 0.4215662504414999 }, { "id": "1851730", "name": "python3", "role": "bench16-g2-c3", "cpu_seconds": 25.75, "cores": 0.41751272880263934 }, { "id": "1851554", "name": "python3", "role": "bench16-g1-c3", "cpu_seconds": 25.09, "cores": 0.40681143167604744 }, { "id": "1853386", "name": "python3", "role": "bench16-g1-c4", "cpu_seconds": 23.8, "cores": 0.3858952600195269 }, { "id": "1853816", "name": "python3", "role": "bench16-g3-c4", "cpu_seconds": 23.33, "cores": 0.37827463933846894 }, { "id": "1855663", "name": "python3", "role": "bench16-g3-c5", "cpu_seconds": 22.76, "cores": 0.3690326100018669 }, { "id": "1853612", "name": "python3", "role": "bench16-g2-c4", "cpu_seconds": 22.39, "cores": 0.3630333979763532 }, { "id": "1855994", "name": "python3", "role": "bench16-g1-c6", "cpu_seconds": 21.1, "cores": 0.34211722631983266 }, { "id": "1855443", "name": "python3", "role": "bench16-g2-c5", "cpu_seconds": 20.99, "cores": 0.34033367679873394 }, { "id": "1855268", "name": "python3", "role": "bench16-g1-c5", "cpu_seconds": 20.9, "cores": 0.33887440900874416 }, { "id": "1848348", "name": "python3", "role": "parent-or-helper", "cpu_seconds": 4.95, "cores": 0.08025972844943942 }, { "id": "1847812", "name": "entrypoint.sh", "role": "parent-or-helper", "cpu_seconds": 0.01, "cores": 0.00016214086555442305 }, { "id": "1847676", "name": "docker-init", "role": "parent-or-helper", "cpu_seconds": 0.0, "cores": 0.0 }, { "id": "1849049", "name": "python3", "role": "parent-or-helper", "cpu_seconds": 0.0, "cores": 0.0 } ], "top_threads": [ { "id": "1847954", "name": "tritonserver", "role": "triton", "cpu_seconds": 34.69, "cores": 0.5624666626082935, "voluntary": 10628, "involuntary": 11813, "runtime_ns": 34705775178, "runqueue_ns": 3430431012, "slices": 22441 }, { "id": "1849623", "name": "GstInferServImp", "role": "web-cam01-test", "cpu_seconds": 12.41, "cores": 0.20121681415303902, "voluntary": 2782, "involuntary": 6970, "runtime_ns": 12407470216, "runqueue_ns": 2882152936, "slices": 9752 }, { "id": "1849227", "name": "GstInferServImp", "role": "rtsp-test-01", "cpu_seconds": 12.32, "cores": 0.1997575463630492, "voluntary": 2416, "involuntary": 6835, "runtime_ns": 12315851134, "runqueue_ns": 2505710446, "slices": 9252 }, { "id": "1848243", "name": "tritonserver", "role": "triton", "cpu_seconds": 12.28, "cores": 0.1991089829008315, "voluntary": 14492, "involuntary": 7082, "runtime_ns": 12282283145, "runqueue_ns": 3889752476, "slices": 21574 }, { "id": "1851230", "name": "GstInferServImp", "role": "bench16-g2-c2", "cpu_seconds": 12.25, "cores": 0.19862256030416825, "voluntary": 2406, "involuntary": 6414, "runtime_ns": 12254154376, "runqueue_ns": 2275815610, "slices": 8819 }, { "id": "1849398", "name": "GstInferServImp", "role": "web-cam08-test", "cpu_seconds": 12.2, "cores": 0.1978118559763961, "voluntary": 2403, "involuntary": 6233, "runtime_ns": 12204630620, "runqueue_ns": 2219668157, "slices": 8636 }, { "id": "1849905", "name": "GstInferServImp", "role": "bench16-g1-c2", "cpu_seconds": 12.15, "cores": 0.197001151648624, "voluntary": 2341, "involuntary": 6861, "runtime_ns": 12156282176, "runqueue_ns": 2353195681, "slices": 9201 }, { "id": "1851870", "name": "GstInferServImp", "role": "bench16-g2-c3", "cpu_seconds": 11.89, "cores": 0.192785489144209, "voluntary": 2407, "involuntary": 6599, "runtime_ns": 11873595447, "runqueue_ns": 2088759362, "slices": 9007 }, { "id": "1851474", "name": "GstInferServImp", "role": "bench16-g3-c2", "cpu_seconds": 11.75, "cores": 0.1905155170264471, "voluntary": 2741, "involuntary": 6943, "runtime_ns": 11751644117, "runqueue_ns": 2514980931, "slices": 9684 }, { "id": "1851697", "name": "GstInferServImp", "role": "bench16-g1-c3", "cpu_seconds": 11.66, "cores": 0.18905624923645728, "voluntary": 2300, "involuntary": 6477, "runtime_ns": 11664879160, "runqueue_ns": 2367887146, "slices": 8777 }, { "id": "1853506", "name": "GstInferServImp", "role": "bench16-g1-c4", "cpu_seconds": 11.43, "cores": 0.18532700932870555, "voluntary": 2246, "involuntary": 5454, "runtime_ns": 11427960429, "runqueue_ns": 2022726536, "slices": 7701 }, { "id": "1853332", "name": "GstInferServImp", "role": "bench16-g3-c3", "cpu_seconds": 11.38, "cores": 0.18451630500093344, "voluntary": 2690, "involuntary": 7027, "runtime_ns": 11379506612, "runqueue_ns": 2336459011, "slices": 9717 }, { "id": "1853755", "name": "GstInferServImp", "role": "bench16-g2-c4", "cpu_seconds": 10.87, "cores": 0.17624712085765784, "voluntary": 2258, "involuntary": 6398, "runtime_ns": 10864172090, "runqueue_ns": 2039800237, "slices": 8655 }, { "id": "1853976", "name": "GstInferServImp", "role": "bench16-g3-c4", "cpu_seconds": 10.6, "cores": 0.17186931748768844, "voluntary": 2522, "involuntary": 5660, "runtime_ns": 10597265541, "runqueue_ns": 2236840270, "slices": 8182 }, { "id": "1856190", "name": "GstInferServImp", "role": "bench16-g1-c6", "cpu_seconds": 10.59, "cores": 0.171707176622134, "voluntary": 2242, "involuntary": 4624, "runtime_ns": 10585581912, "runqueue_ns": 1906672508, "slices": 6866 }, { "id": "1855895", "name": "GstInferServImp", "role": "bench16-g3-c5", "cpu_seconds": 10.42, "cores": 0.16895078190770882, "voluntary": 2520, "involuntary": 5609, "runtime_ns": 10430323097, "runqueue_ns": 2234992205, "slices": 8129 }, { "id": "1855397", "name": "GstInferServImp", "role": "bench16-g1-c5", "cpu_seconds": 10.4, "cores": 0.16862650017659997, "voluntary": 2216, "involuntary": 4364, "runtime_ns": 10407405069, "runqueue_ns": 1642038881, "slices": 6580 }, { "id": "1855623", "name": "GstInferServImp", "role": "bench16-g2-c5", "cpu_seconds": 10.34, "cores": 0.16765365498327342, "voluntary": 2278, "involuntary": 5659, "runtime_ns": 10341408527, "runqueue_ns": 2091818007, "slices": 7937 }, { "id": "1849191", "name": "python3", "role": "rtsp-test-01", "cpu_seconds": 4.12, "cores": 0.0668020366084223, "voluntary": 1217, "involuntary": 2657, "runtime_ns": 4115400348, "runqueue_ns": 1116636353, "slices": 3874 }, { "id": "1849584", "name": "python3", "role": "web-cam01-test", "cpu_seconds": 4.12, "cores": 0.0668020366084223, "voluntary": 1308, "involuntary": 2365, "runtime_ns": 4111389585, "runqueue_ns": 1116545722, "slices": 3673 }, { "id": "1849359", "name": "python3", "role": "web-cam08-test", "cpu_seconds": 4.06, "cores": 0.06582919141509576, "voluntary": 1206, "involuntary": 1962, "runtime_ns": 4067157443, "runqueue_ns": 925301214, "slices": 3168 }, { "id": "1849867", "name": "python3", "role": "bench16-g1-c2", "cpu_seconds": 4.01, "cores": 0.06501848708732363, "voluntary": 1223, "involuntary": 2364, "runtime_ns": 4002910108, "runqueue_ns": 1075813464, "slices": 3587 }, { "id": "1851429", "name": "python3", "role": "bench16-g3-c2", "cpu_seconds": 3.95, "cores": 0.06404564189399711, "voluntary": 1305, "involuntary": 2324, "runtime_ns": 3954364864, "runqueue_ns": 992985852, "slices": 3628 }, { "id": "1851182", "name": "python3", "role": "bench16-g2-c2", "cpu_seconds": 3.94, "cores": 0.06388350102844269, "voluntary": 1275, "involuntary": 1973, "runtime_ns": 3935171506, "runqueue_ns": 923605298, "slices": 3248 }, { "id": "1851658", "name": "python3", "role": "bench16-g1-c3", "cpu_seconds": 3.91, "cores": 0.06339707843177941, "voluntary": 1174, "involuntary": 1987, "runtime_ns": 3910056132, "runqueue_ns": 994671028, "slices": 3161 }, { "id": "1851831", "name": "python3", "role": "bench16-g2-c3", "cpu_seconds": 3.81, "cores": 0.061775669776235186, "voluntary": 1237, "involuntary": 1872, "runtime_ns": 3810363422, "runqueue_ns": 809053898, "slices": 3109 }, { "id": "1853294", "name": "python3", "role": "bench16-g3-c3", "cpu_seconds": 3.18, "cores": 0.05156079524630653, "voluntary": 1249, "involuntary": 2000, "runtime_ns": 3178291357, "runqueue_ns": 890862507, "slices": 3249 }, { "id": "1848245", "name": "tritonserver", "role": "triton", "cpu_seconds": 3.13, "cores": 0.05075009091853441, "voluntary": 27686, "involuntary": 3252, "runtime_ns": 3127993809, "runqueue_ns": 3851855519, "slices": 30938 }, { "id": "1848244", "name": "tritonserver", "role": "triton", "cpu_seconds": 3.07, "cores": 0.04977724572520788, "voluntary": 27654, "involuntary": 3054, "runtime_ns": 3072057635, "runqueue_ns": 3865303273, "slices": 30708 }, { "id": "1853468", "name": "python3", "role": "bench16-g1-c4", "cpu_seconds": 3.01, "cores": 0.048804400531881335, "voluntary": 1146, "involuntary": 1483, "runtime_ns": 3012527771, "runqueue_ns": 884183645, "slices": 2629 } ], "overhead_ms_max": 400.7333789486438, "host_runqueue_range": [ 11, 36 ], "truncated": false, "schedstats_enabled": false, "scope": "Endpoint-surviving tasks only; scheduler runqueue is not GIL wait; thread names are not function attribution.", "container_cpu_seconds_per_result": 0.047240889170296826 } } } ], "sender_stable_contract_preserved": true, "sender_dynamic_keys_changed": [ "accessChecks", "media" ], "metadata_checks": { "rtsp-test-01": { "identity": true, "sequence": true, "finite": true, "source_coordinates": true, "tracking_scenario_off": true, "frame_time": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 2871004881, "rtpTimestampExt": null, "detectedAtWallMs": 1789465684722, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" } }, "web-cam08-test": { "identity": true, "sequence": true, "finite": true, "source_coordinates": true, "tracking_scenario_off": true, "frame_time": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 703962300, "rtpTimestampExt": null, "detectedAtWallMs": 1789441606471, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" } }, "web-cam01-test": { "identity": true, "sequence": true, "finite": true, "source_coordinates": true, "tracking_scenario_off": true, "frame_time": { "anchorId": null, "startWallTimeMs": 1789433784668, "anchorRtpTimestamp": 0, "rtpClockRate": 90000, "rtpTimestamp": 171558428, "rtpTimestampExt": null, "detectedAtWallMs": 1789435690872, "syncStatus": "ESTIMATED", "timeSource": "SYNTHETIC_TEST_ANCHOR" } } } }