{ "stage": "completed", "calls": [ { "action": "start", "requested_ns": 949641604974433, "http": 202, "returned_ns": 949641611271563, "state": "starting" }, { "action": "restart", "requested_ns": 949646520308570, "http": 202, "returned_ns": 949646527523861, "state": "stopping" }, { "action": "stop", "requested_ns": 949653438969306, "http": 202, "returned_ns": 949653446118533, "state": "stopping" } ], "restart_mode": "explicit_restart_same_config", "snapshots": [ { "state": "starting", "desired_state": "running", "observed_state": "starting", "run_generation": 1, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "per_task_buffers": null, "runtime_observation": null, "last_error": null, "cleanup_error": null, "monotonic_ns": 949641614620320 }, { "state": "starting", "desired_state": "running", "observed_state": "starting", "run_generation": 1, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "per_task_buffers": {}, "runtime_observation": [ { "token": "36f82692a310e340164ad096", "diagnostic_error": null, "events": { "bound": 949641622186714, "start_enter": 949641632239216, "start_returned": 949641632330066, "wait_enter": 949641632398746 }, "counters": {}, "stop_matches_started": null, "role": "det", "generation": 1, "worker_alive": true, "sampled_ns": 949642286234583 } ], "last_error": null, "cleanup_error": null, "monotonic_ns": 949642315744444 }, { "state": "starting", "desired_state": "running", "observed_state": "starting", "run_generation": 1, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "per_task_buffers": {}, "runtime_observation": [ { "token": "36f82692a310e340164ad096", "diagnostic_error": null, "events": { "bound": 949641622186714, "start_enter": 949641632239216, "start_returned": 949641632330066, "wait_enter": 949641632398746 }, "counters": { "decoded_frame_received": { "count": 1, "first_ns": 949642857760443, "last_ns": 949642857760443 } }, "stop_matches_started": null, "role": "det", "generation": 1, "worker_alive": true, "sampled_ns": 949642861593915 } ], "last_error": null, "cleanup_error": null, "monotonic_ns": 949642864829052 }, { "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "per_task_buffers": { "det": 1 }, "runtime_observation": [ { "token": "36f82692a310e340164ad096", "diagnostic_error": null, "events": { "bound": 949641622186714, "start_enter": 949641632239216, "start_returned": 949641632330066, "wait_enter": 949641632398746 }, "counters": { "decoded_frame_received": { "count": 4, "first_ns": 949642857760443, "last_ns": 949643215313995 }, "preprocess_output": { "count": 3, "first_ns": 949643166406916, "last_ns": 949643220878233 }, "infer_output": { "count": 1, "first_ns": 949643208961809, "last_ns": 949643208961809 }, "consume_entered": { "count": 1, "first_ns": 949643215473006, "last_ns": 949643215473006 } }, "stop_matches_started": null, "role": "det", "generation": 1, "worker_alive": true, "sampled_ns": 949643432657796 } ], "last_error": null, "cleanup_error": null, "monotonic_ns": 949643442149536 }, { "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 1, "cleanup_pending": false, "restart_pending": false, "last_cleanup": null, "per_task_buffers": { "det": 1 }, "runtime_observation": [ { "token": "36f82692a310e340164ad096", "diagnostic_error": null, "events": { "bound": 949641622186714, "start_enter": 949641632239216, "start_returned": 949641632330066, "wait_enter": 949641632398746 }, "counters": { "decoded_frame_received": { "count": 4, "first_ns": 949642857760443, "last_ns": 949643215313995 }, "preprocess_output": { "count": 3, "first_ns": 949643166406916, "last_ns": 949643220878233 }, "infer_output": { "count": 1, "first_ns": 949643208961809, "last_ns": 949643208961809 }, "consume_entered": { "count": 1, "first_ns": 949643215473006, "last_ns": 949643215473006 } }, "stop_matches_started": null, "role": "det", "generation": 1, "worker_alive": true, "sampled_ns": 949646481250874 } ], "last_error": null, "cleanup_error": null, "monotonic_ns": 949646484469980 }, { "state": "stopping", "desired_state": "stopped", "observed_state": "stopping", "run_generation": 1, "cleanup_pending": true, "restart_pending": true, "last_cleanup": null, "per_task_buffers": { "det": 1 }, "runtime_observation": [ { "token": "36f82692a310e340164ad096", "diagnostic_error": null, "events": { "bound": 949641622186714, "start_enter": 949641632239216, "start_returned": 949641632330066, "wait_enter": 949641632398746, "stop_requested": 949646526018038, "stop_enter": 949646526027594, "stop_returned": 949646526310482 }, "counters": { "decoded_frame_received": { "count": 4, "first_ns": 949642857760443, "last_ns": 949643215313995 }, "preprocess_output": { "count": 3, "first_ns": 949643166406916, "last_ns": 949643220878233 }, "infer_output": { "count": 1, "first_ns": 949643208961809, "last_ns": 949643208961809 }, "consume_entered": { "count": 1, "first_ns": 949643215473006, "last_ns": 949643215473006 } }, "stop_matches_started": true, "role": "det", "generation": 1, "worker_alive": true, "sampled_ns": 949646529642934 } ], "last_error": null, "cleanup_error": null, "monotonic_ns": 949646532069740 }, { "state": "stopping", "desired_state": "stopped", "observed_state": "stopping", "run_generation": 1, "cleanup_pending": true, "restart_pending": true, "last_cleanup": null, "per_task_buffers": { "det": 1 }, "runtime_observation": [ { "token": "36f82692a310e340164ad096", "diagnostic_error": null, "events": { "bound": 949641622186714, "start_enter": 949641632239216, "start_returned": 949641632330066, "wait_enter": 949641632398746, "stop_requested": 949646526018038, "stop_enter": 949646526027594, "stop_returned": 949646526310482 }, "counters": { "decoded_frame_received": { "count": 45, "first_ns": 949642857760443, "last_ns": 949647008848294 }, "preprocess_output": { "count": 4, "first_ns": 949643166406916, "last_ns": 949646965472037 }, "infer_output": { "count": 2, "first_ns": 949643208961809, "last_ns": 949646963144339 }, "consume_entered": { "count": 2, "first_ns": 949643215473006, "last_ns": 949646964937478 }, "dropped_before_infer": { "count": 42, "first_ns": 949646965345207, "last_ns": 949647008863654 } }, "stop_matches_started": true, "role": "det", "generation": 1, "worker_alive": true, "sampled_ns": 949647067058734 } ], "last_error": null, "cleanup_error": null, "monotonic_ns": 949647070314782 }, { "state": "stopping", "desired_state": "stopped", "observed_state": "stopping", "run_generation": 1, "cleanup_pending": true, "restart_pending": true, "last_cleanup": null, "per_task_buffers": { "det": 1 }, "runtime_observation": [ { "token": "36f82692a310e340164ad096", "diagnostic_error": null, "events": { "bound": 949641622186714, "start_enter": 949641632239216, "start_returned": 949641632330066, "wait_enter": 949641632398746, "stop_requested": 949646526018038, "stop_enter": 949646526027594, "stop_returned": 949646526310482 }, "counters": { "decoded_frame_received": { "count": 45, "first_ns": 949642857760443, "last_ns": 949647008848294 }, "preprocess_output": { "count": 4, "first_ns": 949643166406916, "last_ns": 949646965472037 }, "infer_output": { "count": 2, "first_ns": 949643208961809, "last_ns": 949646963144339 }, "consume_entered": { "count": 2, "first_ns": 949643215473006, "last_ns": 949646964937478 }, "dropped_before_infer": { "count": 42, "first_ns": 949646965345207, "last_ns": 949647008863654 } }, "stop_matches_started": true, "role": "det", "generation": 1, "worker_alive": true, "sampled_ns": 949647610485482 } ], "last_error": null, "cleanup_error": null, "monotonic_ns": 949647614264899 }, { "state": "stopping", "desired_state": "stopped", "observed_state": "stopping", "run_generation": 1, "cleanup_pending": true, "restart_pending": true, "last_cleanup": null, "per_task_buffers": { "det": 1 }, "runtime_observation": [ { "token": "36f82692a310e340164ad096", "diagnostic_error": null, "events": { "bound": 949641622186714, "start_enter": 949641632239216, "start_returned": 949641632330066, "wait_enter": 949641632398746, "stop_requested": 949646526018038, "stop_enter": 949646526027594, "stop_returned": 949646526310482 }, "counters": { "decoded_frame_received": { "count": 45, "first_ns": 949642857760443, "last_ns": 949647008848294 }, "preprocess_output": { "count": 4, "first_ns": 949643166406916, "last_ns": 949646965472037 }, "infer_output": { "count": 3, "first_ns": 949643208961809, "last_ns": 949647965692100 }, "consume_entered": { "count": 3, "first_ns": 949643215473006, "last_ns": 949647967128080 }, "dropped_before_infer": { "count": 42, "first_ns": 949646965345207, "last_ns": 949647008863654 } }, "stop_matches_started": true, "role": "det", "generation": 1, "worker_alive": true, "sampled_ns": 949648160771585 } ], "last_error": null, "cleanup_error": null, "monotonic_ns": 949648163719802 }, { "state": "stopping", "desired_state": "stopped", "observed_state": "stopping", "run_generation": 1, "cleanup_pending": true, "restart_pending": true, "last_cleanup": null, "per_task_buffers": { "det": 1 }, "runtime_observation": [ { "token": "36f82692a310e340164ad096", "diagnostic_error": null, "events": { "bound": 949641622186714, "start_enter": 949641632239216, "start_returned": 949641632330066, "wait_enter": 949641632398746, "stop_requested": 949646526018038, "stop_enter": 949646526027594, "stop_returned": 949646526310482 }, "counters": { "decoded_frame_received": { "count": 45, "first_ns": 949642857760443, "last_ns": 949647008848294 }, "preprocess_output": { "count": 4, "first_ns": 949643166406916, "last_ns": 949646965472037 }, "infer_output": { "count": 3, "first_ns": 949643208961809, "last_ns": 949647965692100 }, "consume_entered": { "count": 3, "first_ns": 949643215473006, "last_ns": 949647967128080 }, "dropped_before_infer": { "count": 42, "first_ns": 949646965345207, "last_ns": 949647008863654 } }, "stop_matches_started": true, "role": "det", "generation": 1, "worker_alive": true, "sampled_ns": 949648702092516 } ], "last_error": null, "cleanup_error": null, "monotonic_ns": 949648707920142 }, { "state": "starting", "desired_state": "running", "observed_state": "starting", "run_generation": 2, "cleanup_pending": false, "restart_pending": false, "last_cleanup": { "generation": 1, "completed": true, "finished_monotonic_ns": 949649017874238, "elapsed_s": 2.4928465849952772 }, "per_task_buffers": {}, "runtime_observation": [ { "token": "990dc9a205bd09174a27872b", "diagnostic_error": null, "events": { "bound": 949649021644333, "start_enter": 949649035646460, "start_returned": 949649035763723, "wait_enter": 949649035847245 }, "counters": {}, "stop_matches_started": null, "role": "det", "generation": 2, "worker_alive": true, "sampled_ns": 949649248759474 } ], "last_error": null, "cleanup_error": null, "monotonic_ns": 949649251983782 }, { "state": "starting", "desired_state": "running", "observed_state": "starting", "run_generation": 2, "cleanup_pending": false, "restart_pending": false, "last_cleanup": { "generation": 1, "completed": true, "finished_monotonic_ns": 949649017874238, "elapsed_s": 2.4928465849952772 }, "per_task_buffers": {}, "runtime_observation": [ { "token": "990dc9a205bd09174a27872b", "diagnostic_error": null, "events": { "bound": 949649021644333, "start_enter": 949649035646460, "start_returned": 949649035763723, "wait_enter": 949649035847245 }, "counters": {}, "stop_matches_started": null, "role": "det", "generation": 2, "worker_alive": true, "sampled_ns": 949649795232233 } ], "last_error": null, "cleanup_error": null, "monotonic_ns": 949649798550398 }, { "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 2, "cleanup_pending": false, "restart_pending": false, "last_cleanup": { "generation": 1, "completed": true, "finished_monotonic_ns": 949649017874238, "elapsed_s": 2.4928465849952772 }, "per_task_buffers": { "det": 1 }, "runtime_observation": [ { "token": "990dc9a205bd09174a27872b", "diagnostic_error": null, "events": { "bound": 949649021644333, "start_enter": 949649035646460, "start_returned": 949649035763723, "wait_enter": 949649035847245 }, "counters": { "decoded_frame_received": { "count": 4, "first_ns": 949649799845234, "last_ns": 949649857478979 }, "preprocess_output": { "count": 3, "first_ns": 949649801021989, "last_ns": 949649851496721 }, "infer_output": { "count": 1, "first_ns": 949649833760988, "last_ns": 949649833760988 }, "consume_entered": { "count": 1, "first_ns": 949649846251141, "last_ns": 949649846251141 } }, "stop_matches_started": null, "role": "det", "generation": 2, "worker_alive": true, "sampled_ns": 949650352021016 } ], "last_error": null, "cleanup_error": null, "monotonic_ns": 949650354597314 }, { "state": "running", "desired_state": "running", "observed_state": "running", "run_generation": 2, "cleanup_pending": false, "restart_pending": false, "last_cleanup": { "generation": 1, "completed": true, "finished_monotonic_ns": 949649017874238, "elapsed_s": 2.4928465849952772 }, "per_task_buffers": { "det": 4 }, "runtime_observation": [ { "token": "990dc9a205bd09174a27872b", "diagnostic_error": null, "events": { "bound": 949649021644333, "start_enter": 949649035646460, "start_returned": 949649035763723, "wait_enter": 949649035847245 }, "counters": { "decoded_frame_received": { "count": 7, "first_ns": 949649799845234, "last_ns": 949652935820797 }, "preprocess_output": { "count": 6, "first_ns": 949649801021989, "last_ns": 949652935620772 }, "infer_output": { "count": 4, "first_ns": 949649833760988, "last_ns": 949652928480422 }, "consume_entered": { "count": 4, "first_ns": 949649846251141, "last_ns": 949652930073722 } }, "stop_matches_started": null, "role": "det", "generation": 2, "worker_alive": true, "sampled_ns": 949653396601421 } ], "last_error": null, "cleanup_error": null, "monotonic_ns": 949653399366879 }, { "state": "stopping", "desired_state": "stopped", "observed_state": "stopping", "run_generation": 2, "cleanup_pending": true, "restart_pending": false, "last_cleanup": { "generation": 1, "completed": true, "finished_monotonic_ns": 949649017874238, "elapsed_s": 2.4928465849952772 }, "per_task_buffers": { "det": 4 }, "runtime_observation": [ { "token": "990dc9a205bd09174a27872b", "diagnostic_error": null, "events": { "bound": 949649021644333, "start_enter": 949649035646460, "start_returned": 949649035763723, "wait_enter": 949649035847245, "stop_requested": 949653444565553, "stop_enter": 949653444573782, "stop_returned": 949653444866541 }, "counters": { "decoded_frame_received": { "count": 7, "first_ns": 949649799845234, "last_ns": 949652935820797 }, "preprocess_output": { "count": 6, "first_ns": 949649801021989, "last_ns": 949652935620772 }, "infer_output": { "count": 4, "first_ns": 949649833760988, "last_ns": 949652928480422 }, "consume_entered": { "count": 4, "first_ns": 949649846251141, "last_ns": 949652930073722 } }, "stop_matches_started": true, "role": "det", "generation": 2, "worker_alive": true, "sampled_ns": 949653449101639 } ], "last_error": null, "cleanup_error": null, "monotonic_ns": 949653451746425 }, { "state": "stopping", "desired_state": "stopped", "observed_state": "stopping", "run_generation": 2, "cleanup_pending": true, "restart_pending": false, "last_cleanup": { "generation": 1, "completed": true, "finished_monotonic_ns": 949649017874238, "elapsed_s": 2.4928465849952772 }, "per_task_buffers": { "det": 4 }, "runtime_observation": [ { "token": "990dc9a205bd09174a27872b", "diagnostic_error": null, "events": { "bound": 949649021644333, "start_enter": 949649035646460, "start_returned": 949649035763723, "wait_enter": 949649035847245, "stop_requested": 949653444565553, "stop_enter": 949653444573782, "stop_returned": 949653444866541 }, "counters": { "decoded_frame_received": { "count": 31, "first_ns": 949649799845234, "last_ns": 949653988448326 }, "preprocess_output": { "count": 7, "first_ns": 949649801021989, "last_ns": 949653965461658 }, "infer_output": { "count": 5, "first_ns": 949649833760988, "last_ns": 949653962321191 }, "consume_entered": { "count": 5, "first_ns": 949649846251141, "last_ns": 949653964688749 }, "dropped_before_infer": { "count": 25, "first_ns": 949653965287117, "last_ns": 949653988462221 } }, "stop_matches_started": true, "role": "det", "generation": 2, "worker_alive": true, "sampled_ns": 949653988636005 } ], "last_error": null, "cleanup_error": null, "monotonic_ns": 949653991357018 }, { "state": "stopping", "desired_state": "stopped", "observed_state": "stopping", "run_generation": 2, "cleanup_pending": true, "restart_pending": false, "last_cleanup": { "generation": 1, "completed": true, "finished_monotonic_ns": 949649017874238, "elapsed_s": 2.4928465849952772 }, "per_task_buffers": { "det": 4 }, "runtime_observation": [ { "token": "990dc9a205bd09174a27872b", "diagnostic_error": null, "events": { "bound": 949649021644333, "start_enter": 949649035646460, "start_returned": 949649035763723, "wait_enter": 949649035847245, "stop_requested": 949653444565553, "stop_enter": 949653444573782, "stop_returned": 949653444866541 }, "counters": { "decoded_frame_received": { "count": 49, "first_ns": 949649799845234, "last_ns": 949654009646539 }, "preprocess_output": { "count": 7, "first_ns": 949649801021989, "last_ns": 949653965461658 }, "infer_output": { "count": 5, "first_ns": 949649833760988, "last_ns": 949653962321191 }, "consume_entered": { "count": 5, "first_ns": 949649846251141, "last_ns": 949653964688749 }, "dropped_before_infer": { "count": 43, "first_ns": 949653965287117, "last_ns": 949654009654103 } }, "stop_matches_started": true, "role": "det", "generation": 2, "worker_alive": true, "sampled_ns": 949654534364817 } ], "last_error": null, "cleanup_error": null, "monotonic_ns": 949654540158393 }, { "state": "stopping", "desired_state": "stopped", "observed_state": "stopping", "run_generation": 2, "cleanup_pending": true, "restart_pending": false, "last_cleanup": { "generation": 1, "completed": true, "finished_monotonic_ns": 949649017874238, "elapsed_s": 2.4928465849952772 }, "per_task_buffers": { "det": 4 }, "runtime_observation": [ { "token": "990dc9a205bd09174a27872b", "diagnostic_error": null, "events": { "bound": 949649021644333, "start_enter": 949649035646460, "start_returned": 949649035763723, "wait_enter": 949649035847245, "stop_requested": 949653444565553, "stop_enter": 949653444573782, "stop_returned": 949653444866541 }, "counters": { "decoded_frame_received": { "count": 49, "first_ns": 949649799845234, "last_ns": 949654009646539 }, "preprocess_output": { "count": 7, "first_ns": 949649801021989, "last_ns": 949653965461658 }, "infer_output": { "count": 6, "first_ns": 949649833760988, "last_ns": 949654965587801 }, "consume_entered": { "count": 6, "first_ns": 949649846251141, "last_ns": 949654967241687 }, "dropped_before_infer": { "count": 43, "first_ns": 949653965287117, "last_ns": 949654009654103 } }, "stop_matches_started": true, "role": "det", "generation": 2, "worker_alive": true, "sampled_ns": 949655082884601 } ], "last_error": null, "cleanup_error": null, "monotonic_ns": 949655086255165 }, { "state": "stopping", "desired_state": "stopped", "observed_state": "stopping", "run_generation": 2, "cleanup_pending": true, "restart_pending": false, "last_cleanup": { "generation": 1, "completed": true, "finished_monotonic_ns": 949649017874238, "elapsed_s": 2.4928465849952772 }, "per_task_buffers": { "det": 4 }, "runtime_observation": [ { "token": "990dc9a205bd09174a27872b", "diagnostic_error": null, "events": { "bound": 949649021644333, "start_enter": 949649035646460, "start_returned": 949649035763723, "wait_enter": 949649035847245, "stop_requested": 949653444565553, "stop_enter": 949653444573782, "stop_returned": 949653444866541 }, "counters": { "decoded_frame_received": { "count": 49, "first_ns": 949649799845234, "last_ns": 949654009646539 }, "preprocess_output": { "count": 7, "first_ns": 949649801021989, "last_ns": 949653965461658 }, "infer_output": { "count": 6, "first_ns": 949649833760988, "last_ns": 949654965587801 }, "consume_entered": { "count": 6, "first_ns": 949649846251141, "last_ns": 949654967241687 }, "dropped_before_infer": { "count": 43, "first_ns": 949653965287117, "last_ns": 949654009654103 } }, "stop_matches_started": true, "role": "det", "generation": 2, "worker_alive": true, "sampled_ns": 949655626572744 } ], "last_error": null, "cleanup_error": null, "monotonic_ns": 949655631440079 }, { "state": "stopped", "desired_state": "stopped", "observed_state": "stopped", "run_generation": 2, "cleanup_pending": false, "restart_pending": false, "last_cleanup": { "generation": 2, "completed": true, "finished_monotonic_ns": 949656022886751, "elapsed_s": 2.579319181968458 }, "per_task_buffers": null, "runtime_observation": null, "last_error": null, "cleanup_error": null, "monotonic_ns": 949656176373105 } ], "readiness_budget_s": 300, "first_frame_budget_s": 60, "restart_budget_s": 125, "final_cleanup_budget_s": 70, "helper_budget_s": 720, "frame_cap": 1000, "gpu_increment_cap_mib": 8192, "host_ram_floor_gib": 4, "env_after_hash": "ad312ce7f309e06c2df58e3f8018ae1a6ac3b8dcfac9747c47069deec64c9d87", "gpu_peak_mib": 4727, "readiness": "PASS", "model_versions": [ "2" ], "first_frame_ns": 949643475815696, "restart_verified": true, "run_id_changed": true, "no_overlap_by_cleanup_order": true, "second_frame_ns": 949650390738120, "restart_cleanup": { "generation": 1, "completed": true, "finished_monotonic_ns": 949649017874238, "elapsed_s": 2.4928465849952772 }, "final_cleanup_verified": true, "final_cleanup": { "generation": 2, "completed": true, "finished_monotonic_ns": 949656022886751, "elapsed_s": 2.579319181968458 }, "restart_restored": true, "other_containers_unchanged": true, "model_config_overlay_unchanged": true, "analytics": { "Status": "running", "ExitCode": 0, "OOMKilled": false, "restart_count": 0 }, "gpu_final_mib": 4629, "env_cas_preserved": true, "diagnostic_override_retained": true }