...uuuuuuuuuuuuuuuuuuuuuuuuuuuuuuuuuuuuuuuuuuuuuu.uuu..F..uuuu.uuuuu.... [  6%]
...............uuuuu.uuuuuuuuuuuuuuuuuuuuuuuuu.uuuuuuu...uuuuuuuuuuuuuuu [ 16%]
uuuuuuuuuuuuuuuuuuuuu.uuuuuu..uuuu..........................uuuuu....... [ 32%]
.......................................................uuuu..uuu........ [ 61%]
Fuuuu.FF.........uuuuuu.uuuuuuuuu...............................uuuuu... [ 83%]
.........................[STREAM-MGR] stream: FAILED generation=2 code=SOURCE_CONNECT_FAILED stage=source_resolve role=-
F.[STREAM-MGR] unit: FAILED generation=2 code=SOURCE_CONNECT_FAILED stage=source_resolve role=-
FFF[STREAM-MGR] unit: FAILED generation=2 code=SOURCE_CONNECT_FAILED stage=source_resolve role=-
F[STREAM-MGR] unit: FAILED generation=2 code=SOURCE_CONNECT_FAILED stage=source_resolve role=-
FF[STREAM-MGR] unit: FAILED generation=2 code=SOURCE_CONNECT_FAILED stage=source_resolve role=-
FF                                      [100%]
=================================== FAILURES ===================================
_____________ StartTests.test_fight_and_other_scenarios_preserved ______________

self = <test_fall_r2_config.StartTests testMethod=test_fight_and_other_scenarios_preserved>

    def test_fight_and_other_scenarios_preserved(self):
>       old = self.tuned(); old['fight']['engine'] = 'r5'
                            ^^^^^^^^^^^^
E       KeyError: 'fight'

/work/source/tests/test_fall_r2_config.py:111: KeyError
_________________ SettingsTests.test_fire_combination_no_save __________________

self = <test_fall_integration.SettingsTests testMethod=test_fire_combination_no_save>

    def test_fire_combination_no_save(self):
        m=FakeManager(spec()); before=deepcopy(m.group.spec)
>       with self.assertRaisesRegex(ControlError,'NEEDS_MULTI_PROVIDER_RUNTIME_CONFIRMATION'):
E       AssertionError: ControlError not raised

/work/source/tests/test_fall_integration.py:54: AssertionError
_______ SettingsTests.test_roi_empty_aliases_and_independent_confidence ________

self = <test_fall_integration.SettingsTests testMethod=test_roi_empty_aliases_and_independent_confidence>

    def test_roi_empty_aliases_and_independent_confidence(self):
        values=[]
        for mode in ('missing','null','empty'):
            d=request('FALL','LOITERING')
            for row in d['scenarios']:
                row['confidence']=.35 if row['scenarioCode']=='FALL' else .8
                if mode=='missing':row.pop('rois')
                elif mode=='null':row['rois']=None
>           values.append(ControlService(FakeManager(),'server',spec()).start_camera(Start(json.dumps(d))))
                          ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^

/work/source/tests/test_fall_integration.py:66: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/work/source/app/secure_control.py:164: in start_camera
    self.validate_request(d)
/work/source/app/secure_control.py:160: in validate_request
    validate_start(value)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

d = {'cameraId': 77, 'rtpClockRate': 90000, 'rtspUrl': 'rtsp://fixture.invalid/video', 'scenarios': [{'confidence': 0.8, '...scenarioCode': 'INTRUSION'}, {'confidence': 0.8, 'enabled': True, 'parameters': {}, 'scenarioCode': 'LOITERING'}], ...}

    def validate_start(d):
        camera_id(d)
        required = {'cameraId','rtspUrl','startWallTimeMs','rtpClockRate','scenarios'}
        if not required <= set(d) or set(d)-required-{'recServerId','recCameraId'}:
            raise ControlError('START_FIELDS_INVALID')
        u = d['rtspUrl']
        try:
            p = urlsplit(u)
            if (not isinstance(u, str) or len(u)>4096 or p.scheme!='rtsp' or not p.hostname
                    or p.port == 0 or p.fragment or any(c.isspace() or ord(c)<32 for c in u)):
                raise ValueError()
        except (TypeError, ValueError):
            raise ControlError('RTSP_INVALID') from None
        if type(d['startWallTimeMs']) is not int or not 0 < d['startWallTimeMs'] <= 2**53-1:
            raise ControlError('ANCHOR_INVALID')
        if type(d['rtpClockRate']) is not int or d['rtpClockRate'] != 90000:
            raise ControlError('CLOCK_RATE_UNSUPPORTED')
        scenarios = d['scenarios']
        if not isinstance(scenarios, list) or len(scenarios) != 6:
            raise ControlError('SCENARIO_SNAPSHOT_REQUIRED')
        seen = set()
        for s in scenarios:
            if (not isinstance(s, dict) or not {'scenarioCode','enabled'} <= set(s)
                    or set(s)-{'scenarioCode','enabled','rois','parameters'}):
>               raise ControlError('SCENARIO_FIELDS_INVALID')
E               app.secure_control.ControlError: SCENARIO_FIELDS_INVALID

/work/source/app/secure_control.py:97: ControlError
________ SettingsTests.test_web_selects_pose_once_and_returns_to_medium ________

self = <test_fall_integration.SettingsTests testMethod=test_web_selects_pose_once_and_returns_to_medium>

    def test_web_selects_pose_once_and_returns_to_medium(self):
>       template = json.loads(Path('configs/control_templates/medium.json').read_text())
                              ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^

/work/source/tests/test_fall_integration.py:31: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/usr/lib/python3.12/pathlib.py:1029: in read_text
    with self.open(mode='r', encoding=encoding, errors=errors) as f:
         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = PosixPath('configs/control_templates/medium.json'), mode = 'r'
buffering = -1, encoding = 'locale', errors = None, newline = None

    def open(self, mode='r', buffering=-1, encoding=None,
             errors=None, newline=None):
        """
        Open the file pointed by this path and return a file object, as
        the built-in open() function does.
        """
        if "b" not in mode:
            encoding = io.text_encoding(encoding)
>       return io.open(self, mode, buffering, encoding, errors, newline)
               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E       FileNotFoundError: [Errno 2] No such file or directory: 'configs/control_templates/medium.json'

/usr/lib/python3.12/pathlib.py:1015: FileNotFoundError
_ OutputSettingsAPI.test_running_patch_waits_for_old_worker_then_applies_once __

self = <test_output_settings.OutputSettingsAPI testMethod=test_running_patch_waits_for_old_worker_then_applies_once>

    def test_running_patch_waits_for_old_worker_then_applies_once(self):
        from app.stream_lifecycle import RoleRunHandle
        gen = self.g.lifecycle.begin()
        self.g.lifecycle.configure_roles(gen, ['det'])
        self.g.lifecycle.signal_frame(gen, 'det')
        release, called = threading.Event(), threading.Event()
        handle = RoleRunHandle('det', gen)
        handle.bind_pipeline(SimpleNamespace(stop=called.set))
        worker = threading.Thread(target=lambda: release.wait(3))
        handle.bind_thread(worker)
        worker.start()
        self.g.role_handles['det'] = handle
        def begin(group, generation, stop):
            group.lifecycle.configure_roles(generation, ['det'])
            group.lifecycle.signal_frame(generation, 'det')
        try:
            with patch.object(StreamGroup, '_begin', begin):
                rev = self.manager.settings('stream')['configured']['revision']
                view = self.manager.patch_settings('stream', rev, {'display_score': .1})
>               self.assertTrue(called.wait(1))
E               AssertionError: False is not true

/work/source/tests/test_metadata_connection.py:251: AssertionError
____ AsyncRestartTest.test_apply_storage_conflict_and_other_camera_commands ____

self = <test_async_restart.AsyncRestartTest testMethod=test_apply_storage_conflict_and_other_camera_commands>

    def test_apply_storage_conflict_and_other_camera_commands(self):
        with tempfile.TemporaryDirectory() as root:
            manager = StreamManager(root+'/base.yaml', root+'/overlay.yaml')
            initial = {'stream_id': 'unit', 'source_id': 'camera', 'store': False}
            g = manager.add(initial)
            initial = dict(g.spec)
            g, _, release, called = self.running(g)
            target = {**initial, 'site_id': 'changed'}
            with patch.object(StreamGroup, '_begin', self.begin):
                with patch.object(manager.config_store, 'update', side_effect=ConfigPersistenceError()):
                    with self.assertRaises(ConfigPersistenceError):
                        manager.apply_and_start(target)
                self.assertFalse(called.is_set())
                manager.apply_and_start(target)
>               self.assertTrue(called.wait(1))
E               AssertionError: False is not true

/work/source/tests/test_async_restart.py:115: AssertionError
____ AsyncRestartTest.test_deadline_failure_is_sticky_and_preserves_handle _____

self = <test_async_restart.AsyncRestartTest testMethod=test_deadline_failure_is_sticky_and_preserves_handle>

    def test_deadline_failure_is_sticky_and_preserves_handle(self):
        g, h, release, called = self.running()
        g.CLEANUP_TIMEOUT_S = .04
        g.restart()
>       self.assertTrue(called.wait(1))
E       AssertionError: False is not true

/work/source/tests/test_async_restart.py:73: AssertionError
_____ AsyncRestartTest.test_drop_only_when_explicitly_enabled_and_stopped ______

self = <test_async_restart.AsyncRestartTest testMethod=test_drop_only_when_explicitly_enabled_and_stopped>

    def test_drop_only_when_explicitly_enabled_and_stopped(self):
>       from app.multi_pipeline import _DecodedFrameObserver

/work/source/tests/test_async_restart.py:138: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
/work/source/app/multi_pipeline.py:28: in <module>
    from pyservicemaker import BufferOperator, BufferRetriever, Flow, Pipeline, Probe
/usr/local/lib/python3.12/dist-packages/pyservicemaker/__init__.py:16: in <module>
    from .pipeline import Pipeline
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

    #
    # SPDX-FileCopyrightText: Copyright (c) 2024-2025 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
    # SPDX-License-Identifier: LicenseRef-NvidiaProprietary
    #
    # NVIDIA CORPORATION, its affiliates and licensors retain all intellectual
    # property and proprietary rights in and to this material, related
    # documentation and any modifications thereto. Any use, reproduction,
    # disclosure or distribution of this material and related documentation
    # without an express license agreement from NVIDIA CORPORATION or
    # its affiliates is strictly prohibited.
    #
    
    from typing import Dict
>   from ._pydeepstream import Pipeline as _Pipeline, Probe, Receiver, Feeder
E   ImportError: libcuda.so.1: cannot open shared object file: No such file or directory

/usr/local/lib/python3.12/dist-packages/pyservicemaker/pipeline.py:14: ImportError
----------------------------- Captured stderr call -----------------------------

(python3:1): GStreamer-WARNING **: 03:27:57.818: External plugin loader failed. This most likely means that the plugin loader helper binary was not found or could not be run. You might need to set the GST_PLUGIN_SCANNER environment variable if your setup is unusual. This should normally not be required though.

(python3:1): GStreamer-WARNING **: 03:27:57.820: Failed to load plugin '/usr/lib/x86_64-linux-gnu/gstreamer-1.0/deepstream/libnvdsgst_multistreamtiler.so': libcuda.so.1: cannot open shared object file: No such file or directory

(python3:1): GStreamer-WARNING **: 03:27:57.820: Failed to load plugin '/usr/lib/x86_64-linux-gnu/gstreamer-1.0/deepstream/libgstnvvideoconvert.so': libcuda.so.1: cannot open shared object file: No such file or directory

(python3:1): GStreamer-WARNING **: 03:27:57.821: Failed to load plugin '/usr/lib/x86_64-linux-gnu/gstreamer-1.0/deepstream/libnvdsgst_visionencoder.so': libcuda.so.1: cannot open shared object file: No such file or directory

(python3:1): GStreamer-WARNING **: 03:27:57.824: Failed to load plugin '/usr/lib/x86_64-linux-gnu/gstreamer-1.0/deepstream/libnvdsgst_deepstream_bins.so': libcuda.so.1: cannot open shared object file: No such file or directory

(python3:1): GStreamer-WARNING **: 03:27:57.824: Failed to load plugin '/usr/lib/x86_64-linux-gnu/gstreamer-1.0/deepstream/libnvdsgst_segvisual.so': libcuda.so.1: cannot open shared object file: No such file or directory

(python3:1): GStreamer-WARNING **: 03:27:57.826: Failed to load plugin '/usr/lib/x86_64-linux-gnu/gstreamer-1.0/deepstream/libnvdsgst_preprocess.so': libcuda.so.1: cannot open shared object file: No such file or directory

(python3:1): GStreamer-WARNING **: 03:27:57.827: Failed to load plugin '/usr/lib/x86_64-linux-gnu/gstreamer-1.0/deepstream/libnvdsgst_videotestsrc.so': libcuda.so.1: cannot open shared object file: No such file or directory

(python3:1): GStreamer-WARNING **: 03:27:57.827: Failed to load plugin '/usr/lib/x86_64-linux-gnu/gstreamer-1.0/deepstream/libnvdsgst_dewarper.so': libcuda.so.1: cannot open shared object file: No such file or directory

(python3:1): GStreamer-WARNING **: 03:27:57.828: Failed to load plugin '/usr/lib/x86_64-linux-gnu/gstreamer-1.0/deepstream/libnvdsgst_tracker.so': libcuda.so.1: cannot open shared object file: No such file or directory

(python3:1): GStreamer-WARNING **: 03:27:57.829: Failed to load plugin '/usr/lib/x86_64-linux-gnu/gstreamer-1.0/deepstream/libnvdsgst_dsexample.so': libcuda.so.1: cannot open shared object file: No such file or directory

(python3:1): GStreamer-WARNING **: 03:27:57.836: Failed to load plugin '/usr/lib/x86_64-linux-gnu/gstreamer-1.0/deepstream/libnvdsgst_nvmultiurisrcbin.so': libnvidia-ml.so.1: cannot open shared object file: No such file or directory

(python3:1): GStreamer-WARNING **: 03:27:57.836: Failed to load plugin '/usr/lib/x86_64-linux-gnu/gstreamer-1.0/deepstream/libnvdsgst_of.so': libcuda.so.1: cannot open shared object file: No such file or directory

(python3:1): GStreamer-WARNING **: 03:27:57.836: Failed to load plugin '/usr/lib/x86_64-linux-gnu/gstreamer-1.0/deepstream/libnvdsgst_xfer.so': libcuda.so.1: cannot open shared object file: No such file or directory

(python3:1): GStreamer-WARNING **: 03:27:57.838: Failed to load plugin '/usr/lib/x86_64-linux-gnu/gstreamer-1.0/deepstream/libnvdsgst_logger.so': libnvidia-ml.so.1: cannot open shared object file: No such file or directory

(python3:1): GStreamer-WARNING **: 03:27:57.838: Failed to load plugin '/usr/lib/x86_64-linux-gnu/gstreamer-1.0/deepstream/libnvdsgst_ofvisual.so': libcuda.so.1: cannot open shared object file: No such file or directory

(python3:1): GStreamer-WARNING **: 03:27:57.839: Failed to load plugin '/usr/lib/x86_64-linux-gnu/gstreamer-1.0/deepstream/libnvdsgst_eglglessink.so': libcuda.so.1: cannot open shared object file: No such file or directory

(python3:1): GStreamer-WARNING **: 03:27:57.839: Failed to load plugin '/usr/lib/x86_64-linux-gnu/gstreamer-1.0/deepstream/libnvdsgst_udp.so': libcuda.so.1: cannot open shared object file: No such file or directory

(python3:1): GStreamer-WARNING **: 03:27:57.839: Failed to load plugin '/usr/lib/x86_64-linux-gnu/gstreamer-1.0/deepstream/libnvdsgst_image.so': libcuda.so.1: cannot open shared object file: No such file or directory

(python3:1): GStreamer-WARNING **: 03:27:57.840: Failed to load plugin '/usr/lib/x86_64-linux-gnu/gstreamer-1.0/deepstream/libnvdsgst_osd.so': libcuda.so.1: cannot open shared object file: No such file or directory

(python3:1): GStreamer-WARNING **: 03:27:57.840: Failed to load plugin '/usr/lib/x86_64-linux-gnu/gstreamer-1.0/deepstream/libnvdsgst_multistream.so': libcuda.so.1: cannot open shared object file: No such file or directory

(python3:1): GStreamer-WARNING **: 03:27:57.841: Failed to load plugin '/usr/lib/x86_64-linux-gnu/gstreamer-1.0/deepstream/libgstnvunixfd.so': libcuda.so.1: cannot open shared object file: No such file or directory

(python3:1): GStreamer-WARNING **: 03:27:57.841: Failed to load plugin '/usr/lib/x86_64-linux-gnu/gstreamer-1.0/deepstream/libcustom2d_preprocess.so': libcuda.so.1: cannot open shared object file: No such file or directory

(python3:1): GStreamer-WARNING **: 03:27:57.841: Failed to load plugin '/usr/lib/x86_64-linux-gnu/gstreamer-1.0/deepstream/libnvdsgst_infer.so': libcuda.so.1: cannot open shared object file: No such file or directory

(python3:1): GStreamer-WARNING **: 03:27:57.842: Failed to load plugin '/usr/lib/x86_64-linux-gnu/gstreamer-1.0/deepstream/libnvdsgst_inferserver.so': libcuda.so.1: cannot open shared object file: No such file or directory

(python3:1): GStreamer-WARNING **: 03:27:57.843: Failed to load plugin '/usr/lib/x86_64-linux-gnu/gstreamer-1.0/deepstream/libgstnvvideosinks.so': libcuda.so.1: cannot open shared object file: No such file or directory

(python3:1): GStreamer-WARNING **: 03:27:57.844: Failed to load plugin '/usr/lib/x86_64-linux-gnu/gstreamer-1.0/deepstream/libgstnvvideo4linux2.so': libcuda.so.1: cannot open shared object file: No such file or directory

(python3:1): GStreamer-WARNING **: 03:27:57.844: Failed to load plugin '/usr/lib/x86_64-linux-gnu/gstreamer-1.0/deepstream/libnvdsgst_jpeg.so': libcuda.so.1: cannot open shared object file: No such file or directory

(python3:1): GStreamer-WARNING **: 03:27:57.845: Failed to load plugin '/usr/lib/x86_64-linux-gnu/gstreamer-1.0/deepstream/libnvdsgst_ucx.so': libcuda.so.1: cannot open shared object file: No such file or directory

(python3:1): GStreamer-WARNING **: 03:27:57.872: Failed to load plugin '/usr/lib/x86_64-linux-gnu/gstreamer-1.0/deepstream/libnvdsgst_nvblender.so': libcuda.so.1: cannot open shared object file: No such file or directory

(python3:1): GStreamer-WARNING **: 03:27:57.873: Failed to load plugin '/usr/lib/x86_64-linux-gnu/gstreamer-1.0/deepstream/libcontextra_rtp_time.so': libcuda.so.1: cannot open shared object file: No such file or directory

(python3:1): GStreamer-WARNING **: 03:27:57.873: Failed to load plugin '/opt/nvidia/deepstream/deepstream/lib/gst-plugins/libnvdsgst_multistreamtiler.so': libcuda.so.1: cannot open shared object file: No such file or directory

(python3:1): GStreamer-WARNING **: 03:27:57.873: Failed to load plugin '/opt/nvidia/deepstream/deepstream/lib/gst-plugins/libgstnvvideoconvert.so': libcuda.so.1: cannot open shared object file: No such file or directory

(python3:1): GStreamer-WARNING **: 03:27:57.874: Failed to load plugin '/opt/nvidia/deepstream/deepstream/lib/gst-plugins/libnvdsgst_visionencoder.so': libcuda.so.1: cannot open shared object file: No such file or directory

(python3:1): GStreamer-WARNING **: 03:27:57.874: Failed to load plugin '/opt/nvidia/deepstream/deepstream/lib/gst-plugins/libnvdsgst_deepstream_bins.so': libcuda.so.1: cannot open shared object file: No such file or directory

(python3:1): GStreamer-WARNING **: 03:27:57.875: Failed to load plugin '/opt/nvidia/deepstream/deepstream/lib/gst-plugins/libnvdsgst_segvisual.so': libcuda.so.1: cannot open shared object file: No such file or directory

(python3:1): GStreamer-WARNING **: 03:27:57.875: Failed to load plugin '/opt/nvidia/deepstream/deepstream/lib/gst-plugins/libnvdsgst_preprocess.so': libcuda.so.1: cannot open shared object file: No such file or directory

(python3:1): GStreamer-WARNING **: 03:27:57.875: Failed to load plugin '/opt/nvidia/deepstream/deepstream/lib/gst-plugins/libnvdsgst_videotestsrc.so': libcuda.so.1: cannot open shared object file: No such file or directory

(python3:1): GStreamer-WARNING **: 03:27:57.875: Failed to load plugin '/opt/nvidia/deepstream/deepstream/lib/gst-plugins/libnvdsgst_dewarper.so': libcuda.so.1: cannot open shared object file: No such file or directory

(python3:1): GStreamer-WARNING **: 03:27:57.875: Failed to load plugin '/opt/nvidia/deepstream/deepstream/lib/gst-plugins/libnvdsgst_tracker.so': libcuda.so.1: cannot open shared object file: No such file or directory

(python3:1): GStreamer-WARNING **: 03:27:57.876: Failed to load plugin '/opt/nvidia/deepstream/deepstream/lib/gst-plugins/libnvdsgst_dsexample.so': libcuda.so.1: cannot open shared object file: No such file or directory

(python3:1): GStreamer-WARNING **: 03:27:57.876: Failed to load plugin '/opt/nvidia/deepstream/deepstream/lib/gst-plugins/libnvdsgst_nvmultiurisrcbin.so': libnvidia-ml.so.1: cannot open shared object file: No such file or directory

(python3:1): GStreamer-WARNING **: 03:27:57.876: Failed to load plugin '/opt/nvidia/deepstream/deepstream/lib/gst-plugins/libnvdsgst_of.so': libcuda.so.1: cannot open shared object file: No such file or directory

(python3:1): GStreamer-WARNING **: 03:27:57.877: Failed to load plugin '/opt/nvidia/deepstream/deepstream/lib/gst-plugins/libnvdsgst_xfer.so': libcuda.so.1: cannot open shared object file: No such file or directory

(python3:1): GStreamer-WARNING **: 03:27:57.877: Failed to load plugin '/opt/nvidia/deepstream/deepstream/lib/gst-plugins/libnvdsgst_logger.so': libnvidia-ml.so.1: cannot open shared object file: No such file or directory

(python3:1): GStreamer-WARNING **: 03:27:57.878: Failed to load plugin '/opt/nvidia/deepstream/deepstream/lib/gst-plugins/libnvdsgst_ofvisual.so': libcuda.so.1: cannot open shared object file: No such file or directory

(python3:1): GStreamer-WARNING **: 03:27:57.878: Failed to load plugin '/opt/nvidia/deepstream/deepstream/lib/gst-plugins/libnvdsgst_eglglessink.so': libcuda.so.1: cannot open shared object file: No such file or directory

(python3:1): GStreamer-WARNING **: 03:27:57.878: Failed to load plugin '/opt/nvidia/deepstream/deepstream/lib/gst-plugins/libnvdsgst_udp.so': libcuda.so.1: cannot open shared object file: No such file or directory

(python3:1): GStreamer-WARNING **: 03:27:57.878: Failed to load plugin '/opt/nvidia/deepstream/deepstream/lib/gst-plugins/libnvdsgst_image.so': libcuda.so.1: cannot open shared object file: No such file or directory

(python3:1): GStreamer-WARNING **: 03:27:57.878: Failed to load plugin '/opt/nvidia/deepstream/deepstream/lib/gst-plugins/libnvdsgst_osd.so': libcuda.so.1: cannot open shared object file: No such file or directory

(python3:1): GStreamer-WARNING **: 03:27:57.879: Failed to load plugin '/opt/nvidia/deepstream/deepstream/lib/gst-plugins/libnvdsgst_multistream.so': libcuda.so.1: cannot open shared object file: No such file or directory

(python3:1): GStreamer-WARNING **: 03:27:57.879: Failed to load plugin '/opt/nvidia/deepstream/deepstream/lib/gst-plugins/libgstnvunixfd.so': libcuda.so.1: cannot open shared object file: No such file or directory

(python3:1): GStreamer-WARNING **: 03:27:57.879: Failed to load plugin '/opt/nvidia/deepstream/deepstream/lib/gst-plugins/libcustom2d_preprocess.so': libcuda.so.1: cannot open shared object file: No such file or directory

(python3:1): GStreamer-WARNING **: 03:27:57.879: Failed to load plugin '/opt/nvidia/deepstream/deepstream/lib/gst-plugins/libnvdsgst_infer.so': libcuda.so.1: cannot open shared object file: No such file or directory

(python3:1): GStreamer-WARNING **: 03:27:57.880: Failed to load plugin '/opt/nvidia/deepstream/deepstream/lib/gst-plugins/libnvdsgst_inferserver.so': libcuda.so.1: cannot open shared object file: No such file or directory

(python3:1): GStreamer-WARNING **: 03:27:57.880: Failed to load plugin '/opt/nvidia/deepstream/deepstream/lib/gst-plugins/libgstnvvideosinks.so': libcuda.so.1: cannot open shared object file: No such file or directory

(python3:1): GStreamer-WARNING **: 03:27:57.880: Failed to load plugin '/opt/nvidia/deepstream/deepstream/lib/gst-plugins/libgstnvvideo4linux2.so': libcuda.so.1: cannot open shared object file: No such file or directory

(python3:1): GStreamer-WARNING **: 03:27:57.880: Failed to load plugin '/opt/nvidia/deepstream/deepstream/lib/gst-plugins/libnvdsgst_jpeg.so': libcuda.so.1: cannot open shared object file: No such file or directory

(python3:1): GStreamer-WARNING **: 03:27:57.881: Failed to load plugin '/opt/nvidia/deepstream/deepstream/lib/gst-plugins/libnvdsgst_ucx.so': libcuda.so.1: cannot open shared object file: No such file or directory

(python3:1): GStreamer-WARNING **: 03:27:57.881: Failed to load plugin '/opt/nvidia/deepstream/deepstream/lib/gst-plugins/libnvdsgst_nvblender.so': libcuda.so.1: cannot open shared object file: No such file or directory

(python3:1): GStreamer-WARNING **: 03:27:57.882: Failed to load plugin '/opt/nvidia/deepstream/deepstream/lib/gst-plugins/libcontextra_rtp_time.so': libcuda.so.1: cannot open shared object file: No such file or directory

(python3:1): GStreamer-WARNING **: 03:27:57.920: Failed to load plugin '/usr/lib/x86_64-linux-gnu/gstreamer-1.0/deepstream/libnvdsgst_multistreamtiler.so': libcuda.so.1: cannot open shared object file: No such file or directory

(python3:1): GStreamer-WARNING **: 03:27:57.920: Failed to load plugin '/usr/lib/x86_64-linux-gnu/gstreamer-1.0/deepstream/libgstnvvideoconvert.so': libcuda.so.1: cannot open shared object file: No such file or directory

(python3:1): GStreamer-WARNING **: 03:27:57.921: Failed to load plugin '/usr/lib/x86_64-linux-gnu/gstreamer-1.0/deepstream/libnvdsgst_visionencoder.so': libcuda.so.1: cannot open shared object file: No such file or directory

(python3:1): GStreamer-WARNING **: 03:27:57.921: Failed to load plugin '/usr/lib/x86_64-linux-gnu/gstreamer-1.0/deepstream/libnvdsgst_deepstream_bins.so': libcuda.so.1: cannot open shared object file: No such file or directory

(python3:1): GStreamer-WARNING **: 03:27:57.922: Failed to load plugin '/usr/lib/x86_64-linux-gnu/gstreamer-1.0/deepstream/libnvdsgst_segvisual.so': libcuda.so.1: cannot open shared object file: No such file or directory

(python3:1): GStreamer-WARNING **: 03:27:57.922: Failed to load plugin '/usr/lib/x86_64-linux-gnu/gstreamer-1.0/deepstream/libnvdsgst_preprocess.so': libcuda.so.1: cannot open shared object file: No such file or directory

(python3:1): GStreamer-WARNING **: 03:27:57.922: Failed to load plugin '/usr/lib/x86_64-linux-gnu/gstreamer-1.0/deepstream/libnvdsgst_videotestsrc.so': libcuda.so.1: cannot open shared object file: No such file or directory

(python3:1): GStreamer-WARNING **: 03:27:57.923: Failed to load plugin '/usr/lib/x86_64-linux-gnu/gstreamer-1.0/deepstream/libnvdsgst_dewarper.so': libcuda.so.1: cannot open shared object file: No such file or directory

(python3:1): GStreamer-WARNING **: 03:27:57.923: Failed to load plugin '/usr/lib/x86_64-linux-gnu/gstreamer-1.0/deepstream/libnvdsgst_tracker.so': libcuda.so.1: cannot open shared object file: No such file or directory

(python3:1): GStreamer-WARNING **: 03:27:57.923: Failed to load plugin '/usr/lib/x86_64-linux-gnu/gstreamer-1.0/deepstream/libnvdsgst_dsexample.so': libcuda.so.1: cannot open shared object file: No such file or directory

(python3:1): GStreamer-WARNING **: 03:27:57.924: Failed to load plugin '/usr/lib/x86_64-linux-gnu/gstreamer-1.0/deepstream/libnvdsgst_nvmultiurisrcbin.so': libnvidia-ml.so.1: cannot open shared object file: No such file or directory

(python3:1): GStreamer-WARNING **: 03:27:57.924: Failed to load plugin '/usr/lib/x86_64-linux-gnu/gstreamer-1.0/deepstream/libnvdsgst_of.so': libcuda.so.1: cannot open shared object file: No such file or directory

(python3:1): GStreamer-WARNING **: 03:27:57.925: Failed to load plugin '/usr/lib/x86_64-linux-gnu/gstreamer-1.0/deepstream/libnvdsgst_xfer.so': libcuda.so.1: cannot open shared object file: No such file or directory

(python3:1): GStreamer-WARNING **: 03:27:57.925: Failed to load plugin '/usr/lib/x86_64-linux-gnu/gstreamer-1.0/deepstream/libnvdsgst_logger.so': libnvidia-ml.so.1: cannot open shared object file: No such file or directory

(python3:1): GStreamer-WARNING **: 03:27:57.926: Failed to load plugin '/usr/lib/x86_64-linux-gnu/gstreamer-1.0/deepstream/libnvdsgst_ofvisual.so': libcuda.so.1: cannot open shared object file: No such file or directory

(python3:1): GStreamer-WARNING **: 03:27:57.926: Failed to load plugin '/usr/lib/x86_64-linux-gnu/gstreamer-1.0/deepstream/libnvdsgst_eglglessink.so': libcuda.so.1: cannot open shared object file: No such file or directory

(python3:1): GStreamer-WARNING **: 03:27:57.926: Failed to load plugin '/usr/lib/x86_64-linux-gnu/gstreamer-1.0/deepstream/libnvdsgst_udp.so': libcuda.so.1: cannot open shared object file: No such file or directory

(python3:1): GStreamer-WARNING **: 03:27:57.926: Failed to load plugin '/usr/lib/x86_64-linux-gnu/gstreamer-1.0/deepstream/libnvdsgst_image.so': libcuda.so.1: cannot open shared object file: No such file or directory

(python3:1): GStreamer-WARNING **: 03:27:57.927: Failed to load plugin '/usr/lib/x86_64-linux-gnu/gstreamer-1.0/deepstream/libnvdsgst_osd.so': libcuda.so.1: cannot open shared object file: No such file or directory

(python3:1): GStreamer-WARNING **: 03:27:57.928: Failed to load plugin '/usr/lib/x86_64-linux-gnu/gstreamer-1.0/deepstream/libnvdsgst_multistream.so': libcuda.so.1: cannot open shared object file: No such file or directory

(python3:1): GStreamer-WARNING **: 03:27:57.928: Failed to load plugin '/usr/lib/x86_64-linux-gnu/gstreamer-1.0/deepstream/libgstnvunixfd.so': libcuda.so.1: cannot open shared object file: No such file or directory

(python3:1): GStreamer-WARNING **: 03:27:57.929: Failed to load plugin '/usr/lib/x86_64-linux-gnu/gstreamer-1.0/deepstream/libcustom2d_preprocess.so': libcuda.so.1: cannot open shared object file: No such file or directory

(python3:1): GStreamer-WARNING **: 03:27:57.929: Failed to load plugin '/usr/lib/x86_64-linux-gnu/gstreamer-1.0/deepstream/libnvdsgst_infer.so': libcuda.so.1: cannot open shared object file: No such file or directory

(python3:1): GStreamer-WARNING **: 03:27:57.930: Failed to load plugin '/usr/lib/x86_64-linux-gnu/gstreamer-1.0/deepstream/libnvdsgst_inferserver.so': libcuda.so.1: cannot open shared object file: No such file or directory

(python3:1): GStreamer-WARNING **: 03:27:57.930: Failed to load plugin '/usr/lib/x86_64-linux-gnu/gstreamer-1.0/deepstream/libgstnvvideosinks.so': libcuda.so.1: cannot open shared object file: No such file or directory

(python3:1): GStreamer-WARNING **: 03:27:57.930: Failed to load plugin '/usr/lib/x86_64-linux-gnu/gstreamer-1.0/deepstream/libgstnvvideo4linux2.so': libcuda.so.1: cannot open shared object file: No such file or directory

(python3:1): GStreamer-WARNING **: 03:27:57.930: Failed to load plugin '/usr/lib/x86_64-linux-gnu/gstreamer-1.0/deepstream/libnvdsgst_jpeg.so': libcuda.so.1: cannot open shared object file: No such file or directory

(python3:1): GStreamer-WARNING **: 03:27:57.931: Failed to load plugin '/usr/lib/x86_64-linux-gnu/gstreamer-1.0/deepstream/libnvdsgst_ucx.so': libcuda.so.1: cannot open shared object file: No such file or directory

(python3:1): GStreamer-WARNING **: 03:27:57.931: Failed to load plugin '/usr/lib/x86_64-linux-gnu/gstreamer-1.0/deepstream/libnvdsgst_nvblender.so': libcuda.so.1: cannot open shared object file: No such file or directory

(python3:1): GStreamer-WARNING **: 03:27:57.932: Failed to load plugin '/usr/lib/x86_64-linux-gnu/gstreamer-1.0/deepstream/libcontextra_rtp_time.so': libcuda.so.1: cannot open shared object file: No such file or directory
_________ AsyncRestartTest.test_explicit_stop_cancels_pending_restart __________

self = <test_async_restart.AsyncRestartTest testMethod=test_explicit_stop_cancels_pending_restart>

    def test_explicit_stop_cancels_pending_restart(self):
        g, _, release, called = self.running()
        with patch.object(StreamGroup, '_begin', side_effect=AssertionError('late start')):
            g.restart()
>           self.assertTrue(called.wait(1))
E           AssertionError: False is not true

/work/source/tests/test_async_restart.py:61: AssertionError
______ AsyncRestartTest.test_http_restart_accepted_and_failure_sanitized _______

self = <test_async_restart.AsyncRestartTest testMethod=test_http_restart_accepted_and_failure_sanitized>

    def test_http_restart_accepted_and_failure_sanitized(self):
        from fastapi import FastAPI
        from fastapi.testclient import TestClient
        from app.api.streams import router
        g, _, release, called = self.running()
        app = FastAPI()
        app.include_router(router)
        service = SimpleNamespace(restart=lambda sid: (g.restart(), g)[1])
        with patch.object(StreamGroup, '_begin', self.begin), patch('app.api.streams._sm', return_value=(service, RuntimeError)), TestClient(app) as client:
            self.assertEqual(202, client.post('/api/v1/streams/unit/restart').status_code)
>           self.assertTrue(called.wait(1))
E           AssertionError: False is not true

/work/source/tests/test_async_restart.py:175: AssertionError
_________ AsyncRestartTest.test_http_stop_accepted_then_status_stopped _________

self = <test_async_restart.AsyncRestartTest testMethod=test_http_stop_accepted_then_status_stopped>

    def test_http_stop_accepted_then_status_stopped(self):
        from fastapi import FastAPI
        from fastapi.testclient import TestClient
        from app.api.streams import router
        g, _, release, called = self.running()
        app = FastAPI()
        app.include_router(router)
        service = SimpleNamespace(stop=lambda sid: (g.stop(), g)[1], get=lambda sid: g)
        with patch('app.api.streams._sm', return_value=(service, RuntimeError)), TestClient(app) as client:
            response = client.post('/api/v1/streams/unit/stop')
            self.assertEqual(202, response.status_code)
            self.assertEqual('stopping', response.json()['state'])
>           self.assertTrue(called.wait(1))
E           AssertionError: False is not true

/work/source/tests/test_async_restart.py:158: AssertionError
_______ AsyncRestartTest.test_pending_then_automatic_restart_no_overlap ________

self = <test_async_restart.AsyncRestartTest testMethod=test_pending_then_automatic_restart_no_overlap>

    def test_pending_then_automatic_restart_no_overlap(self):
        g, h, release, called = self.running()
        old = g.lifecycle.snapshot()['run_id']
        flushed = []
        g.writer = SimpleNamespace(_flush=lambda: flushed.append(not h.is_alive()))
        with patch.object(StreamGroup, '_begin', self.begin):
            g.restart()
>           self.assertTrue(called.wait(1))
E           AssertionError: False is not true

/work/source/tests/test_async_restart.py:41: AssertionError
_____ AsyncRestartTest.test_sdk_stop_block_does_not_block_status_or_timer ______

self = <test_async_restart.AsyncRestartTest testMethod=test_sdk_stop_block_does_not_block_status_or_timer>

    def test_sdk_stop_block_does_not_block_status_or_timer(self):
        g = StreamGroup({'stream_id': 'unit'})
        gen = g.lifecycle.begin()
        entered, release = threading.Event(), threading.Event()
        h = RoleRunHandle('det', gen)
        h.bind_pipeline(SimpleNamespace(stop=lambda: (entered.set(), release.wait(2))))
        g.role_handles['det'] = h
        g.CLEANUP_TIMEOUT_S = .04
        try:
            g.stop()
>           self.assertTrue(entered.wait(1))
E           AssertionError: False is not true

/work/source/tests/test_async_restart.py:93: AssertionError
=========================== short test summary info ============================
FAILED ../../work/source/tests/test_fall_r2_config.py::StartTests::test_fight_and_other_scenarios_preserved
FAILED ../../work/source/tests/test_fall_integration.py::SettingsTests::test_fire_combination_no_save
FAILED ../../work/source/tests/test_fall_integration.py::SettingsTests::test_roi_empty_aliases_and_independent_confidence
FAILED ../../work/source/tests/test_fall_integration.py::SettingsTests::test_web_selects_pose_once_and_returns_to_medium
FAILED ../../work/source/tests/test_output_settings.py::OutputSettingsAPI::test_running_patch_waits_for_old_worker_then_applies_once
FAILED ../../work/source/tests/test_async_restart.py::AsyncRestartTest::test_apply_storage_conflict_and_other_camera_commands
FAILED ../../work/source/tests/test_async_restart.py::AsyncRestartTest::test_deadline_failure_is_sticky_and_preserves_handle
FAILED ../../work/source/tests/test_async_restart.py::AsyncRestartTest::test_drop_only_when_explicitly_enabled_and_stopped
FAILED ../../work/source/tests/test_async_restart.py::AsyncRestartTest::test_explicit_stop_cancels_pending_restart
FAILED ../../work/source/tests/test_async_restart.py::AsyncRestartTest::test_http_restart_accepted_and_failure_sanitized
FAILED ../../work/source/tests/test_async_restart.py::AsyncRestartTest::test_http_stop_accepted_then_status_stopped
FAILED ../../work/source/tests/test_async_restart.py::AsyncRestartTest::test_pending_then_automatic_restart_no_overlap
FAILED ../../work/source/tests/test_async_restart.py::AsyncRestartTest::test_sdk_stop_block_does_not_block_status_or_timer
13 failed, 205 passed, 177 subtests passed in 9.88s
